Update main.py
Browse files
main.py
CHANGED
|
@@ -13,7 +13,7 @@ class Item(BaseModel):
|
|
| 13 |
history: list
|
| 14 |
system_prompt: str
|
| 15 |
temperature: float = 0.0
|
| 16 |
-
max_new_tokens: int =
|
| 17 |
top_p: float = 0.15
|
| 18 |
repetition_penalty: float = 1.0
|
| 19 |
|
|
|
|
| 13 |
history: list
|
| 14 |
system_prompt: str
|
| 15 |
temperature: float = 0.0
|
| 16 |
+
max_new_tokens: int = 16384
|
| 17 |
top_p: float = 0.15
|
| 18 |
repetition_penalty: float = 1.0
|
| 19 |
|