Update app.py
Browse files
app.py
CHANGED
|
@@ -170,6 +170,16 @@ def chat_with_model(messages, pid):
|
|
| 170 |
updated_messages[-1]["content"] = output_text
|
| 171 |
break
|
| 172 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 173 |
generated_tokens += 1
|
| 174 |
if generated_tokens >= max_new_tokens:
|
| 175 |
break
|
|
|
|
| 170 |
updated_messages[-1]["content"] = output_text
|
| 171 |
break
|
| 172 |
|
| 173 |
+
if "\nSystem" in output_text:
|
| 174 |
+
output_text = output_text.split("\nSystem")[0].rstrip()
|
| 175 |
+
updated_messages[-1]["content"] = output_text
|
| 176 |
+
break
|
| 177 |
+
|
| 178 |
+
if "\nAssistant" in output_text:
|
| 179 |
+
output_text = output_text.split("\nAssistant")[0].rstrip()
|
| 180 |
+
updated_messages[-1]["content"] = output_text
|
| 181 |
+
break
|
| 182 |
+
|
| 183 |
generated_tokens += 1
|
| 184 |
if generated_tokens >= max_new_tokens:
|
| 185 |
break
|