Update multi_inference.py

multi_inference.py

@@ -3,19 +3,7 @@
 import requests
 import os
 
-# DeepSeek API keys
-# DeepSeek API keys
-DEEPSEEK_KEYS = [
-    os.getenv("DEEPSEEK_KEY", "").strip(),     # Top-level key
-    os.getenv("DEEPSEEK_KEY_1", "").strip(),
-    os.getenv("DEEPSEEK_KEY_2", "").strip(),
-    os.getenv("DEEPSEEK_KEY_3", "").strip(),
-    os.getenv("DEEPSEEK_KEY_4", "").strip(),
-    os.getenv("DEEPSEEK_KEY_5", "").strip()
-]
-
-
-# OpenAI keys (named open1, open2, etc.)
+# OpenAI keys (try first)
 OPENAI_KEYS = [
     os.getenv("open1", "").strip(),
     os.getenv("open2", "").strip(),
@@ -24,15 +12,25 @@ OPENAI_KEYS = [
     os.getenv("open5", "").strip()
 ]
 
-def try_deepseek(prompt, key):
+# DeepSeek keys (fallback)
+DEEPSEEK_KEYS = [
+    os.getenv("DEEPSEEK_KEY", "").strip(),  # top-level key
+    os.getenv("DEEPSEEK_KEY_1", "").strip(),
+    os.getenv("DEEPSEEK_KEY_2", "").strip(),
+    os.getenv("DEEPSEEK_KEY_3", "").strip(),
+    os.getenv("DEEPSEEK_KEY_4", "").strip(),
+    os.getenv("DEEPSEEK_KEY_5", "").strip()
+]
+
+def try_openai(prompt, key):
     try:
-        url = "https://api.deepseek.com/v1/chat/completions"
+        url = "https://api.openai.com/v1/chat/completions"
         headers = {
             "Authorization": f"Bearer {key}",
             "Content-Type": "application/json"
         }
         data = {
-            "model": "deepseek-chat",
+            "model": "gpt-3.5-turbo",
             "messages": [
                 {"role": "system", "content": "You are a helpful assistant."},
                 {"role": "user", "content": prompt}
@@ -42,19 +40,19 @@ def try_deepseek(prompt, key):
         result = res.json()
         if "choices" in result:
             return result["choices"][0]["message"]["content"]
-        return f"[ERROR] DeepSeek: {result.get('error', {}).get('message', 'Unknown error')}"
+        return f"[ERROR] OpenAI: {result.get('error', {}).get('message', 'Unknown error')}"
     except Exception as e:
-        return f"[ERROR] DeepSeek Exception: {str(e)}"
+        return f"[ERROR] OpenAI Exception: {str(e)}"
 
-def try_openai(prompt, key):
+def try_deepseek(prompt, key):
     try:
-        url = "https://api.openai.com/v1/chat/completions"
+        url = "https://api.deepseek.com/v1/chat/completions"
         headers = {
             "Authorization": f"Bearer {key}",
             "Content-Type": "application/json"
         }
         data = {
-            "model": "gpt-3.5-turbo",
+            "model": "deepseek-chat",
             "messages": [
                 {"role": "system", "content": "You are a helpful assistant."},
                 {"role": "user", "content": prompt}
@@ -64,20 +62,22 @@ def try_openai(prompt, key):
         result = res.json()
         if "choices" in result:
             return result["choices"][0]["message"]["content"]
-        return f"[ERROR] OpenAI: {result.get('error', {}).get('message', 'Unknown error')}"
+        return f"[ERROR] DeepSeek: {result.get('error', {}).get('message', 'Unknown error')}"
     except Exception as e:
-        return f"[ERROR] OpenAI Exception: {str(e)}"
+        return f"[ERROR] DeepSeek Exception: {str(e)}"
 
 def multi_query(prompt):
-    for key in DEEPSEEK_KEYS:
+    # Try OpenAI first
+    for key in OPENAI_KEYS:
         if key:
-            response = try_deepseek(prompt, key)
+            response = try_openai(prompt, key)
             if not response.startswith("[ERROR]"):
                 return response
 
-    for key in OPENAI_KEYS:
+    # Fallback to DeepSeek
+    for key in DEEPSEEK_KEYS:
         if key:
-            response = try_openai(prompt, key)
+            response = try_deepseek(prompt, key)
             if not response.startswith("[ERROR]"):
                 return response