Change timeout, Support local dev

.env

@@ -0,0 +1 @@
+API_KEY=sk-xoRiNMss7qR8ywNi1c6DYg

app.py

@@ -5,6 +5,10 @@ import base64
 import os
 from typing import List, Optional, Tuple, Any
 import mimetypes
+from dotenv import load_dotenv
+
+# Load environment variables from .env file
+load_dotenv()
 
 class OmniAPIClient:
     """Client for interacting with the Omni API"""
@@ -74,9 +78,9 @@ class OmniAPIClient:
         # Fixed set of models as requested
         fixed_models = [
             "typhoon-ocr-preview",
+            "qwen/qwen3-235b-a22b-instruct-2507",
             "openai/gpt-5",
             "meta-llama/llama-4-maverick",
-            "qwen/qwen3-235b-a22b-instruct-2507",
             "gemini/gemini-2.5-pro",
             "gemini/gemini-2.5-flash"
         ]
@@ -118,7 +122,7 @@ class OmniAPIClient:
                 self.chat_endpoint,
                 json=payload,
                 headers=headers,
-                timeout=60
+                timeout=600
             )
             
             # Check response
@@ -146,34 +150,42 @@ class OmniAPIClient:
 def create_ui():
     """Create the Gradio UI"""
     
-    def fetch_models(base_url, api_key):
-        """Return fixed set of available models"""
-        # Fixed set of models as requested
-        fixed_models = [
+    # Define available API endpoints and their corresponding models
+    API_ENDPOINTS = {
+        "https://api.modelharbor.com": [
             "typhoon-ocr-preview",
+            "qwen/qwen3-235b-a22b-instruct-2507",
             "openai/gpt-5",
             "meta-llama/llama-4-maverick",
-            "qwen/qwen3-235b-a22b-instruct-2507",
             "gemini/gemini-2.5-pro",
             "gemini/gemini-2.5-flash"
+        ],
+        "https://api-omni.modelharbor.com": [
+            "qwen/qwen3-235b-a22b-instruct-2507-omni"
         ]
-        return gr.Dropdown(choices=fixed_models, value="qwen/qwen3-235b-a22b-instruct-2507")
+    }
     
-    def send_request(base_url, api_key, model, max_tokens, text, files):
+    def fetch_models(api_endpoint):
+        """Return models based on selected API endpoint"""
+        models = API_ENDPOINTS.get(api_endpoint, [])
+        default_model = models[0] if models else ""
+        return gr.Dropdown(choices=models, value=default_model)
+    
+    def send_request(api_endpoint, model, max_tokens, text, files):
         """Handle request submission"""
         try:
             # Validate inputs
-            if not base_url:
-                return "❌ Base URL is required", ""
+            if not api_endpoint:
+                return "❌ API endpoint is required", ""
             
             if not text.strip() and not files:
                 return "❌ Please provide either text or upload files", ""
             
-            # Use API key from environment variable if not provided in UI
-            api_key_to_use = api_key or os.getenv("API_KEY", "")
+            # Always use API key from environment variable/secrets
+            api_key_to_use = os.getenv("API_KEY", "")
             
             # Create client
-            client = OmniAPIClient(base_url)
+            client = OmniAPIClient(api_endpoint)
             
             # Filter out None/empty files - handle various file input states
             valid_files = []
@@ -264,29 +276,17 @@ def create_ui():
        with gr.Group(elem_classes=["config-panel"]):
            gr.Markdown("## ⚙️ Configuration")
            with gr.Row():
-               base_url = gr.Textbox(
-                   label="API Base URL",
-                   value="https://api.modelharbor.com",
-                   placeholder="https://api.modelharbor.com"
-               )
-               api_key = gr.Textbox(
-                   label="API Key (Optional)",
-                   type="password",
-                   placeholder="Enter your API key if required"
+               api_endpoint = gr.Dropdown(
+                   label="API Endpoint",
+                   choices=list(API_ENDPOINTS.keys()),
+                   value="https://api.modelharbor.com"
                )
            
            with gr.Row():
                with gr.Column(scale=3):
                    model = gr.Dropdown(
                        label="Model",
-                       choices=[
-                           "typhoon-ocr-preview",
-                           "openai/gpt-5",
-                           "meta-llama/llama-4-maverick",
-                           "qwen/qwen3-235b-a22b-instruct-2507",
-                           "gemini/gemini-2.5-pro",
-                           "gemini/gemini-2.5-flash"
-                       ],
+                       choices=API_ENDPOINTS["https://api.modelharbor.com"],
                        value="qwen/qwen3-235b-a22b-instruct-2507",
                        interactive=True
                    )
@@ -375,7 +375,7 @@ def create_ui():
        # Event handlers
        send_btn.click(
            fn=send_request,
-           inputs=[base_url, api_key, model, max_tokens, text_input, file_upload],
+           inputs=[api_endpoint, model, max_tokens, text_input, file_upload],
            outputs=[status_output, response_output]
        )
         
@@ -388,14 +388,14 @@ def create_ui():
        # Allow Enter key to submit (when text input is focused)
        text_input.submit(
            fn=send_request,
-           inputs=[base_url, api_key, model, max_tokens, text_input, file_upload],
+           inputs=[api_endpoint, model, max_tokens, text_input, file_upload],
            outputs=[status_output, response_output]
        )
         
-       # Preload models when interface loads
-       interface.load(
+       # Update model list when API endpoint changes
+       api_endpoint.change(
            fn=fetch_models,
-           inputs=[base_url, api_key],
+           inputs=[api_endpoint],
            outputs=[model]
        )
     

pyproject.toml

@@ -11,6 +11,7 @@ dependencies = [
     "aiofiles>=24.1.0",
     "gradio-client>=1.13.1",
     "websockets==14.2",
+    "python-dotenv>=1.1.1",
 ]
 
 [build-system]
@@ -25,3 +26,7 @@ dev-dependencies = [
     "pytest>=7.0.0",
     "watchdog>=2.1.0",
 ]
+
+[tool.flake8]
+ignore = ["E111"]
+max-line-length = 120

requirements.txt

@@ -56,3 +56,4 @@ urllib3==2.2.3
 uvicorn==0.33.0
 watchdog==4.0.2
 websockets==14.2
+python-dotenv==1.0.1

uv.lock

@@ -772,6 +772,7 @@ dependencies = [
     { name = "aiofiles" },
     { name = "gradio" },
     { name = "gradio-client" },
+    { name = "python-dotenv" },
     { name = "python-multipart" },
     { name = "requests", version = "2.32.4", source = { registry = "https://pypi.org/simple" }, marker = "python_full_version < '3.13'" },
     { name = "requests", version = "2.32.5", source = { registry = "https://pypi.org/simple" }, marker = "python_full_version >= '3.13'" },
@@ -789,6 +790,7 @@ requires-dist = [
     { name = "aiofiles", specifier = ">=24.1.0" },
     { name = "gradio", specifier = ">=5.46.1" },
     { name = "gradio-client", specifier = ">=1.13.1" },
+    { name = "python-dotenv", specifier = ">=1.1.1" },
     { name = "python-multipart", specifier = ">=0.0.20" },
     { name = "requests", specifier = ">=2.31.0" },
     { name = "websockets", specifier = "==14.2" },
@@ -1353,6 +1355,15 @@ wheels = [
     { url = "https://files.pythonhosted.org/packages/ec/57/56b9bcc3c9c6a792fcbaf139543cee77261f3651ca9da0c93f5c1221264b/python_dateutil-2.9.0.post0-py2.py3-none-any.whl", hash = "sha256:a8b2bc7bffae282281c8140a97d3aa9c14da0b136dfe83f850eea9a5f7470427", size = 229892 },
 ]
 
+[[package]]
+name = "python-dotenv"
+version = "1.1.1"
+source = { registry = "https://pypi.org/simple" }
+sdist = { url = "https://files.pythonhosted.org/packages/f6/b0/4bc07ccd3572a2f9df7e6782f52b0c6c90dcbb803ac4a167702d7d0dfe1e/python_dotenv-1.1.1.tar.gz", hash = "sha256:a8a6399716257f45be6a007360200409fce5cda2661e3dec71d23dc15f6189ab", size = 41978 }
+wheels = [
+    { url = "https://files.pythonhosted.org/packages/5f/ed/539768cf28c661b5b068d66d96a2f155c4971a5d55684a514c1a0e0dec2f/python_dotenv-1.1.1-py3-none-any.whl", hash = "sha256:31f23644fe2602f88ff55e1f5c79ba497e01224ee7737937930c448e4d0e24dc", size = 20556 },
+]
+
 [[package]]
 name = "python-multipart"
 version = "0.0.20"