ai: Implement Gradio custom error handling and display on frontend.

* Improves user feedback by providing clear error notifications during failures.

* And, "!fixup: ai: Use server-side queuing implementation."
--> 3949dad46f6dc0c1a4bff34676007251edb66c4e

app.py

@@ -16,4 +16,4 @@ if __name__ == "__main__":
 
     # Call the 'launch' method on the 'app' object to start the user interface.
     # This typically opens the UI window or begins the event loop, making the application interactive.
-    app.queue(default_concurrency_limit=None).launch(share=True, quiet=True, pwa=True)
+    app.queue(default_concurrency_limit=None).launch(share=True, pwa=True)

src/core/server.py

@@ -123,6 +123,6 @@ async def jarvis(
         except Exception:  # Catch generic exceptions to avoid crashing
             mark(server)  # Mark fallback server as failed
 
-    # If all servers have been tried and failed, yield a user-friendly error message
-    yield "The server is currently busy. Please wait a moment or try again later"  # Inform user of service unavailability
+    # If all servers have been tried and failed, show the error message
+    yield {"role": "assistant", "content": "The server is currently busy. Please wait a moment or try again later"}  # Inform user of service unavailability
     return  # End the function after exhausting all servers

src/ui/interface.py

@@ -182,7 +182,8 @@ def ui():
             fill_width=True,  # Duplicate from Blocks to Chat Interface
             head=meta_tags,   # Duplicate from Blocks to Chat Interface
             show_progress="full", # Progress animation
-            api_name="api" # API endpoint
+            api_name="api", # API endpoint
+            concurrency_limit=None  # Queuing
         )
     # Return the complete Gradio app object for launching or embedding
     return app

src/utils/session_mapping.py

@@ -4,6 +4,7 @@
 #
 
 import random  # Import random module to enable random selection from a list
+import gradio as gr  # Import the Gradio library to build interactive web interfaces for machine learning applications
 from datetime import datetime  # Import datetime class to work with current UTC time
 from typing import Dict, List  # Import type hints for dictionaries and lists (not explicitly used here but imported)
 from config import auth  # Import authentication configuration, likely a list of host dictionaries with credentials
@@ -59,7 +60,8 @@ def get_host(session_id: str, exclude_hosts: List[str] = None) -> dict:
 
     # If no hosts are available after filtering, raise an exception to indicate resource exhaustion
     if not available_hosts:  # Check if the filtered list of hosts is empty
-        raise Exception("No available hosts to assign.")  # Inform caller that no hosts can be assigned currently
+        raise gr.Error("The server is currently busy. Please wait a moment or try again later", duration=5, title="INFO")
+        # Inform user of service unavailability
 
     # Randomly select one host from the list of available hosts to distribute load evenly
     selected = random.choice(available_hosts)  # Choose a host at random to avoid bias in host selection

src/utils/tools.py

@@ -4,6 +4,7 @@
 #
 
 import random  # Import random module to enable random selection from a list
+import gradio as gr  # Import the Gradio library to build interactive web interfaces for machine learning applications
 from datetime import datetime  # Import datetime class to work with current UTC time
 from config import auth  # Import authentication configuration, likely a list of host dictionaries with credentials
 from src.utils.helper import busy, mark  # Import 'busy' dictionary and 'mark' function to track and update host busy status
@@ -39,7 +40,8 @@ def initialize_tools():
 
     # Raise an exception if no hosts are currently available
     if not available:
-        raise Exception("No available hosts to initialize tools.")
+        raise gr.Error("The server is currently busy. Please wait a moment or try again later", duration=5, title="INFO")
+        # Inform user of service unavailability
 
     # Randomly select one host from the available list
     selected = random.choice(available)
@@ -55,7 +57,8 @@ def initialize_tools():
 
     # Verify that all required tool endpoints are present, raise exception if any is missing
     if not tool_setup or not image_tool or not audio_tool or not poll_token:
-        raise Exception("Selected host is missing required tool endpoints.")
+        raise gr.Error("The server is currently busy. Please wait a moment or try again later", duration=5, title="INFO")
+    # Inform user of service unavailability
 
     # Return the three tool endpoints as a tuple
     return tool_setup, image_tool, audio_tool, poll_token