[update] adding community GPU support

app.py

@@ -21,22 +21,10 @@ from pathlib import Path
 from typing import Optional, Generator
 from queue import Queue
 from threading import Thread
-
-# ZeroGPU support
-try:
-    import spaces
-    ZEROGPU_AVAILABLE = True
-except ImportError:
-    ZEROGPU_AVAILABLE = False
-    # Create a no-op decorator for non-ZeroGPU environments
-    class spaces:
-        @staticmethod
-        def GPU(duration=None):
-            def decorator(func):
-                return func
-            return decorator if duration else lambda f: f
-
 from transformers import AutoTokenizer, AutoModelForCausalLM, TextIteratorStreamer
+import spaces 
+ZEROGPU_AVAILABLE = os.getenv("ZERO_GPU", "").lower() == "true" # ZeroGPU support - HuggingFace Spaces sets ZERO_GPU=true when ZeroGPU is available
+
 from rosetta.utils.evaluate import load_rosetta_model, load_hf_model, set_default_chat_template
 from rosetta.model.wrapper import RosettaModel
 from rosetta.baseline.multi_stage import TwoStageInference
@@ -623,8 +611,7 @@ def main():
         server_name="0.0.0.0",
         server_port=7860,
         share=False,
-        show_error=True,
-        ssr_mode=False
+        show_error=True
     )