Update app.py

app.py

@@ -23,7 +23,8 @@ except ImportError:
         return decorator
 
 # Load SAM model
-device = torch.device("cuda" if torch.cuda.is_available() else "cpu")
+#device = torch.device("cuda" if torch.cuda.is_available() else "cpu")
+device = torch.device("cpu")
 sam_model = SamModel.from_pretrained("facebook/sam-vit-huge").to(device)
 sam_processor = SamProcessor.from_pretrained("facebook/sam-vit-huge")
 print("sam ready")
@@ -33,7 +34,8 @@ model = AutoModel.from_pretrained(
     model_path, 
     trust_remote_code=True, 
     torch_dtype=torch.bfloat16,
-    device_map="cuda:0",
+    device_map="cpu",
+    use_flash_attn=False
 ).eval()
 
 processor = AutoProcessor.from_pretrained(