add vllm

app.py

@@ -9,14 +9,11 @@ from huggingface_hub import login
 import torch
 import torch.nn.functional as F
 import spaces
-import json 
 import json
 import gradio as gr
-from PIL import Image
 from huggingface_hub import snapshot_download
-import spaces
 import os
-from loadimg import load_img
+# from loadimg import load_img
 import traceback
 
 login(os.environ.get("HUGGINGFACE_TOKEN"))
@@ -47,7 +44,6 @@ llm = LLM(model=repo_id,
           max_num_batched_tokens=max_img_per_msg * max_tokens_per_img,
           limit_mm_per_prompt={"image": max_img_per_msg})
 
-
 def encode_image(image: Image.Image, image_format="PNG") -> str:
     im_file = BytesIO()
     image.save(im_file, format=image_format)
@@ -102,7 +98,7 @@ def compare_images(image1_url, image2_url, prompt, progress=gr.Progress(track_tq
 
     return outputs[0].outputs[0].text
 
-@spaces.GPU(duration=120)
+@spaces.GPU()
 def calculate_image_similarity(image1_url, image2_url):
     if llm is None:
         return "Error: LLM initialization failed. Please try again later."