Update handler.py

handler.py

@@ -31,9 +31,12 @@ class EndpointHandler:
 
         predictions = []
         for input in data["instances"]:
-            if any(key not in input for key in {"prompt", "image_url"}):
+            if "prompt" in input:
+                input["text"] = input.pop("prompt")
+
+            if any(key not in input for key in {"text", "image_url"}):
                 raise ValueError(
-                    "The request body for each instance should contain both the `prompt` and the `image_url` key with a valid image URL."
+                    "The request body for each instance should contain both the `text` and the `image_url` key with a valid image URL."
                 )
 
             try:
@@ -44,7 +47,7 @@ class EndpointHandler:
                 )
 
             inputs = self.processor(
-                text=input["prompt"], images=image, return_tensors="pt"
+                text=input["text"], images=image, return_tensors="pt"
             ).to(self.model.device)
             input_len = inputs["input_ids"].shape[-1]