upgrade to gradio latest & examples added

README.md

@@ -5,7 +5,7 @@ colorFrom: green
 colorTo: red
 sdk: gradio
 python_version: 3.10.13
-sdk_version: 4.0.0
+sdk_version: 4.36.1
 app_file: app.py
 pinned: false
 license: mit

app.py

@@ -18,7 +18,7 @@ args = parser.parse_args()
 # Load configuration and models
 config = OmegaConf.load(args.config)
 sd_pipeline = StableDiffusionInpaintPipeline.from_pretrained(
-    "runwayml/stable-diffusion-inpainting", safety_checker=None, torch_dtype=torch.float32
+    "runwayml/stable-diffusion-inpainting", torch_dtype=torch.float32
 )
 clipaway = CLIPAway(
     sd_pipe=sd_pipeline, 
@@ -59,37 +59,37 @@ def remove_obj(image, uploaded_mask, seed):
 
 # Define example data
 examples = [
-    ["assets/gradio_examples/images/1.jpg", "assets/gradio_examples/masks/1.png", 42],
-    ["assets/gradio_examples/images/2.jpg", "assets/gradio_examples/masks/2.png", 42],
-    ["assets/gradio_examples/images/3.jpg", "assets/gradio_examples/masks/3.png", 464],
-    ["assets/gradio_examples/images/4.jpg", "assets/gradio_examples/masks/4.png", 2024],
+    ["gradio_examples/images/1.jpg", "gradio_examples/masks/1.png", 42],
+    ["gradio_examples/images/2.jpg", "gradio_examples/masks/2.png", 42],
+    ["gradio_examples/images/3.jpg", "gradio_examples/masks/3.png", 464],
+    ["gradio_examples/images/4.jpg", "gradio_examples/masks/4.png", 2024],
 ]
 
-# Define the Gradio interface
 with gr.Blocks() as demo:
     gr.Markdown("<h1 style='text-align:center'>CLIPAway: Harmonizing Focused Embeddings for Removing Objects via Diffusion Models</h1>")
     gr.Markdown("""
         <div style='display:flex; justify-content:center; align-items:center;'>
-            <a href='https://arxiv.org/abs/2406.09368' style="margin:10px;">Paper</a> |
-            <a href='https://yigitekin.github.io/CLIPAway/' style="margin:10px;">Project Website</a> |
-            <a href='https://github.com/YigitEkin/CLIPAway' style="margin:10px;">GitHub</a>
+            <a href='https://arxiv.org/abs/2406.09368' style="margin-right:10px; color:white;">Paper</a> |
+            <a href='https://yigitekin.github.io/CLIPAway/' style="margin:10px; color:white;">Project Website</a> |
+            <a href='https://github.com/YigitEkin/CLIPAway' style="margin-left:10px; color:white;">GitHub</a>
         </div>
     """)
     gr.Markdown("""
             This application allows you to remove objects from images using the CLIPAway method with diffusion models.
             To use this tool:
             1. Upload an image.
-            2. Either Sketch a mask over the object you want to remove or upload a pre-defined mask if you have one.
-            4. Set the seed for reproducibility (default is 42).
-            5. Click 'Remove Object' to process the image.
-            6. The result will be displayed on the right side.
+            2. Upload a pre-defined mask if you have one. (If you don't have a mask, and want to sketch one, 
+            we have provided a gradio demo in our github repository. <br/> Unfortunately, we cannot provide it here due to the compatibility issues with zerogpu.)
+            3. Set the seed for reproducibility (default is 42).
+            4. Click 'Remove Object' to process the image.
+            5. The result will be displayed on the right side.
             Note: The mask should be a binary image where the object to be removed is white and the background is black.
     """)
     
     with gr.Row():
         with gr.Column():
-            image_input = gr.Image(label="Upload Image and Sketch Mask", type="pil", tool="sketch")
-            uploaded_mask = gr.Image(label="Upload Mask (Optional)", type="pil", optional=True)
+            image_input = gr.Image(label="Upload Image and Sketch Mask", type="pil", image_mode="RGB")
+            uploaded_mask = gr.Image(label="Upload Mask", type="pil", image_mode="L")
             seed_input = gr.Number(value=42, label="Seed")
             process_button = gr.Button("Remove Object")
         with gr.Column():
@@ -107,7 +107,7 @@ with gr.Blocks() as demo:
         outputs=result_image
     )
 
-# Launch the interface with caching
+# Launch the interface without caching
 if args.share:
     demo.launch(share=True)
 else: