add examples

.gitattributes

@@ -33,3 +33,23 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+GLEE_logo.png filter=lfs diff=lfs merge=lfs -text
+Examples/1.png filter=lfs diff=lfs merge=lfs -text
+Examples/00000.jpg filter=lfs diff=lfs merge=lfs -text
+Examples/sa_7842964.jpg filter=lfs diff=lfs merge=lfs -text
+Examples/sa_7842967.jpg filter=lfs diff=lfs merge=lfs -text
+Examples/sa_7842994.jpg filter=lfs diff=lfs merge=lfs -text
+Examples/sa_7842976.jpg filter=lfs diff=lfs merge=lfs -text
+Examples/sa_7842992.jpg filter=lfs diff=lfs merge=lfs -text
+Examples/sa_7842993.jpg filter=lfs diff=lfs merge=lfs -text
+Examples/000000001000.jpg filter=lfs diff=lfs merge=lfs -text
+Examples/000000340697.jpg filter=lfs diff=lfs merge=lfs -text
+Examples/000000480122.jpg filter=lfs diff=lfs merge=lfs -text
+Examples/20231222.jpg filter=lfs diff=lfs merge=lfs -text
+Examples/cat.jpg filter=lfs diff=lfs merge=lfs -text
+Examples/bike.mp4 filter=lfs diff=lfs merge=lfs -text
+Examples/horse.mp4 filter=lfs diff=lfs merge=lfs -text
+Examples/racing_car2.mp4 filter=lfs diff=lfs merge=lfs -text
+Examples/racing_car3.mp4 filter=lfs diff=lfs merge=lfs -text
+Examples/street.mp4 filter=lfs diff=lfs merge=lfs -text
+Examples/train.mp4 filter=lfs diff=lfs merge=lfs -text

app.py

@@ -893,10 +893,188 @@ def visual_prompt_preview(img, prompt_mode):
     ret = ret.astype('uint8') 
     return  ret
 
+
+
+
+image_example_list = [
+    [
+        this_dir + "/Examples/000000480122.jpg",
+        "categories",
+        "OBJ365",
+        "",
+        "",
+        "50",
+    ],
+        [
+        this_dir + "/Examples/20231222.jpg",
+        "expression",
+        "COCO-80",
+        "",
+        "a purple star holding by a person ",
+    ],
+    [
+        this_dir + "/Examples/000000001000.jpg",
+        "expression",
+        "COCO-80",
+        "",
+        "the left boy",
+    ],
+    [
+        this_dir + "/Examples/000000001000.jpg",
+        "expression",
+        "COCO-80",
+        "",
+        "the left girl",
+    ],
+    [
+        this_dir + "/Examples/1.png",
+        "categories",
+        "Custom-List",
+        "manholecover, bollard, person, car, motobike",
+        "",
+        "10",
+    ],
+    [
+        this_dir + "/Examples/cat.jpg",
+        "categories",
+        "Custom-List",
+        "cat_eye, cat_ear, candle",
+        " ",
+        "10",
+    ],
+    [
+        this_dir + "/Examples/00000.jpg",
+        "categories",
+        "COCO-80",
+        "",
+        "",
+        "20",
+    ],
+
+    [
+        this_dir + "/Examples/000000340697.jpg",
+        "categories",
+        "COCO-80",
+        "",
+        "",
+        "20",
+    ],
+    [
+        this_dir + "/Examples/sa_7842964.jpg",
+        "categories",
+        "COCO-80",
+        "",
+        "",
+        "20",
+    ],
+    [
+        this_dir + "/Examples/1.png",
+        "categories",
+        "OBJ365",
+        "",
+        "",
+        "50",
+    ],
+    [
+        this_dir + "/Examples/sa_7842967.jpg",
+        "categories",
+        "COCO-80",
+        "",
+        "",
+        "20",
+    ],
+    [
+        this_dir + "/Examples/sa_7842976.jpg",
+        "categories",
+        "COCO-80",
+        "",
+        "",
+        "20",
+    ],
+    [
+        this_dir + "/Examples/sa_7842992.jpg",
+        "categories",
+        "COCO-80",
+        "",
+        "",
+        "20",
+    ],
+    [
+        this_dir + "/Examples/sa_7842994.jpg",
+        "categories",
+        "COCO-80",
+        "",
+        "",
+        "20",
+    ],
+
+
+]
+
+
+video_example_list = [
+    [
+        this_dir + "/Examples/bike.mp4",
+        "categories",
+        "COCO-80",
+        "",
+        "",
+        "10",
+    ],
+    [
+        this_dir + "/Examples/bike.mp4",
+        "categories",
+        "Custom-List",
+        "backpack, bollard",
+        "",
+        "5",
+    ],
+    [
+        this_dir + "/Examples/horse.mp4",
+        "expression",
+        "",
+        "",
+        "the left horse",
+        "10",
+    ],
+    [
+        this_dir + "/Examples/racing_car2.mp4",
+        "categories",
+        "COCO-80",
+        "",
+        "",
+        "15",
+    ],
+    [
+        this_dir + "/Examples/racing_car3.mp4",
+        "categories",
+        "COCO-80",
+        "",
+        "",
+        "15",
+    ],
+    [
+        this_dir + "/Examples/street.mp4",
+        "categories",
+        "OBJ365",
+        "",
+        "",
+        "15",
+    ],
+    [
+        this_dir + "/Examples/train.mp4",
+        "categories",
+        "COCO-80",
+        "",
+        "",
+        "15",
+    ],
+]
+
 with gr.Blocks(theme=gr.themes.Default()) as demo:
-    gr.Markdown('# GLEE: General Object Foundation Model for Images and Videos at Scale')  
+    # gr.Markdown('# GLEE: General Object Foundation Model for Images and Videos at Scale')  
 
-    # gr.HTML("<p>    <img src='/file=GLEE_logo.png' aligh='center'  style='float:left' width='6%' >  <h1 class='title is-1 publication-title'> <p style='margin-left: 20px'> GLEE: General Object Foundation Model for Images and Videos at Scale </h1>   ")      
+    gr.HTML("<p>    <img src='/file=GLEE_logo.png' aligh='center'  style='float:left' width='80' >  <h1 class='title is-1 publication-title'> <p style='margin-left: 20px'> GLEE: General Object Foundation Model for Images and Videos at Scale </h1>   ")      
     
     gr.Markdown(' [Paper](https://arxiv.org/abs/2312.09158) —— [Project Page](https://glee-vision.github.io) —— [Code](https://github.com/FoundationVision/GLEE) ')
     # gr.HTML(“img src=“image link” alt=“A beautiful landscape”) 
@@ -933,7 +1111,7 @@ with gr.Blocks(theme=gr.themes.Default()) as demo:
                         input_expressiong = gr.Textbox(
                             label="Expression",
                             info="Input any description of an object in the image ",
-                            lines=2,
+                            lines=1,
                             visible=False,
                             value="the red car",
                         )
@@ -1035,7 +1213,11 @@ with gr.Blocks(theme=gr.themes.Default()) as demo:
         image_button = gr.Button("Detect & Segment")
         img_input.change(visual_prompt_preview,  inputs = [img_input,prompt_mode_select] ,  outputs = img_showbox)
         image_button.click(segment_image, inputs=[img_input, prompt_mode_select, category_select, custom_category,input_expressiong, results_select, num_inst_select, threshold_select, mask_image_mix_ration,model_select], outputs=image_segment)
-
+        gr.Examples(
+            examples = image_example_list,
+            inputs=[img_input, prompt_mode_select, category_select, custom_category,input_expressiong,num_inst_select],
+            examples_per_page=20 
+        )
 
     with gr.Tab("Video task"):
         gr.Markdown(
@@ -1187,7 +1369,11 @@ with gr.Blocks(theme=gr.themes.Default()) as demo:
         video_prompt_preview.click(visual_prompt_preview,  inputs = [video_visual_prompter,video_prompt_mode_select] ,  outputs = video_img_showbox)
         video_button = gr.Button("Segment&Track")
         video_button.click(segment_video, inputs=[video_input, video_prompt_mode_select, video_category_select, video_custom_category, video_input_expressiong, video_results_select, video_num_inst_select, video_threshold_select, video_mask_image_mix_ration, video_model_select, video_frames_select, video_visual_prompter], outputs=video_output)
-
+        gr.Examples(
+            examples = video_example_list,
+            inputs=[video_input, video_prompt_mode_select, video_category_select, video_custom_category, video_input_expressiong,video_num_inst_select],
+            examples_per_page=20 
+        )