Update app.py

app.py

@@ -80,51 +80,48 @@ def flag_last_response(state, model_selector, request: gr.Request):
     vote_last_response(state, "flag", model_selector, request)
     return ("",) + (disable_btn,) * 3
 
-def regenerate(state, image_process_mode, seg_process_mode, depth_process_mode):
+def regenerate(state, image_process_mode, seg_process_mode):
     state.messages[-1][-1] = None
     prev_human_msg = state.messages[-2]
     if type(prev_human_msg[1]) in (tuple, list):
-        prev_human_msg[1] = (*prev_human_msg[1][:2], image_process_mode, prev_human_msg[1][3], seg_process_mode, prev_human_msg[1][5], depth_process_mode)
+        prev_human_msg[1] = (*prev_human_msg[1][:2], image_process_mode, prev_human_msg[1][3], seg_process_mode, None, None)
     state.skip_next = False
-    return (state, state.to_gradio_chatbot(), "", None, None, None, None) + (disable_btn,) * 5
+    return (state, state.to_gradio_chatbot(), "", None, None) + (disable_btn,) * 5
 
 
 def clear_history(request: gr.Request):
     state = default_conversation.copy()
-    return (state, state.to_gradio_chatbot(), "", None, None, None, None) + (disable_btn,) * 5
+    return (state, state.to_gradio_chatbot(), "", None, None) + (disable_btn,) * 5
 
 
-def add_text(state, text, image, image_process_mode, seg, seg_process_mode, depth, depth_process_mode, request: gr.Request):
+def add_text(state, text, image, image_process_mode, seg, seg_process_mode, request: gr.Request):
     logger.info(f"add_text. len: {len(text)}")
     if len(text) <= 0 and image is None:
         state.skip_next = True
-        return (state, state.to_gradio_chatbot(), "", None, None, None, None) + (no_change_btn,) * 5
+        return (state, state.to_gradio_chatbot(), "", None, None) + (no_change_btn,) * 5
     if args.moderate:
         flagged = violates_moderation(text)
         if flagged:
             state.skip_next = True
-            return (state, state.to_gradio_chatbot(), moderation_msg, None, None, None, None) + (
+            return (state, state.to_gradio_chatbot(), moderation_msg, None, None) + (
                 no_change_btn,) * 5
 
-    text = text[:1200]  # Hard cut-off
+    text = text[:1576]  # Hard cut-off
     if image is not None:
-        text = text[:864]  # Hard cut-off for images
+        text = text[:1200]  # Hard cut-off for images
         if '<image>' not in text:
             text = '<image>\n' + text
         if seg is not None:
             if '<seg>' not in text:
                 text = '<seg>\n' + text
-        if depth is not None:
-            if '<depth>' not in text:
-                text = '<depth>\n' + text
     
-        text = (text, image, image_process_mode, seg, seg_process_mode, depth, depth_process_mode)
+        text = (text, image, image_process_mode, seg, seg_process_mode, None, None)
         if len(state.get_images(return_pil=True)) > 0:
             state = default_conversation.copy()
     state.append_message(state.roles[0], text)
     state.append_message(state.roles[1], None)
     state.skip_next = False
-    return (state, state.to_gradio_chatbot(), "", None, None, None, None) + (disable_btn,) * 5
+    return (state, state.to_gradio_chatbot(), "", None, None) + (disable_btn,) * 5
 
 
 def http_bot(state, model_selector, temperature, top_p, max_new_tokens, request: gr.Request):
@@ -158,13 +155,11 @@ def http_bot(state, model_selector, temperature, top_p, max_new_tokens, request:
         "stop": state.sep if state.sep_style in [SeparatorStyle.SINGLE, SeparatorStyle.MPT] else state.sep2,
         "images": f'List of {len(state.get_images())}',
         "segs": f'List of {len(state.get_segs())}',
-        "depths": f'List of {len(state.get_depths())}',
     }
     logger.info(f"==== request ====\n{pload}")
 
     pload['images'] = state.get_images()
     pload['segs'] = state.get_segs()
-    pload['depths'] = state.get_depths()
 
     state.messages[-1][-1] = "▌"
     yield (state, state.to_gradio_chatbot()) + (disable_btn,) * 5
@@ -194,6 +189,8 @@ def http_bot(state, model_selector, temperature, top_p, max_new_tokens, request:
 
     state.messages[-1][-1] = state.messages[-1][-1][:-1]
     yield (state, state.to_gradio_chatbot()) + (enable_btn,) * 5
+
+    finish_tstamp = time.time()
     logger.info(f"{output}")
 
 
@@ -255,12 +252,6 @@ def build_demo(embed_mode):
                     ["Crop", "Resize", "Pad", "Default"],
                     value="Default",
                     label="Preprocess for non-square Seg Map", visible=False)
-                
-                depthbox = gr.Image(type="pil", label="Depth Map")
-                depth_process_mode = gr.Radio(
-                    ["Crop", "Resize", "Pad", "Default"],
-                    value="Default",
-                    label="Preprocess for non-square Depth Map", visible=False)
 
                 with gr.Accordion("Parameters", open=False) as parameter_row:
                     temperature = gr.Slider(minimum=0.0, maximum=1.0, value=0.8, step=0.1, interactive=True, label="Temperature",)
@@ -284,8 +275,13 @@ def build_demo(embed_mode):
 
         cur_dir = os.path.dirname(os.path.abspath(__file__))
         gr.Examples(examples=[
-            [f"{cur_dir}/examples/suits.jpg", f"{cur_dir}/examples/suits_pan.png", f"{cur_dir}/examples/suits_depth.jpeg", "Can you describe the depth order of the objects in this image, from closest to farthest?", "0.5", "0.5"], 
-        ], inputs=[imagebox, segbox, depthbox, textbox, temperature, top_p])
+            [f"{cur_dir}/examples/people.jpg", f"{cur_dir}/examples/people_pan.png", "What objects can be seen in the image?", "0.9", "1.0"],
+            [f"{cur_dir}/examples/corgi.jpg", f"{cur_dir}/examples/corgi_pan.png", "What objects can be seen in the image?", "0.6", "0.7"], 
+            [f"{cur_dir}/examples/friends.jpg", f"{cur_dir}/examples/friends_pan.png", "Can you count the number of people in the image?", "0.8", "0.9"], 
+            [f"{cur_dir}/examples/friends.jpg", f"{cur_dir}/examples/friends_pan.png", "What is happening in the image?", "0.8", "0.9"],
+            [f"{cur_dir}/examples/suits.jpg", f"{cur_dir}/examples/suits_pan.png", "What objects can be seen in the image?", "0.5", "0.5"], 
+            [f"{cur_dir}/examples/suits.jpg", f"{cur_dir}/examples/suits_ins.png", "What objects can be seen in the image?", "0.5", "0.5"],
+        ], inputs=[imagebox, segbox, textbox, temperature, top_p])
         
         if not embed_mode:
             gr.Markdown(tos_markdown)
@@ -299,16 +295,16 @@ def build_demo(embed_mode):
             [state, model_selector], [textbox, upvote_btn, downvote_btn, flag_btn])
         flag_btn.click(flag_last_response,
             [state, model_selector], [textbox, upvote_btn, downvote_btn, flag_btn])
-        regenerate_btn.click(regenerate, [state, image_process_mode, seg_process_mode, depth_process_mode],
-            [state, chatbot, textbox, imagebox, segbox, depthbox] + btn_list).then(
+        regenerate_btn.click(regenerate, [state, image_process_mode, seg_process_mode],
+            [state, chatbot, textbox, imagebox, segbox] + btn_list).then(
             http_bot, [state, model_selector, temperature, top_p, max_output_tokens],
             [state, chatbot] + btn_list)
-        clear_btn.click(clear_history, None, [state, chatbot, textbox, imagebox, segbox, depthbox] + btn_list)
+        clear_btn.click(clear_history, None, [state, chatbot, textbox, imagebox, segbox] + btn_list)
 
-        textbox.submit(add_text, [state, textbox, imagebox, image_process_mode, segbox, seg_process_mode, depthbox, depth_process_mode], [state, chatbot, textbox, imagebox, segbox, depthbox] + btn_list
+        textbox.submit(add_text, [state, textbox, imagebox, image_process_mode, segbox, seg_process_mode], [state, chatbot, textbox, imagebox, segbox] + btn_list
             ).then(http_bot, [state, model_selector, temperature, top_p, max_output_tokens],
                    [state, chatbot] + btn_list)
-        submit_btn.click(add_text, [state, textbox, imagebox, image_process_mode, segbox, seg_process_mode, depthbox, depth_process_mode], [state, chatbot, textbox, imagebox, segbox, depthbox] + btn_list
+        submit_btn.click(add_text, [state, textbox, imagebox, image_process_mode, segbox, seg_process_mode], [state, chatbot, textbox, imagebox, segbox] + btn_list
             ).then(http_bot, [state, model_selector, temperature, top_p, max_output_tokens],
                    [state, chatbot] + btn_list)