Update app.py

app.py

@@ -156,26 +156,36 @@ def process_document(image, question):
     # image = Image.open(image)
     inputs = processor_deplot(images=image, text="Generate the underlying data table for the figure below:", return_tensors="pt")
     predictions = model_deplot.generate(**inputs, max_new_tokens=512)
-    table = processor_deplot.decode(predictions[0], skip_special_tokens=True)
+    table = processor_deplot.decode(predictions[0], skip_special_tokens=True).replace("<0x0A>", "\n")
 
     # send prompt+table to LLM
-    res = evaluate(table.replace("<0x0A>", "\n"), question)
+    res = evaluate(table, question)
     #return res + "\n\n" + res.split("A:")[-1]
-    return res.split("A:")[-1]
+    return [table, res.split("A:")[-1]]
  
-description = "Demo for deplot+llm for QA or summarisation. To use it, simply upload your image and type a question and click 'submit', or click one of the examples to load them. Read more at the links below."
+description = "Demo for DePlot+LLM for QA and summarisation. To use it, simply upload your image and type a question or instruction and click 'submit', or click one of the examples to load them. Read more at the links below."
 article = "<p style='text-align: center'><a href='https://arxiv.org/abs/2212.10505' target='_blank'>DePlot: One-shot visual language reasoning by plot-to-table translation</a></p>"
 
 demo = gr.Interface(
     fn=process_document,
     inputs=["image", "text"],
     outputs="text",
-    title="Demo: deplot+llm test",
+    title="DePlot+LLM (Multimodal chain-of-thought reasoning on plots)",
     description=description,
+    outputs=[
+        gr.inputs.Textbox(
+            lines=8,
+            label="Intermediate Table",
+        ),
+        gr.inputs.Textbox(
+            lines=5,
+            label="Output",
+        )
+    ],
     article=article,
     enable_queue=True,
     examples=[["deplot_case_study_m1.png", "What is the sum of numbers of Indonesia and Ireland? Remember to think step by step."],
-              ["deplot_case_study_x2.png", "By how much does the number increase from 2006 to 2011? Remember to think step by step."]],
+              ["deplot_case_study_x2.png", "Summarise the chart for me please."]],
     cache_examples=False)
 
 demo.launch()