Add sampling option to prediction and update demo title with snowflake emoji

app.py

@@ -192,12 +192,13 @@ def predict(message,
             temperature=1.0,
             max_output_tokens=700,
             top_p=0.7,
-            repetition_penalty=2.5):
+            repetition_penalty=2.5,
+            do_sample=False):
         
         history = state.get_prompt()
         logger.info(f"==== History ====\n{history}")
 
-        generation_config = dict(temperature=temperature, max_new_tokens= max_output_tokens, top_p=top_p, do_sample=False, num_beams = 3, repetition_penalty=repetition_penalty)
+        generation_config = dict(temperature=temperature, max_new_tokens= max_output_tokens, top_p=top_p, do_sample=do_sample, num_beams = 3, repetition_penalty=repetition_penalty)
 
         question = message
         pixel_values = None
@@ -425,8 +426,8 @@ def build_demo():
     )
 
     with gr.Blocks(
-        title="🔥 Vintern-1B-v3_5-Demo 🔥",
-        theme='gr.themes.Ocean()',
+        title="❄️ Vintern-1B-v3_5-Demo ❄️",
+        theme=gr.themes.Ocean(),
         css=block_css,
         js=js,
     ) as demo:
@@ -450,6 +451,12 @@ def build_demo():
                         interactive=True,
                         label="Temperature",
                     )
+                    do_sample = gr.Checkbox(
+                        label="Sampling",
+                        default=False,
+                        interactive=True,
+                    )
+
                     top_p = gr.Slider(
                         minimum=0.0,
                         maximum=1.0,
@@ -511,7 +518,7 @@ def build_demo():
                         [
                             {
                                 "files": [
-                                    "samples/5.jpeg",
+                                    "samples/6.jpeg",
                                 ],
                                 "text": "Hãy viết trích xuất nội dung của hoá đơn dạng JSON.",
                             }
@@ -582,6 +589,7 @@ def build_demo():
             [
                 state,
                 temperature,
+                do_sample,
                 top_p,
                 repetition_penalty,
                 max_output_tokens,
@@ -600,6 +608,7 @@ def build_demo():
             [
                 state,
                 temperature,
+                do_sample,
                 top_p,
                 repetition_penalty,
                 max_output_tokens,
@@ -616,6 +625,7 @@ def build_demo():
             [
                 state,
                 temperature,
+                do_sample,
                 top_p,
                 repetition_penalty,
                 max_output_tokens,