Update app.py

app.py

@@ -32,7 +32,12 @@ hf_hub_download(
     filename="liwugpt.gguf",
     local_dir="./models"
 )
-# 5GB
+
+hf_hub_download(
+    repo_id="liwu/liwu_forum_post_2.0",
+    filename="liwugpt_q8_0.gguf",
+    local_dir="./models"
+)
 
 
 llm = None
@@ -116,9 +121,10 @@ demo = gr.ChatInterface(
     respond,
     additional_inputs=[
         gr.Dropdown([
-                'liwugpt.gguf'
+                'liwugpt.gguf',
+                'liwugpt_q8_0.gguf'
             ],
-            value="liwugpt.gguf",
+            value="liwugpt_q8_0.gguf",
             label="Model"
         ),
         gr.Textbox(value="You are a helpful assistant.", label="System message"),