Spaces:
Sleeping
Sleeping
Update app.py
Browse files
app.py
CHANGED
|
@@ -35,14 +35,6 @@ hf_hub_download(
|
|
| 35 |
# 5GB
|
| 36 |
|
| 37 |
|
| 38 |
-
# RichardErkhov/ibm-granite_-_granite-7b-base-gguf
|
| 39 |
-
# granite-7b-base.Q4_K_M.gguf
|
| 40 |
-
# 4GB
|
| 41 |
-
|
| 42 |
-
# TobDeBer/granite-8b-code-instruct-128k-Q4_K_M-GGUF
|
| 43 |
-
# granite-8b-code-instruct-128k-q4_k_m.gguf
|
| 44 |
-
# 5GB
|
| 45 |
-
|
| 46 |
llm = None
|
| 47 |
llm_model = None
|
| 48 |
|
|
@@ -57,7 +49,7 @@ def respond(
|
|
| 57 |
top_k,
|
| 58 |
repeat_penalty,
|
| 59 |
):
|
| 60 |
-
chat_template = MessagesFormatterType.
|
| 61 |
|
| 62 |
global llm
|
| 63 |
global llm_model
|
|
@@ -116,7 +108,7 @@ def respond(
|
|
| 116 |
outputs += output
|
| 117 |
yield outputs
|
| 118 |
|
| 119 |
-
description = """<p align="center"
|
| 120 |
powered by MNBVC <br></p>
|
| 121 |
"""
|
| 122 |
|
|
@@ -158,7 +150,7 @@ demo = gr.ChatInterface(
|
|
| 158 |
#undo_btn="Undo",
|
| 159 |
#clear_btn="Clear",
|
| 160 |
#submit_btn="Send",
|
| 161 |
-
title="
|
| 162 |
description=description,
|
| 163 |
chatbot=gr.Chatbot(
|
| 164 |
scale=1,
|
|
|
|
| 35 |
# 5GB
|
| 36 |
|
| 37 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 38 |
llm = None
|
| 39 |
llm_model = None
|
| 40 |
|
|
|
|
| 49 |
top_k,
|
| 50 |
repeat_penalty,
|
| 51 |
):
|
| 52 |
+
chat_template = MessagesFormatterType.CHATML
|
| 53 |
|
| 54 |
global llm
|
| 55 |
global llm_model
|
|
|
|
| 108 |
outputs += output
|
| 109 |
yield outputs
|
| 110 |
|
| 111 |
+
description = """<p align="center">输入主贴内容，生成每个楼层的回复<br>
|
| 112 |
powered by MNBVC <br></p>
|
| 113 |
"""
|
| 114 |
|
|
|
|
| 150 |
#undo_btn="Undo",
|
| 151 |
#clear_btn="Clear",
|
| 152 |
#submit_btn="Send",
|
| 153 |
+
title="里屋论坛回帖机器人",
|
| 154 |
description=description,
|
| 155 |
chatbot=gr.Chatbot(
|
| 156 |
scale=1,
|