Commit
·
b0e4b09
1
Parent(s):
5188dae
fix
Browse files
app.py
CHANGED
|
@@ -26,9 +26,11 @@ class MyModel:
|
|
| 26 |
if model != self.current_model or self.current_model is None:
|
| 27 |
chat_handler = MoondreamChatHandler.from_pretrained(
|
| 28 |
repo_id="lab2-as/lora_model_gguf",
|
|
|
|
| 29 |
)
|
| 30 |
client = Llama.from_pretrained(
|
| 31 |
repo_id="lab2-as/lora_model_gguf",
|
|
|
|
| 32 |
chat_handler=chat_handler,
|
| 33 |
n_ctx=2048, # n_ctx should be increased to accommodate the image embedding
|
| 34 |
)
|
|
|
|
| 26 |
if model != self.current_model or self.current_model is None:
|
| 27 |
chat_handler = MoondreamChatHandler.from_pretrained(
|
| 28 |
repo_id="lab2-as/lora_model_gguf",
|
| 29 |
+
filename="*mmproj*",
|
| 30 |
)
|
| 31 |
client = Llama.from_pretrained(
|
| 32 |
repo_id="lab2-as/lora_model_gguf",
|
| 33 |
+
filename="*text-model*",
|
| 34 |
chat_handler=chat_handler,
|
| 35 |
n_ctx=2048, # n_ctx should be increased to accommodate the image embedding
|
| 36 |
)
|