Update app.py
Browse files
app.py
CHANGED
@@ -5,7 +5,7 @@ from transformers import AutoModelForCausalLM
|
|
5 |
def LMmodel(message, history):
|
6 |
base_model_id="LeoLM/leo-mistral-hessianai-7b-chat"
|
7 |
try:
|
8 |
-
base_model = AutoModelForCausalLM.from_pretrained(base_model_id, device_map="auto",trust_remote_code=True)
|
9 |
except Exception as e:
|
10 |
exp = str(e)
|
11 |
return exp
|
|
|
5 |
def LMmodel(message, history):
|
6 |
base_model_id="LeoLM/leo-mistral-hessianai-7b-chat"
|
7 |
try:
|
8 |
+
base_model = AutoModelForCausalLM.from_pretrained(base_model_id, device_map="auto",offload_folder="offload",trust_remote_code=True)
|
9 |
except Exception as e:
|
10 |
exp = str(e)
|
11 |
return exp
|