lcbwhite commited on
Commit
2166c9e
·
verified ·
1 Parent(s): 17c7b47

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -5,7 +5,7 @@ from transformers import AutoModelForCausalLM
5
  def LMmodel(message, history):
6
  base_model_id="LeoLM/leo-mistral-hessianai-7b-chat"
7
  try:
8
- base_model = AutoModelForCausalLM.from_pretrained(base_model_id, device_map="auto",trust_remote_code=True)
9
  except Exception as e:
10
  exp = str(e)
11
  return exp
 
5
  def LMmodel(message, history):
6
  base_model_id="LeoLM/leo-mistral-hessianai-7b-chat"
7
  try:
8
+ base_model = AutoModelForCausalLM.from_pretrained(base_model_id, device_map="auto",offload_folder="offload",trust_remote_code=True)
9
  except Exception as e:
10
  exp = str(e)
11
  return exp