halme commited on
Commit
1abdb84
·
1 Parent(s): acbac18

test again

Browse files
Files changed (1) hide show
  1. app.py +0 -1
app.py CHANGED
@@ -40,7 +40,6 @@ def respond(message, history: list[tuple[str, str]], system_message, max_tokens,
40
 
41
  model = AutoPeftModelForCausalLM.from_pretrained(
42
  "halme/id2223_lora_model", # YOUR MODEL YOU USED FOR TRAINING
43
- load_in_4bit = True,
44
  )
45
  tokenizer = AutoTokenizer.from_pretrained("halme/id2223_lora_model")
46
 
 
40
 
41
  model = AutoPeftModelForCausalLM.from_pretrained(
42
  "halme/id2223_lora_model", # YOUR MODEL YOU USED FOR TRAINING
 
43
  )
44
  tokenizer = AutoTokenizer.from_pretrained("halme/id2223_lora_model")
45