tmberooney commited on
Commit
7bd4b8c
·
1 Parent(s): 093078e

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -2
app.py CHANGED
@@ -14,13 +14,13 @@ import torch
14
  #notebook_login()
15
 
16
 
17
- Auth=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
18
 
19
  from peft import PeftModel, PeftConfig
20
  from transformers import AutoModelForCausalLM, AutoTokenizer
21
 
22
  config = PeftConfig.from_pretrained("tmberooney/medllama")
23
- model = AutoModelForCausalLM.from_pretrained("meta-llama/Llama-2-7b-chat-hf", use_auth_token=Auth, load_in_4bit=True, torch_dtype=torch.float16, device_map="auto")
24
  model = PeftModel.from_pretrained(model, "tmberooney/medllama")
25
  tokenizer=AutoTokenizer.from_pretrained(config.base_model_name_or_path)
26
  model = model.to('cuda:0')
 
14
  #notebook_login()
15
 
16
 
17
+
18
 
19
  from peft import PeftModel, PeftConfig
20
  from transformers import AutoModelForCausalLM, AutoTokenizer
21
 
22
  config = PeftConfig.from_pretrained("tmberooney/medllama")
23
+ model = AutoModelForCausalLM.from_pretrained("meta-llama/Llama-2-7b-chat-hf", use_auth_token=AUTH, load_in_4bit=True, torch_dtype=torch.float16, device_map="auto")
24
  model = PeftModel.from_pretrained(model, "tmberooney/medllama")
25
  tokenizer=AutoTokenizer.from_pretrained(config.base_model_name_or_path)
26
  model = model.to('cuda:0')