Spaces:
Sleeping
Sleeping
Commit
·
7bd4b8c
1
Parent(s):
093078e
Update app.py
Browse files
app.py
CHANGED
@@ -14,13 +14,13 @@ import torch
|
|
14 |
#notebook_login()
|
15 |
|
16 |
|
17 |
-
|
18 |
|
19 |
from peft import PeftModel, PeftConfig
|
20 |
from transformers import AutoModelForCausalLM, AutoTokenizer
|
21 |
|
22 |
config = PeftConfig.from_pretrained("tmberooney/medllama")
|
23 |
-
model = AutoModelForCausalLM.from_pretrained("meta-llama/Llama-2-7b-chat-hf", use_auth_token=
|
24 |
model = PeftModel.from_pretrained(model, "tmberooney/medllama")
|
25 |
tokenizer=AutoTokenizer.from_pretrained(config.base_model_name_or_path)
|
26 |
model = model.to('cuda:0')
|
|
|
14 |
#notebook_login()
|
15 |
|
16 |
|
17 |
+
|
18 |
|
19 |
from peft import PeftModel, PeftConfig
|
20 |
from transformers import AutoModelForCausalLM, AutoTokenizer
|
21 |
|
22 |
config = PeftConfig.from_pretrained("tmberooney/medllama")
|
23 |
+
model = AutoModelForCausalLM.from_pretrained("meta-llama/Llama-2-7b-chat-hf", use_auth_token=AUTH, load_in_4bit=True, torch_dtype=torch.float16, device_map="auto")
|
24 |
model = PeftModel.from_pretrained(model, "tmberooney/medllama")
|
25 |
tokenizer=AutoTokenizer.from_pretrained(config.base_model_name_or_path)
|
26 |
model = model.to('cuda:0')
|