Update app.py
Browse files
app.py
CHANGED
@@ -1,5 +1,6 @@
|
|
1 |
import gradio as gr
|
2 |
-
from
|
|
|
3 |
from transformers import AutoModelForCausalLM, AutoTokenizer
|
4 |
import torch
|
5 |
|
@@ -23,8 +24,7 @@ tokenizer = AutoTokenizer.from_pretrained(config.base_model_name_or_path)
|
|
23 |
model = PeftModel.from_pretrained(model, peft_model_id)
|
24 |
|
25 |
def greet(text):
|
26 |
-
batch = tokenizer(f"\"{text
|
27 |
-
}\" ->: ", return_tensors='pt')
|
28 |
|
29 |
# Use torch.no_grad to disable gradient calculation
|
30 |
with torch.no_grad():
|
|
|
1 |
import gradio as gr
|
2 |
+
from
|
3 |
+
peft import PeftModel, PeftConfig
|
4 |
from transformers import AutoModelForCausalLM, AutoTokenizer
|
5 |
import torch
|
6 |
|
|
|
24 |
model = PeftModel.from_pretrained(model, peft_model_id)
|
25 |
|
26 |
def greet(text):
|
27 |
+
batch = tokenizer(f"\"{text}\" ->: ", return_tensors='pt')
|
|
|
28 |
|
29 |
# Use torch.no_grad to disable gradient calculation
|
30 |
with torch.no_grad():
|