PhantHive commited on
Commit
c90008b
·
verified ·
1 Parent(s): 7eacdf4

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +3 -3
app.py CHANGED
@@ -1,5 +1,6 @@
1
  import gradio as gr
2
- from peft import PeftModel, PeftConfig
 
3
  from transformers import AutoModelForCausalLM, AutoTokenizer
4
  import torch
5
 
@@ -23,8 +24,7 @@ tokenizer = AutoTokenizer.from_pretrained(config.base_model_name_or_path)
23
  model = PeftModel.from_pretrained(model, peft_model_id)
24
 
25
  def greet(text):
26
- batch = tokenizer(f"\"{text
27
- }\" ->: ", return_tensors='pt')
28
 
29
  # Use torch.no_grad to disable gradient calculation
30
  with torch.no_grad():
 
1
  import gradio as gr
2
+ from
3
+ peft import PeftModel, PeftConfig
4
  from transformers import AutoModelForCausalLM, AutoTokenizer
5
  import torch
6
 
 
24
  model = PeftModel.from_pretrained(model, peft_model_id)
25
 
26
  def greet(text):
27
+ batch = tokenizer(f"\"{text}\" ->: ", return_tensors='pt')
 
28
 
29
  # Use torch.no_grad to disable gradient calculation
30
  with torch.no_grad():