miso1234456 commited on
Commit
8bad43e
·
verified ·
1 Parent(s): 1b44aaf

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +3 -3
app.py CHANGED
@@ -2,10 +2,10 @@ import gradio as gr
2
  from transformers import AutoTokenizer, AutoModelForCausalLM
3
  import torch
4
 
5
- # Load the model and tokenizer with authentication token if needed
6
  model_name = "Flmc/DISC-MedLLM"
7
- tokenizer = AutoTokenizer.from_pretrained(model_name)
8
- model = AutoModelForCausalLM.from_pretrained(model_name, device_map="auto")
9
 
10
  # Function to generate responses
11
  def generate_response(input_text):
 
2
  from transformers import AutoTokenizer, AutoModelForCausalLM
3
  import torch
4
 
5
+ # Load the model and tokenizer with trust_remote_code=True
6
  model_name = "Flmc/DISC-MedLLM"
7
+ tokenizer = AutoTokenizer.from_pretrained(model_name, trust_remote_code=True)
8
+ model = AutoModelForCausalLM.from_pretrained(model_name, device_map="auto", trust_remote_code=True)
9
 
10
  # Function to generate responses
11
  def generate_response(input_text):