Update app.py

app.py

@@ -1,10 +1,12 @@
 import gradio as gr
-from transformers import AutoTokenizer
-from peft import PeftModel
 import torch
 import os
 import spaces
 
+from transformers import AutoTokenizer, AutoModelForCausalLM
+from peft import PeftModel
+
+
 # 获取 Hugging Face 访问令牌
 hf_token = os.getenv("HF_API_TOKEN")
 
@@ -52,19 +54,16 @@ def generate_response(instruction, input_text):
             device_map="auto",
             torch_dtype=torch.float16,
             use_auth_token=hf_token,
-            trust_remote_code=True  # 如果你的模型使用自定义代码，请保留此参数
+            trust_remote_code=True
         )
 
         # 加载 adapter 并将其应用到基础模型上
         model = PeftModel.from_pretrained(
             base_model,
             adapter_model_name,
-            device_map="auto",
             torch_dtype=torch.float16,
-            use_auth_token=hf_token,
-            trust_remote_code=True
+            use_auth_token=hf_token
         )
-
         # 设置 pad_token
         tokenizer.pad_token = tokenizer.eos_token
         model.config.pad_token_id = tokenizer.pad_token_id