Update app.py

app.py

@@ -59,6 +59,7 @@ import torch
 # model_name = "deepseek-ai/deepseek-llm-7b-chat"
 model_name = "google/flan-t5-small"
 
+'''
 tokenizer = AutoTokenizer.from_pretrained(model_name, trust_remote_code=True)
 
 model = AutoModelForCausalLM.from_pretrained(
@@ -75,6 +76,11 @@ hf_pipeline = pipeline(
     tokenizer=tokenizer,
     max_new_tokens=300
 )
+'''
+
+hf_pipeline = pipeline(
+    "text2text-generation",
+    model=model_name)
 
 llm = HuggingFacePipeline(pipeline=hf_pipeline)