transformerModel

app.py

@@ -22,7 +22,7 @@ from sqlalchemy import (
 )
 from huggingface_hub import login
 from Constants import BAKERY_ORDERS_DATA, BAKING_RECIPES, RAG_QUESTION, SQL_QUERY
-
+import torch
 load_dotenv()
 
 @spaces.GPU
@@ -163,9 +163,9 @@ if __name__ == "__main__":
         model_id="Qwen/Qwen2.5-Coder-14B-Instruct",
         # model_id="meta-llama/Llama-3.2-3B-Instruct",
         device_map="cuda"
-        ,max_new_tokens=5000
-
-    ).bfloat16().cuda()
+        ,max_new_tokens=5000,torch_dtype=torch.bfloat16
+    )
+    model.tokenizer.pad()
     # model = HfApiModel(
         # model_id="meta-llama/Meta-Llama-3.1-8B-Instruct",
         # token = <YOUR-HF-TOKEN-HERE>

requirements.txt

@@ -11,3 +11,4 @@ langchain_community == 0.3.20
 chromadb == 0.6.3
 transformers == 4.50.3
 accelerate >=0.26.0
+torch == 2.6.0