Update tools.py

tools.py

@@ -136,17 +136,27 @@ def build_graph(csv_file_path: str = "embeddings.csv"):
    
     import os
 
-    from langchain_huggingface import HuggingFaceEndpoint
-
-    from langchain_community.chat_models import ChatHuggingFace
+    from langchain_huggingface import ChatHuggingFace, HuggingFacePipeline
+    import getpass
+    import os
     
-    llm = ChatHuggingFace(
-        repo_id="meta-llama/Meta-Llama-3-8B-Instruct",
-        huggingfacehub_api_token=os.environ["agents_token"],
-        max_new_tokens=512,
-        temperature=0.7,
+    os.environ["agents_token"] = getpass.getpass(
+        "Enter your Hugging Face API key: "
+    )
+    llm = HuggingFacePipeline.from_model_id(
+        model_id="meta-llama/Meta-Llama-3-8B-Instruct",
+        task="text-generation",
+        pipeline_kwargs=dict(
+            max_new_tokens=512,
+            do_sample=False,
+            repetition_penalty=1.03,
+        ),
     )
-    llm_with_tools = llm.bind_tools(tools=tools)
+
+    chat_model = ChatHuggingFace(llm=llm)
+
+
+    llm_with_tools = chat_model.bind_tools(tools=tools)