Update tools.py

tools.py

@@ -135,24 +135,18 @@ def build_graph(csv_file_path: str = "embeddings.csv"):
     
    
     import os
-    
-    from langchain_community.chat_models import ChatHuggingFace
-    from huggingface_hub import InferenceClient
-    
-    from langchain_community.chat_models import ChatHuggingFace
 
-    llm = ChatHuggingFace(
+   from langchain_huggingface import HuggingFaceEndpoint
+
+    llm = HuggingFaceEndpoint(
         repo_id="meta-llama/Meta-Llama-3-8B-Instruct",
-        huggingfacehub_api_token=os.environ["agents_token"]
+        huggingfacehub_api_token=os.environ["agents_token"],
+        task="text-generation",
+        model_kwargs={"max_new_tokens": 512, "temperature": 0.7}
     )
-
-
-
-
-
-    # Bind tools to LLM
     llm_with_tools = llm.bind_tools(tools=tools)
 
+
     
     # Function to enrich state with relevant content from vector store
     def retrieve_docs(state: MessagesState) -> MessagesState: