Update tools.py

tools.py

@@ -135,10 +135,13 @@ def build_graph(csv_file_path: str = "embeddings.csv"):
     
     from langchain_community.llms import HuggingFaceEndpoint
 
+    from langchain_community.llms import HuggingFaceEndpoint
+    import os
+    
     llm = HuggingFaceEndpoint(
-        endpoint_url="https://api.endpoints.huggingface.co/v1/completions",
-        huggingfacehub_api_token="agents_token",
-        model_kwargs={"max_tokens": 512}
+        endpoint_url="https://api-inference.huggingface.co/models/meta-llama/Meta-Llama-3-8B-Instruct",
+        huggingfacehub_api_token=os.environ["agents_token"],
+        model_kwargs={"max_new_tokens": 512}
     )