hf_token

app.py

@@ -12,9 +12,22 @@ import logging
 import time
 import os
 from dotenv import load_dotenv
+from huggingface_hub import HfApi, HfFolder
 
 #load_dotenv()
 
+# Set the HF_HOME directory programmatically to a writable directory
+os.environ["HF_HOME"] = "/app/.cache/huggingface"
+os.makedirs(os.environ["HF_HOME"], exist_ok=True)
+
+# Initialize Hugging Face API
+huggingface_token = os.getenv("HUGGINGFACE_HUB_TOKEN")
+if huggingface_token:
+    HfFolder.save_token(huggingface_token)
+else:
+    raise ValueError("Hugging Face token is not set. Please set the HUGGINGFACE_HUB_TOKEN environment variable.")
+
+
 # Retrieve the API key from the environment
 API_KEY = os.getenv('X_API_KEY')
 bucket_name = os.getenv('bucket_name')

utils/embedding_utils.py

@@ -2,7 +2,7 @@
 
 from sentence_transformers import SentenceTransformer
 from llama_index.core import SimpleDirectoryReader
-from huggingface_hub import login
+
 from typing import List, Tuple
 from dotenv import load_dotenv
 import numpy as np
@@ -12,7 +12,7 @@ from docx import Document
 import tempfile
 import os
 import logging
-
+from huggingface_hub import HfFolder
 
 # Load environment variables from .env file
 #load_dotenv()
@@ -20,9 +20,9 @@ import logging
 # Load Hugging Face token from environment variable
 huggingface_token = os.getenv('HUGGINGFACE_HUB_TOKEN')
 
-
+# Save the Hugging Face token securely
 if huggingface_token:
-    login(token=huggingface_token, add_to_git_credential=True)
+    HfFolder.save_token(huggingface_token)
 else:
     raise ValueError("Hugging Face token is not set. Please set the HUGGINGFACE_HUB_TOKEN environment variable.")