import os import shutil from huggingface_hub import snapshot_download # Set up paths MODEL_REPO = "sentence-transformers/all-MiniLM-L6-v2" MODEL_CACHE_DIR = "/app/model_cache" print("ā³ Downloading the SentenceTransformer model...") model_path = snapshot_download(repo_id=MODEL_REPO, cache_dir=MODEL_CACHE_DIR) print("Model path: ", model_path) # Ensure the directory exists if not os.path.exists(MODEL_CACHE_DIR): os.makedirs(MODEL_CACHE_DIR) # Move all contents from the snapshot folder if os.path.exists(model_path): print(f"šŸ“‚ Moving model files from {model_path} to {MODEL_CACHE_DIR}...") for item in os.listdir(model_path): source = os.path.join(model_path, item) destination = os.path.join(MODEL_CACHE_DIR, item) if os.path.isdir(source): shutil.copytree(source, destination, dirs_exist_ok=True) else: shutil.copy2(source, destination) print(f"āœ… Model extracted and flattened in {MODEL_CACHE_DIR}") else: print("āŒ No snapshot directory found!") exit(1) # Verify structure after moving print("\nšŸ“‚ LLM Model Structure (Build Level):") for root, dirs, files in os.walk(MODEL_CACHE_DIR): print(f"šŸ“ {root}/") for file in files: print(f" šŸ“„ {file}")