abhisheksan commited on
Commit
ad71c98
·
1 Parent(s): 63e6606

Add FastAPI app initialization in main.py

Browse files
Files changed (1) hide show
  1. main.py +2 -1
main.py CHANGED
@@ -8,7 +8,8 @@ BASE_DIR = Path("/app")
8
  MODEL_DIR = BASE_DIR / "models"
9
  MODEL_NAME = "llama-2-7b-chat.q4_K_M.gguf"
10
  MODEL_PATH = MODEL_DIR / MODEL_NAME
11
-
 
12
  # Ensure model directory exists
13
  MODEL_DIR.mkdir(parents=True, exist_ok=True)
14
  # Model download URL
 
8
  MODEL_DIR = BASE_DIR / "models"
9
  MODEL_NAME = "llama-2-7b-chat.q4_K_M.gguf"
10
  MODEL_PATH = MODEL_DIR / MODEL_NAME
11
+ # Create FastAPI app
12
+ app = FastAPI(title="LLM API Server")
13
  # Ensure model directory exists
14
  MODEL_DIR.mkdir(parents=True, exist_ok=True)
15
  # Model download URL