Spaces:
Running
Running
Commit
·
ad71c98
1
Parent(s):
63e6606
Add FastAPI app initialization in main.py
Browse files
main.py
CHANGED
@@ -8,7 +8,8 @@ BASE_DIR = Path("/app")
|
|
8 |
MODEL_DIR = BASE_DIR / "models"
|
9 |
MODEL_NAME = "llama-2-7b-chat.q4_K_M.gguf"
|
10 |
MODEL_PATH = MODEL_DIR / MODEL_NAME
|
11 |
-
|
|
|
12 |
# Ensure model directory exists
|
13 |
MODEL_DIR.mkdir(parents=True, exist_ok=True)
|
14 |
# Model download URL
|
|
|
8 |
MODEL_DIR = BASE_DIR / "models"
|
9 |
MODEL_NAME = "llama-2-7b-chat.q4_K_M.gguf"
|
10 |
MODEL_PATH = MODEL_DIR / MODEL_NAME
|
11 |
+
# Create FastAPI app
|
12 |
+
app = FastAPI(title="LLM API Server")
|
13 |
# Ensure model directory exists
|
14 |
MODEL_DIR.mkdir(parents=True, exist_ok=True)
|
15 |
# Model download URL
|