Spaces:
Runtime error
Runtime error
Commit
·
30d3c1f
1
Parent(s):
3be0c5b
changed to uvicorn setup for HF v10
Browse files- main/main.py +0 -1
- requirements.txt +8 -0
main/main.py
CHANGED
|
@@ -4,7 +4,6 @@ LLM Inference Server main application using LitServe framework.
|
|
| 4 |
import litserve as ls
|
| 5 |
import yaml
|
| 6 |
import logging
|
| 7 |
-
import multiprocessing as mp
|
| 8 |
import os
|
| 9 |
from pathlib import Path
|
| 10 |
from fastapi.middleware.cors import CORSMiddleware
|
|
|
|
| 4 |
import litserve as ls
|
| 5 |
import yaml
|
| 6 |
import logging
|
|
|
|
| 7 |
import os
|
| 8 |
from pathlib import Path
|
| 9 |
from fastapi.middleware.cors import CORSMiddleware
|
requirements.txt
CHANGED
|
@@ -1,22 +1,30 @@
|
|
| 1 |
annotated-types==0.7.0
|
| 2 |
anyio==4.8.0
|
| 3 |
certifi==2024.12.14
|
|
|
|
| 4 |
click==8.1.8
|
| 5 |
fastapi==0.115.6
|
|
|
|
|
|
|
| 6 |
h11==0.14.0
|
| 7 |
httpcore==1.0.7
|
| 8 |
httptools==0.6.4
|
| 9 |
httpx==0.28.1
|
|
|
|
| 10 |
idna==3.10
|
| 11 |
litserve==0.2.5
|
| 12 |
numpy==2.2.1
|
|
|
|
| 13 |
pydantic==2.10.4
|
| 14 |
pydantic_core==2.27.2
|
| 15 |
python-dotenv==1.0.1
|
| 16 |
PyYAML==6.0.2
|
|
|
|
| 17 |
sniffio==1.3.1
|
| 18 |
starlette==0.41.3
|
|
|
|
| 19 |
typing_extensions==4.12.2
|
|
|
|
| 20 |
uvicorn==0.34.0
|
| 21 |
uvloop==0.21.0
|
| 22 |
watchfiles==1.0.3
|
|
|
|
| 1 |
annotated-types==0.7.0
|
| 2 |
anyio==4.8.0
|
| 3 |
certifi==2024.12.14
|
| 4 |
+
charset-normalizer==3.4.1
|
| 5 |
click==8.1.8
|
| 6 |
fastapi==0.115.6
|
| 7 |
+
filelock==3.16.1
|
| 8 |
+
fsspec==2024.12.0
|
| 9 |
h11==0.14.0
|
| 10 |
httpcore==1.0.7
|
| 11 |
httptools==0.6.4
|
| 12 |
httpx==0.28.1
|
| 13 |
+
huggingface-hub==0.27.1
|
| 14 |
idna==3.10
|
| 15 |
litserve==0.2.5
|
| 16 |
numpy==2.2.1
|
| 17 |
+
packaging==24.2
|
| 18 |
pydantic==2.10.4
|
| 19 |
pydantic_core==2.27.2
|
| 20 |
python-dotenv==1.0.1
|
| 21 |
PyYAML==6.0.2
|
| 22 |
+
requests==2.32.3
|
| 23 |
sniffio==1.3.1
|
| 24 |
starlette==0.41.3
|
| 25 |
+
tqdm==4.67.1
|
| 26 |
typing_extensions==4.12.2
|
| 27 |
+
urllib3==2.3.0
|
| 28 |
uvicorn==0.34.0
|
| 29 |
uvloop==0.21.0
|
| 30 |
watchfiles==1.0.3
|