zero?
Browse files- README.md +2 -2
- app.py +1 -1
- pyproject.toml +1 -1
- requirements.txt +32 -52
README.md
CHANGED
|
@@ -4,11 +4,11 @@ emoji: 📉
|
|
| 4 |
colorFrom: green
|
| 5 |
colorTo: yellow
|
| 6 |
sdk: gradio
|
| 7 |
-
sdk_version:
|
| 8 |
app_file: app.py
|
| 9 |
pinned: false
|
| 10 |
license: mit
|
| 11 |
-
suggested-hardware:
|
| 12 |
short_description: LLM, chatbot
|
| 13 |
---
|
| 14 |
|
|
|
|
| 4 |
colorFrom: green
|
| 5 |
colorTo: yellow
|
| 6 |
sdk: gradio
|
| 7 |
+
sdk_version: 4.44.0
|
| 8 |
app_file: app.py
|
| 9 |
pinned: false
|
| 10 |
license: mit
|
| 11 |
+
suggested-hardware: zero-gpu
|
| 12 |
short_description: LLM, chatbot
|
| 13 |
---
|
| 14 |
|
app.py
CHANGED
|
@@ -24,7 +24,7 @@ if torch.cuda.is_available():
|
|
| 24 |
tokenizer = AutoTokenizer.from_pretrained(model_id)
|
| 25 |
|
| 26 |
|
| 27 |
-
@spaces.GPU(duration=
|
| 28 |
def generate(
|
| 29 |
message: str,
|
| 30 |
chat_history: list[dict],
|
|
|
|
| 24 |
tokenizer = AutoTokenizer.from_pretrained(model_id)
|
| 25 |
|
| 26 |
|
| 27 |
+
@spaces.GPU(duration=60) # Limit GPU session to 1 minute for efficiency
|
| 28 |
def generate(
|
| 29 |
message: str,
|
| 30 |
chat_history: list[dict],
|
pyproject.toml
CHANGED
|
@@ -6,7 +6,7 @@ readme = "README.md"
|
|
| 6 |
requires-python = ">=3.10"
|
| 7 |
dependencies = [
|
| 8 |
"accelerate>=1.2.1",
|
| 9 |
-
"gradio
|
| 10 |
"hf-transfer>=0.1.9",
|
| 11 |
"spaces>=0.32.0",
|
| 12 |
"torch==2.4.0",
|
|
|
|
| 6 |
requires-python = ">=3.10"
|
| 7 |
dependencies = [
|
| 8 |
"accelerate>=1.2.1",
|
| 9 |
+
"gradio==4.44.0",
|
| 10 |
"hf-transfer>=0.1.9",
|
| 11 |
"spaces>=0.32.0",
|
| 12 |
"torch==2.4.0",
|
requirements.txt
CHANGED
|
@@ -22,8 +22,10 @@ click==8.1.8
|
|
| 22 |
# via
|
| 23 |
# typer
|
| 24 |
# uvicorn
|
| 25 |
-
|
| 26 |
-
# via
|
|
|
|
|
|
|
| 27 |
fastapi==0.115.6
|
| 28 |
# via gradio
|
| 29 |
ffmpy==0.5.0
|
|
@@ -33,17 +35,18 @@ filelock==3.16.1
|
|
| 33 |
# huggingface-hub
|
| 34 |
# torch
|
| 35 |
# transformers
|
| 36 |
-
|
|
|
|
| 37 |
fsspec==2024.12.0
|
| 38 |
# via
|
| 39 |
# gradio-client
|
| 40 |
# huggingface-hub
|
| 41 |
# torch
|
| 42 |
-
gradio==
|
| 43 |
# via
|
| 44 |
# zephyr-7b (pyproject.toml)
|
| 45 |
# spaces
|
| 46 |
-
gradio-client==1.
|
| 47 |
# via gradio
|
| 48 |
h11==0.14.0
|
| 49 |
# via
|
|
@@ -57,7 +60,6 @@ httpx==0.28.1
|
|
| 57 |
# via
|
| 58 |
# gradio
|
| 59 |
# gradio-client
|
| 60 |
-
# safehttpx
|
| 61 |
# spaces
|
| 62 |
huggingface-hub==0.27.1
|
| 63 |
# via
|
|
@@ -71,16 +73,22 @@ idna==3.10
|
|
| 71 |
# anyio
|
| 72 |
# httpx
|
| 73 |
# requests
|
|
|
|
|
|
|
| 74 |
jinja2==3.1.5
|
| 75 |
# via
|
| 76 |
# gradio
|
| 77 |
# torch
|
|
|
|
|
|
|
| 78 |
markdown-it-py==3.0.0
|
| 79 |
# via rich
|
| 80 |
markupsafe==2.1.5
|
| 81 |
# via
|
| 82 |
# gradio
|
| 83 |
# jinja2
|
|
|
|
|
|
|
| 84 |
mdurl==0.1.2
|
| 85 |
# via markdown-it-py
|
| 86 |
mpmath==1.3.0
|
|
@@ -90,40 +98,11 @@ networkx==3.4.2
|
|
| 90 |
numpy==2.2.1
|
| 91 |
# via
|
| 92 |
# accelerate
|
|
|
|
| 93 |
# gradio
|
|
|
|
| 94 |
# pandas
|
| 95 |
# transformers
|
| 96 |
-
nvidia-cublas-cu12==12.1.3.1
|
| 97 |
-
# via
|
| 98 |
-
# nvidia-cudnn-cu12
|
| 99 |
-
# nvidia-cusolver-cu12
|
| 100 |
-
# torch
|
| 101 |
-
nvidia-cuda-cupti-cu12==12.1.105
|
| 102 |
-
# via torch
|
| 103 |
-
nvidia-cuda-nvrtc-cu12==12.1.105
|
| 104 |
-
# via torch
|
| 105 |
-
nvidia-cuda-runtime-cu12==12.1.105
|
| 106 |
-
# via torch
|
| 107 |
-
nvidia-cudnn-cu12==9.1.0.70
|
| 108 |
-
# via torch
|
| 109 |
-
nvidia-cufft-cu12==11.0.2.54
|
| 110 |
-
# via torch
|
| 111 |
-
nvidia-curand-cu12==10.3.2.106
|
| 112 |
-
# via torch
|
| 113 |
-
nvidia-cusolver-cu12==11.4.5.107
|
| 114 |
-
# via torch
|
| 115 |
-
nvidia-cusparse-cu12==12.1.0.106
|
| 116 |
-
# via
|
| 117 |
-
# nvidia-cusolver-cu12
|
| 118 |
-
# torch
|
| 119 |
-
nvidia-nccl-cu12==2.20.5
|
| 120 |
-
# via torch
|
| 121 |
-
nvidia-nvjitlink-cu12==12.6.85
|
| 122 |
-
# via
|
| 123 |
-
# nvidia-cusolver-cu12
|
| 124 |
-
# nvidia-cusparse-cu12
|
| 125 |
-
nvidia-nvtx-cu12==12.1.105
|
| 126 |
-
# via torch
|
| 127 |
orjson==3.10.14
|
| 128 |
# via gradio
|
| 129 |
packaging==24.2
|
|
@@ -132,12 +111,15 @@ packaging==24.2
|
|
| 132 |
# gradio
|
| 133 |
# gradio-client
|
| 134 |
# huggingface-hub
|
|
|
|
| 135 |
# spaces
|
| 136 |
# transformers
|
| 137 |
pandas==2.2.3
|
| 138 |
# via gradio
|
| 139 |
-
pillow==
|
| 140 |
-
# via
|
|
|
|
|
|
|
| 141 |
psutil==5.9.8
|
| 142 |
# via
|
| 143 |
# accelerate
|
|
@@ -153,8 +135,12 @@ pydub==0.25.1
|
|
| 153 |
# via gradio
|
| 154 |
pygments==2.19.1
|
| 155 |
# via rich
|
|
|
|
|
|
|
| 156 |
python-dateutil==2.9.0.post0
|
| 157 |
-
# via
|
|
|
|
|
|
|
| 158 |
python-multipart==0.0.20
|
| 159 |
# via gradio
|
| 160 |
pytz==2024.2
|
|
@@ -176,8 +162,6 @@ rich==13.9.4
|
|
| 176 |
# via typer
|
| 177 |
ruff==0.9.1
|
| 178 |
# via gradio
|
| 179 |
-
safehttpx==0.1.6
|
| 180 |
-
# via gradio
|
| 181 |
safetensors==0.5.2
|
| 182 |
# via
|
| 183 |
# accelerate
|
|
@@ -193,14 +177,12 @@ sniffio==1.3.1
|
|
| 193 |
spaces==0.32.0
|
| 194 |
# via zephyr-7b (pyproject.toml)
|
| 195 |
starlette==0.41.3
|
| 196 |
-
# via
|
| 197 |
-
# fastapi
|
| 198 |
-
# gradio
|
| 199 |
sympy==1.13.3
|
| 200 |
# via torch
|
| 201 |
tokenizers==0.21.0
|
| 202 |
# via transformers
|
| 203 |
-
tomlkit==0.
|
| 204 |
# via gradio
|
| 205 |
torch==2.4.0
|
| 206 |
# via
|
|
@@ -212,8 +194,6 @@ tqdm==4.67.1
|
|
| 212 |
# transformers
|
| 213 |
transformers==4.48.0
|
| 214 |
# via zephyr-7b (pyproject.toml)
|
| 215 |
-
triton==3.0.0
|
| 216 |
-
# via torch
|
| 217 |
typer==0.15.1
|
| 218 |
# via gradio
|
| 219 |
typing-extensions==4.12.2
|
|
@@ -225,16 +205,16 @@ typing-extensions==4.12.2
|
|
| 225 |
# huggingface-hub
|
| 226 |
# pydantic
|
| 227 |
# pydantic-core
|
| 228 |
-
# rich
|
| 229 |
# spaces
|
| 230 |
# torch
|
| 231 |
# typer
|
| 232 |
-
# uvicorn
|
| 233 |
tzdata==2024.2
|
| 234 |
# via pandas
|
| 235 |
urllib3==2.3.0
|
| 236 |
-
# via
|
|
|
|
|
|
|
| 237 |
uvicorn==0.34.0
|
| 238 |
# via gradio
|
| 239 |
-
websockets==
|
| 240 |
# via gradio-client
|
|
|
|
| 22 |
# via
|
| 23 |
# typer
|
| 24 |
# uvicorn
|
| 25 |
+
contourpy==1.3.2
|
| 26 |
+
# via matplotlib
|
| 27 |
+
cycler==0.12.1
|
| 28 |
+
# via matplotlib
|
| 29 |
fastapi==0.115.6
|
| 30 |
# via gradio
|
| 31 |
ffmpy==0.5.0
|
|
|
|
| 35 |
# huggingface-hub
|
| 36 |
# torch
|
| 37 |
# transformers
|
| 38 |
+
fonttools==4.59.0
|
| 39 |
+
# via matplotlib
|
| 40 |
fsspec==2024.12.0
|
| 41 |
# via
|
| 42 |
# gradio-client
|
| 43 |
# huggingface-hub
|
| 44 |
# torch
|
| 45 |
+
gradio==4.44.0
|
| 46 |
# via
|
| 47 |
# zephyr-7b (pyproject.toml)
|
| 48 |
# spaces
|
| 49 |
+
gradio-client==1.3.0
|
| 50 |
# via gradio
|
| 51 |
h11==0.14.0
|
| 52 |
# via
|
|
|
|
| 60 |
# via
|
| 61 |
# gradio
|
| 62 |
# gradio-client
|
|
|
|
| 63 |
# spaces
|
| 64 |
huggingface-hub==0.27.1
|
| 65 |
# via
|
|
|
|
| 73 |
# anyio
|
| 74 |
# httpx
|
| 75 |
# requests
|
| 76 |
+
importlib-resources==6.5.2
|
| 77 |
+
# via gradio
|
| 78 |
jinja2==3.1.5
|
| 79 |
# via
|
| 80 |
# gradio
|
| 81 |
# torch
|
| 82 |
+
kiwisolver==1.4.8
|
| 83 |
+
# via matplotlib
|
| 84 |
markdown-it-py==3.0.0
|
| 85 |
# via rich
|
| 86 |
markupsafe==2.1.5
|
| 87 |
# via
|
| 88 |
# gradio
|
| 89 |
# jinja2
|
| 90 |
+
matplotlib==3.10.3
|
| 91 |
+
# via gradio
|
| 92 |
mdurl==0.1.2
|
| 93 |
# via markdown-it-py
|
| 94 |
mpmath==1.3.0
|
|
|
|
| 98 |
numpy==2.2.1
|
| 99 |
# via
|
| 100 |
# accelerate
|
| 101 |
+
# contourpy
|
| 102 |
# gradio
|
| 103 |
+
# matplotlib
|
| 104 |
# pandas
|
| 105 |
# transformers
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 106 |
orjson==3.10.14
|
| 107 |
# via gradio
|
| 108 |
packaging==24.2
|
|
|
|
| 111 |
# gradio
|
| 112 |
# gradio-client
|
| 113 |
# huggingface-hub
|
| 114 |
+
# matplotlib
|
| 115 |
# spaces
|
| 116 |
# transformers
|
| 117 |
pandas==2.2.3
|
| 118 |
# via gradio
|
| 119 |
+
pillow==10.4.0
|
| 120 |
+
# via
|
| 121 |
+
# gradio
|
| 122 |
+
# matplotlib
|
| 123 |
psutil==5.9.8
|
| 124 |
# via
|
| 125 |
# accelerate
|
|
|
|
| 135 |
# via gradio
|
| 136 |
pygments==2.19.1
|
| 137 |
# via rich
|
| 138 |
+
pyparsing==3.2.3
|
| 139 |
+
# via matplotlib
|
| 140 |
python-dateutil==2.9.0.post0
|
| 141 |
+
# via
|
| 142 |
+
# matplotlib
|
| 143 |
+
# pandas
|
| 144 |
python-multipart==0.0.20
|
| 145 |
# via gradio
|
| 146 |
pytz==2024.2
|
|
|
|
| 162 |
# via typer
|
| 163 |
ruff==0.9.1
|
| 164 |
# via gradio
|
|
|
|
|
|
|
| 165 |
safetensors==0.5.2
|
| 166 |
# via
|
| 167 |
# accelerate
|
|
|
|
| 177 |
spaces==0.32.0
|
| 178 |
# via zephyr-7b (pyproject.toml)
|
| 179 |
starlette==0.41.3
|
| 180 |
+
# via fastapi
|
|
|
|
|
|
|
| 181 |
sympy==1.13.3
|
| 182 |
# via torch
|
| 183 |
tokenizers==0.21.0
|
| 184 |
# via transformers
|
| 185 |
+
tomlkit==0.12.0
|
| 186 |
# via gradio
|
| 187 |
torch==2.4.0
|
| 188 |
# via
|
|
|
|
| 194 |
# transformers
|
| 195 |
transformers==4.48.0
|
| 196 |
# via zephyr-7b (pyproject.toml)
|
|
|
|
|
|
|
| 197 |
typer==0.15.1
|
| 198 |
# via gradio
|
| 199 |
typing-extensions==4.12.2
|
|
|
|
| 205 |
# huggingface-hub
|
| 206 |
# pydantic
|
| 207 |
# pydantic-core
|
|
|
|
| 208 |
# spaces
|
| 209 |
# torch
|
| 210 |
# typer
|
|
|
|
| 211 |
tzdata==2024.2
|
| 212 |
# via pandas
|
| 213 |
urllib3==2.3.0
|
| 214 |
+
# via
|
| 215 |
+
# gradio
|
| 216 |
+
# requests
|
| 217 |
uvicorn==0.34.0
|
| 218 |
# via gradio
|
| 219 |
+
websockets==12.0
|
| 220 |
# via gradio-client
|