Spaces:
Running
on
Zero
Running
on
Zero
Not needed anymore
Browse files- app.py +3 -6
- utils/__init__.py +0 -0
- utils/cuda_toolkit.py +0 -32
- utils/zerogpu.py → zerogpu.py +0 -0
app.py
CHANGED
@@ -1,15 +1,12 @@
|
|
1 |
"""
|
2 |
"""
|
3 |
from datetime import datetime
|
|
|
4 |
|
5 |
# Upgrade PyTorch
|
6 |
import os
|
7 |
os.system('pip install --upgrade --pre --extra-index-url https://download.pytorch.org/whl/nightly/cu126 "torch<2.9" torchvision spaces')
|
8 |
-
|
9 |
-
# CUDA toolkit install
|
10 |
-
t0 = datetime.now()
|
11 |
-
from utils.cuda_toolkit import install_cuda_toolkit; install_cuda_toolkit()
|
12 |
-
print('install_cuda_toolkit', -(t0 - (t0 := datetime.now())))
|
13 |
|
14 |
# Actual app.py
|
15 |
import os
|
@@ -19,7 +16,7 @@ import spaces
|
|
19 |
import torch
|
20 |
from diffusers import FluxPipeline
|
21 |
|
22 |
-
from
|
23 |
|
24 |
|
25 |
pipeline = FluxPipeline.from_pretrained('black-forest-labs/FLUX.1-schnell', torch_dtype=torch.bfloat16).to('cuda')
|
|
|
1 |
"""
|
2 |
"""
|
3 |
from datetime import datetime
|
4 |
+
t0 = datetime.now()
|
5 |
|
6 |
# Upgrade PyTorch
|
7 |
import os
|
8 |
os.system('pip install --upgrade --pre --extra-index-url https://download.pytorch.org/whl/nightly/cu126 "torch<2.9" torchvision spaces')
|
9 |
+
print('torch upgrade', -(t0 - (t0 := datetime.now())))
|
|
|
|
|
|
|
|
|
10 |
|
11 |
# Actual app.py
|
12 |
import os
|
|
|
16 |
import torch
|
17 |
from diffusers import FluxPipeline
|
18 |
|
19 |
+
from zerogpu import aoti_compile
|
20 |
|
21 |
|
22 |
pipeline = FluxPipeline.from_pretrained('black-forest-labs/FLUX.1-schnell', torch_dtype=torch.bfloat16).to('cuda')
|
utils/__init__.py
DELETED
File without changes
|
utils/cuda_toolkit.py
DELETED
@@ -1,32 +0,0 @@
|
|
1 |
-
"""
|
2 |
-
"""
|
3 |
-
|
4 |
-
import os
|
5 |
-
import subprocess
|
6 |
-
from pathlib import Path
|
7 |
-
|
8 |
-
|
9 |
-
CUDA_VERSION = '12.4.0'
|
10 |
-
DRIVERS_VERSION = '550.54.14'
|
11 |
-
|
12 |
-
|
13 |
-
def install_cuda_toolkit():
|
14 |
-
installer_name = f'cuda_{CUDA_VERSION}_{DRIVERS_VERSION}_linux.run'
|
15 |
-
installer_url = f'https://developer.download.nvidia.com/compute/cuda/{CUDA_VERSION}/local_installers/{installer_name}'
|
16 |
-
installer_path = f'/tmp/{installer_name}'
|
17 |
-
cuda_path = f'/usr/local/cuda-12.4'
|
18 |
-
bashrc_path = Path.home() / '.bashrc'
|
19 |
-
|
20 |
-
subprocess.run(f'wget --progress=dot:giga {installer_url} -O {installer_path}', check=True, shell=True)
|
21 |
-
subprocess.run(f'fakeroot sh {installer_path} --silent --toolkit --override', check=True, shell=True)
|
22 |
-
|
23 |
-
bashrc_lines = (
|
24 |
-
f'# CUDA toolkit',
|
25 |
-
f'export PATH={cuda_path}/bin:$PATH',
|
26 |
-
f'export LD_LIBRARY_PATH={cuda_path}/lib64:$LD_LIBRARY_PATH'
|
27 |
-
)
|
28 |
-
with open(bashrc_path, 'a') as f:
|
29 |
-
f.write('\n' + '\n'.join(bashrc_lines) + '\n')
|
30 |
-
|
31 |
-
os.environ['PATH'] = f"{cuda_path}/bin:{os.environ.get('PATH', '')}"
|
32 |
-
os.environ['LD_LIBRARY_PATH'] = f"{cuda_path}/lib64:{os.environ.get('LD_LIBRARY_PATH', '')}"
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
utils/zerogpu.py → zerogpu.py
RENAMED
File without changes
|