File size: 691 Bytes
a2c2132 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 |
FROM nvidia/cuda:12.3.2-cudnn9-devel-ubuntu22.04
# 1. System packages
RUN apt-get update && apt-get install -y \
python3 python3-pip python3-dev build-essential ninja-build git \
&& rm -rf /var/lib/apt/lists/*
# 2. Upgrade pip
RUN pip install --upgrade pip
# 3. Install GPU-compatible Torch
RUN pip install torch==2.1.0+cu121 -f https://download.pytorch.org/whl/cu121
# 4. Install flash_attn
RUN pip install flash_attn
# 5. Install other Python libraries you need
RUN pip install transformers gradio
# 6. Copy your application code into the container
WORKDIR /app
COPY . /app
# 7. Expose port 7860 (Gradio default)
EXPOSE 7860
# 8. Launch your app
CMD ["python3", "app.py"]
|