FROM nvidia/cuda:12.4.0-devel-ubuntu22.04 ARG DEBIAN_FRONTEND=noninteractive ENV PYTHONUNBUFFERED=1 RUN apt-get update && apt-get install --no-install-recommends -y \ build-essential \ python3.11 \ python3-pip \ python3-dev \ git \ curl \ ffmpeg \ libglib2.0-0 \ libsm6 \ libxrender1 \ libxext6 \ ninja-build \ && apt-get clean && rm -rf /var/lib/apt/lists/* WORKDIR /code COPY ./requirements.txt /code/requirements.txt # Set up a new user named "user" with user ID 1000 RUN useradd -m -u 1000 user # Switch to the "user" user USER user # Set home to the user's home directory ENV HOME=/home/user \ PATH=/home/user/.local/bin:$PATH # Set Python path and environment variables ENV PYTHONPATH=$HOME/app \ PYTHONUNBUFFERED=1 \ DATA_ROOT=/tmp/data RUN echo "Installing Ninja" RUN pip3 install ninja #RUN echo "Building Flash Attention" #RUN pip3 install flash-attn --no-build-isolation RUN echo "Installing requirements.txt" RUN pip3 install --no-cache-dir --upgrade -r /code/requirements.txt # Apex will be installed at runtime in run_hf_space.py to ensure CUDA compatibility WORKDIR $HOME/app # Copy all files and set proper ownership COPY --chown=user . $HOME/app # Expose the port that server.py uses (8080) EXPOSE 8080 ENV PORT 8080 CMD ["python3", "run_hf_space.py"]