File size: 837 Bytes
f4ffeca 7f1d5a7 d585858 f4ffeca 52edec5 d585858 f4ffeca 7f1d5a7 52edec5 f4ffeca 52edec5 7f1d5a7 f4ffeca 7f1d5a7 65c6a9e f891c5d 8de2aa3 7f1d5a7 8de2aa3 7f1d5a7 65c6a9e d585858 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 |
FROM python:3.9-slim
# Install required packages including pkg-config
RUN apt-get update && apt-get install -y \
build-essential \
wget \
libopenblas-dev \
ninja-build \
pkg-config \
&& rm -rf /var/lib/apt/lists/*
# Set environment variables for optimal performance
ENV CMAKE_ARGS="-DLLAMA_BLAS=ON -DLLAMA_BLAS_VENDOR=OpenBLAS -DLLAMA_AVX=ON -DLLAMA_AVX2=ON -DLLAMA_F16C=ON -DLLAMA_FMA=ON"
ENV FORCE_CMAKE=1
ENV OMP_NUM_THREADS=4
ENV OPENBLAS_NUM_THREADS=4
RUN useradd -m -u 1000 user
USER user
ENV PATH="/home/user/.local/bin:$PATH"
WORKDIR /app
RUN wget https://huggingface.co/cigol123/YugoGPT-Q4_K_S-GGUF/resolve/main/yugogpt-q4_k_s.gguf
COPY --chown=user ./requirements.txt requirements.txt
RUN pip install --no-cache-dir --upgrade -r requirements.txt
COPY --chown=user . /app
CMD ["python", "app.py"]
|