FROM python:3.9-slim # Install required packages including pkg-config RUN apt-get update && apt-get install -y \ build-essential \ wget \ libopenblas-dev \ ninja-build \ pkg-config \ && rm -rf /var/lib/apt/lists/* # Set environment variables for optimal performance ENV CMAKE_ARGS="-DLLAMA_BLAS=ON -DLLAMA_BLAS_VENDOR=OpenBLAS -DLLAMA_AVX=ON -DLLAMA_AVX2=ON -DLLAMA_F16C=ON -DLLAMA_FMA=ON" ENV FORCE_CMAKE=1 ENV OMP_NUM_THREADS=4 ENV OPENBLAS_NUM_THREADS=4 RUN useradd -m -u 1000 user USER user ENV PATH="/home/user/.local/bin:$PATH" WORKDIR /app RUN wget https://huggingface.co/cigol123/YugoGPT-Q4_K_S-GGUF/resolve/main/yugogpt-q4_k_s.gguf COPY --chown=user ./requirements.txt requirements.txt RUN pip install --no-cache-dir --upgrade -r requirements.txt COPY --chown=user . /app CMD ["python", "app.py"]