Dockerfile CUDA

.devops/cuda.Dockerfile

@@ -0,0 +1,28 @@
+FROM ghcr.io/ggml-org/llama.cpp:full-cuda
+
+# Check if user with UID 1000 exists, if not create it
+RUN id -u 1000 &>/dev/null || useradd -m -u 1000 user
+USER 1000
+
+ENV HOME=/home/user \
+    PATH=${PATH}:/home/user/.local/bin \
+    PATH=${PATH}:/app \
+    PATH=${PATH}:/usr/local/nvidia/bin
+
+WORKDIR ${HOME}/app
+
+COPY --chown=1000 . ${HOME}/app
+
+RUN pip install --no-cache-dir -r requirements.txt
+
+ENV PYTHONPATH=${PYTHONPATH}:${HOME}/.local/bin \
+    LD_LIBRARY_PATH=${LD_LIBRARY_PATH}:/app \
+    LD_LIBRARY_PATH=${LD_LIBRARY_PATH}:/usr/local/cuda/lib64 \
+    HF_HUB_ENABLE_HF_TRANSFER=1 \
+    GRADIO_ALLOW_FLAGGING=never \
+    GRADIO_NUM_PORTS=1 \
+    GRADIO_SERVER_NAME=0.0.0.0 \
+    GRADIO_THEME=huggingface \
+    SYSTEM=spaces
+
+ENTRYPOINT ["/bin/bash", "start.sh"]