[refactor] revert to not-modified repository with a working Dockerfile and entrypoint.sh

Dockerfile

@@ -1,19 +1,61 @@
-FROM nvidia/cuda:12.0.0-runtime-ubuntu22.04
 FROM nvcr.io/nvidia/pytorch:24.01-py3
+
+LABEL authors="[email protected]"
+
 ARG DEBIAN_FRONTEND=noninteractive
+ARG WORKDIR="/var/task"
 
 ENV PYTHONUNBUFFERED=1
+ENV PYTHONPATH=${WORKDIR}:${WORKDIR}/venv:${PYTHONPATH}
+ENV PATH=${WORKDIR}/venv/bin:$PATH
+ENV XDG_CACHE_HOME=/data
 
-RUN apt-get update && apt-get install --no-install-recommends -y \
+WORKDIR ${WORKDIR}
+COPY . ${WORKDIR}/
+RUN ls ${WORKDIR}/
+RUN mkdir -p ${XDG_CACHE_HOME}/.cache
+RUN chmod 770 ${XDG_CACHE_HOME}/.cache
+
+RUN apt update && apt upgrade -y && apt install --no-install-recommends -y \
   build-essential \
   python3.11 \
   python3-pip \
+  python3-dev \
+  python3-venv \
   git \
   ffmpeg \
+  curl \
   && apt-get clean && rm -rf /var/lib/apt/lists/*
-WORKDIR /workspace
 
-COPY scripts/entrypoint.sh /workspace/entrypoint.sh
-RUN chmod +x /workspace/entrypoint.sh
+RUN which python3
+RUN python3 --version
+RUN python3 -m venv venv
+RUN source ${WORKDIR}/venv/bin/activate python -m pip install pip --upgrade && python -m pip install -r ${WORKDIR}/requirements.txt
+RUN source ${WORKDIR}/venv/bin/activate && which python && python --version
+RUN chmod +x ${WORKDIR}/scripts/entrypoint.sh
+RUN curl -o /tmp/frpc_linux_amd64_v0.2 https://cdn-media.huggingface.co/frpc-gradio-0.2/frpc_linux_amd64
+RUN ls -l /tmp/frpc_linux_amd64_v0.2
+RUN cp /tmp/frpc_linux_amd64_v0.2 ${WORKDIR}/venv/lib/python*/site-packages/gradio
+RUN ls -l ${WORKDIR}/venv/lib/python*/site-packages/gradio
+RUN ls -l ${WORKDIR}/venv/bin
+RUN bash --version
+RUN chmod 770 ${WORKDIR}/flagged/
+RUN chmod 770 ${WORKDIR}/flagged/* || true
+RUN ls -ld ${WORKDIR}/flagged/
+RUN ls -ld ${WORKDIR}/flagged/* || echo "folders ${WORKDIR}/flagged/* not found"
+RUN ls -l ${WORKDIR}
+RUN ls -l ${WORKDIR}/scripts/
+RUN ls -l ${WORKDIR}/scripts/entrypoint.sh
+
+EXPOSE 7860
 
-CMD ["/workspace/entrypoint.sh"]
+CMD ["/var/task/scripts/entrypoint.sh"]
+# CMD [
+#  "/var/task/scripts/entrypoint.sh",
+#  "/var/task/venv/bin/uvicorn", "app:lisa_app",
+#  "--host", "0.0.0.0",
+#  "--port", "7860",
+#  "--version='xinlai/LISA-13B-llama2-v1-explanatory'",
+#  "--precision='fp16'",
+#  "--load_in_4bit"
+# ]

scripts/entrypoint.sh

@@ -1,10 +1,49 @@
 #!/usr/bin/env bash
 
+WORKDIR="/var/task"
+XDG_CACHE_HOME="/data"
+MPLCONFIGDIR=${XDG_CACHE_HOME}/.cache/matplotlib
+TRANSFORMERS_CACHE=${XDG_CACHE_HOME}/.cache/transformers
+
+ls -ld ${XDG_CACHE_HOME}/
+ls -l ${XDG_CACHE_HOME}/
+
+mkdir -p ${XDG_CACHE_HOME}/.cache
+chmod 770 -R ${XDG_CACHE_HOME}/.cache
+mkdir -p ${MPLCONFIGDIR}
+mkdir -p ${TRANSFORMERS_CACHE}
+
+ls -ld ${XDG_CACHE_HOME}/
+ls -l ${XDG_CACHE_HOME}/
+export WORKDIR
+export XDG_CACHE_HOME
+export MPLCONFIGDIR
+export TRANSFORMERS_CACHE
+
+source ${WORKDIR}/venv/bin/activate
+
+which python
+python --version
+
 free -m
-which python3
 which nvcc
 nvcc -V
 which nvidia-smi
 nvidia-smi
+pip list
+
+df -h / /data /home /var/task
+
+echo "WORKDIR - /var/task::"
+ls -l ${WORKDIR}
+
+echo "XDG_CACHE_HOME - /data"
+find ${XDG_CACHE_HOME}
+
+CUDA_VISIBLE_DEVICES=$(nvidia-smi --query-gpu=memory.free,index --format=csv,nounits,noheader | sort -nr | head -1 | awk '{ print $NF }')
+echo "calculated CUDA_VISIBLE_DEVICES env variable: ${CUDA_VISIBLE_DEVICES}."
+export CUDA_VISIBLE_DEVICES
+
+python ${WORKDIR}/app.py --version='xinlai/LISA-13B-llama2-v1-explanatory' --precision='fp16' --load_in_4bit
 
 exit 0