none
commited on
Commit
·
e310801
1
Parent(s):
500cbfa
add cloudflared tunnel
Browse files- CFTOKEN.enc +5 -0
- Dockerfile +6 -5
- start.sh +11 -0
CFTOKEN.enc
ADDED
@@ -0,0 +1,5 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
U2FsdGVkX1/zLPdWdz9pp2O89Fd2qiGq6MAStpezbFJ/5d/XE2RNNA2N2CnVc7BQ
|
2 |
+
9qUWzG1EvonXk9GSGYAc5Sev2VnOjGh5eDQsjOGHUlGPEvxX1D4UE5+WmU9+S5DK
|
3 |
+
tZxAetVkyIDQga/ZosPi6vDezEreOjMOtjkfG3UeJclAVM0ywAnfzeB/wJfXy2Yu
|
4 |
+
lWOzFnRrv/2OoS71C25cXjsflUbmm97SXNMUokjFwIyxdzK4T8uEj5rFHHMVhpyK
|
5 |
+
BApA5U9ydF6swFx7QNiIjg==
|
Dockerfile
CHANGED
@@ -1,13 +1,13 @@
|
|
1 |
-
# build with: docker build . --tag sctg/roco-idefics3:0.0.
|
2 |
# run with
|
3 |
-
# docker run --gpus all --user=42420:42420 -p 7000-8000:7000-8000 -p 8080:8080 -e HF_TOKEN=hf_TOKEN -it sctg/roco-idefics3:0.0.
|
4 |
-
# docker run --gpus all --user=42420:42420 -p 7000-8000:7000-8000 -p 8080:8080 -it sctg/roco-idefics3:0.0.
|
5 |
FROM cloudflare/cloudflared:latest as cloudflared
|
6 |
FROM nvidia/cuda:11.6.1-devel-ubuntu20.04
|
7 |
ARG NODE_MAJOR="20"
|
8 |
RUN /usr/sbin/addgroup --gid 42420 ovh
|
9 |
RUN /usr/sbin/useradd -u 42420 --gid 42420 -m -d /workspace -s /bin/bash ovh
|
10 |
-
RUN apt update -y && apt-get install -y curl git git-lfs screen \
|
11 |
&& mkdir -p /etc/apt/keyrings \
|
12 |
&& curl -fsSL https://deb.nodesource.com/gpgkey/nodesource-repo.gpg.key | gpg --dearmor -o /etc/apt/keyrings/nodesource.gpg \
|
13 |
&& echo "deb [signed-by=/etc/apt/keyrings/nodesource.gpg] https://deb.nodesource.com/node_$NODE_MAJOR.x nodistro main" | tee /etc/apt/sources.list.d/nodesource.list \
|
@@ -18,6 +18,7 @@ COPY learn.py /learn.py
|
|
18 |
# Mandatory to run the jobs in rootless mode
|
19 |
USER root
|
20 |
RUN chown -R 42420:42420 /workspace
|
|
|
21 |
COPY --from=cloudflared /usr/local/bin/cloudflared /usr/local/bin/cloudflared
|
22 |
USER 42420
|
23 |
RUN curl -L https://repo.anaconda.com/miniconda/Miniconda3-latest-Linux-x86_64.sh > /workspace/miniconda.sh
|
@@ -40,11 +41,11 @@ RUN . /workspace/.miniconda3/bin/activate \
|
|
40 |
&& pip uninstall unsloth -y \
|
41 |
&& pip install --upgrade --no-cache-dir --no-deps git+https://github.com/unslothai/unsloth.git
|
42 |
|
43 |
-
|
44 |
RUN . /workspace/.miniconda3/bin/activate && conda install -y jupyter
|
45 |
RUN rm -f /workspace/miniconda.sh
|
46 |
RUN mkdir -p /workspace/.config/github-copilot/
|
47 |
COPY apps.json.enc /workspace/.config/github-copilot/apps.json.enc
|
|
|
48 |
# Mandatory to run the jobs in rootless mode
|
49 |
# USER root
|
50 |
# RUN chown -R 42420:42420 /workspace
|
|
|
1 |
+
# build with: docker build . --tag sctg/roco-idefics3:0.0.14 --tag sctg/roco-idefics3:latest --push
|
2 |
# run with
|
3 |
+
# docker run --gpus all --user=42420:42420 -p 7000-8000:7000-8000 -p 8080:8080 -e HF_TOKEN=hf_TOKEN -it sctg/roco-idefics3:0.0.14 bash -i /start.sh sleep infinity
|
4 |
+
# docker run --gpus all --user=42420:42420 -p 7000-8000:7000-8000 -p 8080:8080 -it sctg/roco-idefics3:0.0.14 bash -i /start.sh python /learn.py hf_...
|
5 |
FROM cloudflare/cloudflared:latest as cloudflared
|
6 |
FROM nvidia/cuda:11.6.1-devel-ubuntu20.04
|
7 |
ARG NODE_MAJOR="20"
|
8 |
RUN /usr/sbin/addgroup --gid 42420 ovh
|
9 |
RUN /usr/sbin/useradd -u 42420 --gid 42420 -m -d /workspace -s /bin/bash ovh
|
10 |
+
RUN apt update -y && apt-get install -y curl git git-lfs screen sudo \
|
11 |
&& mkdir -p /etc/apt/keyrings \
|
12 |
&& curl -fsSL https://deb.nodesource.com/gpgkey/nodesource-repo.gpg.key | gpg --dearmor -o /etc/apt/keyrings/nodesource.gpg \
|
13 |
&& echo "deb [signed-by=/etc/apt/keyrings/nodesource.gpg] https://deb.nodesource.com/node_$NODE_MAJOR.x nodistro main" | tee /etc/apt/sources.list.d/nodesource.list \
|
|
|
18 |
# Mandatory to run the jobs in rootless mode
|
19 |
USER root
|
20 |
RUN chown -R 42420:42420 /workspace
|
21 |
+
RUN echo "ovh ALL=(ALL) NOPASSWD: ALL" >> /etc/sudoers
|
22 |
COPY --from=cloudflared /usr/local/bin/cloudflared /usr/local/bin/cloudflared
|
23 |
USER 42420
|
24 |
RUN curl -L https://repo.anaconda.com/miniconda/Miniconda3-latest-Linux-x86_64.sh > /workspace/miniconda.sh
|
|
|
41 |
&& pip uninstall unsloth -y \
|
42 |
&& pip install --upgrade --no-cache-dir --no-deps git+https://github.com/unslothai/unsloth.git
|
43 |
|
|
|
44 |
RUN . /workspace/.miniconda3/bin/activate && conda install -y jupyter
|
45 |
RUN rm -f /workspace/miniconda.sh
|
46 |
RUN mkdir -p /workspace/.config/github-copilot/
|
47 |
COPY apps.json.enc /workspace/.config/github-copilot/apps.json.enc
|
48 |
+
COPY CFTOKEN.enc /workspace/.config/CFTOKEN.enc
|
49 |
# Mandatory to run the jobs in rootless mode
|
50 |
# USER root
|
51 |
# RUN chown -R 42420:42420 /workspace
|
start.sh
CHANGED
@@ -24,6 +24,17 @@ if [ -f /workspace/.config/github-copilot/apps.json.enc ]; then
|
|
24 |
openssl aes-256-cbc -a -d -md sha256 -pass pass:"$HF_TOKEN" -in /workspace/.config/github-copilot/apps.json.enc -out /workspace/.config/github-copilot/apps.json
|
25 |
fi
|
26 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
27 |
git clone https://huggingface.co/eltorio/IDEFICS3_ROCOv2
|
28 |
git config --global user.email "[email protected]"
|
29 |
git config --global user.name "[email protected]"
|
|
|
24 |
openssl aes-256-cbc -a -d -md sha256 -pass pass:"$HF_TOKEN" -in /workspace/.config/github-copilot/apps.json.enc -out /workspace/.config/github-copilot/apps.json
|
25 |
fi
|
26 |
|
27 |
+
# Launch cloudflared tunnel
|
28 |
+
# CFTOKEN.enc is the Cloudflared encrypted token
|
29 |
+
# CFTOKEN.enc contained an encrypted string encrypted with the HF_TOKEN
|
30 |
+
if [ -f /workspace/.config/CFTOKEN.enc ]; then
|
31 |
+
echo "Decrypting CFTOKEN"
|
32 |
+
CFTOKEN_ENC=$(cat /workspace/.config/CFTOKEN.enc)
|
33 |
+
echo "$CFTOKEN_ENC" | openssl aes-256-cbc -a -d -md sha256 -pass pass:"$HF_TOKEN" > /workspace/.config/cftoken
|
34 |
+
export CFTOKEN=$(cat /workspace/.config/cftoken)
|
35 |
+
/usr/local/bin/cloudflared --pidfile /tmp/$name.pid --autoupdate-freq 24h0m0s tunnel run --token $CFTOKEN &
|
36 |
+
fi
|
37 |
+
|
38 |
git clone https://huggingface.co/eltorio/IDEFICS3_ROCOv2
|
39 |
git config --global user.email "[email protected]"
|
40 |
git config --global user.name "[email protected]"
|