none
commited on
Commit
·
82a8009
1
Parent(s):
e82cba1
0.0.20
Browse files- .gitignore +2 -1
- Dockerfile +5 -3
- oauth2.cfg.enc +9 -0
- start.sh +8 -0
.gitignore
CHANGED
@@ -1,2 +1,3 @@
|
|
1 |
apps.json
|
2 |
-
kaggle.json
|
|
|
|
1 |
apps.json
|
2 |
+
kaggle.json
|
3 |
+
oauth2.cfg
|
Dockerfile
CHANGED
@@ -1,7 +1,7 @@
|
|
1 |
-
# build with: docker build . --tag sctg/roco-idefics3:0.0.
|
2 |
# run with
|
3 |
-
# docker run --gpus all --user=42420:42420 -p 7000-8000:7000-8000 -p 8080:8080 -e WANDB_API_KEY=wdkfjzfjz -e HF_TOKEN=hf_TOKEN -it sctg/roco-idefics3:0.0.
|
4 |
-
# docker run --gpus all --user=42420:42420 -p 7000-8000:7000-8000 -p 8080:8080 -it sctg/roco-idefics3:0.0.
|
5 |
FROM cloudflare/cloudflared:latest as cloudflared
|
6 |
FROM nvidia/cuda:12.6.2-cudnn-devel-ubuntu22.04
|
7 |
ARG NODE_MAJOR="20"
|
@@ -20,6 +20,7 @@ USER root
|
|
20 |
RUN chown -R 42420:42420 /workspace
|
21 |
RUN echo "ovh ALL=(ALL) NOPASSWD: ALL" >> /etc/sudoers
|
22 |
COPY --from=cloudflared /usr/local/bin/cloudflared /usr/local/bin/cloudflared
|
|
|
23 |
USER 42420
|
24 |
RUN curl -L https://repo.anaconda.com/miniconda/Miniconda3-latest-Linux-x86_64.sh > /workspace/miniconda.sh
|
25 |
COPY bitsandbytes-0.45.0-cp312-cp312-linux_x86_64.whl /tmp/bitsandbytes-0.45.0-cp312-cp312-linux_x86_64.whl
|
@@ -56,6 +57,7 @@ RUN mkdir -p /workspace/.config/github-copilot/
|
|
56 |
COPY apps.json.enc /workspace/.config/github-copilot/apps.json.enc
|
57 |
COPY kaggle.json.enc /workspace/.config/kaggle.json.enc
|
58 |
COPY CFTOKEN.enc /workspace/.config/CFTOKEN.enc
|
|
|
59 |
# Mandatory to run the jobs in rootless mode
|
60 |
# USER root
|
61 |
# RUN chown -R 42420:42420 /workspace
|
|
|
1 |
+
# build with: docker build . --tag sctg/roco-idefics3:0.0.20 --tag sctg/roco-idefics3:latest --push
|
2 |
# run with
|
3 |
+
# docker run --gpus all --user=42420:42420 -p 7000-8000:7000-8000 -p 8080:8080 -e WANDB_API_KEY=wdkfjzfjz -e HF_TOKEN=hf_TOKEN -it sctg/roco-idefics3:0.0.20 bash -i /start.sh sleep infinity
|
4 |
+
# docker run --gpus all --user=42420:42420 -p 7000-8000:7000-8000 -p 8080:8080 -it sctg/roco-idefics3:0.0.20 bash -i /start.sh python /learn.py hf_...
|
5 |
FROM cloudflare/cloudflared:latest as cloudflared
|
6 |
FROM nvidia/cuda:12.6.2-cudnn-devel-ubuntu22.04
|
7 |
ARG NODE_MAJOR="20"
|
|
|
20 |
RUN chown -R 42420:42420 /workspace
|
21 |
RUN echo "ovh ALL=(ALL) NOPASSWD: ALL" >> /etc/sudoers
|
22 |
COPY --from=cloudflared /usr/local/bin/cloudflared /usr/local/bin/cloudflared
|
23 |
+
RUN curl -JL https://github.com/oauth2-proxy/oauth2-proxy/releases/download/v7.7.1/oauth2-proxy-v7.7.1.linux-amd64.tar.gz | tar -xz -C /usr/local/bin --strip-components=1
|
24 |
USER 42420
|
25 |
RUN curl -L https://repo.anaconda.com/miniconda/Miniconda3-latest-Linux-x86_64.sh > /workspace/miniconda.sh
|
26 |
COPY bitsandbytes-0.45.0-cp312-cp312-linux_x86_64.whl /tmp/bitsandbytes-0.45.0-cp312-cp312-linux_x86_64.whl
|
|
|
57 |
COPY apps.json.enc /workspace/.config/github-copilot/apps.json.enc
|
58 |
COPY kaggle.json.enc /workspace/.config/kaggle.json.enc
|
59 |
COPY CFTOKEN.enc /workspace/.config/CFTOKEN.enc
|
60 |
+
COPY oauth2.cfg.enc /workspace/.config/oauth2.cfg.enc
|
61 |
# Mandatory to run the jobs in rootless mode
|
62 |
# USER root
|
63 |
# RUN chown -R 42420:42420 /workspace
|
oauth2.cfg.enc
ADDED
@@ -0,0 +1,9 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
U2FsdGVkX19n4GPbJ9yrXIPRO6kl3oubEzskvhD3pWXrzhHUBeMSmxHGGHmy5D+K
|
2 |
+
Px1eAnhHWVHj0DgeSdSJxZYhg/FWQUJX1uga0U2HDYJ7tgPFoHgHQOfabeSBBeq/
|
3 |
+
SPLIhK4mDfERejvWICpUN5pWJYYWh0XtRpv2eCMVP6sIT6UtO+xVyJe2/+j5EyAY
|
4 |
+
4oEv2QpFZEeF8pZa8w/QPrH1YWmWimTN9MHGZVlBk5x0eHKlYzq0clUEkD7Z5d5j
|
5 |
+
QLHzEwxIxar+AGQE4i4itcE3ti4unbOCrijkb4zGinGwKBM46d3RbQoPWPf3xc27
|
6 |
+
N3qkHIADGmFc+3zYgfUKvDjbrQjd/ZaMtSWX1DWnkifa3m/r5g6GMQv6DbdQkxIk
|
7 |
+
/TimhTfYBhOPe5XOHiSB4gZKTxc/s7iD4lsWjgudxJISp+/yvzhyba1xWVOWTP+F
|
8 |
+
u4tDY4ao8CX3hjUOWegAM5IWdQfUmgi648HRWVNmr/eCnz94qh1diDTP2LqYWDsC
|
9 |
+
lQ3wvyUftKmJljSFWhrpjQ==
|
start.sh
CHANGED
@@ -45,6 +45,14 @@ if [ -f /workspace/.config/kaggle.json.enc ]; then
|
|
45 |
openssl aes-256-cbc -a -d -md sha256 -pass pass:"$HF_TOKEN" -in /workspace/.config/kaggle.json.enc -out /workspace/.kaggle/kaggle.json
|
46 |
fi
|
47 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
48 |
git clone https://huggingface.co/eltorio/IDEFICS3_ROCOv2
|
49 |
git clone https://huggingface.co/spaces/eltorio/Llama-3.2-3B-appreciation
|
50 |
git config --global user.email "[email protected]"
|
|
|
45 |
openssl aes-256-cbc -a -d -md sha256 -pass pass:"$HF_TOKEN" -in /workspace/.config/kaggle.json.enc -out /workspace/.kaggle/kaggle.json
|
46 |
fi
|
47 |
|
48 |
+
# Decode oauth2.cfg.enc file
|
49 |
+
# encoded with: openssl aes-256-cbc -base64 -md sha256 -pass pass:"$HF_TOKEN" -in oauth2.cfg -out oauth2.cfg.enc
|
50 |
+
# decode with: openssl aes-256-cbc -a -d -md sha256 -pass pass:"$HF_TOKEN" -in oauth2.cfg.enc -out oauth2.cfg
|
51 |
+
if [ -f /workspace/.config/oauth2.cfg.enc ]; then
|
52 |
+
openssl aes-256-cbc -a -d -md sha256 -pass pass:"$HF_TOKEN" -in /workspace/.config/oauth2.cfg.enc -out /workspace/.config/oauth2.cfg
|
53 |
+
oauth2-proxy --config /workspace/.config/oauth2.cfg &
|
54 |
+
fi
|
55 |
+
|
56 |
git clone https://huggingface.co/eltorio/IDEFICS3_ROCOv2
|
57 |
git clone https://huggingface.co/spaces/eltorio/Llama-3.2-3B-appreciation
|
58 |
git config --global user.email "[email protected]"
|