update demo

Dockerfile

@@ -44,7 +44,9 @@ RUN useradd -m -u 1000 user
 USER user
 # Set home to the user's home directory
 ENV HOME=/home/user \
-    PATH=/home/user/.local/bin:$PATH
+    PATH=/home/user/.local/bin:$PATH \
+    HF_HOME=/data/.huggingface \
+    TORCH_HOME=/data/.huggingface
 
 # Set the working directory to the user's home directory
 WORKDIR $HOME/app
@@ -65,14 +67,14 @@ RUN git lfs install
 
 RUN pip install -r requirements.txt
 
-RUN ls -lh
+# RUN ls -lh
 
-WORKDIR $HOME/app/pretrained
-RUN git lfs install
-RUN git clone https://huggingface.co/stabilityai/stable-diffusion-2-1-unclip
-RUN git clone https://huggingface.co/AILab-CVC/seed-tokenizer-2
-RUn git clone https://huggingface.co/AILab-CVC/seed-llama-14b-sft
+# WORKDIR $HOME/app/pretrained
+# RUN git lfs install
+# RUN git clone https://huggingface.co/stabilityai/stable-diffusion-2-1-unclip
+# RUN git clone https://huggingface.co/AILab-CVC/seed-tokenizer-2
+# RUn git clone https://huggingface.co/AILab-CVC/seed-llama-14b-sft
 
-WORKDIR $HOME/app
+# WORKDIR $HOME/app
 CMD ["bash", "start.sh"]
 # CMD ["python", 'start.py']

configs/llm/seed_llama_14b_8bit.yaml

@@ -1,6 +1,6 @@
 _target_: transformers.LlamaForCausalLM.from_pretrained
-# pretrained_model_name_or_path: AILab-CVC/seed-llama-14b-sft
-pretrained_model_name_or_path: ${oc.env:PROJECT_ROOT}/pretrained/seed_llama_14b_sft
+pretrained_model_name_or_path: AILab-CVC/seed-llama-14b-sft
+# pretrained_model_name_or_path: ${oc.env:PROJECT_ROOT}/pretrained/seed_llama_14b_sft
 load_in_8bit: True
 # device_map: auto
 low_cpu_mem_usage: True

configs/tokenizer/seed_llama_tokenizer_hf.yaml

@@ -1,8 +1,9 @@
 _target_: models.seed_llama_tokenizer.SeedLlamaTokenizer.from_pretrained
-# pretrained_model_name_or_path: AILab-CVC/seed-tokenizer-2
-pretrained_model_name_or_path: ${oc.env:PROJECT_ROOT}/pretrained/seed-tokenizer-2
+pretrained_model_name_or_path: AILab-CVC/seed-tokenizer-2
+# pretrained_model_name_or_path: ${oc.env:PROJECT_ROOT}/pretrained/seed-tokenizer-2
 fp16: True
 load_diffusion: False
-# encoder_url: https://huggingface.co/AILab-CVC/seed-tokenizer-2/resolve/main/seed_quantizer.pt
-encoder_url: ${oc.env:PROJECT_ROOT}/pretrained/seed-tokenizer-2/seed_quantizer.pt
-diffusion_path: ${oc.env:PROJECT_ROOT}/pretrained/stable-diffusion-2-1-unclip
+encoder_url: https://huggingface.co/AILab-CVC/seed-tokenizer-2/resolve/main/seed_quantizer.pt
+# encoder_url: ${oc.env:PROJECT_ROOT}/pretrained/seed-tokenizer-2/seed_quantizer.pt
+# diffusion_path: ${oc.env:PROJECT_ROOT}/pretrained/stable-diffusion-2-1-unclip
+diffusion_path: stabilityai/stable-diffusion-2-1-unclip