more models to initial_queue.jsonl

initial_queue.jsonl

@@ -7,7 +7,12 @@
 {"model": "openlm-research/open_llama_3b_v2", "base_model": "", "revision": "main", "precision": "float16", "weight_type": "Original", "model_type": "🟢 : pretrained"}
 {"model": "openlm-research/open_llama_7b", "base_model": "", "revision": "main", "precision": "float16", "weight_type": "Original", "model_type": "🟢 : pretrained"}
 {"model": "openlm-research/open_llama_7b_v2", "base_model": "", "revision": "main", "precision": "float16", "weight_type": "Original", "model_type": "🟢 : pretrained"}
-// 2 - portuguese models
+// 2 - Larger base models <= 13B
+{"model": "meta-llama/Llama-2-13b-hf", "base_model": "", "revision": "main", "precision": "float16", "weight_type": "Original", "model_type": "🟢 : pretrained"}
+{"model": "huggyllama/llama-13b", "base_model": "", "revision": "main", "precision": "float16", "weight_type": "Original", "model_type": "🟢 : pretrained"}
+{"model": "openlm-research/open_llama_13b", "base_model": "", "revision": "main", "precision": "float16", "weight_type": "Original", "model_type": "🟢 : pretrained"}
+{"model": "upstage/SOLAR-10.7B-v1.0", "base_model": "", "revision": "main", "precision": "float16", "weight_type": "Original", "model_type": "🟢 : pretrained"}
+// 3 - portuguese models
 {"model": "maritaca-ai/sabia-7b", "base_model": "", "revision": "main", "precision": "float16", "weight_type": "Original", "model_type": "🆎 : language adapted models (FP, FT, ...)"}
 {"model": "dominguesm/canarim-7b", "base_model": "", "revision": "main", "precision": "float16", "weight_type": "Original", "model_type": "🆎 : language adapted models (FP, FT, ...)"}
 {"model": "22h/open-cabrita3b", "base_model": "", "revision": "main", "precision": "float16", "weight_type": "Original", "model_type": "🆎 : language adapted models (FP, FT, ...)"}
@@ -15,24 +20,16 @@
 {"model": "recogna-nlp/bode-13b-alpaca-pt-br", "base_model": "meta-llama/Llama-2-13b-chat-hf", "revision": "main", "precision": "float16", "weight_type": "Adapter", "model_type": "💬 : chat models (RLHF, DPO, IFT, ...)"}
 {"model": "22h/cabrita_7b_pt_850000", "base_model": "", "revision": "main", "precision": "float16", "weight_type": "Original", "model_type": "🆎 : language adapted models (FP, FT, ...)"}
 {"model": "22h/cabrita-lora-v0-1", "base_model": "huggyllama/llama-7b", "revision": "main", "precision": "float16", "weight_type": "Adapter", "model_type": "🔶 : fine-tuned"}
-{"model": "pierreguillou/gpt2-small-portuguese", "base_model": "", "revision": "main", "precision": "float16", "weight_type": "Original", "model_type": "🆎 : language adapted models (FP, FT, ...)"}
-{"model": "pucpr/gpt2-bio-pt", "base_model": "", "revision": "main", "precision": "float16", "weight_type": "Original", "model_type": "🆎 : language adapted models (FP, FT, ...)"}
-{"model": "unicamp-dl/ptt5-small-portuguese-vocab", "base_model": "", "revision": "main", "precision": "float16", "weight_type": "Original", "model_type": "🆎 : language adapted models (FP, FT, ...)"}
-{"model": "unicamp-dl/ptt5-base-portuguese-vocab", "base_model": "", "revision": "main", "precision": "float16", "weight_type": "Original", "model_type": "🆎 : language adapted models (FP, FT, ...)"}
-{"model": "unicamp-dl/ptt5-large-portuguese-vocab", "base_model": "", "revision": "main", "precision": "float16", "weight_type": "Original", "model_type": "🆎 : language adapted models (FP, FT, ...)"}
-{"model": "unicamp-dl/ptt5-small-t5-vocab", "base_model": "", "revision": "main", "precision": "float16", "weight_type": "Original", "model_type": "🆎 : language adapted models (FP, FT, ...)"}
-{"model": "unicamp-dl/ptt5-base-t5-vocab", "base_model": "", "revision": "main", "precision": "float16", "weight_type": "Original", "model_type": "🆎 : language adapted models (FP, FT, ...)"}
-{"model": "unicamp-dl/ptt5-large-t5-vocab", "base_model": "", "revision": "main", "precision": "float16", "weight_type": "Original", "model_type": "🆎 : language adapted models (FP, FT, ...)"}
-{"model": "josu/gpt-neo-pt-br", "base_model": "", "revision": "main", "precision": "float16", "weight_type": "Original", "model_type": "🆎 : language adapted models (FP, FT, ...)"}
-{"model": "josu/gpt-neo-pt-1.3B", "base_model": "", "revision": "main", "precision": "float16", "weight_type": "Original", "model_type": "🆎 : language adapted models (FP, FT, ...)"}
-{"model": "monilouise/opt125M_portuguese", "base_model": "", "revision": "main", "precision": "float16", "weight_type": "Original", "model_type": "🆎 : language adapted models (FP, FT, ...)"}
-{"model": "HeyLucasLeao/gpt-neo-small-portuguese", "base_model": "", "revision": "main", "precision": "float16", "weight_type": "Original", "model_type": "🆎 : language adapted models (FP, FT, ...)"}
-// 3 - Larger base models <= 13B
-{"model": "meta-llama/Llama-2-13b-hf", "base_model": "", "revision": "main", "precision": "float16", "weight_type": "Original", "model_type": "🟢 : pretrained"}
-{"model": "huggyllama/llama-13b", "base_model": "", "revision": "main", "precision": "float16", "weight_type": "Original", "model_type": "🟢 : pretrained"}
-{"model": "openlm-research/open_llama_13b", "base_model": "", "revision": "main", "precision": "float16", "weight_type": "Original", "model_type": "🟢 : pretrained"}
-{"model": "upstage/SOLAR-10.7B-v1.0", "base_model": "", "revision": "main", "precision": "float16", "weight_type": "Original", "model_type": "🟢 : pretrained"}
+{"model": "wandgibaut/periquito-3B", "base_model": "", "revision": "main", "precision": "float16", "weight_type": "Original", "model_type": "🆎 : language adapted models (FP, FT, ...)"}
+{"model": "nicolasdec/Cabra", "base_model": "", "revision": "main", "precision": "float16", "weight_type": "Original", "model_type": "💬 : chat models (RLHF, DPO, IFT, ...)"}
+{"model": "nicolasdec/cabra13b", "base_model": "", "revision": "main", "precision": "float16", "weight_type": "Original", "model_type": "💬 : chat models (RLHF, DPO, IFT, ...)"}
+{"model": "lrds-code/samba-1.1B", "base_model": "", "revision": "main", "precision": "bfloat16", "weight_type": "Original", "model_type": "💬 : chat models (RLHF, DPO, IFT, ...)"}
+{"model": "lrds-code/boana-7b-instruct", "base_model": "", "revision": "main", "precision": "bfloat16", "weight_type": "Original", "model_type": "💬 : chat models (RLHF, DPO, IFT, ...)"}
+{"model": "nicholasKluge/Aira-2-portuguese-124M", "base_model": "", "revision": "main", "precision": "float16", "weight_type": "Original", "model_type": "💬 : chat models (RLHF, DPO, IFT, ...)"}
+{"model": "nicholasKluge/Aira-2-portuguese-560M", "base_model": "", "revision": "main", "precision": "float16", "weight_type": "Original", "model_type": "💬 : chat models (RLHF, DPO, IFT, ...)"}
+{"model": "nicholasKluge/Aira-2-portuguese-1B7", "base_model": "", "revision": "main", "precision": "float16", "weight_type": "Original", "model_type": "💬 : chat models (RLHF, DPO, IFT, ...)"}
 // other must-have <=7B
+{"model": "dynamofl/dynamo-8B-v0.1", "base_model": "", "revision": "main", "precision": "bfloat16", "weight_type": "Original", "model_type": "🆎 : language adapted models (FP, FT, ...)"}
 {"model": "01-ai/Yi-6B", "base_model": "", "revision": "main", "precision": "bfloat16", "weight_type": "Original", "model_type": "🟢 : pretrained"}
 {"model": "Unbabel/TowerBase-7B-v0.1", "base_model": "", "revision": "main", "precision": "bfloat16", "weight_type": "Original", "model_type": "🆎 : language adapted models (FP, FT, ...)"}
 {"model": "tiiuae/falcon-7b", "base_model": "", "revision": "main", "precision": "bfloat16", "weight_type": "Original", "model_type": "🟢 : pretrained"}
@@ -40,22 +37,22 @@
 {"model": "bigscience/bloom-1b7", "base_model": "", "revision": "main", "precision": "float16", "weight_type": "Original", "model_type": "🟢 : pretrained"}
 {"model": "bigscience/bloom-3b", "base_model": "", "revision": "main", "precision": "float16", "weight_type": "Original", "model_type": "🟢 : pretrained"}
 {"model": "bigscience/bloom-7b1", "base_model": "", "revision": "main", "precision": "float16", "weight_type": "Original", "model_type": "🟢 : pretrained"}
-{"model": "gpt2", "base_model": "", "revision": "main", "precision": "float16", "weight_type": "Original", "model_type": "🟢 : pretrained"}
 {"model": "stabilityai/stablelm-2-1_6b", "base_model": "", "revision": "main", "precision": "bfloat16", "weight_type": "Original", "model_type": "🟢 : pretrained"}
 {"model": "stabilityai/stablelm-3b-4e1t", "base_model": "", "revision": "main", "precision": "bfloat16", "weight_type": "Original", "model_type": "🟢 : pretrained"}
-{"model": "t5-small", "base_model": "", "revision": "main", "precision": "bfloat16", "weight_type": "Original", "model_type": "🟢 : pretrained"}
-{"model": "t5-base", "base_model": "", "revision": "main", "precision": "bfloat16", "weight_type": "Original", "model_type": "🟢 : pretrained"}
-{"model": "t5-large", "base_model": "", "revision": "main", "precision": "bfloat16", "weight_type": "Original", "model_type": "🟢 : pretrained"}
-{"model": "google/mt5-small", "base_model": "", "revision": "main", "precision": "bfloat16", "weight_type": "Original", "model_type": "🟢 : pretrained"}
-{"model": "google/mt5-base", "base_model": "", "revision": "main", "precision": "bfloat16", "weight_type": "Original", "model_type": "🟢 : pretrained"}
-{"model": "google/mt5-large", "base_model": "", "revision": "main", "precision": "bfloat16", "weight_type": "Original", "model_type": "🟢 : pretrained"}
 // Larger base models >13B
 {"model": "mistralai/Mixtral-8x7B-v0.1", "base_model": "", "revision": "main", "precision": "bfloat16", "weight_type": "Original", "model_type": "🟢 : pretrained"}
 {"model": "huggyllama/llama-30b", "base_model": "", "revision": "main", "precision": "float16", "weight_type": "Original", "model_type": "🟢 : pretrained"}
 {"model": "01-ai/Yi-34B", "base_model": "", "revision": "main", "precision": "bfloat16", "weight_type": "Original", "model_type": "🟢 : pretrained"}
 {"model": "meta-llama/Llama-2-70b-hf", "base_model": "", "revision": "main", "precision": "float16", "weight_type": "Original", "model_type": "��� : pretrained"}
 {"model": "huggyllama/llama-65b", "base_model": "", "revision": "main", "precision": "float16", "weight_type": "Original", "model_type": "🟢 : pretrained"}
-// others
+// minors must
+{"model": "togethercomputer/RedPajama-INCITE-Base-3B-v1", "base_model": "", "revision": "main", "precision": "float16", "weight_type": "Original", "model_type": "🟢 : pretrained"}
+{"model": "togethercomputer/RedPajama-INCITE-7B-Base", "base_model": "", "revision": "main", "precision": "float16", "weight_type": "Original", "model_type": "🟢 : pretrained"}
+{"model": "DAMO-NLP-MT/polylm-1.7b", "base_model": "", "revision": "main", "precision": "float16", "weight_type": "Original", "model_type": "🟢 : pretrained"}
+{"model": "DAMO-NLP-MT/polylm-13b", "base_model": "", "revision": "main", "precision": "float16", "weight_type": "Original", "model_type": "🟢 : pretrained"}
+{"model": "Deci/DeciLM-6b", "base_model": "", "revision": "main", "precision": "bfloat16", "weight_type": "Original", "model_type": "🔶 : fine-tuned"}
+{"model": "Deci/DeciLM-7B", "base_model": "", "revision": "main", "precision": "bfloat16", "weight_type": "Original", "model_type": "🔶 : fine-tuned"}
+// multiple (ch-jp)/en bi/multi lingual models
 {"model": "internlm/internlm2-7b", "base_model": "", "revision": "main", "precision": "bfloat16", "weight_type": "Original", "model_type": "🔶 : fine-tuned"}
 {"model": "internlm/internlm2-base-7b", "base_model": "", "revision": "main", "precision": "bfloat16", "weight_type": "Original", "model_type": "🟢 : pretrained"}
 {"model": "internlm/internlm-7b", "base_model": "", "revision": "main", "precision": "float16", "weight_type": "Original", "model_type": "🟢 : pretrained"}
@@ -65,11 +62,41 @@
 {"model": "Qwen/Qwen-1_8B", "base_model": "", "revision": "main", "precision": "bfloat16", "weight_type": "Original", "model_type": "🟢 : pretrained"}
 {"model": "Qwen/Qwen-7B", "base_model": "", "revision": "main", "precision": "bfloat16", "weight_type": "Original", "model_type": "🟢 : pretrained"}
 {"model": "Qwen/Qwen-14B", "base_model": "", "revision": "main", "precision": "bfloat16", "weight_type": "Original", "model_type": "🟢 : pretrained"}
+{"model": "xverse/XVERSE-7B", "base_model": "", "revision": "main", "precision": "bfloat16", "weight_type": "Original", "model_type": "🟢 : pretrained"}
+{"model": "xverse/XVERSE-13B", "base_model": "", "revision": "main", "precision": "bfloat16", "weight_type": "Original", "model_type": "🟢 : pretrained"}
+{"model": "xverse/XVERSE-13B-256K", "base_model": "", "revision": "main", "precision": "bfloat16", "weight_type": "Original", "model_type": "🟢 : pretrained"}
+{"model": "Skywork/Skywork-13B-base", "base_model": "", "revision": "main", "precision": "bfloat16", "weight_type": "Original", "model_type": "🟢 : pretrained"}
+{"model": "baichuan-inc/Baichuan-7B", "base_model": "", "revision": "main", "precision": "float16", "weight_type": "Original", "model_type": "🟢 : pretrained"}
+{"model": "baichuan-inc/Baichuan-13B-Base", "base_model": "", "revision": "main", "precision": "bfloat16", "weight_type": "Original", "model_type": "🟢 : pretrained"}
+{"model": "baichuan-inc/Baichuan2-7B-Base", "base_model": "", "revision": "main", "precision": "bfloat16", "weight_type": "Original", "model_type": "🟢 : pretrained"}
+{"model": "baichuan-inc/Baichuan2-13B-Base", "base_model": "", "revision": "main", "precision": "bfloat16", "weight_type": "Original", "model_type": "🟢 : pretrained"}
+{"model": "OrionStarAI/Orion-14B-Base", "base_model": "", "revision": "main", "precision": "bfloat16", "weight_type": "Original", "model_type": "🟢 : pretrained"}
+{"model": "deepseek-ai/deepseek-llm-7b-base", "base_model": "", "revision": "main", "precision": "bfloat16", "weight_type": "Original", "model_type": "🟢 : pretrained"}
+{"model": "deepseek-ai/deepseek-moe-16b-base", "base_model": "", "revision": "main", "precision": "bfloat16", "weight_type": "Original", "model_type": "🟢 : pretrained"}
+{"model": "BAAI/Aquila-7B", "base_model": "", "revision": "main", "precision": "float16", "weight_type": "Original", "model_type": "🟢 : pretrained"}
+{"model": "BAAI/Aquila2-7B", "base_model": "", "revision": "main", "precision": "float16", "weight_type": "Original", "model_type": "🟢 : pretrained"}
+{"model": "THUDM/chatglm3-6b-base", "base_model": "", "revision": "main", "precision": "float16", "weight_type": "Original", "model_type": "🟢 : pretrained"}
+{"model": "THUDM/glm-2b", "base_model": "", "revision": "main", "precision": "float16", "weight_type": "Original", "model_type": "🟢 : pretrained"}
+{"model": "THUDM/glm-10b", "base_model": "", "revision": "main", "precision": "float16", "weight_type": "Original", "model_type": "🟢 : pretrained"}
+{"model": "fnlp/moss-moon-003-base", "base_model": "", "revision": "main", "precision": "float16", "weight_type": "Original", "model_type": "🟢 : pretrained"}
+{"model": "fnlp/moss-base-7b", "base_model": "", "revision": "main", "precision": "float16", "weight_type": "Original", "model_type": "🟢 : pretrained"}
+// multiple chinese/jp large
 {"model": "Qwen/Qwen-72B", "base_model": "", "revision": "main", "precision": "bfloat16", "weight_type": "Original", "model_type": "🟢 : pretrained"}
-{"model": "DAMO-NLP-MT/polylm-1.7b", "base_model": "", "revision": "main", "precision": "float16", "weight_type": "Original", "model_type": "🟢 : pretrained"}
-{"model": "DAMO-NLP-MT/polylm-13b", "base_model": "", "revision": "main", "precision": "float16", "weight_type": "Original", "model_type": "🟢 : pretrained"}
-{"model": "Deci/DeciLM-6b", "base_model": "", "revision": "main", "precision": "bfloat16", "weight_type": "Original", "model_type": "🔶 : fine-tuned"}
-{"model": "Deci/DeciLM-7B", "base_model": "", "revision": "main", "precision": "bfloat16", "weight_type": "Original", "model_type": "🔶 : fine-tuned"}
+{"model": "xverse/XVERSE-65B", "base_model": "", "revision": "main", "precision": "bfloat16", "weight_type": "Original", "model_type": "🟢 : pretrained"}
+{"model": "xverse/XVERSE-65B-2", "base_model": "", "revision": "main", "precision": "bfloat16", "weight_type": "Original", "model_type": "🟢 : pretrained"}
+{"model": "deepseek-ai/deepseek-llm-67b-base", "base_model": "", "revision": "main", "precision": "bfloat16", "weight_type": "Original", "model_type": "🟢 : pretrained"}
+{"model": "BAAI/Aquila2-34B", "base_model": "", "revision": "main", "precision": "bfloat16", "weight_type": "Original", "model_type": "🟢 : pretrained"}
+{"model": "BAAI/Aquila2-70B-Expr", "base_model": "", "revision": "main", "precision": "bfloat16", "weight_type": "Original", "model_type": "🟢 : pretrained"}
+// minors must 2
+{"model": "gpt2", "base_model": "", "revision": "main", "precision": "float16", "weight_type": "Original", "model_type": "🟢 : pretrained"}
+{"model": "t5-small", "base_model": "", "revision": "main", "precision": "bfloat16", "weight_type": "Original", "model_type": "🟢 : pretrained"}
+{"model": "t5-base", "base_model": "", "revision": "main", "precision": "bfloat16", "weight_type": "Original", "model_type": "🟢 : pretrained"}
+{"model": "t5-large", "base_model": "", "revision": "main", "precision": "bfloat16", "weight_type": "Original", "model_type": "🟢 : pretrained"}
+{"model": "google/mt5-small", "base_model": "", "revision": "main", "precision": "bfloat16", "weight_type": "Original", "model_type": "🟢 : pretrained"}
+{"model": "google/mt5-base", "base_model": "", "revision": "main", "precision": "bfloat16", "weight_type": "Original", "model_type": "🟢 : pretrained"}
+{"model": "google/mt5-large", "base_model": "", "revision": "main", "precision": "bfloat16", "weight_type": "Original", "model_type": "🟢 : pretrained"}
+//others
+{"model": "NucleusAI/nucleus-22B-token-500B", "base_model": "", "revision": "main", "precision": "float16", "weight_type": "Original", "model_type": "🟢 : pretrained"}
 {"model": "EleutherAI/pythia-14m", "base_model": "", "revision": "main", "precision": "float16", "weight_type": "Original", "model_type": "🟢 : pretrained"}
 {"model": "EleutherAI/pythia-70m-deduped", "base_model": "", "revision": "main", "precision": "float16", "weight_type": "Original", "model_type": "🟢 : pretrained"}
 {"model": "EleutherAI/pythia-160m-deduped", "base_model": "", "revision": "main", "precision": "float16", "weight_type": "Original", "model_type": "🟢 : pretrained"}
@@ -85,7 +112,44 @@
 {"model": "facebook/opt-6.7b", "base_model": "", "revision": "main", "precision": "float16", "weight_type": "Original", "model_type": "🟢 : pretrained"}
 {"model": "facebook/opt-13b", "base_model": "", "revision": "main", "precision": "float16", "weight_type": "Original", "model_type": "🟢 : pretrained"}
 {"model": "facebook/opt-30b", "base_model": "", "revision": "main", "precision": "float16", "weight_type": "Original", "model_type": "🟢 : pretrained"}
+//other large
 {"model": "facebook/opt-66b", "base_model": "", "revision": "main", "precision": "float16", "weight_type": "Original", "model_type": "🟢 : pretrained"}
+{"model": "tiiuae/falcon-40b", "base_model": "", "revision": "main", "precision": "bfloat16", "weight_type": "Original", "model_type": "🟢 : pretrained"}
+// minors portuguese
+{"model": "pierreguillou/gpt2-small-portuguese", "base_model": "", "revision": "main", "precision": "float16", "weight_type": "Original", "model_type": "🆎 : language adapted models (FP, FT, ...)"}
+{"model": "pucpr/gpt2-bio-pt", "base_model": "", "revision": "main", "precision": "float16", "weight_type": "Original", "model_type": "🆎 : language adapted models (FP, FT, ...)"}
+{"model": "unicamp-dl/ptt5-small-portuguese-vocab", "base_model": "", "revision": "main", "precision": "float16", "weight_type": "Original", "model_type": "🆎 : language adapted models (FP, FT, ...)"}
+{"model": "unicamp-dl/ptt5-base-portuguese-vocab", "base_model": "", "revision": "main", "precision": "float16", "weight_type": "Original", "model_type": "🆎 : language adapted models (FP, FT, ...)"}
+{"model": "unicamp-dl/ptt5-large-portuguese-vocab", "base_model": "", "revision": "main", "precision": "float16", "weight_type": "Original", "model_type": "🆎 : language adapted models (FP, FT, ...)"}
+{"model": "unicamp-dl/ptt5-small-t5-vocab", "base_model": "", "revision": "main", "precision": "float16", "weight_type": "Original", "model_type": "🆎 : language adapted models (FP, FT, ...)"}
+{"model": "unicamp-dl/ptt5-base-t5-vocab", "base_model": "", "revision": "main", "precision": "float16", "weight_type": "Original", "model_type": "🆎 : language adapted models (FP, FT, ...)"}
+{"model": "unicamp-dl/ptt5-large-t5-vocab", "base_model": "", "revision": "main", "precision": "float16", "weight_type": "Original", "model_type": "🆎 : language adapted models (FP, FT, ...)"}
+{"model": "josu/gpt-neo-pt-br", "base_model": "", "revision": "main", "precision": "float16", "weight_type": "Original", "model_type": "🆎 : language adapted models (FP, FT, ...)"}
+{"model": "josu/gpt-neo-pt-1.3B", "base_model": "", "revision": "main", "precision": "float16", "weight_type": "Original", "model_type": "🆎 : language adapted models (FP, FT, ...)"}
+{"model": "monilouise/opt125M_portuguese", "base_model": "", "revision": "main", "precision": "float16", "weight_type": "Original", "model_type": "🆎 : language adapted models (FP, FT, ...)"}
+{"model": "HeyLucasLeao/gpt-neo-small-portuguese", "base_model": "", "revision": "main", "precision": "float16", "weight_type": "Original", "model_type": "🆎 : language adapted models (FP, FT, ...)"}
+// other langs (es/Ko/Jp/nordic)
+{"model": "projecte-aina/FLOR-760M", "base_model": "", "revision": "main", "precision": "float16", "weight_type": "Original", "model_type": "🆎 : language adapted models (FP, FT, ...)"}
+{"model": "projecte-aina/FLOR-1.3B", "base_model": "", "revision": "main", "precision": "float16", "weight_type": "Original", "model_type": "🆎 : language adapted models (FP, FT, ...)"}
+{"model": "projecte-aina/FLOR-6.3B", "base_model": "", "revision": "main", "precision": "float16", "weight_type": "Original", "model_type": "🆎 : language adapted models (FP, FT, ...)"}
+{"model": "projecte-aina/aguila-7b", "base_model": "", "revision": "main", "precision": "float16", "weight_type": "Original", "model_type": "🆎 : language adapted models (FP, FT, ...)"}
+{"model": "EleutherAI/polyglot-ko-12.8b", "base_model": "", "revision": "main", "precision": "float16", "weight_type": "Original", "model_type": "🟢 : pretrained"}
+{"model": "matsuo-lab/weblab-10b", "base_model": "", "revision": "main", "precision": "float16", "weight_type": "Original", "model_type": "🟢 : pretrained"}
+{"model": "pfnet/plamo-13b", "base_model": "", "revision": "main", "precision": "float16", "weight_type": "Original", "model_type": "🟢 : pretrained"}
+{"model": "AI-Sweden-Models/gpt-sw3-6.7b", "base_model": "", "revision": "main", "precision": "float16", "weight_type": "Original", "model_type": "🟢 : pretrained"}
+{"model": "AI-Sweden-Models/gpt-sw3-6.7b-v2", "base_model": "", "revision": "main", "precision": "float16", "weight_type": "Original", "model_type": "🟢 : pretrained"}
+{"model": "AI-Sweden-Models/gpt-sw3-20b", "base_model": "", "revision": "main", "precision": "float16", "weight_type": "Original", "model_type": "🟢 : pretrained"}
+{"model": "AI-Sweden-Models/gpt-sw3-40b", "base_model": "", "revision": "main", "precision": "float16", "weight_type": "Original", "model_type": "🟢 : pretrained"}
+{"model": "AI-Sweden-Models/gpt-sw3-40b", "base_model": "", "revision": "main", "precision": "float16", "weight_type": "Original", "model_type": "🟢 : pretrained"}
+{"model": "OpenLLM-France/Claire-Mistral-7B-0.1", "base_model": "", "revision": "main", "precision": "bfloat16", "weight_type": "Original", "model_type": "🆎 : language adapted models (FP, FT, ...)"}
+{"model": "OpenLLM-France/Claire-7B-0.1", "base_model": "", "revision": "main", "precision": "bfloat16", "weight_type": "Original", "model_type": "🆎 : language adapted models (FP, FT, ...)"}
+// huge models:
+//{"model": "bigscience/bloom", "base_model": "", "revision": "main", "precision": "float16", "weight_type": "Original", "model_type": "🟢 : pretrained"}
+//{"model": "tiiuae/falcon-180B", "base_model": "", "revision": "main", "precision": "bfloat16", "weight_type": "Original", "model_type": "🟢 : pretrained"}
+//{"model": "facebook/galactica-120b", "base_model": "", "revision": "main", "precision": "float16", "weight_type": "Original", "model_type": "🟢 : pretrained"}
+//random chat models
+{"model": "openchat/openchat-3.5-0106", "base_model": "", "revision": "main", "precision": "bfloat16", "weight_type": "Original", "model_type": "💬 : chat models (RLHF, DPO, IFT, ...)"}
+//other 2
 {"model": "EleutherAI/gpt-neo-125m", "base_model": "", "revision": "main", "precision": "float16", "weight_type": "Original", "model_type": "🟢 : pretrained"}
 {"model": "EleutherAI/gpt-neo-1.3B", "base_model": "", "revision": "main", "precision": "float16", "weight_type": "Original", "model_type": "🟢 : pretrained"}
 {"model": "EleutherAI/gpt-neo-2.7B", "base_model": "", "revision": "main", "precision": "float16", "weight_type": "Original", "model_type": "🟢 : pretrained"}
@@ -95,7 +159,6 @@
 {"model": "stabilityai/stablelm-base-alpha-7b-v2", "base_model": "", "revision": "main", "precision": "float16", "weight_type": "Original", "model_type": "🟢 : pretrained"}
 {"model": "stabilityai/stablelm-base-alpha-3b", "base_model": "", "revision": "main", "precision": "float16", "weight_type": "Original", "model_type": "🟢 : pretrained"}
 {"model": "stabilityai/stablelm-base-alpha-7b", "base_model": "", "revision": "main", "precision": "float16", "weight_type": "Original", "model_type": "🟢 : pretrained"}
-{"model": "tiiuae/falcon-40b", "base_model": "", "revision": "main", "precision": "bfloat16", "weight_type": "Original", "model_type": "🟢 : pretrained"}
 {"model": "openai-community/openai-gpt", "base_model": "", "revision": "main", "precision": "float16", "weight_type": "Original", "model_type": "🟢 : pretrained"}
 {"model": "openai-community/gpt2-medium", "base_model": "", "revision": "main", "precision": "float16", "weight_type": "Original", "model_type": "🟢 : pretrained"}
 {"model": "openai-community/gpt2-large", "base_model": "", "revision": "main", "precision": "float16", "weight_type": "Original", "model_type": "🟢 : pretrained"}
@@ -104,6 +167,8 @@
 {"model": "microsoft/phi-1_5", "base_model": "", "revision": "main", "precision": "float16", "weight_type": "Original", "model_type": "🟢 : pretrained"}
 {"model": "microsoft/phi-2", "base_model": "", "revision": "main", "precision": "float16", "weight_type": "Original", "model_type": "🟢 : pretrained"}
 {"model": "mosaicml/mpt-7b", "base_model": "", "revision": "main", "precision": "bfloat16", "weight_type": "Original", "model_type": "🟢 : pretrained"}
+{"model": "mosaicml/mpt-30b", "base_model": "", "revision": "main", "precision": "bfloat16", "weight_type": "Original", "model_type": "🟢 : pretrained"}
+{"model": "mosaicml/mpt-7b-8k", "base_model": "", "revision": "main", "precision": "bfloat16", "weight_type": "Original", "model_type": "🟢 : pretrained"}
 {"model": "01-ai/Yi-6B-200K", "base_model": "", "revision": "main", "precision": "bfloat16", "weight_type": "Original", "model_type": "🟢 : pretrained"}
 {"model": "01-ai/Yi-34B-200K", "base_model": "", "revision": "main", "precision": "bfloat16", "weight_type": "Original", "model_type": "🟢 : pretrained"}
 {"model": "google/t5-v1_1-base", "base_model": "", "revision": "main", "precision": "bfloat16", "weight_type": "Original", "model_type": "🟢 : pretrained"}
@@ -140,3 +205,12 @@
 {"model": "EleutherAI/pythia-2.8b", "base_model": "", "revision": "main", "precision": "float16", "weight_type": "Original", "model_type": "🟢 : pretrained"}
 {"model": "EleutherAI/pythia-6.9b", "base_model": "", "revision": "main", "precision": "float16", "weight_type": "Original", "model_type": "🟢 : pretrained"}
 {"model": "EleutherAI/pythia-12b", "base_model": "", "revision": "main", "precision": "float16", "weight_type": "Original", "model_type": "🟢 : pretrained"}
+{"model": "facebook/galactica-125m", "base_model": "", "revision": "main", "precision": "float16", "weight_type": "Original", "model_type": "🟢 : pretrained"}
+{"model": "facebook/galactica-1.3b", "base_model": "", "revision": "main", "precision": "float16", "weight_type": "Original", "model_type": "🟢 : pretrained"}
+{"model": "facebook/galactica-6.7b", "base_model": "", "revision": "main", "precision": "float16", "weight_type": "Original", "model_type": "🟢 : pretrained"}
+{"model": "facebook/galactica-30b", "base_model": "", "revision": "main", "precision": "float16", "weight_type": "Original", "model_type": "🟢 : pretrained"}
+{"model": "facebook/xglm-564M", "base_model": "", "revision": "main", "precision": "float16", "weight_type": "Original", "model_type": "🟢 : pretrained"}
+{"model": "facebook/xglm-1.7B", "base_model": "", "revision": "main", "precision": "float16", "weight_type": "Original", "model_type": "🟢 : pretrained"}
+{"model": "facebook/xglm-2.9B", "base_model": "", "revision": "main", "precision": "float16", "weight_type": "Original", "model_type": "🟢 : pretrained"}
+{"model": "facebook/xglm-4.5B", "base_model": "", "revision": "main", "precision": "float16", "weight_type": "Original", "model_type": "🟢 : pretrained"}
+{"model": "facebook/xglm-7.5B", "base_model": "", "revision": "main", "precision": "float16", "weight_type": "Original", "model_type": "🟢 : pretrained"}

requirements.txt

@@ -13,7 +13,7 @@ python-dateutil==2.8.2
 requests==2.28.2
 sentencepiece
 tqdm==4.65.0
-transformers==4.36.0
+transformers==4.37.1
 tokenizers>=0.15.0
 tiktoken>=0.5.2
 gradio-space-ci @ git+https://huggingface.co/spaces/Wauplin/[email protected] # CI !!!

src/submission/check_validity.py

@@ -21,7 +21,10 @@ def check_model_card(repo_id: str) -> tuple[bool, str]:
         card = ModelCard.load(repo_id)
     except huggingface_hub.utils.EntryNotFoundError:
         return False, "Please add a model card to your model to explain how you trained/fine-tuned it.", None
-
+    except Exception as e:
+        traceback.print_exc()
+        return False, f"Error while loading the model card. Exception: {str(e)}", None
+    
     # Enforce license metadata
     if card.data.license is None:
         if not ("license_name" in card.data and "license_link" in card.data):
@@ -55,6 +58,7 @@ def is_model_on_hub(model_name: str, revision: str, token: str = None, trust_rem
         return True, None, config
 
     except ValueError as e:
+        traceback.print_exc()
         return (
             False,
             "needs to be launched with `trust_remote_code=True`. For safety reason, we do not allow these models to be automatically submitted to the leaderboard.",