Commit
·
9977ce1
1
Parent(s):
6ddee3c
Update new model types (#150)
Browse files- Update new model types (6d072dc1cdb93e437b0a1083e986bed749d5ffd0)
src/auto_leaderboard/model_metadata_type.py
CHANGED
|
@@ -51,6 +51,7 @@ TYPE_METADATA: Dict[str, ModelType] = {
|
|
| 51 |
"TheBloke/airoboros-7b-gpt4-fp16": ModelType.SFT,
|
| 52 |
"TheBloke/Llama-2-13B-fp16": ModelType.PT,
|
| 53 |
"TheBloke/llama-2-70b-Guanaco-QLoRA-fp16": ModelType.SFT,
|
|
|
|
| 54 |
"TheBloke/Planner-7B-fp16": ModelType.SFT,
|
| 55 |
"TheBloke/Wizard-Vicuna-13B-Uncensored-HF": ModelType.SFT,
|
| 56 |
"TheBloke/gpt4-alpaca-lora-13B-HF": ModelType.SFT,
|
|
@@ -58,6 +59,13 @@ TYPE_METADATA: Dict[str, ModelType] = {
|
|
| 58 |
"TheBloke/gpt4-alpaca-lora_mlp-65B-HF": ModelType.SFT,
|
| 59 |
"TheBloke/tulu-13B-fp16": ModelType.SFT,
|
| 60 |
"TheBloke/VicUnlocked-alpaca-65B-QLoRA-fp16": ModelType.SFT,
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 61 |
"jphme/orca_mini_v2_ger_7b": ModelType.SFT,
|
| 62 |
"Ejafa/vicuna_7B_vanilla_1.1": ModelType.SFT,
|
| 63 |
"kevinpro/Vicuna-13B-CoT": ModelType.SFT,
|
|
@@ -211,6 +219,7 @@ TYPE_METADATA: Dict[str, ModelType] = {
|
|
| 211 |
"Fredithefish/RedPajama-INCITE-Chat-3B-ShareGPT-11K": ModelType.SFT,
|
| 212 |
"Fredithefish/ScarletPajama-3B-HF": ModelType.SFT,
|
| 213 |
"Fredithefish/RedPajama-INCITE-Chat-3B-Instruction-Tuning-with-GPT-4": ModelType.SFT,
|
|
|
|
| 214 |
"eachadea/vicuna-13b-1.1": ModelType.SFT,
|
| 215 |
"eachadea/vicuna-7b-1.1": ModelType.SFT,
|
| 216 |
"eachadea/vicuna-13b": ModelType.SFT,
|
|
@@ -227,6 +236,8 @@ TYPE_METADATA: Dict[str, ModelType] = {
|
|
| 227 |
"stabilityai/StableBeluga1-Delta": ModelType.SFT,
|
| 228 |
"stabilityai/stablelm-tuned-alpha-7b": ModelType.SFT,
|
| 229 |
"stabilityai/StableBeluga2": ModelType.SFT,
|
|
|
|
|
|
|
| 230 |
"stabilityai/stablelm-base-alpha-7b": ModelType.PT,
|
| 231 |
"stabilityai/stablelm-base-alpha-3b": ModelType.PT,
|
| 232 |
"stabilityai/stablelm-tuned-alpha-3b": ModelType.SFT,
|
|
@@ -347,6 +358,8 @@ TYPE_METADATA: Dict[str, ModelType] = {
|
|
| 347 |
"facebook/opt-30b": ModelType.PT,
|
| 348 |
"golaxy/gogpt-7b": ModelType.SFT,
|
| 349 |
"golaxy/gogpt2-7b": ModelType.SFT,
|
|
|
|
|
|
|
| 350 |
"psmathur/orca_mini_v2_7b": ModelType.SFT,
|
| 351 |
"psmathur/orca_mini_7b": ModelType.SFT,
|
| 352 |
"psmathur/orca_mini_3b": ModelType.SFT,
|
|
@@ -401,13 +414,20 @@ TYPE_METADATA: Dict[str, ModelType] = {
|
|
| 401 |
"huggingface/llama-65b": ModelType.PT,
|
| 402 |
"huggingface/llama-65b": ModelType.PT,
|
| 403 |
"huggingface/llama-30b": ModelType.PT,
|
|
|
|
| 404 |
"jondurbin/airoboros-13b-gpt4-1.4": ModelType.SFT,
|
| 405 |
"jondurbin/airoboros-7b": ModelType.SFT,
|
|
|
|
|
|
|
|
|
|
|
|
|
| 406 |
"jondurbin/airoboros-7b-gpt4-1.4": ModelType.SFT,
|
| 407 |
"jondurbin/airoboros-l2-7b-gpt4-1.4.1": ModelType.SFT,
|
| 408 |
"jondurbin/airoboros-l2-13b-gpt4-1.4.1": ModelType.SFT,
|
| 409 |
"jondurbin/airoboros-l2-70b-gpt4-1.4.1": ModelType.SFT,
|
| 410 |
"jondurbin/airoboros-13b": ModelType.SFT,
|
|
|
|
|
|
|
| 411 |
"jondurbin/airoboros-65b-gpt4-1.2": ModelType.SFT,
|
| 412 |
"ariellee/SuperPlatty-30B": ModelType.SFT,
|
| 413 |
"danielhanchen/open_llama_3b_600bt_preview": ModelType.SFT,
|
|
@@ -420,6 +440,7 @@ TYPE_METADATA: Dict[str, ModelType] = {
|
|
| 420 |
"Yhyu13/oasst-rlhf-2-llama-30b-7k-steps-hf": ModelType.RL,
|
| 421 |
"Yhyu13/llama-30B-hf-openassitant": ModelType.SFT,
|
| 422 |
"NousResearch/Nous-Hermes-Llama2-13b": ModelType.SFT,
|
|
|
|
| 423 |
"NousResearch/Redmond-Puffin-13B": ModelType.SFT,
|
| 424 |
"NousResearch/Nous-Hermes-13b": ModelType.SFT,
|
| 425 |
"project-baize/baize-v2-7b": ModelType.SFT,
|
|
@@ -436,6 +457,9 @@ TYPE_METADATA: Dict[str, ModelType] = {
|
|
| 436 |
"huggyllama/llama-13b": ModelType.PT,
|
| 437 |
"huggyllama/llama-65b": ModelType.PT,
|
| 438 |
"FabbriSimo01/Facebook_opt_1.3b_Quantized": ModelType.PT,
|
|
|
|
|
|
|
|
|
|
| 439 |
"upstage/llama-30b-instruct-2048": ModelType.SFT,
|
| 440 |
"upstage/llama-30b-instruct": ModelType.SFT,
|
| 441 |
"WizardLM/WizardLM-13B-1.0": ModelType.SFT,
|
|
@@ -492,6 +516,7 @@ TYPE_METADATA: Dict[str, ModelType] = {
|
|
| 492 |
"GOAT-AI/GOAT-7B-Community": ModelType.SFT,
|
| 493 |
"psyche/kollama2-7b": ModelType.SFT,
|
| 494 |
"TheTravellingEngineer/llama2-7b-hf-guanaco": ModelType.SFT,
|
|
|
|
| 495 |
"64bits/LexPodLM-13B": ModelType.SFT
|
| 496 |
}
|
| 497 |
|
|
|
|
| 51 |
"TheBloke/airoboros-7b-gpt4-fp16": ModelType.SFT,
|
| 52 |
"TheBloke/Llama-2-13B-fp16": ModelType.PT,
|
| 53 |
"TheBloke/llama-2-70b-Guanaco-QLoRA-fp16": ModelType.SFT,
|
| 54 |
+
"TheBloke/landmark-attention-llama7b-fp16": ModelType.SFT,
|
| 55 |
"TheBloke/Planner-7B-fp16": ModelType.SFT,
|
| 56 |
"TheBloke/Wizard-Vicuna-13B-Uncensored-HF": ModelType.SFT,
|
| 57 |
"TheBloke/gpt4-alpaca-lora-13B-HF": ModelType.SFT,
|
|
|
|
| 59 |
"TheBloke/gpt4-alpaca-lora_mlp-65B-HF": ModelType.SFT,
|
| 60 |
"TheBloke/tulu-13B-fp16": ModelType.SFT,
|
| 61 |
"TheBloke/VicUnlocked-alpaca-65B-QLoRA-fp16": ModelType.SFT,
|
| 62 |
+
"TheBloke/Llama-2-70B-fp16": ModelType.SFT,
|
| 63 |
+
"TheBloke/WizardLM-30B-fp16": ModelType.SFT,
|
| 64 |
+
"TheBloke/robin-13B-v2-fp16": ModelType.SFT,
|
| 65 |
+
"TheBloke/robin-33B-v2-fp16": ModelType.SFT,
|
| 66 |
+
"TheBloke/Vicuna-13B-CoT-fp16": ModelType.SFT,
|
| 67 |
+
"TheBloke/Vicuna-33B-1-3-SuperHOT-8K-fp16": ModelType.SFT,
|
| 68 |
+
"TheBloke/Wizard-Vicuna-30B-Superhot-8K-fp16": ModelType.SFT,
|
| 69 |
"jphme/orca_mini_v2_ger_7b": ModelType.SFT,
|
| 70 |
"Ejafa/vicuna_7B_vanilla_1.1": ModelType.SFT,
|
| 71 |
"kevinpro/Vicuna-13B-CoT": ModelType.SFT,
|
|
|
|
| 219 |
"Fredithefish/RedPajama-INCITE-Chat-3B-ShareGPT-11K": ModelType.SFT,
|
| 220 |
"Fredithefish/ScarletPajama-3B-HF": ModelType.SFT,
|
| 221 |
"Fredithefish/RedPajama-INCITE-Chat-3B-Instruction-Tuning-with-GPT-4": ModelType.SFT,
|
| 222 |
+
"acrastt/RedPajama-INCITE-Chat-Instruct-3B-V1": ModelType.SFT,
|
| 223 |
"eachadea/vicuna-13b-1.1": ModelType.SFT,
|
| 224 |
"eachadea/vicuna-7b-1.1": ModelType.SFT,
|
| 225 |
"eachadea/vicuna-13b": ModelType.SFT,
|
|
|
|
| 236 |
"stabilityai/StableBeluga1-Delta": ModelType.SFT,
|
| 237 |
"stabilityai/stablelm-tuned-alpha-7b": ModelType.SFT,
|
| 238 |
"stabilityai/StableBeluga2": ModelType.SFT,
|
| 239 |
+
"stabilityai/StableBeluga-13B": ModelType.SFT,
|
| 240 |
+
"stabilityai/StableBeluga-7B": ModelType.SFT,
|
| 241 |
"stabilityai/stablelm-base-alpha-7b": ModelType.PT,
|
| 242 |
"stabilityai/stablelm-base-alpha-3b": ModelType.PT,
|
| 243 |
"stabilityai/stablelm-tuned-alpha-3b": ModelType.SFT,
|
|
|
|
| 358 |
"facebook/opt-30b": ModelType.PT,
|
| 359 |
"golaxy/gogpt-7b": ModelType.SFT,
|
| 360 |
"golaxy/gogpt2-7b": ModelType.SFT,
|
| 361 |
+
"golaxy/gogpt-7b-bloom": ModelType.SFT,
|
| 362 |
+
"golaxy/gogpt-3b-bloom": ModelType.SFT,
|
| 363 |
"psmathur/orca_mini_v2_7b": ModelType.SFT,
|
| 364 |
"psmathur/orca_mini_7b": ModelType.SFT,
|
| 365 |
"psmathur/orca_mini_3b": ModelType.SFT,
|
|
|
|
| 414 |
"huggingface/llama-65b": ModelType.PT,
|
| 415 |
"huggingface/llama-65b": ModelType.PT,
|
| 416 |
"huggingface/llama-30b": ModelType.PT,
|
| 417 |
+
"Henk717/chronoboros-33B": ModelType.SFT,
|
| 418 |
"jondurbin/airoboros-13b-gpt4-1.4": ModelType.SFT,
|
| 419 |
"jondurbin/airoboros-7b": ModelType.SFT,
|
| 420 |
+
"jondurbin/airoboros-7b-gpt4": ModelType.SFT,
|
| 421 |
+
"jondurbin/airoboros-7b-gpt4-1.1": ModelType.SFT,
|
| 422 |
+
"jondurbin/airoboros-7b-gpt4-1.2": ModelType.SFT,
|
| 423 |
+
"jondurbin/airoboros-7b-gpt4-1.3": ModelType.SFT,
|
| 424 |
"jondurbin/airoboros-7b-gpt4-1.4": ModelType.SFT,
|
| 425 |
"jondurbin/airoboros-l2-7b-gpt4-1.4.1": ModelType.SFT,
|
| 426 |
"jondurbin/airoboros-l2-13b-gpt4-1.4.1": ModelType.SFT,
|
| 427 |
"jondurbin/airoboros-l2-70b-gpt4-1.4.1": ModelType.SFT,
|
| 428 |
"jondurbin/airoboros-13b": ModelType.SFT,
|
| 429 |
+
"jondurbin/airoboros-33b-gpt4-1.4": ModelType.SFT,
|
| 430 |
+
"jondurbin/airoboros-33b-gpt4-1.2": ModelType.SFT,
|
| 431 |
"jondurbin/airoboros-65b-gpt4-1.2": ModelType.SFT,
|
| 432 |
"ariellee/SuperPlatty-30B": ModelType.SFT,
|
| 433 |
"danielhanchen/open_llama_3b_600bt_preview": ModelType.SFT,
|
|
|
|
| 440 |
"Yhyu13/oasst-rlhf-2-llama-30b-7k-steps-hf": ModelType.RL,
|
| 441 |
"Yhyu13/llama-30B-hf-openassitant": ModelType.SFT,
|
| 442 |
"NousResearch/Nous-Hermes-Llama2-13b": ModelType.SFT,
|
| 443 |
+
"NousResearch/Nous-Hermes-llama-2-7b": ModelType.SFT,
|
| 444 |
"NousResearch/Redmond-Puffin-13B": ModelType.SFT,
|
| 445 |
"NousResearch/Nous-Hermes-13b": ModelType.SFT,
|
| 446 |
"project-baize/baize-v2-7b": ModelType.SFT,
|
|
|
|
| 457 |
"huggyllama/llama-13b": ModelType.PT,
|
| 458 |
"huggyllama/llama-65b": ModelType.PT,
|
| 459 |
"FabbriSimo01/Facebook_opt_1.3b_Quantized": ModelType.PT,
|
| 460 |
+
"upstage/Llama-2-70b-instruct": ModelType.SFT,
|
| 461 |
+
"upstage/Llama-2-70b-instruct-1024": ModelType.SFT,
|
| 462 |
+
"upstage/llama-65b-instruct": ModelType.SFT,
|
| 463 |
"upstage/llama-30b-instruct-2048": ModelType.SFT,
|
| 464 |
"upstage/llama-30b-instruct": ModelType.SFT,
|
| 465 |
"WizardLM/WizardLM-13B-1.0": ModelType.SFT,
|
|
|
|
| 516 |
"GOAT-AI/GOAT-7B-Community": ModelType.SFT,
|
| 517 |
"psyche/kollama2-7b": ModelType.SFT,
|
| 518 |
"TheTravellingEngineer/llama2-7b-hf-guanaco": ModelType.SFT,
|
| 519 |
+
"beaugogh/pythia-1.4b-deduped-sharegpt": ModelType.SFT,
|
| 520 |
"64bits/LexPodLM-13B": ModelType.SFT
|
| 521 |
}
|
| 522 |
|