Training in progress, epoch 0

.gitattributes

@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+tokenizer.json filter=lfs diff=lfs merge=lfs -text

adapter_config.json

@@ -0,0 +1,39 @@
+{
+  "alpha_pattern": {},
+  "auto_mapping": null,
+  "base_model_name_or_path": "sail/Sailor2-8B-Chat",
+  "bias": "none",
+  "corda_config": null,
+  "eva_config": null,
+  "exclude_modules": null,
+  "fan_in_fan_out": false,
+  "inference_mode": true,
+  "init_lora_weights": true,
+  "layer_replication": null,
+  "layers_pattern": null,
+  "layers_to_transform": null,
+  "loftq_config": {},
+  "lora_alpha": 16,
+  "lora_bias": false,
+  "lora_dropout": 0.0,
+  "megatron_config": null,
+  "megatron_core": "megatron.core",
+  "modules_to_save": null,
+  "peft_type": "LORA",
+  "r": 8,
+  "rank_pattern": {},
+  "revision": null,
+  "target_modules": [
+    "k_proj",
+    "o_proj",
+    "up_proj",
+    "gate_proj",
+    "v_proj",
+    "q_proj",
+    "down_proj"
+  ],
+  "task_type": "CAUSAL_LM",
+  "trainable_token_indices": null,
+  "use_dora": false,
+  "use_rslora": false
+}

adapter_model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:524206697a60d43cfd8701ba585ea17f0fdb4a6012ef9863937ec06647e08b96
+size 92333848

added_tokens.json

@@ -0,0 +1,24 @@
+{
+  "</tool_call>": 151658,
+  "<tool_call>": 151657,
+  "<|box_end|>": 151649,
+  "<|box_start|>": 151648,
+  "<|endoftext|>": 151643,
+  "<|file_sep|>": 151664,
+  "<|fim_middle|>": 151660,
+  "<|fim_pad|>": 151662,
+  "<|fim_prefix|>": 151659,
+  "<|fim_suffix|>": 151661,
+  "<|im_end|>": 151645,
+  "<|im_start|>": 151644,
+  "<|image_pad|>": 151655,
+  "<|object_ref_end|>": 151647,
+  "<|object_ref_start|>": 151646,
+  "<|quad_end|>": 151651,
+  "<|quad_start|>": 151650,
+  "<|repo_name|>": 151663,
+  "<|video_pad|>": 151656,
+  "<|vision_end|>": 151653,
+  "<|vision_pad|>": 151654,
+  "<|vision_start|>": 151652
+}

special_tokens_map.json

@@ -0,0 +1,31 @@
+{
+  "additional_special_tokens": [
+    "<|im_start|>",
+    "<|im_end|>",
+    "<|object_ref_start|>",
+    "<|object_ref_end|>",
+    "<|box_start|>",
+    "<|box_end|>",
+    "<|quad_start|>",
+    "<|quad_end|>",
+    "<|vision_start|>",
+    "<|vision_end|>",
+    "<|vision_pad|>",
+    "<|image_pad|>",
+    "<|video_pad|>"
+  ],
+  "eos_token": {
+    "content": "<|im_end|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": {
+    "content": "<|endoftext|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  }
+}

tokenizer.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82bf42f9364aa867b8c9b839e53c829979092b99b8fab5e8dc932d83f965e815
+size 11421995

tokenizer_config.json

@@ -0,0 +1,213 @@
+{
+  "add_bos_token": false,
+  "add_prefix_space": false,
+  "added_tokens_decoder": {
+    "151643": {
+      "content": "<|endoftext|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151644": {
+      "content": "<|im_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151645": {
+      "content": "<|im_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151646": {
+      "content": "<|object_ref_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151647": {
+      "content": "<|object_ref_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151648": {
+      "content": "<|box_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151649": {
+      "content": "<|box_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151650": {
+      "content": "<|quad_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151651": {
+      "content": "<|quad_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151652": {
+      "content": "<|vision_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151653": {
+      "content": "<|vision_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151654": {
+      "content": "<|vision_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151655": {
+      "content": "<|image_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151656": {
+      "content": "<|video_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151657": {
+      "content": "<tool_call>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151658": {
+      "content": "</tool_call>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151659": {
+      "content": "<|fim_prefix|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151660": {
+      "content": "<|fim_middle|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151661": {
+      "content": "<|fim_suffix|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151662": {
+      "content": "<|fim_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151663": {
+      "content": "<|repo_name|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151664": {
+      "content": "<|file_sep|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    }
+  },
+  "additional_special_tokens": [
+    "<|im_start|>",
+    "<|im_end|>",
+    "<|object_ref_start|>",
+    "<|object_ref_end|>",
+    "<|box_start|>",
+    "<|box_end|>",
+    "<|quad_start|>",
+    "<|quad_end|>",
+    "<|vision_start|>",
+    "<|vision_end|>",
+    "<|vision_pad|>",
+    "<|image_pad|>",
+    "<|video_pad|>"
+  ],
+  "bos_token": null,
+  "chat_template": "{% for message in messages %}{% if loop.first and messages[0]['role'] != 'system' %}{{ '<|im_start|>system\nYou are an AI assistant named Sailor2, created by Sea AI Lab. As an AI assistant, you can answer questions in English, Chinese, and Southeast Asian languages such as Burmese, Cebuano, Ilocano, Indonesian, Javanese, Khmer, Lao, Malay, Sundanese, Tagalog, Thai, Vietnamese, and Waray. Your responses should be friendly, unbiased, informative, detailed, and faithful.<|im_end|>\n' }}{% endif %}{{'<|im_start|>' + message['role'] + '\n' + message['content'] + '<|im_end|>' + '\n'}}{% endfor %}{% if add_generation_prompt %}{{ '<|im_start|>assistant\n' }}{% endif %}",
+  "clean_up_tokenization_spaces": false,
+  "eos_token": "<|im_end|>",
+  "errors": "replace",
+  "extra_special_tokens": {},
+  "max_length": 3848,
+  "model_max_length": 131072,
+  "pad_token": "<|endoftext|>",
+  "padding_side": "right",
+  "split_special_tokens": false,
+  "stride": 0,
+  "tokenizer_class": "Qwen2Tokenizer",
+  "truncation_side": "right",
+  "truncation_strategy": "longest_first",
+  "unk_token": null
+}

trainer_log.jsonl

@@ -0,0 +1,25 @@
+{"current_steps": 67, "total_steps": 1337, "loss": 2.0415, "lr": 4.925373134328357e-07, "epoch": 0.05009345794392523, "percentage": 5.01, "elapsed_time": "0:01:36", "remaining_time": "0:30:33"}
+{"current_steps": 134, "total_steps": 1337, "loss": 1.5231, "lr": 9.925373134328357e-07, "epoch": 0.10018691588785046, "percentage": 10.02, "elapsed_time": "0:03:15", "remaining_time": "0:29:19"}
+{"current_steps": 201, "total_steps": 1337, "loss": 0.4422, "lr": 9.451371571072319e-07, "epoch": 0.1502803738317757, "percentage": 15.03, "elapsed_time": "0:04:53", "remaining_time": "0:27:39"}
+{"current_steps": 250, "total_steps": 1337, "eval_loss": 0.26753509044647217, "epoch": 0.18691588785046728, "percentage": 18.7, "elapsed_time": "0:06:34", "remaining_time": "0:28:36"}
+{"current_steps": 268, "total_steps": 1337, "loss": 0.2826, "lr": 8.894430590191188e-07, "epoch": 0.20037383177570092, "percentage": 20.04, "elapsed_time": "0:07:00", "remaining_time": "0:27:56"}
+{"current_steps": 335, "total_steps": 1337, "loss": 0.2107, "lr": 8.337489609310058e-07, "epoch": 0.2504672897196262, "percentage": 25.06, "elapsed_time": "0:08:38", "remaining_time": "0:25:50"}
+{"current_steps": 402, "total_steps": 1337, "loss": 0.1864, "lr": 7.780548628428927e-07, "epoch": 0.3005607476635514, "percentage": 30.07, "elapsed_time": "0:10:16", "remaining_time": "0:23:53"}
+{"current_steps": 469, "total_steps": 1337, "loss": 0.1727, "lr": 7.223607647547797e-07, "epoch": 0.3506542056074766, "percentage": 35.08, "elapsed_time": "0:11:54", "remaining_time": "0:22:02"}
+{"current_steps": 500, "total_steps": 1337, "eval_loss": 0.16795502603054047, "epoch": 0.37383177570093457, "percentage": 37.4, "elapsed_time": "0:13:08", "remaining_time": "0:22:00"}
+{"current_steps": 536, "total_steps": 1337, "loss": 0.1551, "lr": 6.666666666666666e-07, "epoch": 0.40074766355140184, "percentage": 40.09, "elapsed_time": "0:14:00", "remaining_time": "0:20:55"}
+{"current_steps": 603, "total_steps": 1337, "loss": 0.148, "lr": 6.109725685785536e-07, "epoch": 0.4508411214953271, "percentage": 45.1, "elapsed_time": "0:15:36", "remaining_time": "0:19:00"}
+{"current_steps": 670, "total_steps": 1337, "loss": 0.1521, "lr": 5.552784704904405e-07, "epoch": 0.5009345794392523, "percentage": 50.11, "elapsed_time": "0:17:13", "remaining_time": "0:17:09"}
+{"current_steps": 737, "total_steps": 1337, "loss": 0.1475, "lr": 4.995843724023275e-07, "epoch": 0.5510280373831775, "percentage": 55.12, "elapsed_time": "0:18:51", "remaining_time": "0:15:21"}
+{"current_steps": 750, "total_steps": 1337, "eval_loss": 0.14567767083644867, "epoch": 0.5607476635514018, "percentage": 56.1, "elapsed_time": "0:19:40", "remaining_time": "0:15:23"}
+{"current_steps": 804, "total_steps": 1337, "loss": 0.1327, "lr": 4.438902743142144e-07, "epoch": 0.6011214953271028, "percentage": 60.13, "elapsed_time": "0:20:58", "remaining_time": "0:13:54"}
+{"current_steps": 871, "total_steps": 1337, "loss": 0.1394, "lr": 3.881961762261014e-07, "epoch": 0.6512149532710281, "percentage": 65.15, "elapsed_time": "0:22:37", "remaining_time": "0:12:06"}
+{"current_steps": 938, "total_steps": 1337, "loss": 0.1284, "lr": 3.3250207813798835e-07, "epoch": 0.7013084112149532, "percentage": 70.16, "elapsed_time": "0:24:14", "remaining_time": "0:10:18"}
+{"current_steps": 1000, "total_steps": 1337, "eval_loss": 0.13731907308101654, "epoch": 0.7476635514018691, "percentage": 74.79, "elapsed_time": "0:26:15", "remaining_time": "0:08:50"}
+{"current_steps": 1005, "total_steps": 1337, "loss": 0.1065, "lr": 2.7680798004987534e-07, "epoch": 0.7514018691588785, "percentage": 75.17, "elapsed_time": "0:26:21", "remaining_time": "0:08:42"}
+{"current_steps": 1072, "total_steps": 1337, "loss": 0.1167, "lr": 2.2111388196176226e-07, "epoch": 0.8014953271028037, "percentage": 80.18, "elapsed_time": "0:27:58", "remaining_time": "0:06:54"}
+{"current_steps": 1139, "total_steps": 1337, "loss": 0.1278, "lr": 1.6541978387364923e-07, "epoch": 0.851588785046729, "percentage": 85.19, "elapsed_time": "0:29:35", "remaining_time": "0:05:08"}
+{"current_steps": 1206, "total_steps": 1337, "loss": 0.1066, "lr": 1.0972568578553615e-07, "epoch": 0.9016822429906542, "percentage": 90.2, "elapsed_time": "0:31:11", "remaining_time": "0:03:23"}
+{"current_steps": 1250, "total_steps": 1337, "eval_loss": 0.13475529849529266, "epoch": 0.9345794392523364, "percentage": 93.49, "elapsed_time": "0:32:45", "remaining_time": "0:02:16"}
+{"current_steps": 1273, "total_steps": 1337, "loss": 0.108, "lr": 5.403158769742311e-08, "epoch": 0.9517757009345794, "percentage": 95.21, "elapsed_time": "0:33:19", "remaining_time": "0:01:40"}
+{"current_steps": 1337, "total_steps": 1337, "epoch": 0.9996261682242991, "percentage": 100.0, "elapsed_time": "0:34:54", "remaining_time": "0:00:00"}

training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f336a8b48314702dc309dd67b0d8d5956369c5dd8456b7db6d4e42b3d4a91d2a
+size 5688