Add files using upload-large-folder tool

.gitattributes

@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+tokenizer.json filter=lfs diff=lfs merge=lfs -text

README.md

@@ -1,3 +1,63 @@
----
-license: cc-by-nc-4.0
----
+---
+library_name: transformers
+license: other
+base_model: Qwen/Qwen2-VL-2B-Instruct
+tags:
+- llama-factory
+- full
+- generated_from_trainer
+model-index:
+- name: sft
+  results: []
+---
+
+<!-- This model card has been generated automatically according to the information the Trainer had access to. You
+should probably proofread and complete it, then remove this comment. -->
+
+# sft
+
+This model is a fine-tuned version of [Qwen/Qwen2-VL-2B-Instruct](https://huggingface.co/Qwen/Qwen2-VL-2B-Instruct) on the qwen_sexy_after dataset.
+It achieves the following results on the evaluation set:
+- Loss: 0.2010
+
+## Model description
+
+More information needed
+
+## Intended uses & limitations
+
+More information needed
+
+## Training and evaluation data
+
+More information needed
+
+## Training procedure
+
+### Training hyperparameters
+
+The following hyperparameters were used during training:
+- learning_rate: 1e-05
+- train_batch_size: 8
+- eval_batch_size: 1
+- seed: 42
+- distributed_type: multi-GPU
+- num_devices: 8
+- gradient_accumulation_steps: 2
+- total_train_batch_size: 128
+- total_eval_batch_size: 8
+- optimizer: Use adamw_torch with betas=(0.9,0.999) and epsilon=1e-08 and optimizer_args=No additional optimizer arguments
+- lr_scheduler_type: cosine
+- lr_scheduler_warmup_ratio: 0.1
+- num_epochs: 1.0
+
+### Training results
+
+
+
+### Framework versions
+
+- Transformers 4.46.1
+- Pytorch 2.5.1+cu124
+- Datasets 3.1.0
+- Tokenizers 0.20.3

added_tokens.json

@@ -0,0 +1,16 @@
+{
+  "<|box_end|>": 151649,
+  "<|box_start|>": 151648,
+  "<|endoftext|>": 151643,
+  "<|im_end|>": 151645,
+  "<|im_start|>": 151644,
+  "<|image_pad|>": 151655,
+  "<|object_ref_end|>": 151647,
+  "<|object_ref_start|>": 151646,
+  "<|quad_end|>": 151651,
+  "<|quad_start|>": 151650,
+  "<|video_pad|>": 151656,
+  "<|vision_end|>": 151653,
+  "<|vision_pad|>": 151654,
+  "<|vision_start|>": 151652
+}

all_results.json

@@ -0,0 +1,12 @@
+{
+    "epoch": 1.0,
+    "eval_loss": 0.20100300014019012,
+    "eval_runtime": 861.6966,
+    "eval_samples_per_second": 36.723,
+    "eval_steps_per_second": 4.591,
+    "total_flos": 3591464654209024.0,
+    "train_loss": 0.8581783727581581,
+    "train_runtime": 10043.9825,
+    "train_samples_per_second": 28.354,
+    "train_steps_per_second": 0.222
+}

chat_template.json

@@ -0,0 +1,3 @@
+{
+  "chat_template": "{% set image_count = namespace(value=0) %}{% set video_count = namespace(value=0) %}{% for message in messages %}{% if loop.first and message['role'] != 'system' %}<|im_start|>system\nYou are a helpful assistant.<|im_end|>\n{% endif %}<|im_start|>{{ message['role'] }}\n{% if message['content'] is string %}{{ message['content'] }}<|im_end|>\n{% else %}{% for content in message['content'] %}{% if content['type'] == 'image' or 'image' in content or 'image_url' in content %}{% set image_count.value = image_count.value + 1 %}{% if add_vision_id %}Picture {{ image_count.value }}: {% endif %}<|vision_start|><|image_pad|><|vision_end|>{% elif content['type'] == 'video' or 'video' in content %}{% set video_count.value = video_count.value + 1 %}{% if add_vision_id %}Video {{ video_count.value }}: {% endif %}<|vision_start|><|video_pad|><|vision_end|>{% elif 'text' in content %}{{ content['text'] }}{% endif %}{% endfor %}<|im_end|>\n{% endif %}{% endfor %}{% if add_generation_prompt %}<|im_start|>assistant\n{% endif %}"
+}

config.json

@@ -0,0 +1,48 @@
+{
+  "_name_or_path": "Qwen/Qwen2-VL-2B-Instruct",
+  "architectures": [
+    "Qwen2VLForConditionalGeneration"
+  ],
+  "attention_dropout": 0.0,
+  "bos_token_id": 151643,
+  "eos_token_id": 151645,
+  "hidden_act": "silu",
+  "hidden_size": 1536,
+  "image_token_id": 151655,
+  "initializer_range": 0.02,
+  "intermediate_size": 8960,
+  "max_position_embeddings": 32768,
+  "max_window_layers": 28,
+  "model_type": "qwen2_vl",
+  "num_attention_heads": 12,
+  "num_hidden_layers": 28,
+  "num_key_value_heads": 2,
+  "rms_norm_eps": 1e-06,
+  "rope_scaling": {
+    "mrope_section": [
+      16,
+      24,
+      24
+    ],
+    "rope_type": "default",
+    "type": "default"
+  },
+  "rope_theta": 1000000.0,
+  "sliding_window": 32768,
+  "tie_word_embeddings": true,
+  "torch_dtype": "bfloat16",
+  "transformers_version": "4.46.1",
+  "use_cache": false,
+  "use_sliding_window": false,
+  "video_token_id": 151656,
+  "vision_config": {
+    "hidden_size": 1536,
+    "in_chans": 3,
+    "model_type": "qwen2_vl",
+    "spatial_patch_size": 14
+  },
+  "vision_end_token_id": 151653,
+  "vision_start_token_id": 151652,
+  "vision_token_id": 151654,
+  "vocab_size": 151936
+}

eval_results.json

@@ -0,0 +1,7 @@
+{
+    "epoch": 1.0,
+    "eval_loss": 0.20100300014019012,
+    "eval_runtime": 861.6966,
+    "eval_samples_per_second": 36.723,
+    "eval_steps_per_second": 4.591
+}

generation_config.json

@@ -0,0 +1,13 @@
+{
+  "bos_token_id": 151643,
+  "do_sample": true,
+  "eos_token_id": [
+    151645,
+    151643
+  ],
+  "pad_token_id": 151643,
+  "temperature": 0.01,
+  "top_k": 1,
+  "top_p": 0.001,
+  "transformers_version": "4.46.1"
+}

model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82a8279c9903438015a00d630d9c410d847205b3114d5910680f1dc85bf5578d
+size 4418050848

preprocessor_config.json

@@ -0,0 +1,29 @@
+{
+  "do_convert_rgb": true,
+  "do_normalize": true,
+  "do_rescale": true,
+  "do_resize": true,
+  "image_mean": [
+    0.48145466,
+    0.4578275,
+    0.40821073
+  ],
+  "image_processor_type": "Qwen2VLImageProcessor",
+  "image_std": [
+    0.26862954,
+    0.26130258,
+    0.27577711
+  ],
+  "max_pixels": 12845056,
+  "merge_size": 2,
+  "min_pixels": 3136,
+  "patch_size": 14,
+  "processor_class": "Qwen2VLProcessor",
+  "resample": 3,
+  "rescale_factor": 0.00392156862745098,
+  "size": {
+    "max_pixels": 12845056,
+    "min_pixels": 3136
+  },
+  "temporal_patch_size": 2
+}

special_tokens_map.json

@@ -0,0 +1,31 @@
+{
+  "additional_special_tokens": [
+    "<|im_start|>",
+    "<|im_end|>",
+    "<|object_ref_start|>",
+    "<|object_ref_end|>",
+    "<|box_start|>",
+    "<|box_end|>",
+    "<|quad_start|>",
+    "<|quad_end|>",
+    "<|vision_start|>",
+    "<|vision_end|>",
+    "<|vision_pad|>",
+    "<|image_pad|>",
+    "<|video_pad|>"
+  ],
+  "eos_token": {
+    "content": "<|im_end|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": {
+    "content": "<|endoftext|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  }
+}

tokenizer.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:091aa7594dc2fcfbfa06b9e3c22a5f0562ac14f30375c13af7309407a0e67b8a
+size 11420371

tokenizer_config.json

@@ -0,0 +1,144 @@
+{
+  "add_prefix_space": false,
+  "added_tokens_decoder": {
+    "151643": {
+      "content": "<|endoftext|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151644": {
+      "content": "<|im_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151645": {
+      "content": "<|im_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151646": {
+      "content": "<|object_ref_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151647": {
+      "content": "<|object_ref_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151648": {
+      "content": "<|box_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151649": {
+      "content": "<|box_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151650": {
+      "content": "<|quad_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151651": {
+      "content": "<|quad_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151652": {
+      "content": "<|vision_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151653": {
+      "content": "<|vision_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151654": {
+      "content": "<|vision_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151655": {
+      "content": "<|image_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151656": {
+      "content": "<|video_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "additional_special_tokens": [
+    "<|im_start|>",
+    "<|im_end|>",
+    "<|object_ref_start|>",
+    "<|object_ref_end|>",
+    "<|box_start|>",
+    "<|box_end|>",
+    "<|quad_start|>",
+    "<|quad_end|>",
+    "<|vision_start|>",
+    "<|vision_end|>",
+    "<|vision_pad|>",
+    "<|image_pad|>",
+    "<|video_pad|>"
+  ],
+  "bos_token": null,
+  "chat_template": "{% set image_count = namespace(value=0) %}{% set video_count = namespace(value=0) %}{% for message in messages %}{% if loop.first and message['role'] != 'system' %}<|im_start|>system\nYou are a helpful assistant.<|im_end|>\n{% endif %}<|im_start|>{{ message['role'] }}\n{% if message['content'] is string %}{{ message['content'] }}<|im_end|>\n{% else %}{% for content in message['content'] %}{% if content['type'] == 'image' or 'image' in content or 'image_url' in content %}{% set image_count.value = image_count.value + 1 %}{% if add_vision_id %}Picture {{ image_count.value }}: {% endif %}<|vision_start|><|image_pad|><|vision_end|>{% elif content['type'] == 'video' or 'video' in content %}{% set video_count.value = video_count.value + 1 %}{% if add_vision_id %}Video {{ video_count.value }}: {% endif %}<|vision_start|><|video_pad|><|vision_end|>{% elif 'text' in content %}{{ content['text'] }}{% endif %}{% endfor %}<|im_end|>\n{% endif %}{% endfor %}{% if add_generation_prompt %}<|im_start|>assistant\n{% endif %}",
+  "clean_up_tokenization_spaces": false,
+  "eos_token": "<|im_end|>",
+  "errors": "replace",
+  "model_max_length": 32768,
+  "pad_token": "<|endoftext|>",
+  "padding_side": "right",
+  "processor_class": "Qwen2VLProcessor",
+  "split_special_tokens": false,
+  "tokenizer_class": "Qwen2Tokenizer",
+  "unk_token": null
+}

train_results.json

@@ -0,0 +1,8 @@
+{
+    "epoch": 1.0,
+    "total_flos": 3591464654209024.0,
+    "train_loss": 0.8581783727581581,
+    "train_runtime": 10043.9825,
+    "train_samples_per_second": 28.354,
+    "train_steps_per_second": 0.222
+}

trainer_log.jsonl

@@ -0,0 +1,223 @@
+{"current_steps": 10, "total_steps": 2225, "loss": 1.8157, "lr": 4.484304932735426e-07, "epoch": 0.0044943820224719105, "percentage": 0.45, "elapsed_time": "0:00:55", "remaining_time": "3:24:40"}
+{"current_steps": 20, "total_steps": 2225, "loss": 1.8095, "lr": 8.968609865470852e-07, "epoch": 0.008988764044943821, "percentage": 0.9, "elapsed_time": "0:01:42", "remaining_time": "3:07:44"}
+{"current_steps": 30, "total_steps": 2225, "loss": 1.4583, "lr": 1.345291479820628e-06, "epoch": 0.01348314606741573, "percentage": 1.35, "elapsed_time": "0:02:28", "remaining_time": "3:01:36"}
+{"current_steps": 40, "total_steps": 2225, "loss": 1.2703, "lr": 1.7937219730941704e-06, "epoch": 0.017977528089887642, "percentage": 1.8, "elapsed_time": "0:03:14", "remaining_time": "2:57:07"}
+{"current_steps": 50, "total_steps": 2225, "loss": 1.165, "lr": 2.242152466367713e-06, "epoch": 0.02247191011235955, "percentage": 2.25, "elapsed_time": "0:04:00", "remaining_time": "2:54:09"}
+{"current_steps": 60, "total_steps": 2225, "loss": 1.0807, "lr": 2.690582959641256e-06, "epoch": 0.02696629213483146, "percentage": 2.7, "elapsed_time": "0:04:44", "remaining_time": "2:51:17"}
+{"current_steps": 70, "total_steps": 2225, "loss": 1.0534, "lr": 3.1390134529147986e-06, "epoch": 0.03146067415730337, "percentage": 3.15, "elapsed_time": "0:05:30", "remaining_time": "2:49:27"}
+{"current_steps": 80, "total_steps": 2225, "loss": 1.0051, "lr": 3.587443946188341e-06, "epoch": 0.035955056179775284, "percentage": 3.6, "elapsed_time": "0:06:15", "remaining_time": "2:47:45"}
+{"current_steps": 90, "total_steps": 2225, "loss": 0.9734, "lr": 4.0358744394618836e-06, "epoch": 0.04044943820224719, "percentage": 4.04, "elapsed_time": "0:07:01", "remaining_time": "2:46:31"}
+{"current_steps": 100, "total_steps": 2225, "loss": 0.9764, "lr": 4.484304932735426e-06, "epoch": 0.0449438202247191, "percentage": 4.49, "elapsed_time": "0:07:46", "remaining_time": "2:45:04"}
+{"current_steps": 110, "total_steps": 2225, "loss": 0.9358, "lr": 4.932735426008969e-06, "epoch": 0.04943820224719101, "percentage": 4.94, "elapsed_time": "0:08:31", "remaining_time": "2:43:59"}
+{"current_steps": 120, "total_steps": 2225, "loss": 0.975, "lr": 5.381165919282512e-06, "epoch": 0.05393258426966292, "percentage": 5.39, "elapsed_time": "0:09:16", "remaining_time": "2:42:39"}
+{"current_steps": 130, "total_steps": 2225, "loss": 0.9692, "lr": 5.8295964125560544e-06, "epoch": 0.058426966292134834, "percentage": 5.84, "elapsed_time": "0:10:01", "remaining_time": "2:41:36"}
+{"current_steps": 140, "total_steps": 2225, "loss": 0.9665, "lr": 6.278026905829597e-06, "epoch": 0.06292134831460675, "percentage": 6.29, "elapsed_time": "0:10:48", "remaining_time": "2:40:52"}
+{"current_steps": 150, "total_steps": 2225, "loss": 0.9409, "lr": 6.72645739910314e-06, "epoch": 0.06741573033707865, "percentage": 6.74, "elapsed_time": "0:11:34", "remaining_time": "2:40:03"}
+{"current_steps": 160, "total_steps": 2225, "loss": 0.9369, "lr": 7.174887892376682e-06, "epoch": 0.07191011235955057, "percentage": 7.19, "elapsed_time": "0:12:19", "remaining_time": "2:39:04"}
+{"current_steps": 170, "total_steps": 2225, "loss": 0.9143, "lr": 7.6233183856502244e-06, "epoch": 0.07640449438202247, "percentage": 7.64, "elapsed_time": "0:13:04", "remaining_time": "2:38:00"}
+{"current_steps": 180, "total_steps": 2225, "loss": 0.9262, "lr": 8.071748878923767e-06, "epoch": 0.08089887640449438, "percentage": 8.09, "elapsed_time": "0:13:49", "remaining_time": "2:36:59"}
+{"current_steps": 190, "total_steps": 2225, "loss": 0.9151, "lr": 8.52017937219731e-06, "epoch": 0.0853932584269663, "percentage": 8.54, "elapsed_time": "0:14:34", "remaining_time": "2:36:02"}
+{"current_steps": 200, "total_steps": 2225, "loss": 0.9093, "lr": 8.968609865470853e-06, "epoch": 0.0898876404494382, "percentage": 8.99, "elapsed_time": "0:15:19", "remaining_time": "2:35:10"}
+{"current_steps": 210, "total_steps": 2225, "loss": 0.9199, "lr": 9.417040358744395e-06, "epoch": 0.09438202247191012, "percentage": 9.44, "elapsed_time": "0:16:04", "remaining_time": "2:34:17"}
+{"current_steps": 220, "total_steps": 2225, "loss": 0.9305, "lr": 9.865470852017938e-06, "epoch": 0.09887640449438202, "percentage": 9.89, "elapsed_time": "0:16:50", "remaining_time": "2:33:31"}
+{"current_steps": 230, "total_steps": 2225, "loss": 0.9105, "lr": 9.999698350006063e-06, "epoch": 0.10337078651685393, "percentage": 10.34, "elapsed_time": "0:17:36", "remaining_time": "2:32:42"}
+{"current_steps": 240, "total_steps": 2225, "loss": 0.9234, "lr": 9.998220968267148e-06, "epoch": 0.10786516853932585, "percentage": 10.79, "elapsed_time": "0:18:21", "remaining_time": "2:31:50"}
+{"current_steps": 250, "total_steps": 2225, "loss": 0.9278, "lr": 9.995512813021446e-06, "epoch": 0.11235955056179775, "percentage": 11.24, "elapsed_time": "0:19:05", "remaining_time": "2:30:52"}
+{"current_steps": 260, "total_steps": 2225, "loss": 0.9055, "lr": 9.991574551131379e-06, "epoch": 0.11685393258426967, "percentage": 11.69, "elapsed_time": "0:19:50", "remaining_time": "2:29:59"}
+{"current_steps": 270, "total_steps": 2225, "loss": 0.9106, "lr": 9.986407152363672e-06, "epoch": 0.12134831460674157, "percentage": 12.13, "elapsed_time": "0:20:35", "remaining_time": "2:29:08"}
+{"current_steps": 280, "total_steps": 2225, "loss": 0.9111, "lr": 9.980011889150569e-06, "epoch": 0.1258426966292135, "percentage": 12.58, "elapsed_time": "0:21:20", "remaining_time": "2:28:17"}
+{"current_steps": 290, "total_steps": 2225, "loss": 0.915, "lr": 9.97239033627649e-06, "epoch": 0.1303370786516854, "percentage": 13.03, "elapsed_time": "0:22:06", "remaining_time": "2:27:29"}
+{"current_steps": 300, "total_steps": 2225, "loss": 0.8995, "lr": 9.96354437049027e-06, "epoch": 0.1348314606741573, "percentage": 13.48, "elapsed_time": "0:22:50", "remaining_time": "2:26:36"}
+{"current_steps": 310, "total_steps": 2225, "loss": 0.8969, "lr": 9.953476170043011e-06, "epoch": 0.1393258426966292, "percentage": 13.93, "elapsed_time": "0:23:35", "remaining_time": "2:25:44"}
+{"current_steps": 320, "total_steps": 2225, "loss": 0.8791, "lr": 9.942188214151703e-06, "epoch": 0.14382022471910114, "percentage": 14.38, "elapsed_time": "0:24:20", "remaining_time": "2:24:52"}
+{"current_steps": 330, "total_steps": 2225, "loss": 0.9135, "lr": 9.929683282388753e-06, "epoch": 0.14831460674157304, "percentage": 14.83, "elapsed_time": "0:25:05", "remaining_time": "2:24:07"}
+{"current_steps": 340, "total_steps": 2225, "loss": 0.8809, "lr": 9.915964453997516e-06, "epoch": 0.15280898876404495, "percentage": 15.28, "elapsed_time": "0:25:50", "remaining_time": "2:23:16"}
+{"current_steps": 350, "total_steps": 2225, "loss": 0.8975, "lr": 9.901035107134067e-06, "epoch": 0.15730337078651685, "percentage": 15.73, "elapsed_time": "0:26:35", "remaining_time": "2:22:29"}
+{"current_steps": 360, "total_steps": 2225, "loss": 0.8997, "lr": 9.884898918035354e-06, "epoch": 0.16179775280898875, "percentage": 16.18, "elapsed_time": "0:27:20", "remaining_time": "2:21:39"}
+{"current_steps": 370, "total_steps": 2225, "loss": 0.8984, "lr": 9.86755986011395e-06, "epoch": 0.1662921348314607, "percentage": 16.63, "elapsed_time": "0:28:05", "remaining_time": "2:20:49"}
+{"current_steps": 380, "total_steps": 2225, "loss": 0.8993, "lr": 9.849022202979635e-06, "epoch": 0.1707865168539326, "percentage": 17.08, "elapsed_time": "0:28:50", "remaining_time": "2:20:01"}
+{"current_steps": 390, "total_steps": 2225, "loss": 0.8883, "lr": 9.829290511388033e-06, "epoch": 0.1752808988764045, "percentage": 17.53, "elapsed_time": "0:29:36", "remaining_time": "2:19:16"}
+{"current_steps": 400, "total_steps": 2225, "loss": 0.8855, "lr": 9.808369644116578e-06, "epoch": 0.1797752808988764, "percentage": 17.98, "elapsed_time": "0:30:20", "remaining_time": "2:18:24"}
+{"current_steps": 410, "total_steps": 2225, "loss": 0.9028, "lr": 9.78626475276808e-06, "epoch": 0.1842696629213483, "percentage": 18.43, "elapsed_time": "0:31:04", "remaining_time": "2:17:34"}
+{"current_steps": 420, "total_steps": 2225, "loss": 0.8918, "lr": 9.762981280502178e-06, "epoch": 0.18876404494382024, "percentage": 18.88, "elapsed_time": "0:31:49", "remaining_time": "2:16:47"}
+{"current_steps": 430, "total_steps": 2225, "loss": 0.8804, "lr": 9.738524960695003e-06, "epoch": 0.19325842696629214, "percentage": 19.33, "elapsed_time": "0:32:34", "remaining_time": "2:15:57"}
+{"current_steps": 440, "total_steps": 2225, "loss": 0.8781, "lr": 9.712901815527387e-06, "epoch": 0.19775280898876405, "percentage": 19.78, "elapsed_time": "0:33:19", "remaining_time": "2:15:12"}
+{"current_steps": 450, "total_steps": 2225, "loss": 0.8856, "lr": 9.686118154501938e-06, "epoch": 0.20224719101123595, "percentage": 20.22, "elapsed_time": "0:34:03", "remaining_time": "2:14:21"}
+{"current_steps": 460, "total_steps": 2225, "loss": 0.9005, "lr": 9.658180572889372e-06, "epoch": 0.20674157303370785, "percentage": 20.67, "elapsed_time": "0:34:49", "remaining_time": "2:13:36"}
+{"current_steps": 470, "total_steps": 2225, "loss": 0.8902, "lr": 9.62909595010449e-06, "epoch": 0.21123595505617979, "percentage": 21.12, "elapsed_time": "0:35:34", "remaining_time": "2:12:48"}
+{"current_steps": 480, "total_steps": 2225, "loss": 0.8872, "lr": 9.598871448012166e-06, "epoch": 0.2157303370786517, "percentage": 21.57, "elapsed_time": "0:36:19", "remaining_time": "2:12:04"}
+{"current_steps": 490, "total_steps": 2225, "loss": 0.8791, "lr": 9.567514509163791e-06, "epoch": 0.2202247191011236, "percentage": 22.02, "elapsed_time": "0:37:05", "remaining_time": "2:11:20"}
+{"current_steps": 500, "total_steps": 2225, "loss": 0.8556, "lr": 9.535032854964608e-06, "epoch": 0.2247191011235955, "percentage": 22.47, "elapsed_time": "0:37:51", "remaining_time": "2:10:35"}
+{"current_steps": 510, "total_steps": 2225, "loss": 0.8879, "lr": 9.501434483772371e-06, "epoch": 0.2292134831460674, "percentage": 22.92, "elapsed_time": "0:38:35", "remaining_time": "2:09:47"}
+{"current_steps": 520, "total_steps": 2225, "loss": 0.8921, "lr": 9.466727668927817e-06, "epoch": 0.23370786516853934, "percentage": 23.37, "elapsed_time": "0:39:21", "remaining_time": "2:09:02"}
+{"current_steps": 530, "total_steps": 2225, "loss": 0.8719, "lr": 9.43092095671741e-06, "epoch": 0.23820224719101124, "percentage": 23.82, "elapsed_time": "0:40:07", "remaining_time": "2:08:18"}
+{"current_steps": 540, "total_steps": 2225, "loss": 0.8736, "lr": 9.39402316426889e-06, "epoch": 0.24269662921348314, "percentage": 24.27, "elapsed_time": "0:40:52", "remaining_time": "2:07:33"}
+{"current_steps": 550, "total_steps": 2225, "loss": 0.8987, "lr": 9.356043377380126e-06, "epoch": 0.24719101123595505, "percentage": 24.72, "elapsed_time": "0:41:37", "remaining_time": "2:06:45"}
+{"current_steps": 560, "total_steps": 2225, "loss": 0.8514, "lr": 9.316990948281799e-06, "epoch": 0.251685393258427, "percentage": 25.17, "elapsed_time": "0:42:22", "remaining_time": "2:05:59"}
+{"current_steps": 570, "total_steps": 2225, "loss": 0.8627, "lr": 9.27687549333449e-06, "epoch": 0.25617977528089886, "percentage": 25.62, "elapsed_time": "0:43:07", "remaining_time": "2:05:13"}
+{"current_steps": 580, "total_steps": 2225, "loss": 0.8372, "lr": 9.235706890660735e-06, "epoch": 0.2606741573033708, "percentage": 26.07, "elapsed_time": "0:43:52", "remaining_time": "2:04:27"}
+{"current_steps": 590, "total_steps": 2225, "loss": 0.8639, "lr": 9.193495277712593e-06, "epoch": 0.2651685393258427, "percentage": 26.52, "elapsed_time": "0:44:37", "remaining_time": "2:03:38"}
+{"current_steps": 600, "total_steps": 2225, "loss": 0.8675, "lr": 9.150251048775403e-06, "epoch": 0.2696629213483146, "percentage": 26.97, "elapsed_time": "0:45:22", "remaining_time": "2:02:52"}
+{"current_steps": 610, "total_steps": 2225, "loss": 0.9128, "lr": 9.105984852408247e-06, "epoch": 0.27415730337078653, "percentage": 27.42, "elapsed_time": "0:46:06", "remaining_time": "2:02:05"}
+{"current_steps": 620, "total_steps": 2225, "loss": 0.8481, "lr": 9.060707588821835e-06, "epoch": 0.2786516853932584, "percentage": 27.87, "elapsed_time": "0:46:51", "remaining_time": "2:01:19"}
+{"current_steps": 630, "total_steps": 2225, "loss": 0.8665, "lr": 9.014430407194413e-06, "epoch": 0.28314606741573034, "percentage": 28.31, "elapsed_time": "0:47:37", "remaining_time": "2:00:34"}
+{"current_steps": 640, "total_steps": 2225, "loss": 0.8705, "lr": 8.967164702926359e-06, "epoch": 0.2876404494382023, "percentage": 28.76, "elapsed_time": "0:48:21", "remaining_time": "1:59:46"}
+{"current_steps": 650, "total_steps": 2225, "loss": 0.8594, "lr": 8.918922114834156e-06, "epoch": 0.29213483146067415, "percentage": 29.21, "elapsed_time": "0:49:06", "remaining_time": "1:58:59"}
+{"current_steps": 660, "total_steps": 2225, "loss": 0.9048, "lr": 8.869714522284424e-06, "epoch": 0.2966292134831461, "percentage": 29.66, "elapsed_time": "0:49:51", "remaining_time": "1:58:13"}
+{"current_steps": 670, "total_steps": 2225, "loss": 0.8581, "lr": 8.819554042268715e-06, "epoch": 0.30112359550561796, "percentage": 30.11, "elapsed_time": "0:50:36", "remaining_time": "1:57:28"}
+{"current_steps": 680, "total_steps": 2225, "loss": 0.8924, "lr": 8.768453026419793e-06, "epoch": 0.3056179775280899, "percentage": 30.56, "elapsed_time": "0:51:22", "remaining_time": "1:56:44"}
+{"current_steps": 690, "total_steps": 2225, "loss": 0.8442, "lr": 8.71642405797015e-06, "epoch": 0.3101123595505618, "percentage": 31.01, "elapsed_time": "0:52:07", "remaining_time": "1:55:58"}
+{"current_steps": 700, "total_steps": 2225, "loss": 0.8492, "lr": 8.663479948653472e-06, "epoch": 0.3146067415730337, "percentage": 31.46, "elapsed_time": "0:52:52", "remaining_time": "1:55:10"}
+{"current_steps": 710, "total_steps": 2225, "loss": 0.8333, "lr": 8.609633735549852e-06, "epoch": 0.31910112359550563, "percentage": 31.91, "elapsed_time": "0:53:36", "remaining_time": "1:54:23"}
+{"current_steps": 720, "total_steps": 2225, "loss": 0.8361, "lr": 8.554898677875509e-06, "epoch": 0.3235955056179775, "percentage": 32.36, "elapsed_time": "0:54:21", "remaining_time": "1:53:38"}
+{"current_steps": 730, "total_steps": 2225, "loss": 0.8614, "lr": 8.49928825371781e-06, "epoch": 0.32808988764044944, "percentage": 32.81, "elapsed_time": "0:55:07", "remaining_time": "1:52:53"}
+{"current_steps": 740, "total_steps": 2225, "loss": 0.8398, "lr": 8.442816156716386e-06, "epoch": 0.3325842696629214, "percentage": 33.26, "elapsed_time": "0:55:51", "remaining_time": "1:52:06"}
+{"current_steps": 750, "total_steps": 2225, "loss": 0.8525, "lr": 8.385496292691192e-06, "epoch": 0.33707865168539325, "percentage": 33.71, "elapsed_time": "0:56:36", "remaining_time": "1:51:20"}
+{"current_steps": 760, "total_steps": 2225, "loss": 0.8707, "lr": 8.32734277621829e-06, "epoch": 0.3415730337078652, "percentage": 34.16, "elapsed_time": "0:57:22", "remaining_time": "1:50:35"}
+{"current_steps": 770, "total_steps": 2225, "loss": 0.8806, "lr": 8.26836992715426e-06, "epoch": 0.34606741573033706, "percentage": 34.61, "elapsed_time": "0:58:06", "remaining_time": "1:49:48"}
+{"current_steps": 780, "total_steps": 2225, "loss": 0.8614, "lr": 8.208592267110033e-06, "epoch": 0.350561797752809, "percentage": 35.06, "elapsed_time": "0:58:50", "remaining_time": "1:49:01"}
+{"current_steps": 790, "total_steps": 2225, "loss": 0.8598, "lr": 8.148024515875057e-06, "epoch": 0.3550561797752809, "percentage": 35.51, "elapsed_time": "0:59:36", "remaining_time": "1:48:16"}
+{"current_steps": 800, "total_steps": 2225, "loss": 0.8723, "lr": 8.08668158779267e-06, "epoch": 0.3595505617977528, "percentage": 35.96, "elapsed_time": "1:00:21", "remaining_time": "1:47:30"}
+{"current_steps": 810, "total_steps": 2225, "loss": 0.8451, "lr": 8.024578588087548e-06, "epoch": 0.36404494382022473, "percentage": 36.4, "elapsed_time": "1:01:06", "remaining_time": "1:46:45"}
+{"current_steps": 820, "total_steps": 2225, "loss": 0.8445, "lr": 7.961730809146162e-06, "epoch": 0.3685393258426966, "percentage": 36.85, "elapsed_time": "1:01:52", "remaining_time": "1:46:00"}
+{"current_steps": 830, "total_steps": 2225, "loss": 0.8523, "lr": 7.898153726751155e-06, "epoch": 0.37303370786516854, "percentage": 37.3, "elapsed_time": "1:02:37", "remaining_time": "1:45:15"}
+{"current_steps": 840, "total_steps": 2225, "loss": 0.8274, "lr": 7.833862996270534e-06, "epoch": 0.3775280898876405, "percentage": 37.75, "elapsed_time": "1:03:22", "remaining_time": "1:44:28"}
+{"current_steps": 850, "total_steps": 2225, "loss": 0.8425, "lr": 7.768874448802665e-06, "epoch": 0.38202247191011235, "percentage": 38.2, "elapsed_time": "1:04:07", "remaining_time": "1:43:43"}
+{"current_steps": 860, "total_steps": 2225, "loss": 0.8226, "lr": 7.703204087277989e-06, "epoch": 0.3865168539325843, "percentage": 38.65, "elapsed_time": "1:04:51", "remaining_time": "1:42:56"}
+{"current_steps": 870, "total_steps": 2225, "loss": 0.8647, "lr": 7.636868082518413e-06, "epoch": 0.39101123595505616, "percentage": 39.1, "elapsed_time": "1:05:37", "remaining_time": "1:42:12"}
+{"current_steps": 880, "total_steps": 2225, "loss": 0.8819, "lr": 7.5698827692553785e-06, "epoch": 0.3955056179775281, "percentage": 39.55, "elapsed_time": "1:06:22", "remaining_time": "1:41:26"}
+{"current_steps": 890, "total_steps": 2225, "loss": 0.828, "lr": 7.502264642107559e-06, "epoch": 0.4, "percentage": 40.0, "elapsed_time": "1:07:07", "remaining_time": "1:40:41"}
+{"current_steps": 900, "total_steps": 2225, "loss": 0.8424, "lr": 7.434030351519183e-06, "epoch": 0.4044943820224719, "percentage": 40.45, "elapsed_time": "1:07:52", "remaining_time": "1:39:56"}
+{"current_steps": 910, "total_steps": 2225, "loss": 0.8627, "lr": 7.365196699659989e-06, "epoch": 0.40898876404494383, "percentage": 40.9, "elapsed_time": "1:08:37", "remaining_time": "1:39:10"}
+{"current_steps": 920, "total_steps": 2225, "loss": 0.8374, "lr": 7.295780636287828e-06, "epoch": 0.4134831460674157, "percentage": 41.35, "elapsed_time": "1:09:22", "remaining_time": "1:38:24"}
+{"current_steps": 930, "total_steps": 2225, "loss": 0.8397, "lr": 7.2257992545749045e-06, "epoch": 0.41797752808988764, "percentage": 41.8, "elapsed_time": "1:10:07", "remaining_time": "1:37:38"}
+{"current_steps": 940, "total_steps": 2225, "loss": 0.8419, "lr": 7.155269786898728e-06, "epoch": 0.42247191011235957, "percentage": 42.25, "elapsed_time": "1:10:52", "remaining_time": "1:36:52"}
+{"current_steps": 950, "total_steps": 2225, "loss": 0.847, "lr": 7.084209600598757e-06, "epoch": 0.42696629213483145, "percentage": 42.7, "elapsed_time": "1:11:36", "remaining_time": "1:36:06"}
+{"current_steps": 960, "total_steps": 2225, "loss": 0.8442, "lr": 7.012636193699838e-06, "epoch": 0.4314606741573034, "percentage": 43.15, "elapsed_time": "1:12:20", "remaining_time": "1:35:19"}
+{"current_steps": 970, "total_steps": 2225, "loss": 0.7978, "lr": 6.9405671906034465e-06, "epoch": 0.43595505617977526, "percentage": 43.6, "elapsed_time": "1:13:05", "remaining_time": "1:34:34"}
+{"current_steps": 980, "total_steps": 2225, "loss": 0.8415, "lr": 6.868020337747812e-06, "epoch": 0.4404494382022472, "percentage": 44.04, "elapsed_time": "1:13:51", "remaining_time": "1:33:49"}
+{"current_steps": 990, "total_steps": 2225, "loss": 0.8368, "lr": 6.7950134992379935e-06, "epoch": 0.4449438202247191, "percentage": 44.49, "elapsed_time": "1:14:36", "remaining_time": "1:33:04"}
+{"current_steps": 1000, "total_steps": 2225, "loss": 0.8244, "lr": 6.721564652446987e-06, "epoch": 0.449438202247191, "percentage": 44.94, "elapsed_time": "1:15:22", "remaining_time": "1:32:19"}
+{"current_steps": 1010, "total_steps": 2225, "loss": 0.8536, "lr": 6.647691883588928e-06, "epoch": 0.45393258426966293, "percentage": 45.39, "elapsed_time": "1:16:07", "remaining_time": "1:31:34"}
+{"current_steps": 1020, "total_steps": 2225, "loss": 0.8282, "lr": 6.573413383265505e-06, "epoch": 0.4584269662921348, "percentage": 45.84, "elapsed_time": "1:16:52", "remaining_time": "1:30:48"}
+{"current_steps": 1030, "total_steps": 2225, "loss": 0.8785, "lr": 6.4987474419866635e-06, "epoch": 0.46292134831460674, "percentage": 46.29, "elapsed_time": "1:17:36", "remaining_time": "1:30:02"}
+{"current_steps": 1040, "total_steps": 2225, "loss": 0.8404, "lr": 6.423712445666703e-06, "epoch": 0.46741573033707867, "percentage": 46.74, "elapsed_time": "1:18:21", "remaining_time": "1:29:16"}
+{"current_steps": 1050, "total_steps": 2225, "loss": 0.8335, "lr": 6.348326871096895e-06, "epoch": 0.47191011235955055, "percentage": 47.19, "elapsed_time": "1:19:06", "remaining_time": "1:28:31"}
+{"current_steps": 1060, "total_steps": 2225, "loss": 0.814, "lr": 6.272609281395708e-06, "epoch": 0.4764044943820225, "percentage": 47.64, "elapsed_time": "1:19:51", "remaining_time": "1:27:45"}
+{"current_steps": 1070, "total_steps": 2225, "loss": 0.8356, "lr": 6.1965783214377895e-06, "epoch": 0.48089887640449436, "percentage": 48.09, "elapsed_time": "1:20:35", "remaining_time": "1:27:00"}
+{"current_steps": 1080, "total_steps": 2225, "loss": 0.8145, "lr": 6.120252713262801e-06, "epoch": 0.4853932584269663, "percentage": 48.54, "elapsed_time": "1:21:19", "remaining_time": "1:26:13"}
+{"current_steps": 1090, "total_steps": 2225, "loss": 0.8149, "lr": 6.043651251465266e-06, "epoch": 0.4898876404494382, "percentage": 48.99, "elapsed_time": "1:22:04", "remaining_time": "1:25:27"}
+{"current_steps": 1100, "total_steps": 2225, "loss": 0.8336, "lr": 5.9667927985665385e-06, "epoch": 0.4943820224719101, "percentage": 49.44, "elapsed_time": "1:22:50", "remaining_time": "1:24:43"}
+{"current_steps": 1110, "total_steps": 2225, "loss": 0.8193, "lr": 5.889696280370063e-06, "epoch": 0.49887640449438203, "percentage": 49.89, "elapsed_time": "1:23:35", "remaining_time": "1:23:58"}
+{"current_steps": 1120, "total_steps": 2225, "loss": 0.8303, "lr": 5.812380681301031e-06, "epoch": 0.503370786516854, "percentage": 50.34, "elapsed_time": "1:24:21", "remaining_time": "1:23:13"}
+{"current_steps": 1130, "total_steps": 2225, "loss": 0.8522, "lr": 5.734865039731612e-06, "epoch": 0.5078651685393258, "percentage": 50.79, "elapsed_time": "1:25:06", "remaining_time": "1:22:28"}
+{"current_steps": 1140, "total_steps": 2225, "loss": 0.8246, "lr": 5.657168443292909e-06, "epoch": 0.5123595505617977, "percentage": 51.24, "elapsed_time": "1:25:51", "remaining_time": "1:21:42"}
+{"current_steps": 1150, "total_steps": 2225, "loss": 0.8527, "lr": 5.57931002417477e-06, "epoch": 0.5168539325842697, "percentage": 51.69, "elapsed_time": "1:26:36", "remaining_time": "1:20:57"}
+{"current_steps": 1160, "total_steps": 2225, "loss": 0.8416, "lr": 5.501308954414632e-06, "epoch": 0.5213483146067416, "percentage": 52.13, "elapsed_time": "1:27:22", "remaining_time": "1:20:12"}
+{"current_steps": 1170, "total_steps": 2225, "loss": 0.8456, "lr": 5.42318444117656e-06, "epoch": 0.5258426966292135, "percentage": 52.58, "elapsed_time": "1:28:07", "remaining_time": "1:19:27"}
+{"current_steps": 1180, "total_steps": 2225, "loss": 0.8504, "lr": 5.3449557220216245e-06, "epoch": 0.5303370786516854, "percentage": 53.03, "elapsed_time": "1:28:52", "remaining_time": "1:18:42"}
+{"current_steps": 1190, "total_steps": 2225, "loss": 0.8422, "lr": 5.2666420601708036e-06, "epoch": 0.5348314606741573, "percentage": 53.48, "elapsed_time": "1:29:37", "remaining_time": "1:17:57"}
+{"current_steps": 1200, "total_steps": 2225, "loss": 0.8173, "lr": 5.188262739761562e-06, "epoch": 0.5393258426966292, "percentage": 53.93, "elapsed_time": "1:30:23", "remaining_time": "1:17:12"}
+{"current_steps": 1210, "total_steps": 2225, "loss": 0.8352, "lr": 5.109837061099274e-06, "epoch": 0.5438202247191011, "percentage": 54.38, "elapsed_time": "1:31:08", "remaining_time": "1:16:26"}
+{"current_steps": 1220, "total_steps": 2225, "loss": 0.7971, "lr": 5.0313843359046865e-06, "epoch": 0.5483146067415731, "percentage": 54.83, "elapsed_time": "1:31:52", "remaining_time": "1:15:41"}
+{"current_steps": 1230, "total_steps": 2225, "loss": 0.8014, "lr": 4.9529238825585425e-06, "epoch": 0.5528089887640449, "percentage": 55.28, "elapsed_time": "1:32:38", "remaining_time": "1:14:56"}
+{"current_steps": 1240, "total_steps": 2225, "loss": 0.8299, "lr": 4.874475021344583e-06, "epoch": 0.5573033707865168, "percentage": 55.73, "elapsed_time": "1:33:23", "remaining_time": "1:14:11"}
+{"current_steps": 1250, "total_steps": 2225, "loss": 0.8472, "lr": 4.796057069692073e-06, "epoch": 0.5617977528089888, "percentage": 56.18, "elapsed_time": "1:34:08", "remaining_time": "1:13:25"}
+{"current_steps": 1260, "total_steps": 2225, "loss": 0.8451, "lr": 4.717689337419043e-06, "epoch": 0.5662921348314607, "percentage": 56.63, "elapsed_time": "1:34:52", "remaining_time": "1:12:39"}
+{"current_steps": 1270, "total_steps": 2225, "loss": 0.8319, "lr": 4.639391121977378e-06, "epoch": 0.5707865168539326, "percentage": 57.08, "elapsed_time": "1:35:37", "remaining_time": "1:11:54"}
+{"current_steps": 1280, "total_steps": 2225, "loss": 0.8137, "lr": 4.561181703700986e-06, "epoch": 0.5752808988764045, "percentage": 57.53, "elapsed_time": "1:36:22", "remaining_time": "1:11:09"}
+{"current_steps": 1290, "total_steps": 2225, "loss": 0.8266, "lr": 4.4830803410581506e-06, "epoch": 0.5797752808988764, "percentage": 57.98, "elapsed_time": "1:37:07", "remaining_time": "1:10:23"}
+{"current_steps": 1300, "total_steps": 2225, "loss": 0.7933, "lr": 4.405106265909284e-06, "epoch": 0.5842696629213483, "percentage": 58.43, "elapsed_time": "1:37:53", "remaining_time": "1:09:39"}
+{"current_steps": 1310, "total_steps": 2225, "loss": 0.8249, "lr": 4.327278678771237e-06, "epoch": 0.5887640449438202, "percentage": 58.88, "elapsed_time": "1:38:39", "remaining_time": "1:08:54"}
+{"current_steps": 1320, "total_steps": 2225, "loss": 0.8177, "lr": 4.2496167440893075e-06, "epoch": 0.5932584269662922, "percentage": 59.33, "elapsed_time": "1:39:23", "remaining_time": "1:08:08"}
+{"current_steps": 1330, "total_steps": 2225, "loss": 0.8424, "lr": 4.172139585518156e-06, "epoch": 0.597752808988764, "percentage": 59.78, "elapsed_time": "1:40:08", "remaining_time": "1:07:23"}
+{"current_steps": 1340, "total_steps": 2225, "loss": 0.8365, "lr": 4.094866281212735e-06, "epoch": 0.6022471910112359, "percentage": 60.22, "elapsed_time": "1:40:53", "remaining_time": "1:06:37"}
+{"current_steps": 1350, "total_steps": 2225, "loss": 0.8157, "lr": 4.017815859130462e-06, "epoch": 0.6067415730337079, "percentage": 60.67, "elapsed_time": "1:41:38", "remaining_time": "1:05:52"}
+{"current_steps": 1360, "total_steps": 2225, "loss": 0.776, "lr": 3.941007292345711e-06, "epoch": 0.6112359550561798, "percentage": 61.12, "elapsed_time": "1:42:23", "remaining_time": "1:05:07"}
+{"current_steps": 1370, "total_steps": 2225, "loss": 0.8218, "lr": 3.864459494377854e-06, "epoch": 0.6157303370786517, "percentage": 61.57, "elapsed_time": "1:43:08", "remaining_time": "1:04:22"}
+{"current_steps": 1380, "total_steps": 2225, "loss": 0.8259, "lr": 3.7881913145339387e-06, "epoch": 0.6202247191011236, "percentage": 62.02, "elapsed_time": "1:43:53", "remaining_time": "1:03:36"}
+{"current_steps": 1390, "total_steps": 2225, "loss": 0.8208, "lr": 3.712221533267206e-06, "epoch": 0.6247191011235955, "percentage": 62.47, "elapsed_time": "1:44:37", "remaining_time": "1:02:51"}
+{"current_steps": 1400, "total_steps": 2225, "loss": 0.8049, "lr": 3.6365688575525315e-06, "epoch": 0.6292134831460674, "percentage": 62.92, "elapsed_time": "1:45:22", "remaining_time": "1:02:05"}
+{"current_steps": 1410, "total_steps": 2225, "loss": 0.8253, "lr": 3.5612519162799954e-06, "epoch": 0.6337078651685393, "percentage": 63.37, "elapsed_time": "1:46:07", "remaining_time": "1:01:20"}
+{"current_steps": 1420, "total_steps": 2225, "loss": 0.84, "lr": 3.48628925566764e-06, "epoch": 0.6382022471910113, "percentage": 63.82, "elapsed_time": "1:46:52", "remaining_time": "1:00:35"}
+{"current_steps": 1430, "total_steps": 2225, "loss": 0.8184, "lr": 3.4116993346946286e-06, "epoch": 0.6426966292134831, "percentage": 64.27, "elapsed_time": "1:47:37", "remaining_time": "0:59:50"}
+{"current_steps": 1440, "total_steps": 2225, "loss": 0.806, "lr": 3.337500520555843e-06, "epoch": 0.647191011235955, "percentage": 64.72, "elapsed_time": "1:48:22", "remaining_time": "0:59:04"}
+{"current_steps": 1450, "total_steps": 2225, "loss": 0.8045, "lr": 3.2637110841391202e-06, "epoch": 0.651685393258427, "percentage": 65.17, "elapsed_time": "1:49:07", "remaining_time": "0:58:19"}
+{"current_steps": 1460, "total_steps": 2225, "loss": 0.8254, "lr": 3.190349195526172e-06, "epoch": 0.6561797752808989, "percentage": 65.62, "elapsed_time": "1:49:52", "remaining_time": "0:57:34"}
+{"current_steps": 1470, "total_steps": 2225, "loss": 0.8059, "lr": 3.117432919518353e-06, "epoch": 0.6606741573033708, "percentage": 66.07, "elapsed_time": "1:50:37", "remaining_time": "0:56:48"}
+{"current_steps": 1480, "total_steps": 2225, "loss": 0.8199, "lr": 3.0449802111883365e-06, "epoch": 0.6651685393258427, "percentage": 66.52, "elapsed_time": "1:51:22", "remaining_time": "0:56:03"}
+{"current_steps": 1490, "total_steps": 2225, "loss": 0.7953, "lr": 2.973008911458816e-06, "epoch": 0.6696629213483146, "percentage": 66.97, "elapsed_time": "1:52:06", "remaining_time": "0:55:18"}
+{"current_steps": 1500, "total_steps": 2225, "loss": 0.8445, "lr": 2.901536742709323e-06, "epoch": 0.6741573033707865, "percentage": 67.42, "elapsed_time": "1:52:51", "remaining_time": "0:54:32"}
+{"current_steps": 1510, "total_steps": 2225, "loss": 0.8116, "lr": 2.83058130441221e-06, "epoch": 0.6786516853932584, "percentage": 67.87, "elapsed_time": "1:53:36", "remaining_time": "0:53:47"}
+{"current_steps": 1520, "total_steps": 2225, "loss": 0.8182, "lr": 2.760160068798934e-06, "epoch": 0.6831460674157304, "percentage": 68.31, "elapsed_time": "1:54:22", "remaining_time": "0:53:02"}
+{"current_steps": 1530, "total_steps": 2225, "loss": 0.8029, "lr": 2.6902903765576426e-06, "epoch": 0.6876404494382022, "percentage": 68.76, "elapsed_time": "1:55:07", "remaining_time": "0:52:17"}
+{"current_steps": 1540, "total_steps": 2225, "loss": 0.8179, "lr": 2.620989432563167e-06, "epoch": 0.6921348314606741, "percentage": 69.21, "elapsed_time": "1:55:52", "remaining_time": "0:51:32"}
+{"current_steps": 1550, "total_steps": 2225, "loss": 0.8165, "lr": 2.552274301640454e-06, "epoch": 0.6966292134831461, "percentage": 69.66, "elapsed_time": "1:56:37", "remaining_time": "0:50:47"}
+{"current_steps": 1560, "total_steps": 2225, "loss": 0.7876, "lr": 2.484161904362481e-06, "epoch": 0.701123595505618, "percentage": 70.11, "elapsed_time": "1:57:22", "remaining_time": "0:50:02"}
+{"current_steps": 1570, "total_steps": 2225, "loss": 0.8179, "lr": 2.416669012883698e-06, "epoch": 0.7056179775280899, "percentage": 70.56, "elapsed_time": "1:58:07", "remaining_time": "0:49:16"}
+{"current_steps": 1580, "total_steps": 2225, "loss": 0.8066, "lr": 2.3498122468100114e-06, "epoch": 0.7101123595505618, "percentage": 71.01, "elapsed_time": "1:58:51", "remaining_time": "0:48:31"}
+{"current_steps": 1590, "total_steps": 2225, "loss": 0.8043, "lr": 2.283608069106336e-06, "epoch": 0.7146067415730337, "percentage": 71.46, "elapsed_time": "1:59:37", "remaining_time": "0:47:46"}
+{"current_steps": 1600, "total_steps": 2225, "loss": 0.7739, "lr": 2.2180727820427156e-06, "epoch": 0.7191011235955056, "percentage": 71.91, "elapsed_time": "2:00:22", "remaining_time": "0:47:01"}
+{"current_steps": 1610, "total_steps": 2225, "loss": 0.8094, "lr": 2.153222523180007e-06, "epoch": 0.7235955056179775, "percentage": 72.36, "elapsed_time": "2:01:07", "remaining_time": "0:46:16"}
+{"current_steps": 1620, "total_steps": 2225, "loss": 0.8106, "lr": 2.089073261396148e-06, "epoch": 0.7280898876404495, "percentage": 72.81, "elapsed_time": "2:01:52", "remaining_time": "0:45:30"}
+{"current_steps": 1630, "total_steps": 2225, "loss": 0.7578, "lr": 2.0256407929539203e-06, "epoch": 0.7325842696629213, "percentage": 73.26, "elapsed_time": "2:02:36", "remaining_time": "0:44:45"}
+{"current_steps": 1640, "total_steps": 2225, "loss": 0.7917, "lr": 1.962940737611264e-06, "epoch": 0.7370786516853932, "percentage": 73.71, "elapsed_time": "2:03:21", "remaining_time": "0:44:00"}
+{"current_steps": 1650, "total_steps": 2225, "loss": 0.8191, "lr": 1.9009885347750102e-06, "epoch": 0.7415730337078652, "percentage": 74.16, "elapsed_time": "2:04:06", "remaining_time": "0:43:14"}
+{"current_steps": 1660, "total_steps": 2225, "loss": 0.8069, "lr": 1.8397994396990687e-06, "epoch": 0.7460674157303371, "percentage": 74.61, "elapsed_time": "2:04:50", "remaining_time": "0:42:29"}
+{"current_steps": 1670, "total_steps": 2225, "loss": 0.8193, "lr": 1.7793885197279164e-06, "epoch": 0.750561797752809, "percentage": 75.06, "elapsed_time": "2:05:36", "remaining_time": "0:41:44"}
+{"current_steps": 1680, "total_steps": 2225, "loss": 0.7967, "lr": 1.719770650586397e-06, "epoch": 0.755056179775281, "percentage": 75.51, "elapsed_time": "2:06:21", "remaining_time": "0:40:59"}
+{"current_steps": 1690, "total_steps": 2225, "loss": 0.7885, "lr": 1.6609605127166784e-06, "epoch": 0.7595505617977528, "percentage": 75.96, "elapsed_time": "2:07:05", "remaining_time": "0:40:13"}
+{"current_steps": 1700, "total_steps": 2225, "loss": 0.7924, "lr": 1.6029725876633085e-06, "epoch": 0.7640449438202247, "percentage": 76.4, "elapsed_time": "2:07:50", "remaining_time": "0:39:28"}
+{"current_steps": 1710, "total_steps": 2225, "loss": 0.809, "lr": 1.5458211545072537e-06, "epoch": 0.7685393258426966, "percentage": 76.85, "elapsed_time": "2:08:34", "remaining_time": "0:38:43"}
+{"current_steps": 1720, "total_steps": 2225, "loss": 0.7813, "lr": 1.489520286349767e-06, "epoch": 0.7730337078651686, "percentage": 77.3, "elapsed_time": "2:09:19", "remaining_time": "0:37:58"}
+{"current_steps": 1730, "total_steps": 2225, "loss": 0.7778, "lr": 1.4340838468470198e-06, "epoch": 0.7775280898876404, "percentage": 77.75, "elapsed_time": "2:10:05", "remaining_time": "0:37:13"}
+{"current_steps": 1740, "total_steps": 2225, "loss": 0.8023, "lr": 1.3795254867962548e-06, "epoch": 0.7820224719101123, "percentage": 78.2, "elapsed_time": "2:10:49", "remaining_time": "0:36:27"}
+{"current_steps": 1750, "total_steps": 2225, "loss": 0.8104, "lr": 1.3258586407744117e-06, "epoch": 0.7865168539325843, "percentage": 78.65, "elapsed_time": "2:11:33", "remaining_time": "0:35:42"}
+{"current_steps": 1760, "total_steps": 2225, "loss": 0.7894, "lr": 1.273096523829939e-06, "epoch": 0.7910112359550562, "percentage": 79.1, "elapsed_time": "2:12:18", "remaining_time": "0:34:57"}
+{"current_steps": 1770, "total_steps": 2225, "loss": 0.814, "lr": 1.2212521282287093e-06, "epoch": 0.7955056179775281, "percentage": 79.55, "elapsed_time": "2:13:03", "remaining_time": "0:34:12"}
+{"current_steps": 1780, "total_steps": 2225, "loss": 0.8325, "lr": 1.1703382202547619e-06, "epoch": 0.8, "percentage": 80.0, "elapsed_time": "2:13:48", "remaining_time": "0:33:27"}
+{"current_steps": 1790, "total_steps": 2225, "loss": 0.8239, "lr": 1.1203673370667111e-06, "epoch": 0.8044943820224719, "percentage": 80.45, "elapsed_time": "2:14:33", "remaining_time": "0:32:41"}
+{"current_steps": 1800, "total_steps": 2225, "loss": 0.8129, "lr": 1.0713517836105624e-06, "epoch": 0.8089887640449438, "percentage": 80.9, "elapsed_time": "2:15:17", "remaining_time": "0:31:56"}
+{"current_steps": 1810, "total_steps": 2225, "loss": 0.7546, "lr": 1.0233036295897147e-06, "epoch": 0.8134831460674158, "percentage": 81.35, "elapsed_time": "2:16:02", "remaining_time": "0:31:11"}
+{"current_steps": 1820, "total_steps": 2225, "loss": 0.7787, "lr": 9.762347064928918e-07, "epoch": 0.8179775280898877, "percentage": 81.8, "elapsed_time": "2:16:48", "remaining_time": "0:30:26"}
+{"current_steps": 1830, "total_steps": 2225, "loss": 0.816, "lr": 9.301566046807247e-07, "epoch": 0.8224719101123595, "percentage": 82.25, "elapsed_time": "2:17:33", "remaining_time": "0:29:41"}
+{"current_steps": 1840, "total_steps": 2225, "loss": 0.7975, "lr": 8.850806705317183e-07, "epoch": 0.8269662921348314, "percentage": 82.7, "elapsed_time": "2:18:17", "remaining_time": "0:28:56"}
+{"current_steps": 1850, "total_steps": 2225, "loss": 0.8093, "lr": 8.410180036482895e-07, "epoch": 0.8314606741573034, "percentage": 83.15, "elapsed_time": "2:19:03", "remaining_time": "0:28:11"}
+{"current_steps": 1860, "total_steps": 2225, "loss": 0.776, "lr": 7.979794541235792e-07, "epoch": 0.8359550561797753, "percentage": 83.6, "elapsed_time": "2:19:48", "remaining_time": "0:27:26"}
+{"current_steps": 1870, "total_steps": 2225, "loss": 0.8251, "lr": 7.559756198696971e-07, "epoch": 0.8404494382022472, "percentage": 84.04, "elapsed_time": "2:20:33", "remaining_time": "0:26:40"}
+{"current_steps": 1880, "total_steps": 2225, "loss": 0.7999, "lr": 7.150168440080652e-07, "epoch": 0.8449438202247191, "percentage": 84.49, "elapsed_time": "2:21:18", "remaining_time": "0:25:55"}
+{"current_steps": 1890, "total_steps": 2225, "loss": 0.78, "lr": 6.75113212322514e-07, "epoch": 0.849438202247191, "percentage": 84.94, "elapsed_time": "2:22:04", "remaining_time": "0:25:10"}
+{"current_steps": 1900, "total_steps": 2225, "loss": 0.7707, "lr": 6.36274550775719e-07, "epoch": 0.8539325842696629, "percentage": 85.39, "elapsed_time": "2:22:49", "remaining_time": "0:24:25"}
+{"current_steps": 1910, "total_steps": 2225, "loss": 0.8189, "lr": 5.985104230896515e-07, "epoch": 0.8584269662921349, "percentage": 85.84, "elapsed_time": "2:23:34", "remaining_time": "0:23:40"}
+{"current_steps": 1920, "total_steps": 2225, "loss": 0.7541, "lr": 5.618301283905703e-07, "epoch": 0.8629213483146068, "percentage": 86.29, "elapsed_time": "2:24:18", "remaining_time": "0:22:55"}
+{"current_steps": 1930, "total_steps": 2225, "loss": 0.8066, "lr": 5.262426989191921e-07, "epoch": 0.8674157303370786, "percentage": 86.74, "elapsed_time": "2:25:03", "remaining_time": "0:22:10"}
+{"current_steps": 1940, "total_steps": 2225, "loss": 0.8207, "lr": 4.917568978065684e-07, "epoch": 0.8719101123595505, "percentage": 87.19, "elapsed_time": "2:25:48", "remaining_time": "0:21:25"}
+{"current_steps": 1950, "total_steps": 2225, "loss": 0.7935, "lr": 4.5838121691622995e-07, "epoch": 0.8764044943820225, "percentage": 87.64, "elapsed_time": "2:26:33", "remaining_time": "0:20:40"}
+{"current_steps": 1960, "total_steps": 2225, "loss": 0.7772, "lr": 4.261238747531382e-07, "epoch": 0.8808988764044944, "percentage": 88.09, "elapsed_time": "2:27:18", "remaining_time": "0:19:55"}
+{"current_steps": 1970, "total_steps": 2225, "loss": 0.7907, "lr": 3.949928144399301e-07, "epoch": 0.8853932584269663, "percentage": 88.54, "elapsed_time": "2:28:03", "remaining_time": "0:19:09"}
+{"current_steps": 1980, "total_steps": 2225, "loss": 0.7942, "lr": 3.649957017609979e-07, "epoch": 0.8898876404494382, "percentage": 88.99, "elapsed_time": "2:28:48", "remaining_time": "0:18:24"}
+{"current_steps": 1990, "total_steps": 2225, "loss": 0.7781, "lr": 3.361399232748358e-07, "epoch": 0.8943820224719101, "percentage": 89.44, "elapsed_time": "2:29:34", "remaining_time": "0:17:39"}
+{"current_steps": 2000, "total_steps": 2225, "loss": 0.7835, "lr": 3.0843258449516966e-07, "epoch": 0.898876404494382, "percentage": 89.89, "elapsed_time": "2:30:19", "remaining_time": "0:16:54"}
+{"current_steps": 2010, "total_steps": 2225, "loss": 0.8014, "lr": 2.8188050814126675e-07, "epoch": 0.903370786516854, "percentage": 90.34, "elapsed_time": "2:31:04", "remaining_time": "0:16:09"}
+{"current_steps": 2020, "total_steps": 2225, "loss": 0.7951, "lr": 2.564902324579022e-07, "epoch": 0.9078651685393259, "percentage": 90.79, "elapsed_time": "2:31:49", "remaining_time": "0:15:24"}
+{"current_steps": 2030, "total_steps": 2225, "loss": 0.7875, "lr": 2.32268009605362e-07, "epoch": 0.9123595505617977, "percentage": 91.24, "elapsed_time": "2:32:34", "remaining_time": "0:14:39"}
+{"current_steps": 2040, "total_steps": 2225, "loss": 0.8139, "lr": 2.092198041198995e-07, "epoch": 0.9168539325842696, "percentage": 91.69, "elapsed_time": "2:33:19", "remaining_time": "0:13:54"}
+{"current_steps": 2050, "total_steps": 2225, "loss": 0.7903, "lr": 1.873512914450104e-07, "epoch": 0.9213483146067416, "percentage": 92.13, "elapsed_time": "2:34:05", "remaining_time": "0:13:09"}
+{"current_steps": 2060, "total_steps": 2225, "loss": 0.7862, "lr": 1.666678565339025e-07, "epoch": 0.9258426966292135, "percentage": 92.58, "elapsed_time": "2:34:49", "remaining_time": "0:12:24"}
+{"current_steps": 2070, "total_steps": 2225, "loss": 0.7941, "lr": 1.471745925234902e-07, "epoch": 0.9303370786516854, "percentage": 93.03, "elapsed_time": "2:35:34", "remaining_time": "0:11:38"}
+{"current_steps": 2080, "total_steps": 2225, "loss": 0.8059, "lr": 1.2887629948024727e-07, "epoch": 0.9348314606741573, "percentage": 93.48, "elapsed_time": "2:36:20", "remaining_time": "0:10:53"}
+{"current_steps": 2090, "total_steps": 2225, "loss": 0.8312, "lr": 1.1177748321823223e-07, "epoch": 0.9393258426966292, "percentage": 93.93, "elapsed_time": "2:37:04", "remaining_time": "0:10:08"}
+{"current_steps": 2100, "total_steps": 2225, "loss": 0.8094, "lr": 9.588235418955926e-08, "epoch": 0.9438202247191011, "percentage": 94.38, "elapsed_time": "2:37:50", "remaining_time": "0:09:23"}
+{"current_steps": 2110, "total_steps": 2225, "loss": 0.7921, "lr": 8.119482644761423e-08, "epoch": 0.9483146067415731, "percentage": 94.83, "elapsed_time": "2:38:35", "remaining_time": "0:08:38"}
+{"current_steps": 2120, "total_steps": 2225, "loss": 0.8052, "lr": 6.771851668324226e-08, "epoch": 0.952808988764045, "percentage": 95.28, "elapsed_time": "2:39:19", "remaining_time": "0:07:53"}
+{"current_steps": 2130, "total_steps": 2225, "loss": 0.8082, "lr": 5.545674333417073e-08, "epoch": 0.9573033707865168, "percentage": 95.73, "elapsed_time": "2:40:04", "remaining_time": "0:07:08"}
+{"current_steps": 2140, "total_steps": 2225, "loss": 0.7951, "lr": 4.4412525767866256e-08, "epoch": 0.9617977528089887, "percentage": 96.18, "elapsed_time": "2:40:49", "remaining_time": "0:06:23"}
+{"current_steps": 2150, "total_steps": 2225, "loss": 0.7968, "lr": 3.458858353804107e-08, "epoch": 0.9662921348314607, "percentage": 96.63, "elapsed_time": "2:41:35", "remaining_time": "0:05:38"}
+{"current_steps": 2160, "total_steps": 2225, "loss": 0.8013, "lr": 2.59873357149798e-08, "epoch": 0.9707865168539326, "percentage": 97.08, "elapsed_time": "2:42:20", "remaining_time": "0:04:53"}
+{"current_steps": 2170, "total_steps": 2225, "loss": 0.7815, "lr": 1.8610900289867673e-08, "epoch": 0.9752808988764045, "percentage": 97.53, "elapsed_time": "2:43:04", "remaining_time": "0:04:08"}
+{"current_steps": 2180, "total_steps": 2225, "loss": 0.7871, "lr": 1.2461093653246547e-08, "epoch": 0.9797752808988764, "percentage": 97.98, "elapsed_time": "2:43:49", "remaining_time": "0:03:22"}
+{"current_steps": 2190, "total_steps": 2225, "loss": 0.7924, "lr": 7.539430147745497e-09, "epoch": 0.9842696629213483, "percentage": 98.43, "elapsed_time": "2:44:34", "remaining_time": "0:02:37"}
+{"current_steps": 2200, "total_steps": 2225, "loss": 0.7667, "lr": 3.847121695183531e-09, "epoch": 0.9887640449438202, "percentage": 98.88, "elapsed_time": "2:45:18", "remaining_time": "0:01:52"}
+{"current_steps": 2210, "total_steps": 2225, "loss": 0.7814, "lr": 1.3850774981466474e-09, "epoch": 0.9932584269662922, "percentage": 99.33, "elapsed_time": "2:46:03", "remaining_time": "0:01:07"}
+{"current_steps": 2220, "total_steps": 2225, "loss": 0.803, "lr": 1.5390381609858839e-10, "epoch": 0.9977528089887641, "percentage": 99.78, "elapsed_time": "2:46:47", "remaining_time": "0:00:22"}
+{"current_steps": 2225, "total_steps": 2225, "epoch": 1.0, "percentage": 100.0, "elapsed_time": "2:47:23", "remaining_time": "0:00:00"}

trainer_state.json

@@ -0,0 +1,1596 @@
+{
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 1.0,
+  "eval_steps": 3000000,
+  "global_step": 2225,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.0044943820224719105,
+      "grad_norm": 21.028866393310857,
+      "learning_rate": 4.484304932735426e-07,
+      "loss": 1.8157,
+      "step": 10
+    },
+    {
+      "epoch": 0.008988764044943821,
+      "grad_norm": 18.149495621801602,
+      "learning_rate": 8.968609865470852e-07,
+      "loss": 1.8095,
+      "step": 20
+    },
+    {
+      "epoch": 0.01348314606741573,
+      "grad_norm": 7.110153316235121,
+      "learning_rate": 1.345291479820628e-06,
+      "loss": 1.4583,
+      "step": 30
+    },
+    {
+      "epoch": 0.017977528089887642,
+      "grad_norm": 3.8403679133270168,
+      "learning_rate": 1.7937219730941704e-06,
+      "loss": 1.2703,
+      "step": 40
+    },
+    {
+      "epoch": 0.02247191011235955,
+      "grad_norm": 3.1058777831353708,
+      "learning_rate": 2.242152466367713e-06,
+      "loss": 1.165,
+      "step": 50
+    },
+    {
+      "epoch": 0.02696629213483146,
+      "grad_norm": 3.3684279642867847,
+      "learning_rate": 2.690582959641256e-06,
+      "loss": 1.0807,
+      "step": 60
+    },
+    {
+      "epoch": 0.03146067415730337,
+      "grad_norm": 3.157236299420834,
+      "learning_rate": 3.1390134529147986e-06,
+      "loss": 1.0534,
+      "step": 70
+    },
+    {
+      "epoch": 0.035955056179775284,
+      "grad_norm": 3.5078357528479485,
+      "learning_rate": 3.587443946188341e-06,
+      "loss": 1.0051,
+      "step": 80
+    },
+    {
+      "epoch": 0.04044943820224719,
+      "grad_norm": 3.4693923350197293,
+      "learning_rate": 4.0358744394618836e-06,
+      "loss": 0.9734,
+      "step": 90
+    },
+    {
+      "epoch": 0.0449438202247191,
+      "grad_norm": 3.1682184152102453,
+      "learning_rate": 4.484304932735426e-06,
+      "loss": 0.9764,
+      "step": 100
+    },
+    {
+      "epoch": 0.04943820224719101,
+      "grad_norm": 3.4044270322944357,
+      "learning_rate": 4.932735426008969e-06,
+      "loss": 0.9358,
+      "step": 110
+    },
+    {
+      "epoch": 0.05393258426966292,
+      "grad_norm": 3.629261207410094,
+      "learning_rate": 5.381165919282512e-06,
+      "loss": 0.975,
+      "step": 120
+    },
+    {
+      "epoch": 0.058426966292134834,
+      "grad_norm": 2.7702327333157615,
+      "learning_rate": 5.8295964125560544e-06,
+      "loss": 0.9692,
+      "step": 130
+    },
+    {
+      "epoch": 0.06292134831460675,
+      "grad_norm": 3.5659770341558144,
+      "learning_rate": 6.278026905829597e-06,
+      "loss": 0.9665,
+      "step": 140
+    },
+    {
+      "epoch": 0.06741573033707865,
+      "grad_norm": 3.0158598967423944,
+      "learning_rate": 6.72645739910314e-06,
+      "loss": 0.9409,
+      "step": 150
+    },
+    {
+      "epoch": 0.07191011235955057,
+      "grad_norm": 3.6116843848118427,
+      "learning_rate": 7.174887892376682e-06,
+      "loss": 0.9369,
+      "step": 160
+    },
+    {
+      "epoch": 0.07640449438202247,
+      "grad_norm": 3.397427112776282,
+      "learning_rate": 7.6233183856502244e-06,
+      "loss": 0.9143,
+      "step": 170
+    },
+    {
+      "epoch": 0.08089887640449438,
+      "grad_norm": 3.1019973911170857,
+      "learning_rate": 8.071748878923767e-06,
+      "loss": 0.9262,
+      "step": 180
+    },
+    {
+      "epoch": 0.0853932584269663,
+      "grad_norm": 3.28653951390302,
+      "learning_rate": 8.52017937219731e-06,
+      "loss": 0.9151,
+      "step": 190
+    },
+    {
+      "epoch": 0.0898876404494382,
+      "grad_norm": 2.9229201820388826,
+      "learning_rate": 8.968609865470853e-06,
+      "loss": 0.9093,
+      "step": 200
+    },
+    {
+      "epoch": 0.09438202247191012,
+      "grad_norm": 3.113906403159331,
+      "learning_rate": 9.417040358744395e-06,
+      "loss": 0.9199,
+      "step": 210
+    },
+    {
+      "epoch": 0.09887640449438202,
+      "grad_norm": 3.2663540679465624,
+      "learning_rate": 9.865470852017938e-06,
+      "loss": 0.9305,
+      "step": 220
+    },
+    {
+      "epoch": 0.10337078651685393,
+      "grad_norm": 3.051806061363382,
+      "learning_rate": 9.999698350006063e-06,
+      "loss": 0.9105,
+      "step": 230
+    },
+    {
+      "epoch": 0.10786516853932585,
+      "grad_norm": 3.2656274646398753,
+      "learning_rate": 9.998220968267148e-06,
+      "loss": 0.9234,
+      "step": 240
+    },
+    {
+      "epoch": 0.11235955056179775,
+      "grad_norm": 3.0943126322747556,
+      "learning_rate": 9.995512813021446e-06,
+      "loss": 0.9278,
+      "step": 250
+    },
+    {
+      "epoch": 0.11685393258426967,
+      "grad_norm": 3.1197182560800294,
+      "learning_rate": 9.991574551131379e-06,
+      "loss": 0.9055,
+      "step": 260
+    },
+    {
+      "epoch": 0.12134831460674157,
+      "grad_norm": 2.788031040285689,
+      "learning_rate": 9.986407152363672e-06,
+      "loss": 0.9106,
+      "step": 270
+    },
+    {
+      "epoch": 0.1258426966292135,
+      "grad_norm": 3.4226340314131485,
+      "learning_rate": 9.980011889150569e-06,
+      "loss": 0.9111,
+      "step": 280
+    },
+    {
+      "epoch": 0.1303370786516854,
+      "grad_norm": 3.3566995644063504,
+      "learning_rate": 9.97239033627649e-06,
+      "loss": 0.915,
+      "step": 290
+    },
+    {
+      "epoch": 0.1348314606741573,
+      "grad_norm": 3.4076936734585543,
+      "learning_rate": 9.96354437049027e-06,
+      "loss": 0.8995,
+      "step": 300
+    },
+    {
+      "epoch": 0.1393258426966292,
+      "grad_norm": 3.209280832093268,
+      "learning_rate": 9.953476170043011e-06,
+      "loss": 0.8969,
+      "step": 310
+    },
+    {
+      "epoch": 0.14382022471910114,
+      "grad_norm": 3.009956911416,
+      "learning_rate": 9.942188214151703e-06,
+      "loss": 0.8791,
+      "step": 320
+    },
+    {
+      "epoch": 0.14831460674157304,
+      "grad_norm": 3.318098809004364,
+      "learning_rate": 9.929683282388753e-06,
+      "loss": 0.9135,
+      "step": 330
+    },
+    {
+      "epoch": 0.15280898876404495,
+      "grad_norm": 3.316896081979771,
+      "learning_rate": 9.915964453997516e-06,
+      "loss": 0.8809,
+      "step": 340
+    },
+    {
+      "epoch": 0.15730337078651685,
+      "grad_norm": 2.570617534902647,
+      "learning_rate": 9.901035107134067e-06,
+      "loss": 0.8975,
+      "step": 350
+    },
+    {
+      "epoch": 0.16179775280898875,
+      "grad_norm": 2.5338700266262766,
+      "learning_rate": 9.884898918035354e-06,
+      "loss": 0.8997,
+      "step": 360
+    },
+    {
+      "epoch": 0.1662921348314607,
+      "grad_norm": 2.775240802278996,
+      "learning_rate": 9.86755986011395e-06,
+      "loss": 0.8984,
+      "step": 370
+    },
+    {
+      "epoch": 0.1707865168539326,
+      "grad_norm": 2.822348053524811,
+      "learning_rate": 9.849022202979635e-06,
+      "loss": 0.8993,
+      "step": 380
+    },
+    {
+      "epoch": 0.1752808988764045,
+      "grad_norm": 3.055973621744187,
+      "learning_rate": 9.829290511388033e-06,
+      "loss": 0.8883,
+      "step": 390
+    },
+    {
+      "epoch": 0.1797752808988764,
+      "grad_norm": 3.1358574509096155,
+      "learning_rate": 9.808369644116578e-06,
+      "loss": 0.8855,
+      "step": 400
+    },
+    {
+      "epoch": 0.1842696629213483,
+      "grad_norm": 2.7698413336711285,
+      "learning_rate": 9.78626475276808e-06,
+      "loss": 0.9028,
+      "step": 410
+    },
+    {
+      "epoch": 0.18876404494382024,
+      "grad_norm": 2.693223915430037,
+      "learning_rate": 9.762981280502178e-06,
+      "loss": 0.8918,
+      "step": 420
+    },
+    {
+      "epoch": 0.19325842696629214,
+      "grad_norm": 3.008257840198355,
+      "learning_rate": 9.738524960695003e-06,
+      "loss": 0.8804,
+      "step": 430
+    },
+    {
+      "epoch": 0.19775280898876405,
+      "grad_norm": 2.9264871287794336,
+      "learning_rate": 9.712901815527387e-06,
+      "loss": 0.8781,
+      "step": 440
+    },
+    {
+      "epoch": 0.20224719101123595,
+      "grad_norm": 3.121215777703405,
+      "learning_rate": 9.686118154501938e-06,
+      "loss": 0.8856,
+      "step": 450
+    },
+    {
+      "epoch": 0.20674157303370785,
+      "grad_norm": 3.0456191477056738,
+      "learning_rate": 9.658180572889372e-06,
+      "loss": 0.9005,
+      "step": 460
+    },
+    {
+      "epoch": 0.21123595505617979,
+      "grad_norm": 2.6847965693331837,
+      "learning_rate": 9.62909595010449e-06,
+      "loss": 0.8902,
+      "step": 470
+    },
+    {
+      "epoch": 0.2157303370786517,
+      "grad_norm": 3.16590640260948,
+      "learning_rate": 9.598871448012166e-06,
+      "loss": 0.8872,
+      "step": 480
+    },
+    {
+      "epoch": 0.2202247191011236,
+      "grad_norm": 2.917831346210603,
+      "learning_rate": 9.567514509163791e-06,
+      "loss": 0.8791,
+      "step": 490
+    },
+    {
+      "epoch": 0.2247191011235955,
+      "grad_norm": 2.395460178627161,
+      "learning_rate": 9.535032854964608e-06,
+      "loss": 0.8556,
+      "step": 500
+    },
+    {
+      "epoch": 0.2292134831460674,
+      "grad_norm": 2.8755215373997465,
+      "learning_rate": 9.501434483772371e-06,
+      "loss": 0.8879,
+      "step": 510
+    },
+    {
+      "epoch": 0.23370786516853934,
+      "grad_norm": 2.7839596342446016,
+      "learning_rate": 9.466727668927817e-06,
+      "loss": 0.8921,
+      "step": 520
+    },
+    {
+      "epoch": 0.23820224719101124,
+      "grad_norm": 2.8101352476646113,
+      "learning_rate": 9.43092095671741e-06,
+      "loss": 0.8719,
+      "step": 530
+    },
+    {
+      "epoch": 0.24269662921348314,
+      "grad_norm": 2.8841472788021756,
+      "learning_rate": 9.39402316426889e-06,
+      "loss": 0.8736,
+      "step": 540
+    },
+    {
+      "epoch": 0.24719101123595505,
+      "grad_norm": 2.8954194572601444,
+      "learning_rate": 9.356043377380126e-06,
+      "loss": 0.8987,
+      "step": 550
+    },
+    {
+      "epoch": 0.251685393258427,
+      "grad_norm": 3.554378286149293,
+      "learning_rate": 9.316990948281799e-06,
+      "loss": 0.8514,
+      "step": 560
+    },
+    {
+      "epoch": 0.25617977528089886,
+      "grad_norm": 2.3570345682703353,
+      "learning_rate": 9.27687549333449e-06,
+      "loss": 0.8627,
+      "step": 570
+    },
+    {
+      "epoch": 0.2606741573033708,
+      "grad_norm": 2.8727271733313953,
+      "learning_rate": 9.235706890660735e-06,
+      "loss": 0.8372,
+      "step": 580
+    },
+    {
+      "epoch": 0.2651685393258427,
+      "grad_norm": 2.838666672391731,
+      "learning_rate": 9.193495277712593e-06,
+      "loss": 0.8639,
+      "step": 590
+    },
+    {
+      "epoch": 0.2696629213483146,
+      "grad_norm": 2.7577407799514613,
+      "learning_rate": 9.150251048775403e-06,
+      "loss": 0.8675,
+      "step": 600
+    },
+    {
+      "epoch": 0.27415730337078653,
+      "grad_norm": 3.5011471176346243,
+      "learning_rate": 9.105984852408247e-06,
+      "loss": 0.9128,
+      "step": 610
+    },
+    {
+      "epoch": 0.2786516853932584,
+      "grad_norm": 2.4709369938165353,
+      "learning_rate": 9.060707588821835e-06,
+      "loss": 0.8481,
+      "step": 620
+    },
+    {
+      "epoch": 0.28314606741573034,
+      "grad_norm": 2.687018184877083,
+      "learning_rate": 9.014430407194413e-06,
+      "loss": 0.8665,
+      "step": 630
+    },
+    {
+      "epoch": 0.2876404494382023,
+      "grad_norm": 2.8113496819372195,
+      "learning_rate": 8.967164702926359e-06,
+      "loss": 0.8705,
+      "step": 640
+    },
+    {
+      "epoch": 0.29213483146067415,
+      "grad_norm": 3.098175777433656,
+      "learning_rate": 8.918922114834156e-06,
+      "loss": 0.8594,
+      "step": 650
+    },
+    {
+      "epoch": 0.2966292134831461,
+      "grad_norm": 2.5305855672874586,
+      "learning_rate": 8.869714522284424e-06,
+      "loss": 0.9048,
+      "step": 660
+    },
+    {
+      "epoch": 0.30112359550561796,
+      "grad_norm": 3.1823485712315587,
+      "learning_rate": 8.819554042268715e-06,
+      "loss": 0.8581,
+      "step": 670
+    },
+    {
+      "epoch": 0.3056179775280899,
+      "grad_norm": 3.141603475434689,
+      "learning_rate": 8.768453026419793e-06,
+      "loss": 0.8924,
+      "step": 680
+    },
+    {
+      "epoch": 0.3101123595505618,
+      "grad_norm": 2.8298252741410206,
+      "learning_rate": 8.71642405797015e-06,
+      "loss": 0.8442,
+      "step": 690
+    },
+    {
+      "epoch": 0.3146067415730337,
+      "grad_norm": 2.4651915483445284,
+      "learning_rate": 8.663479948653472e-06,
+      "loss": 0.8492,
+      "step": 700
+    },
+    {
+      "epoch": 0.31910112359550563,
+      "grad_norm": 2.7122168547316394,
+      "learning_rate": 8.609633735549852e-06,
+      "loss": 0.8333,
+      "step": 710
+    },
+    {
+      "epoch": 0.3235955056179775,
+      "grad_norm": 2.9065395439540427,
+      "learning_rate": 8.554898677875509e-06,
+      "loss": 0.8361,
+      "step": 720
+    },
+    {
+      "epoch": 0.32808988764044944,
+      "grad_norm": 2.541328327536001,
+      "learning_rate": 8.49928825371781e-06,
+      "loss": 0.8614,
+      "step": 730
+    },
+    {
+      "epoch": 0.3325842696629214,
+      "grad_norm": 2.8452183525450985,
+      "learning_rate": 8.442816156716386e-06,
+      "loss": 0.8398,
+      "step": 740
+    },
+    {
+      "epoch": 0.33707865168539325,
+      "grad_norm": 2.6414675162195773,
+      "learning_rate": 8.385496292691192e-06,
+      "loss": 0.8525,
+      "step": 750
+    },
+    {
+      "epoch": 0.3415730337078652,
+      "grad_norm": 2.780280291371649,
+      "learning_rate": 8.32734277621829e-06,
+      "loss": 0.8707,
+      "step": 760
+    },
+    {
+      "epoch": 0.34606741573033706,
+      "grad_norm": 2.601178957016528,
+      "learning_rate": 8.26836992715426e-06,
+      "loss": 0.8806,
+      "step": 770
+    },
+    {
+      "epoch": 0.350561797752809,
+      "grad_norm": 2.962305315436321,
+      "learning_rate": 8.208592267110033e-06,
+      "loss": 0.8614,
+      "step": 780
+    },
+    {
+      "epoch": 0.3550561797752809,
+      "grad_norm": 2.793835722937421,
+      "learning_rate": 8.148024515875057e-06,
+      "loss": 0.8598,
+      "step": 790
+    },
+    {
+      "epoch": 0.3595505617977528,
+      "grad_norm": 2.6570500425410786,
+      "learning_rate": 8.08668158779267e-06,
+      "loss": 0.8723,
+      "step": 800
+    },
+    {
+      "epoch": 0.36404494382022473,
+      "grad_norm": 3.006706054601333,
+      "learning_rate": 8.024578588087548e-06,
+      "loss": 0.8451,
+      "step": 810
+    },
+    {
+      "epoch": 0.3685393258426966,
+      "grad_norm": 3.194741458838549,
+      "learning_rate": 7.961730809146162e-06,
+      "loss": 0.8445,
+      "step": 820
+    },
+    {
+      "epoch": 0.37303370786516854,
+      "grad_norm": 2.6452523909592873,
+      "learning_rate": 7.898153726751155e-06,
+      "loss": 0.8523,
+      "step": 830
+    },
+    {
+      "epoch": 0.3775280898876405,
+      "grad_norm": 2.5344015025695534,
+      "learning_rate": 7.833862996270534e-06,
+      "loss": 0.8274,
+      "step": 840
+    },
+    {
+      "epoch": 0.38202247191011235,
+      "grad_norm": 2.7320847056126456,
+      "learning_rate": 7.768874448802665e-06,
+      "loss": 0.8425,
+      "step": 850
+    },
+    {
+      "epoch": 0.3865168539325843,
+      "grad_norm": 2.6938059359159077,
+      "learning_rate": 7.703204087277989e-06,
+      "loss": 0.8226,
+      "step": 860
+    },
+    {
+      "epoch": 0.39101123595505616,
+      "grad_norm": 2.8434749905260035,
+      "learning_rate": 7.636868082518413e-06,
+      "loss": 0.8647,
+      "step": 870
+    },
+    {
+      "epoch": 0.3955056179775281,
+      "grad_norm": 2.6787607584691937,
+      "learning_rate": 7.5698827692553785e-06,
+      "loss": 0.8819,
+      "step": 880
+    },
+    {
+      "epoch": 0.4,
+      "grad_norm": 3.3474923030984285,
+      "learning_rate": 7.502264642107559e-06,
+      "loss": 0.828,
+      "step": 890
+    },
+    {
+      "epoch": 0.4044943820224719,
+      "grad_norm": 2.608043188896359,
+      "learning_rate": 7.434030351519183e-06,
+      "loss": 0.8424,
+      "step": 900
+    },
+    {
+      "epoch": 0.40898876404494383,
+      "grad_norm": 2.31822219138967,
+      "learning_rate": 7.365196699659989e-06,
+      "loss": 0.8627,
+      "step": 910
+    },
+    {
+      "epoch": 0.4134831460674157,
+      "grad_norm": 2.503238393535594,
+      "learning_rate": 7.295780636287828e-06,
+      "loss": 0.8374,
+      "step": 920
+    },
+    {
+      "epoch": 0.41797752808988764,
+      "grad_norm": 2.987882942685997,
+      "learning_rate": 7.2257992545749045e-06,
+      "loss": 0.8397,
+      "step": 930
+    },
+    {
+      "epoch": 0.42247191011235957,
+      "grad_norm": 3.0751658643780675,
+      "learning_rate": 7.155269786898728e-06,
+      "loss": 0.8419,
+      "step": 940
+    },
+    {
+      "epoch": 0.42696629213483145,
+      "grad_norm": 3.0944989985866798,
+      "learning_rate": 7.084209600598757e-06,
+      "loss": 0.847,
+      "step": 950
+    },
+    {
+      "epoch": 0.4314606741573034,
+      "grad_norm": 2.7171358523992026,
+      "learning_rate": 7.012636193699838e-06,
+      "loss": 0.8442,
+      "step": 960
+    },
+    {
+      "epoch": 0.43595505617977526,
+      "grad_norm": 2.9449405004821823,
+      "learning_rate": 6.9405671906034465e-06,
+      "loss": 0.7978,
+      "step": 970
+    },
+    {
+      "epoch": 0.4404494382022472,
+      "grad_norm": 2.5697814837358024,
+      "learning_rate": 6.868020337747812e-06,
+      "loss": 0.8415,
+      "step": 980
+    },
+    {
+      "epoch": 0.4449438202247191,
+      "grad_norm": 2.7123982325774976,
+      "learning_rate": 6.7950134992379935e-06,
+      "loss": 0.8368,
+      "step": 990
+    },
+    {
+      "epoch": 0.449438202247191,
+      "grad_norm": 2.7457304327214547,
+      "learning_rate": 6.721564652446987e-06,
+      "loss": 0.8244,
+      "step": 1000
+    },
+    {
+      "epoch": 0.45393258426966293,
+      "grad_norm": 2.5727374251550574,
+      "learning_rate": 6.647691883588928e-06,
+      "loss": 0.8536,
+      "step": 1010
+    },
+    {
+      "epoch": 0.4584269662921348,
+      "grad_norm": 3.436622027549439,
+      "learning_rate": 6.573413383265505e-06,
+      "loss": 0.8282,
+      "step": 1020
+    },
+    {
+      "epoch": 0.46292134831460674,
+      "grad_norm": 2.554581349417234,
+      "learning_rate": 6.4987474419866635e-06,
+      "loss": 0.8785,
+      "step": 1030
+    },
+    {
+      "epoch": 0.46741573033707867,
+      "grad_norm": 2.572629251373284,
+      "learning_rate": 6.423712445666703e-06,
+      "loss": 0.8404,
+      "step": 1040
+    },
+    {
+      "epoch": 0.47191011235955055,
+      "grad_norm": 2.6110629987997296,
+      "learning_rate": 6.348326871096895e-06,
+      "loss": 0.8335,
+      "step": 1050
+    },
+    {
+      "epoch": 0.4764044943820225,
+      "grad_norm": 2.579522074041865,
+      "learning_rate": 6.272609281395708e-06,
+      "loss": 0.814,
+      "step": 1060
+    },
+    {
+      "epoch": 0.48089887640449436,
+      "grad_norm": 2.604436458085443,
+      "learning_rate": 6.1965783214377895e-06,
+      "loss": 0.8356,
+      "step": 1070
+    },
+    {
+      "epoch": 0.4853932584269663,
+      "grad_norm": 3.544439618834328,
+      "learning_rate": 6.120252713262801e-06,
+      "loss": 0.8145,
+      "step": 1080
+    },
+    {
+      "epoch": 0.4898876404494382,
+      "grad_norm": 2.5461314452599044,
+      "learning_rate": 6.043651251465266e-06,
+      "loss": 0.8149,
+      "step": 1090
+    },
+    {
+      "epoch": 0.4943820224719101,
+      "grad_norm": 2.684504023450718,
+      "learning_rate": 5.9667927985665385e-06,
+      "loss": 0.8336,
+      "step": 1100
+    },
+    {
+      "epoch": 0.49887640449438203,
+      "grad_norm": 2.624225359715667,
+      "learning_rate": 5.889696280370063e-06,
+      "loss": 0.8193,
+      "step": 1110
+    },
+    {
+      "epoch": 0.503370786516854,
+      "grad_norm": 2.6410937801065564,
+      "learning_rate": 5.812380681301031e-06,
+      "loss": 0.8303,
+      "step": 1120
+    },
+    {
+      "epoch": 0.5078651685393258,
+      "grad_norm": 2.5558280002336327,
+      "learning_rate": 5.734865039731612e-06,
+      "loss": 0.8522,
+      "step": 1130
+    },
+    {
+      "epoch": 0.5123595505617977,
+      "grad_norm": 3.205793969640316,
+      "learning_rate": 5.657168443292909e-06,
+      "loss": 0.8246,
+      "step": 1140
+    },
+    {
+      "epoch": 0.5168539325842697,
+      "grad_norm": 2.5584552525736317,
+      "learning_rate": 5.57931002417477e-06,
+      "loss": 0.8527,
+      "step": 1150
+    },
+    {
+      "epoch": 0.5213483146067416,
+      "grad_norm": 2.4712332329098974,
+      "learning_rate": 5.501308954414632e-06,
+      "loss": 0.8416,
+      "step": 1160
+    },
+    {
+      "epoch": 0.5258426966292135,
+      "grad_norm": 2.650810844110697,
+      "learning_rate": 5.42318444117656e-06,
+      "loss": 0.8456,
+      "step": 1170
+    },
+    {
+      "epoch": 0.5303370786516854,
+      "grad_norm": 2.326300138355385,
+      "learning_rate": 5.3449557220216245e-06,
+      "loss": 0.8504,
+      "step": 1180
+    },
+    {
+      "epoch": 0.5348314606741573,
+      "grad_norm": 2.2706355883101503,
+      "learning_rate": 5.2666420601708036e-06,
+      "loss": 0.8422,
+      "step": 1190
+    },
+    {
+      "epoch": 0.5393258426966292,
+      "grad_norm": 3.108873698113913,
+      "learning_rate": 5.188262739761562e-06,
+      "loss": 0.8173,
+      "step": 1200
+    },
+    {
+      "epoch": 0.5438202247191011,
+      "grad_norm": 3.0375290855665686,
+      "learning_rate": 5.109837061099274e-06,
+      "loss": 0.8352,
+      "step": 1210
+    },
+    {
+      "epoch": 0.5483146067415731,
+      "grad_norm": 3.015315272637417,
+      "learning_rate": 5.0313843359046865e-06,
+      "loss": 0.7971,
+      "step": 1220
+    },
+    {
+      "epoch": 0.5528089887640449,
+      "grad_norm": 2.8103059408990525,
+      "learning_rate": 4.9529238825585425e-06,
+      "loss": 0.8014,
+      "step": 1230
+    },
+    {
+      "epoch": 0.5573033707865168,
+      "grad_norm": 2.968627530793131,
+      "learning_rate": 4.874475021344583e-06,
+      "loss": 0.8299,
+      "step": 1240
+    },
+    {
+      "epoch": 0.5617977528089888,
+      "grad_norm": 3.1399655089271343,
+      "learning_rate": 4.796057069692073e-06,
+      "loss": 0.8472,
+      "step": 1250
+    },
+    {
+      "epoch": 0.5662921348314607,
+      "grad_norm": 2.664176882967019,
+      "learning_rate": 4.717689337419043e-06,
+      "loss": 0.8451,
+      "step": 1260
+    },
+    {
+      "epoch": 0.5707865168539326,
+      "grad_norm": 2.7440588116901243,
+      "learning_rate": 4.639391121977378e-06,
+      "loss": 0.8319,
+      "step": 1270
+    },
+    {
+      "epoch": 0.5752808988764045,
+      "grad_norm": 2.8756872704696206,
+      "learning_rate": 4.561181703700986e-06,
+      "loss": 0.8137,
+      "step": 1280
+    },
+    {
+      "epoch": 0.5797752808988764,
+      "grad_norm": 2.20156098848189,
+      "learning_rate": 4.4830803410581506e-06,
+      "loss": 0.8266,
+      "step": 1290
+    },
+    {
+      "epoch": 0.5842696629213483,
+      "grad_norm": 2.215449378595676,
+      "learning_rate": 4.405106265909284e-06,
+      "loss": 0.7933,
+      "step": 1300
+    },
+    {
+      "epoch": 0.5887640449438202,
+      "grad_norm": 2.7246034503185173,
+      "learning_rate": 4.327278678771237e-06,
+      "loss": 0.8249,
+      "step": 1310
+    },
+    {
+      "epoch": 0.5932584269662922,
+      "grad_norm": 2.7460406192905746,
+      "learning_rate": 4.2496167440893075e-06,
+      "loss": 0.8177,
+      "step": 1320
+    },
+    {
+      "epoch": 0.597752808988764,
+      "grad_norm": 2.968842648457339,
+      "learning_rate": 4.172139585518156e-06,
+      "loss": 0.8424,
+      "step": 1330
+    },
+    {
+      "epoch": 0.6022471910112359,
+      "grad_norm": 2.504248019881339,
+      "learning_rate": 4.094866281212735e-06,
+      "loss": 0.8365,
+      "step": 1340
+    },
+    {
+      "epoch": 0.6067415730337079,
+      "grad_norm": 2.587216532975083,
+      "learning_rate": 4.017815859130462e-06,
+      "loss": 0.8157,
+      "step": 1350
+    },
+    {
+      "epoch": 0.6112359550561798,
+      "grad_norm": 2.5776922439224057,
+      "learning_rate": 3.941007292345711e-06,
+      "loss": 0.776,
+      "step": 1360
+    },
+    {
+      "epoch": 0.6157303370786517,
+      "grad_norm": 2.1324124549933514,
+      "learning_rate": 3.864459494377854e-06,
+      "loss": 0.8218,
+      "step": 1370
+    },
+    {
+      "epoch": 0.6202247191011236,
+      "grad_norm": 2.644470734779867,
+      "learning_rate": 3.7881913145339387e-06,
+      "loss": 0.8259,
+      "step": 1380
+    },
+    {
+      "epoch": 0.6247191011235955,
+      "grad_norm": 2.9101594862192623,
+      "learning_rate": 3.712221533267206e-06,
+      "loss": 0.8208,
+      "step": 1390
+    },
+    {
+      "epoch": 0.6292134831460674,
+      "grad_norm": 2.7469407604097555,
+      "learning_rate": 3.6365688575525315e-06,
+      "loss": 0.8049,
+      "step": 1400
+    },
+    {
+      "epoch": 0.6337078651685393,
+      "grad_norm": 2.533667628455592,
+      "learning_rate": 3.5612519162799954e-06,
+      "loss": 0.8253,
+      "step": 1410
+    },
+    {
+      "epoch": 0.6382022471910113,
+      "grad_norm": 2.7113902576435214,
+      "learning_rate": 3.48628925566764e-06,
+      "loss": 0.84,
+      "step": 1420
+    },
+    {
+      "epoch": 0.6426966292134831,
+      "grad_norm": 2.9783117236592673,
+      "learning_rate": 3.4116993346946286e-06,
+      "loss": 0.8184,
+      "step": 1430
+    },
+    {
+      "epoch": 0.647191011235955,
+      "grad_norm": 2.3877175660365118,
+      "learning_rate": 3.337500520555843e-06,
+      "loss": 0.806,
+      "step": 1440
+    },
+    {
+      "epoch": 0.651685393258427,
+      "grad_norm": 2.2716341939562716,
+      "learning_rate": 3.2637110841391202e-06,
+      "loss": 0.8045,
+      "step": 1450
+    },
+    {
+      "epoch": 0.6561797752808989,
+      "grad_norm": 2.4122921966517463,
+      "learning_rate": 3.190349195526172e-06,
+      "loss": 0.8254,
+      "step": 1460
+    },
+    {
+      "epoch": 0.6606741573033708,
+      "grad_norm": 2.899653247745689,
+      "learning_rate": 3.117432919518353e-06,
+      "loss": 0.8059,
+      "step": 1470
+    },
+    {
+      "epoch": 0.6651685393258427,
+      "grad_norm": 2.7343035364639743,
+      "learning_rate": 3.0449802111883365e-06,
+      "loss": 0.8199,
+      "step": 1480
+    },
+    {
+      "epoch": 0.6696629213483146,
+      "grad_norm": 2.526014584573272,
+      "learning_rate": 2.973008911458816e-06,
+      "loss": 0.7953,
+      "step": 1490
+    },
+    {
+      "epoch": 0.6741573033707865,
+      "grad_norm": 2.620122537254342,
+      "learning_rate": 2.901536742709323e-06,
+      "loss": 0.8445,
+      "step": 1500
+    },
+    {
+      "epoch": 0.6786516853932584,
+      "grad_norm": 2.503228611506985,
+      "learning_rate": 2.83058130441221e-06,
+      "loss": 0.8116,
+      "step": 1510
+    },
+    {
+      "epoch": 0.6831460674157304,
+      "grad_norm": 2.6396612931098886,
+      "learning_rate": 2.760160068798934e-06,
+      "loss": 0.8182,
+      "step": 1520
+    },
+    {
+      "epoch": 0.6876404494382022,
+      "grad_norm": 2.817133442950779,
+      "learning_rate": 2.6902903765576426e-06,
+      "loss": 0.8029,
+      "step": 1530
+    },
+    {
+      "epoch": 0.6921348314606741,
+      "grad_norm": 2.5166671771316613,
+      "learning_rate": 2.620989432563167e-06,
+      "loss": 0.8179,
+      "step": 1540
+    },
+    {
+      "epoch": 0.6966292134831461,
+      "grad_norm": 2.623144140751482,
+      "learning_rate": 2.552274301640454e-06,
+      "loss": 0.8165,
+      "step": 1550
+    },
+    {
+      "epoch": 0.701123595505618,
+      "grad_norm": 2.4289501142037433,
+      "learning_rate": 2.484161904362481e-06,
+      "loss": 0.7876,
+      "step": 1560
+    },
+    {
+      "epoch": 0.7056179775280899,
+      "grad_norm": 2.929065269125912,
+      "learning_rate": 2.416669012883698e-06,
+      "loss": 0.8179,
+      "step": 1570
+    },
+    {
+      "epoch": 0.7101123595505618,
+      "grad_norm": 2.236454595662634,
+      "learning_rate": 2.3498122468100114e-06,
+      "loss": 0.8066,
+      "step": 1580
+    },
+    {
+      "epoch": 0.7146067415730337,
+      "grad_norm": 2.289287136198235,
+      "learning_rate": 2.283608069106336e-06,
+      "loss": 0.8043,
+      "step": 1590
+    },
+    {
+      "epoch": 0.7191011235955056,
+      "grad_norm": 2.356768634878435,
+      "learning_rate": 2.2180727820427156e-06,
+      "loss": 0.7739,
+      "step": 1600
+    },
+    {
+      "epoch": 0.7235955056179775,
+      "grad_norm": 2.905123153518728,
+      "learning_rate": 2.153222523180007e-06,
+      "loss": 0.8094,
+      "step": 1610
+    },
+    {
+      "epoch": 0.7280898876404495,
+      "grad_norm": 2.2771620513777346,
+      "learning_rate": 2.089073261396148e-06,
+      "loss": 0.8106,
+      "step": 1620
+    },
+    {
+      "epoch": 0.7325842696629213,
+      "grad_norm": 2.410875702229844,
+      "learning_rate": 2.0256407929539203e-06,
+      "loss": 0.7578,
+      "step": 1630
+    },
+    {
+      "epoch": 0.7370786516853932,
+      "grad_norm": 2.296833553163406,
+      "learning_rate": 1.962940737611264e-06,
+      "loss": 0.7917,
+      "step": 1640
+    },
+    {
+      "epoch": 0.7415730337078652,
+      "grad_norm": 3.1435922132540184,
+      "learning_rate": 1.9009885347750102e-06,
+      "loss": 0.8191,
+      "step": 1650
+    },
+    {
+      "epoch": 0.7460674157303371,
+      "grad_norm": 2.649409366248491,
+      "learning_rate": 1.8397994396990687e-06,
+      "loss": 0.8069,
+      "step": 1660
+    },
+    {
+      "epoch": 0.750561797752809,
+      "grad_norm": 2.423649988581548,
+      "learning_rate": 1.7793885197279164e-06,
+      "loss": 0.8193,
+      "step": 1670
+    },
+    {
+      "epoch": 0.755056179775281,
+      "grad_norm": 2.479988768714348,
+      "learning_rate": 1.719770650586397e-06,
+      "loss": 0.7967,
+      "step": 1680
+    },
+    {
+      "epoch": 0.7595505617977528,
+      "grad_norm": 2.244972982243665,
+      "learning_rate": 1.6609605127166784e-06,
+      "loss": 0.7885,
+      "step": 1690
+    },
+    {
+      "epoch": 0.7640449438202247,
+      "grad_norm": 2.1802352668743277,
+      "learning_rate": 1.6029725876633085e-06,
+      "loss": 0.7924,
+      "step": 1700
+    },
+    {
+      "epoch": 0.7685393258426966,
+      "grad_norm": 2.701959045692566,
+      "learning_rate": 1.5458211545072537e-06,
+      "loss": 0.809,
+      "step": 1710
+    },
+    {
+      "epoch": 0.7730337078651686,
+      "grad_norm": 2.647399701909666,
+      "learning_rate": 1.489520286349767e-06,
+      "loss": 0.7813,
+      "step": 1720
+    },
+    {
+      "epoch": 0.7775280898876404,
+      "grad_norm": 3.3231840138362876,
+      "learning_rate": 1.4340838468470198e-06,
+      "loss": 0.7778,
+      "step": 1730
+    },
+    {
+      "epoch": 0.7820224719101123,
+      "grad_norm": 2.3425746647284833,
+      "learning_rate": 1.3795254867962548e-06,
+      "loss": 0.8023,
+      "step": 1740
+    },
+    {
+      "epoch": 0.7865168539325843,
+      "grad_norm": 2.5597817340601625,
+      "learning_rate": 1.3258586407744117e-06,
+      "loss": 0.8104,
+      "step": 1750
+    },
+    {
+      "epoch": 0.7910112359550562,
+      "grad_norm": 2.517875514542219,
+      "learning_rate": 1.273096523829939e-06,
+      "loss": 0.7894,
+      "step": 1760
+    },
+    {
+      "epoch": 0.7955056179775281,
+      "grad_norm": 2.4199435511686507,
+      "learning_rate": 1.2212521282287093e-06,
+      "loss": 0.814,
+      "step": 1770
+    },
+    {
+      "epoch": 0.8,
+      "grad_norm": 2.5842013891324784,
+      "learning_rate": 1.1703382202547619e-06,
+      "loss": 0.8325,
+      "step": 1780
+    },
+    {
+      "epoch": 0.8044943820224719,
+      "grad_norm": 2.9426361073785334,
+      "learning_rate": 1.1203673370667111e-06,
+      "loss": 0.8239,
+      "step": 1790
+    },
+    {
+      "epoch": 0.8089887640449438,
+      "grad_norm": 2.841556764864622,
+      "learning_rate": 1.0713517836105624e-06,
+      "loss": 0.8129,
+      "step": 1800
+    },
+    {
+      "epoch": 0.8134831460674158,
+      "grad_norm": 2.827206278816824,
+      "learning_rate": 1.0233036295897147e-06,
+      "loss": 0.7546,
+      "step": 1810
+    },
+    {
+      "epoch": 0.8179775280898877,
+      "grad_norm": 2.475358629778951,
+      "learning_rate": 9.762347064928918e-07,
+      "loss": 0.7787,
+      "step": 1820
+    },
+    {
+      "epoch": 0.8224719101123595,
+      "grad_norm": 2.6449064423582573,
+      "learning_rate": 9.301566046807247e-07,
+      "loss": 0.816,
+      "step": 1830
+    },
+    {
+      "epoch": 0.8269662921348314,
+      "grad_norm": 2.8617687301277215,
+      "learning_rate": 8.850806705317183e-07,
+      "loss": 0.7975,
+      "step": 1840
+    },
+    {
+      "epoch": 0.8314606741573034,
+      "grad_norm": 2.6088401680292916,
+      "learning_rate": 8.410180036482895e-07,
+      "loss": 0.8093,
+      "step": 1850
+    },
+    {
+      "epoch": 0.8359550561797753,
+      "grad_norm": 2.602084546554059,
+      "learning_rate": 7.979794541235792e-07,
+      "loss": 0.776,
+      "step": 1860
+    },
+    {
+      "epoch": 0.8404494382022472,
+      "grad_norm": 2.344373295351233,
+      "learning_rate": 7.559756198696971e-07,
+      "loss": 0.8251,
+      "step": 1870
+    },
+    {
+      "epoch": 0.8449438202247191,
+      "grad_norm": 2.4323771087778607,
+      "learning_rate": 7.150168440080652e-07,
+      "loss": 0.7999,
+      "step": 1880
+    },
+    {
+      "epoch": 0.849438202247191,
+      "grad_norm": 2.3773975505911933,
+      "learning_rate": 6.75113212322514e-07,
+      "loss": 0.78,
+      "step": 1890
+    },
+    {
+      "epoch": 0.8539325842696629,
+      "grad_norm": 2.1579711929276937,
+      "learning_rate": 6.36274550775719e-07,
+      "loss": 0.7707,
+      "step": 1900
+    },
+    {
+      "epoch": 0.8584269662921349,
+      "grad_norm": 2.7293834324024586,
+      "learning_rate": 5.985104230896515e-07,
+      "loss": 0.8189,
+      "step": 1910
+    },
+    {
+      "epoch": 0.8629213483146068,
+      "grad_norm": 2.685801601082177,
+      "learning_rate": 5.618301283905703e-07,
+      "loss": 0.7541,
+      "step": 1920
+    },
+    {
+      "epoch": 0.8674157303370786,
+      "grad_norm": 3.116629925764096,
+      "learning_rate": 5.262426989191921e-07,
+      "loss": 0.8066,
+      "step": 1930
+    },
+    {
+      "epoch": 0.8719101123595505,
+      "grad_norm": 3.2051350133529324,
+      "learning_rate": 4.917568978065684e-07,
+      "loss": 0.8207,
+      "step": 1940
+    },
+    {
+      "epoch": 0.8764044943820225,
+      "grad_norm": 2.2836460078075675,
+      "learning_rate": 4.5838121691622995e-07,
+      "loss": 0.7935,
+      "step": 1950
+    },
+    {
+      "epoch": 0.8808988764044944,
+      "grad_norm": 2.7205905760599887,
+      "learning_rate": 4.261238747531382e-07,
+      "loss": 0.7772,
+      "step": 1960
+    },
+    {
+      "epoch": 0.8853932584269663,
+      "grad_norm": 2.0574139164637004,
+      "learning_rate": 3.949928144399301e-07,
+      "loss": 0.7907,
+      "step": 1970
+    },
+    {
+      "epoch": 0.8898876404494382,
+      "grad_norm": 2.8112752890836084,
+      "learning_rate": 3.649957017609979e-07,
+      "loss": 0.7942,
+      "step": 1980
+    },
+    {
+      "epoch": 0.8943820224719101,
+      "grad_norm": 2.4763979006513615,
+      "learning_rate": 3.361399232748358e-07,
+      "loss": 0.7781,
+      "step": 1990
+    },
+    {
+      "epoch": 0.898876404494382,
+      "grad_norm": 2.376939861217481,
+      "learning_rate": 3.0843258449516966e-07,
+      "loss": 0.7835,
+      "step": 2000
+    },
+    {
+      "epoch": 0.903370786516854,
+      "grad_norm": 2.2478850058039725,
+      "learning_rate": 2.8188050814126675e-07,
+      "loss": 0.8014,
+      "step": 2010
+    },
+    {
+      "epoch": 0.9078651685393259,
+      "grad_norm": 2.923436127261158,
+      "learning_rate": 2.564902324579022e-07,
+      "loss": 0.7951,
+      "step": 2020
+    },
+    {
+      "epoch": 0.9123595505617977,
+      "grad_norm": 2.7437515079644283,
+      "learning_rate": 2.32268009605362e-07,
+      "loss": 0.7875,
+      "step": 2030
+    },
+    {
+      "epoch": 0.9168539325842696,
+      "grad_norm": 2.5936965409935233,
+      "learning_rate": 2.092198041198995e-07,
+      "loss": 0.8139,
+      "step": 2040
+    },
+    {
+      "epoch": 0.9213483146067416,
+      "grad_norm": 2.518280793652536,
+      "learning_rate": 1.873512914450104e-07,
+      "loss": 0.7903,
+      "step": 2050
+    },
+    {
+      "epoch": 0.9258426966292135,
+      "grad_norm": 2.4421720063174868,
+      "learning_rate": 1.666678565339025e-07,
+      "loss": 0.7862,
+      "step": 2060
+    },
+    {
+      "epoch": 0.9303370786516854,
+      "grad_norm": 2.2383431847411903,
+      "learning_rate": 1.471745925234902e-07,
+      "loss": 0.7941,
+      "step": 2070
+    },
+    {
+      "epoch": 0.9348314606741573,
+      "grad_norm": 2.8799057324357245,
+      "learning_rate": 1.2887629948024727e-07,
+      "loss": 0.8059,
+      "step": 2080
+    },
+    {
+      "epoch": 0.9393258426966292,
+      "grad_norm": 2.250643175569056,
+      "learning_rate": 1.1177748321823223e-07,
+      "loss": 0.8312,
+      "step": 2090
+    },
+    {
+      "epoch": 0.9438202247191011,
+      "grad_norm": 2.512971359525962,
+      "learning_rate": 9.588235418955926e-08,
+      "loss": 0.8094,
+      "step": 2100
+    },
+    {
+      "epoch": 0.9483146067415731,
+      "grad_norm": 2.3088708858588802,
+      "learning_rate": 8.119482644761423e-08,
+      "loss": 0.7921,
+      "step": 2110
+    },
+    {
+      "epoch": 0.952808988764045,
+      "grad_norm": 2.3516337137858714,
+      "learning_rate": 6.771851668324226e-08,
+      "loss": 0.8052,
+      "step": 2120
+    },
+    {
+      "epoch": 0.9573033707865168,
+      "grad_norm": 2.7956368487770566,
+      "learning_rate": 5.545674333417073e-08,
+      "loss": 0.8082,
+      "step": 2130
+    },
+    {
+      "epoch": 0.9617977528089887,
+      "grad_norm": 2.805865942089696,
+      "learning_rate": 4.4412525767866256e-08,
+      "loss": 0.7951,
+      "step": 2140
+    },
+    {
+      "epoch": 0.9662921348314607,
+      "grad_norm": 2.4160854525275015,
+      "learning_rate": 3.458858353804107e-08,
+      "loss": 0.7968,
+      "step": 2150
+    },
+    {
+      "epoch": 0.9707865168539326,
+      "grad_norm": 2.6385371261261867,
+      "learning_rate": 2.59873357149798e-08,
+      "loss": 0.8013,
+      "step": 2160
+    },
+    {
+      "epoch": 0.9752808988764045,
+      "grad_norm": 2.638712402614864,
+      "learning_rate": 1.8610900289867673e-08,
+      "loss": 0.7815,
+      "step": 2170
+    },
+    {
+      "epoch": 0.9797752808988764,
+      "grad_norm": 2.4261506557100887,
+      "learning_rate": 1.2461093653246547e-08,
+      "loss": 0.7871,
+      "step": 2180
+    },
+    {
+      "epoch": 0.9842696629213483,
+      "grad_norm": 2.564929645903007,
+      "learning_rate": 7.539430147745497e-09,
+      "loss": 0.7924,
+      "step": 2190
+    },
+    {
+      "epoch": 0.9887640449438202,
+      "grad_norm": 2.6033526258950683,
+      "learning_rate": 3.847121695183531e-09,
+      "loss": 0.7667,
+      "step": 2200
+    },
+    {
+      "epoch": 0.9932584269662922,
+      "grad_norm": 2.7502692590510867,
+      "learning_rate": 1.3850774981466474e-09,
+      "loss": 0.7814,
+      "step": 2210
+    },
+    {
+      "epoch": 0.9977528089887641,
+      "grad_norm": 2.4346251881242487,
+      "learning_rate": 1.5390381609858839e-10,
+      "loss": 0.803,
+      "step": 2220
+    },
+    {
+      "epoch": 1.0,
+      "step": 2225,
+      "total_flos": 3591464654209024.0,
+      "train_loss": 0.8581783727581581,
+      "train_runtime": 10043.9825,
+      "train_samples_per_second": 28.354,
+      "train_steps_per_second": 0.222
+    }
+  ],
+  "logging_steps": 10,
+  "max_steps": 2225,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 1,
+  "save_steps": 1000000,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": true
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 3591464654209024.0,
+  "train_batch_size": 8,
+  "trial_name": null,
+  "trial_params": null
+}

training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:182b8188da6c33e945e042d4b5baea114b079515672ffa54db30b256b620e28d
+size 7160