Add files using upload-large-folder tool

.gitattributes

@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+tokenizer.json filter=lfs diff=lfs merge=lfs -text

README.md

@@ -0,0 +1,65 @@
+---
+library_name: transformers
+license: other
+base_model: meta-llama/Llama-3.2-3B-Instruct
+tags:
+- llama-factory
+- full
+- generated_from_trainer
+model-index:
+- name: agenttuning_v4_15k_tag4
+  results: []
+---
+
+<!-- This model card has been generated automatically according to the information the Trainer had access to. You
+should probably proofread and complete it, then remove this comment. -->
+
+# agenttuning_v4_15k_tag4
+
+This model is a fine-tuned version of [meta-llama/Llama-3.2-3B-Instruct](https://huggingface.co/meta-llama/Llama-3.2-3B-Instruct) on the agenttuning_v4_15k_tag4 dataset.
+It achieves the following results on the evaluation set:
+- Loss: 0.4036
+
+## Model description
+
+More information needed
+
+## Intended uses & limitations
+
+More information needed
+
+## Training and evaluation data
+
+More information needed
+
+## Training procedure
+
+### Training hyperparameters
+
+The following hyperparameters were used during training:
+- learning_rate: 5e-06
+- train_batch_size: 1
+- eval_batch_size: 1
+- seed: 42
+- distributed_type: multi-GPU
+- num_devices: 4
+- total_train_batch_size: 4
+- total_eval_batch_size: 4
+- optimizer: Use adamw_torch with betas=(0.9,0.999) and epsilon=1e-08 and optimizer_args=No additional optimizer arguments
+- lr_scheduler_type: cosine
+- num_epochs: 1
+
+### Training results
+
+| Training Loss | Epoch  | Step | Validation Loss |
+|:-------------:|:------:|:----:|:---------------:|
+| 0.5004        | 0.4237 | 100  | 0.4270          |
+| 0.4848        | 0.8475 | 200  | 0.4059          |
+
+
+### Framework versions
+
+- Transformers 4.46.1
+- Pytorch 2.8.0+cu128
+- Datasets 3.1.0
+- Tokenizers 0.20.3

all_results.json

@@ -0,0 +1,12 @@
+{
+    "epoch": 1.0,
+    "eval_loss": 0.4036284387111664,
+    "eval_runtime": 4.9907,
+    "eval_samples_per_second": 0.2,
+    "eval_steps_per_second": 0.2,
+    "total_flos": 11901468672000.0,
+    "train_loss": 0.4903946296643403,
+    "train_runtime": 2458.2804,
+    "train_samples_per_second": 0.383,
+    "train_steps_per_second": 0.096
+}

config.json

@@ -0,0 +1,40 @@
+{
+  "_name_or_path": "meta-llama/Llama-3.2-3B-Instruct",
+  "architectures": [
+    "LlamaForCausalLM"
+  ],
+  "attention_bias": false,
+  "attention_dropout": 0.0,
+  "bos_token_id": 128000,
+  "eos_token_id": [
+    128001,
+    128008,
+    128009
+  ],
+  "head_dim": 128,
+  "hidden_act": "silu",
+  "hidden_size": 3072,
+  "initializer_range": 0.02,
+  "intermediate_size": 8192,
+  "max_position_embeddings": 131072,
+  "mlp_bias": false,
+  "model_type": "llama",
+  "num_attention_heads": 24,
+  "num_hidden_layers": 28,
+  "num_key_value_heads": 8,
+  "pretraining_tp": 1,
+  "rms_norm_eps": 1e-05,
+  "rope_scaling": {
+    "factor": 32.0,
+    "high_freq_factor": 4.0,
+    "low_freq_factor": 1.0,
+    "original_max_position_embeddings": 8192,
+    "rope_type": "llama3"
+  },
+  "rope_theta": 500000.0,
+  "tie_word_embeddings": true,
+  "torch_dtype": "bfloat16",
+  "transformers_version": "4.46.1",
+  "use_cache": false,
+  "vocab_size": 128256
+}

eval_results.json

@@ -0,0 +1,7 @@
+{
+    "epoch": 1.0,
+    "eval_loss": 0.4036284387111664,
+    "eval_runtime": 4.9907,
+    "eval_samples_per_second": 0.2,
+    "eval_steps_per_second": 0.2
+}

generation_config.json

@@ -0,0 +1,12 @@
+{
+  "bos_token_id": 128000,
+  "do_sample": true,
+  "eos_token_id": [
+    128001,
+    128008,
+    128009
+  ],
+  "temperature": 0.6,
+  "top_p": 0.9,
+  "transformers_version": "4.46.1"
+}

model-00001-of-00002.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3cf1eaba0e40f6561368765a1bcdd26dc4ee745a4e85f1320e791895675372b5
+size 4965799096

model-00002-of-00002.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a9772cd6561bc3e119983affc7d3217d45ec453211486bcefd3e64c3e4ed9ff
+size 1459729952

model.safetensors.index.json

@@ -0,0 +1,261 @@
+{
+  "metadata": {
+    "total_size": 6425499648
+  },
+  "weight_map": {
+    "model.embed_tokens.weight": "model-00001-of-00002.safetensors",
+    "model.layers.0.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.0.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.0.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.0.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.0.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.0.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.0.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.0.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.0.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.1.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.1.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.1.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.1.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.1.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.1.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.1.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.1.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.1.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.10.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.10.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.10.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.10.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.10.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.10.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.10.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.10.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.10.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.11.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.11.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.11.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.11.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.11.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.11.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.11.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.11.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.11.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.12.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.12.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.12.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.12.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.12.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.12.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.12.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.12.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.12.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.13.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.13.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.13.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.13.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.13.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.13.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.13.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.13.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.13.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.14.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.14.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.14.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.14.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.14.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.14.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.14.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.14.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.14.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.15.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.15.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.15.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.15.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.15.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.15.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.15.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.15.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.15.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.16.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.16.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.16.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.16.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.16.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.16.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.16.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.16.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.16.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.17.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.17.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.17.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.17.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.17.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.17.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.17.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.17.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.17.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.18.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.18.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.18.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.18.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.18.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.18.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.18.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.18.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.18.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.19.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.19.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.19.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.19.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.19.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.19.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.19.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.19.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.19.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.2.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.2.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.2.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.2.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.2.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.2.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.2.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.2.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.2.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.20.input_layernorm.weight": "model-00002-of-00002.safetensors",
+    "model.layers.20.mlp.down_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.20.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.20.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.20.post_attention_layernorm.weight": "model-00002-of-00002.safetensors",
+    "model.layers.20.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.20.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.20.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.20.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.21.input_layernorm.weight": "model-00002-of-00002.safetensors",
+    "model.layers.21.mlp.down_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.21.mlp.gate_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.21.mlp.up_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.21.post_attention_layernorm.weight": "model-00002-of-00002.safetensors",
+    "model.layers.21.self_attn.k_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.21.self_attn.o_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.21.self_attn.q_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.21.self_attn.v_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.22.input_layernorm.weight": "model-00002-of-00002.safetensors",
+    "model.layers.22.mlp.down_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.22.mlp.gate_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.22.mlp.up_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.22.post_attention_layernorm.weight": "model-00002-of-00002.safetensors",
+    "model.layers.22.self_attn.k_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.22.self_attn.o_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.22.self_attn.q_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.22.self_attn.v_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.23.input_layernorm.weight": "model-00002-of-00002.safetensors",
+    "model.layers.23.mlp.down_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.23.mlp.gate_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.23.mlp.up_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.23.post_attention_layernorm.weight": "model-00002-of-00002.safetensors",
+    "model.layers.23.self_attn.k_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.23.self_attn.o_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.23.self_attn.q_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.23.self_attn.v_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.24.input_layernorm.weight": "model-00002-of-00002.safetensors",
+    "model.layers.24.mlp.down_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.24.mlp.gate_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.24.mlp.up_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.24.post_attention_layernorm.weight": "model-00002-of-00002.safetensors",
+    "model.layers.24.self_attn.k_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.24.self_attn.o_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.24.self_attn.q_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.24.self_attn.v_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.25.input_layernorm.weight": "model-00002-of-00002.safetensors",
+    "model.layers.25.mlp.down_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.25.mlp.gate_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.25.mlp.up_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.25.post_attention_layernorm.weight": "model-00002-of-00002.safetensors",
+    "model.layers.25.self_attn.k_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.25.self_attn.o_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.25.self_attn.q_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.25.self_attn.v_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.26.input_layernorm.weight": "model-00002-of-00002.safetensors",
+    "model.layers.26.mlp.down_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.26.mlp.gate_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.26.mlp.up_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.26.post_attention_layernorm.weight": "model-00002-of-00002.safetensors",
+    "model.layers.26.self_attn.k_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.26.self_attn.o_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.26.self_attn.q_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.26.self_attn.v_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.27.input_layernorm.weight": "model-00002-of-00002.safetensors",
+    "model.layers.27.mlp.down_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.27.mlp.gate_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.27.mlp.up_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.27.post_attention_layernorm.weight": "model-00002-of-00002.safetensors",
+    "model.layers.27.self_attn.k_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.27.self_attn.o_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.27.self_attn.q_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.27.self_attn.v_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.3.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.3.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.3.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.3.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.3.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.3.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.3.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.3.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.3.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.4.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.4.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.4.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.4.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.4.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.4.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.4.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.4.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.4.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.5.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.5.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.5.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.5.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.5.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.5.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.5.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.5.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.5.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.6.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.6.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.6.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.6.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.6.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.6.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.6.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.6.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.6.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.7.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.7.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.7.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.7.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.7.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.7.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.7.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.7.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.7.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.8.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.8.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.8.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.8.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.8.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.8.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.8.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.8.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.8.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.9.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.9.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.9.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.9.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.9.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.9.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.9.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.9.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.9.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.norm.weight": "model-00002-of-00002.safetensors"
+  }
+}

special_tokens_map.json

@@ -0,0 +1,17 @@
+{
+  "bos_token": {
+    "content": "<|begin_of_text|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "eos_token": {
+    "content": "<|eot_id|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": "<|eot_id|>"
+}

tokenizer.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b9e4e7fb171f92fd137b777cc2714bf87d11576700a1dcd7a399e7bbe39537b
+size 17209920

tokenizer_config.json

@@ -0,0 +1,2065 @@
+{
+  "added_tokens_decoder": {
+    "128000": {
+      "content": "<|begin_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128001": {
+      "content": "<|end_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128002": {
+      "content": "<|reserved_special_token_0|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128003": {
+      "content": "<|reserved_special_token_1|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128004": {
+      "content": "<|finetune_right_pad_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128005": {
+      "content": "<|reserved_special_token_2|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128006": {
+      "content": "<|start_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128007": {
+      "content": "<|end_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128008": {
+      "content": "<|eom_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128009": {
+      "content": "<|eot_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128010": {
+      "content": "<|python_tag|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128011": {
+      "content": "<|reserved_special_token_3|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128012": {
+      "content": "<|reserved_special_token_4|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128013": {
+      "content": "<|reserved_special_token_5|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128014": {
+      "content": "<|reserved_special_token_6|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128015": {
+      "content": "<|reserved_special_token_7|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128016": {
+      "content": "<|reserved_special_token_8|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128017": {
+      "content": "<|reserved_special_token_9|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128018": {
+      "content": "<|reserved_special_token_10|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128019": {
+      "content": "<|reserved_special_token_11|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128020": {
+      "content": "<|reserved_special_token_12|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128021": {
+      "content": "<|reserved_special_token_13|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128022": {
+      "content": "<|reserved_special_token_14|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128023": {
+      "content": "<|reserved_special_token_15|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128024": {
+      "content": "<|reserved_special_token_16|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128025": {
+      "content": "<|reserved_special_token_17|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128026": {
+      "content": "<|reserved_special_token_18|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128027": {
+      "content": "<|reserved_special_token_19|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128028": {
+      "content": "<|reserved_special_token_20|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128029": {
+      "content": "<|reserved_special_token_21|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128030": {
+      "content": "<|reserved_special_token_22|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128031": {
+      "content": "<|reserved_special_token_23|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128032": {
+      "content": "<|reserved_special_token_24|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128033": {
+      "content": "<|reserved_special_token_25|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128034": {
+      "content": "<|reserved_special_token_26|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128035": {
+      "content": "<|reserved_special_token_27|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128036": {
+      "content": "<|reserved_special_token_28|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128037": {
+      "content": "<|reserved_special_token_29|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128038": {
+      "content": "<|reserved_special_token_30|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128039": {
+      "content": "<|reserved_special_token_31|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128040": {
+      "content": "<|reserved_special_token_32|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128041": {
+      "content": "<|reserved_special_token_33|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128042": {
+      "content": "<|reserved_special_token_34|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128043": {
+      "content": "<|reserved_special_token_35|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128044": {
+      "content": "<|reserved_special_token_36|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128045": {
+      "content": "<|reserved_special_token_37|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128046": {
+      "content": "<|reserved_special_token_38|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128047": {
+      "content": "<|reserved_special_token_39|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128048": {
+      "content": "<|reserved_special_token_40|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128049": {
+      "content": "<|reserved_special_token_41|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128050": {
+      "content": "<|reserved_special_token_42|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128051": {
+      "content": "<|reserved_special_token_43|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128052": {
+      "content": "<|reserved_special_token_44|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128053": {
+      "content": "<|reserved_special_token_45|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128054": {
+      "content": "<|reserved_special_token_46|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128055": {
+      "content": "<|reserved_special_token_47|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128056": {
+      "content": "<|reserved_special_token_48|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128057": {
+      "content": "<|reserved_special_token_49|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128058": {
+      "content": "<|reserved_special_token_50|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128059": {
+      "content": "<|reserved_special_token_51|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128060": {
+      "content": "<|reserved_special_token_52|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128061": {
+      "content": "<|reserved_special_token_53|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128062": {
+      "content": "<|reserved_special_token_54|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128063": {
+      "content": "<|reserved_special_token_55|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128064": {
+      "content": "<|reserved_special_token_56|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128065": {
+      "content": "<|reserved_special_token_57|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128066": {
+      "content": "<|reserved_special_token_58|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128067": {
+      "content": "<|reserved_special_token_59|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128068": {
+      "content": "<|reserved_special_token_60|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128069": {
+      "content": "<|reserved_special_token_61|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128070": {
+      "content": "<|reserved_special_token_62|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128071": {
+      "content": "<|reserved_special_token_63|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128072": {
+      "content": "<|reserved_special_token_64|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128073": {
+      "content": "<|reserved_special_token_65|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128074": {
+      "content": "<|reserved_special_token_66|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128075": {
+      "content": "<|reserved_special_token_67|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128076": {
+      "content": "<|reserved_special_token_68|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128077": {
+      "content": "<|reserved_special_token_69|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128078": {
+      "content": "<|reserved_special_token_70|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128079": {
+      "content": "<|reserved_special_token_71|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128080": {
+      "content": "<|reserved_special_token_72|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128081": {
+      "content": "<|reserved_special_token_73|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128082": {
+      "content": "<|reserved_special_token_74|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128083": {
+      "content": "<|reserved_special_token_75|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128084": {
+      "content": "<|reserved_special_token_76|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128085": {
+      "content": "<|reserved_special_token_77|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128086": {
+      "content": "<|reserved_special_token_78|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128087": {
+      "content": "<|reserved_special_token_79|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128088": {
+      "content": "<|reserved_special_token_80|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128089": {
+      "content": "<|reserved_special_token_81|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128090": {
+      "content": "<|reserved_special_token_82|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128091": {
+      "content": "<|reserved_special_token_83|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128092": {
+      "content": "<|reserved_special_token_84|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128093": {
+      "content": "<|reserved_special_token_85|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128094": {
+      "content": "<|reserved_special_token_86|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128095": {
+      "content": "<|reserved_special_token_87|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128096": {
+      "content": "<|reserved_special_token_88|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128097": {
+      "content": "<|reserved_special_token_89|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128098": {
+      "content": "<|reserved_special_token_90|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128099": {
+      "content": "<|reserved_special_token_91|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128100": {
+      "content": "<|reserved_special_token_92|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128101": {
+      "content": "<|reserved_special_token_93|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128102": {
+      "content": "<|reserved_special_token_94|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128103": {
+      "content": "<|reserved_special_token_95|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128104": {
+      "content": "<|reserved_special_token_96|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128105": {
+      "content": "<|reserved_special_token_97|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128106": {
+      "content": "<|reserved_special_token_98|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128107": {
+      "content": "<|reserved_special_token_99|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128108": {
+      "content": "<|reserved_special_token_100|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128109": {
+      "content": "<|reserved_special_token_101|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128110": {
+      "content": "<|reserved_special_token_102|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128111": {
+      "content": "<|reserved_special_token_103|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128112": {
+      "content": "<|reserved_special_token_104|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128113": {
+      "content": "<|reserved_special_token_105|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128114": {
+      "content": "<|reserved_special_token_106|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128115": {
+      "content": "<|reserved_special_token_107|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128116": {
+      "content": "<|reserved_special_token_108|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128117": {
+      "content": "<|reserved_special_token_109|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128118": {
+      "content": "<|reserved_special_token_110|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128119": {
+      "content": "<|reserved_special_token_111|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128120": {
+      "content": "<|reserved_special_token_112|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128121": {
+      "content": "<|reserved_special_token_113|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128122": {
+      "content": "<|reserved_special_token_114|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128123": {
+      "content": "<|reserved_special_token_115|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128124": {
+      "content": "<|reserved_special_token_116|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128125": {
+      "content": "<|reserved_special_token_117|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128126": {
+      "content": "<|reserved_special_token_118|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128127": {
+      "content": "<|reserved_special_token_119|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128128": {
+      "content": "<|reserved_special_token_120|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128129": {
+      "content": "<|reserved_special_token_121|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128130": {
+      "content": "<|reserved_special_token_122|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128131": {
+      "content": "<|reserved_special_token_123|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128132": {
+      "content": "<|reserved_special_token_124|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128133": {
+      "content": "<|reserved_special_token_125|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128134": {
+      "content": "<|reserved_special_token_126|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128135": {
+      "content": "<|reserved_special_token_127|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128136": {
+      "content": "<|reserved_special_token_128|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128137": {
+      "content": "<|reserved_special_token_129|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128138": {
+      "content": "<|reserved_special_token_130|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128139": {
+      "content": "<|reserved_special_token_131|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128140": {
+      "content": "<|reserved_special_token_132|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128141": {
+      "content": "<|reserved_special_token_133|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128142": {
+      "content": "<|reserved_special_token_134|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128143": {
+      "content": "<|reserved_special_token_135|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128144": {
+      "content": "<|reserved_special_token_136|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128145": {
+      "content": "<|reserved_special_token_137|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128146": {
+      "content": "<|reserved_special_token_138|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128147": {
+      "content": "<|reserved_special_token_139|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128148": {
+      "content": "<|reserved_special_token_140|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128149": {
+      "content": "<|reserved_special_token_141|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128150": {
+      "content": "<|reserved_special_token_142|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128151": {
+      "content": "<|reserved_special_token_143|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128152": {
+      "content": "<|reserved_special_token_144|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128153": {
+      "content": "<|reserved_special_token_145|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128154": {
+      "content": "<|reserved_special_token_146|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128155": {
+      "content": "<|reserved_special_token_147|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128156": {
+      "content": "<|reserved_special_token_148|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128157": {
+      "content": "<|reserved_special_token_149|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128158": {
+      "content": "<|reserved_special_token_150|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128159": {
+      "content": "<|reserved_special_token_151|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128160": {
+      "content": "<|reserved_special_token_152|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128161": {
+      "content": "<|reserved_special_token_153|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128162": {
+      "content": "<|reserved_special_token_154|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128163": {
+      "content": "<|reserved_special_token_155|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128164": {
+      "content": "<|reserved_special_token_156|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128165": {
+      "content": "<|reserved_special_token_157|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128166": {
+      "content": "<|reserved_special_token_158|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128167": {
+      "content": "<|reserved_special_token_159|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128168": {
+      "content": "<|reserved_special_token_160|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128169": {
+      "content": "<|reserved_special_token_161|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128170": {
+      "content": "<|reserved_special_token_162|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128171": {
+      "content": "<|reserved_special_token_163|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128172": {
+      "content": "<|reserved_special_token_164|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128173": {
+      "content": "<|reserved_special_token_165|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128174": {
+      "content": "<|reserved_special_token_166|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128175": {
+      "content": "<|reserved_special_token_167|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128176": {
+      "content": "<|reserved_special_token_168|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128177": {
+      "content": "<|reserved_special_token_169|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128178": {
+      "content": "<|reserved_special_token_170|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128179": {
+      "content": "<|reserved_special_token_171|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128180": {
+      "content": "<|reserved_special_token_172|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128181": {
+      "content": "<|reserved_special_token_173|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128182": {
+      "content": "<|reserved_special_token_174|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128183": {
+      "content": "<|reserved_special_token_175|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128184": {
+      "content": "<|reserved_special_token_176|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128185": {
+      "content": "<|reserved_special_token_177|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128186": {
+      "content": "<|reserved_special_token_178|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128187": {
+      "content": "<|reserved_special_token_179|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128188": {
+      "content": "<|reserved_special_token_180|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128189": {
+      "content": "<|reserved_special_token_181|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128190": {
+      "content": "<|reserved_special_token_182|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128191": {
+      "content": "<|reserved_special_token_183|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128192": {
+      "content": "<|reserved_special_token_184|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128193": {
+      "content": "<|reserved_special_token_185|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128194": {
+      "content": "<|reserved_special_token_186|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128195": {
+      "content": "<|reserved_special_token_187|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128196": {
+      "content": "<|reserved_special_token_188|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128197": {
+      "content": "<|reserved_special_token_189|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128198": {
+      "content": "<|reserved_special_token_190|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128199": {
+      "content": "<|reserved_special_token_191|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128200": {
+      "content": "<|reserved_special_token_192|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128201": {
+      "content": "<|reserved_special_token_193|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128202": {
+      "content": "<|reserved_special_token_194|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128203": {
+      "content": "<|reserved_special_token_195|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128204": {
+      "content": "<|reserved_special_token_196|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128205": {
+      "content": "<|reserved_special_token_197|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128206": {
+      "content": "<|reserved_special_token_198|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128207": {
+      "content": "<|reserved_special_token_199|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128208": {
+      "content": "<|reserved_special_token_200|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128209": {
+      "content": "<|reserved_special_token_201|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128210": {
+      "content": "<|reserved_special_token_202|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128211": {
+      "content": "<|reserved_special_token_203|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128212": {
+      "content": "<|reserved_special_token_204|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128213": {
+      "content": "<|reserved_special_token_205|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128214": {
+      "content": "<|reserved_special_token_206|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128215": {
+      "content": "<|reserved_special_token_207|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128216": {
+      "content": "<|reserved_special_token_208|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128217": {
+      "content": "<|reserved_special_token_209|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128218": {
+      "content": "<|reserved_special_token_210|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128219": {
+      "content": "<|reserved_special_token_211|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128220": {
+      "content": "<|reserved_special_token_212|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128221": {
+      "content": "<|reserved_special_token_213|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128222": {
+      "content": "<|reserved_special_token_214|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128223": {
+      "content": "<|reserved_special_token_215|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128224": {
+      "content": "<|reserved_special_token_216|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128225": {
+      "content": "<|reserved_special_token_217|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128226": {
+      "content": "<|reserved_special_token_218|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128227": {
+      "content": "<|reserved_special_token_219|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128228": {
+      "content": "<|reserved_special_token_220|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128229": {
+      "content": "<|reserved_special_token_221|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128230": {
+      "content": "<|reserved_special_token_222|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128231": {
+      "content": "<|reserved_special_token_223|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128232": {
+      "content": "<|reserved_special_token_224|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128233": {
+      "content": "<|reserved_special_token_225|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128234": {
+      "content": "<|reserved_special_token_226|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128235": {
+      "content": "<|reserved_special_token_227|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128236": {
+      "content": "<|reserved_special_token_228|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128237": {
+      "content": "<|reserved_special_token_229|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128238": {
+      "content": "<|reserved_special_token_230|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128239": {
+      "content": "<|reserved_special_token_231|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128240": {
+      "content": "<|reserved_special_token_232|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128241": {
+      "content": "<|reserved_special_token_233|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128242": {
+      "content": "<|reserved_special_token_234|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128243": {
+      "content": "<|reserved_special_token_235|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128244": {
+      "content": "<|reserved_special_token_236|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128245": {
+      "content": "<|reserved_special_token_237|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128246": {
+      "content": "<|reserved_special_token_238|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128247": {
+      "content": "<|reserved_special_token_239|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128248": {
+      "content": "<|reserved_special_token_240|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128249": {
+      "content": "<|reserved_special_token_241|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128250": {
+      "content": "<|reserved_special_token_242|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128251": {
+      "content": "<|reserved_special_token_243|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128252": {
+      "content": "<|reserved_special_token_244|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128253": {
+      "content": "<|reserved_special_token_245|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128254": {
+      "content": "<|reserved_special_token_246|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128255": {
+      "content": "<|reserved_special_token_247|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "bos_token": "<|begin_of_text|>",
+  "chat_template": "{{- bos_token }}\n{%- if custom_tools is defined %}\n    {%- set tools = custom_tools %}\n{%- endif %}\n{%- if not tools_in_user_message is defined %}\n    {%- set tools_in_user_message = true %}\n{%- endif %}\n{%- if not date_string is defined %}\n    {%- if strftime_now is defined %}\n        {%- set date_string = strftime_now(\"%d %b %Y\") %}\n    {%- else %}\n        {%- set date_string = \"26 Jul 2024\" %}\n    {%- endif %}\n{%- endif %}\n{%- if not tools is defined %}\n    {%- set tools = none %}\n{%- endif %}\n\n{#- This block extracts the system message, so we can slot it into the right place. #}\n{%- if messages[0]['role'] == 'system' %}\n    {%- set system_message = messages[0]['content']|trim %}\n    {%- set messages = messages[1:] %}\n{%- else %}\n    {%- set system_message = \"\" %}\n{%- endif %}\n\n{#- System message #}\n{{- \"<|start_header_id|>system<|end_header_id|>\\n\\n\" }}\n{%- if tools is not none %}\n    {{- \"Environment: ipython\\n\" }}\n{%- endif %}\n{{- \"Cutting Knowledge Date: December 2023\\n\" }}\n{{- \"Today Date: \" + date_string + \"\\n\\n\" }}\n{%- if tools is not none and not tools_in_user_message %}\n    {{- \"You have access to the following functions. To call a function, please respond with JSON for a function call.\" }}\n    {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n    {{- \"Do not use variables.\\n\\n\" }}\n    {%- for t in tools %}\n        {{- t | tojson(indent=4) }}\n        {{- \"\\n\\n\" }}\n    {%- endfor %}\n{%- endif %}\n{{- system_message }}\n{{- \"<|eot_id|>\" }}\n\n{#- Custom tools are passed in a user message with some extra guidance #}\n{%- if tools_in_user_message and not tools is none %}\n    {#- Extract the first user message so we can plug it in here #}\n    {%- if messages | length != 0 %}\n        {%- set first_user_message = messages[0]['content']|trim %}\n        {%- set messages = messages[1:] %}\n    {%- else %}\n        {{- raise_exception(\"Cannot put tools in the first user message when there's no first user message!\") }}\n{%- endif %}\n    {{- '<|start_header_id|>user<|end_header_id|>\\n\\n' -}}\n    {{- \"Given the following functions, please respond with a JSON for a function call \" }}\n    {{- \"with its proper arguments that best answers the given prompt.\\n\\n\" }}\n    {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n    {{- \"Do not use variables.\\n\\n\" }}\n    {%- for t in tools %}\n        {{- t | tojson(indent=4) }}\n        {{- \"\\n\\n\" }}\n    {%- endfor %}\n    {{- first_user_message + \"<|eot_id|>\"}}\n{%- endif %}\n\n{%- for message in messages %}\n    {%- if not (message.role == 'ipython' or message.role == 'tool' or 'tool_calls' in message) %}\n        {{- '<|start_header_id|>' + message['role'] + '<|end_header_id|>\\n\\n'+ message['content'] | trim + '<|eot_id|>' }}\n    {%- elif 'tool_calls' in message %}\n        {%- if not message.tool_calls|length == 1 %}\n            {{- raise_exception(\"This model only supports single tool-calls at once!\") }}\n        {%- endif %}\n        {%- set tool_call = message.tool_calls[0].function %}\n        {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' -}}\n        {{- '{\"name\": \"' + tool_call.name + '\", ' }}\n        {{- '\"parameters\": ' }}\n        {{- tool_call.arguments | tojson }}\n        {{- \"}\" }}\n        {{- \"<|eot_id|>\" }}\n    {%- elif message.role == \"tool\" or message.role == \"ipython\" %}\n        {{- \"<|start_header_id|>ipython<|end_header_id|>\\n\\n\" }}\n        {%- if message.content is mapping or message.content is iterable %}\n            {{- message.content | tojson }}\n        {%- else %}\n            {{- message.content }}\n        {%- endif %}\n        {{- \"<|eot_id|>\" }}\n    {%- endif %}\n{%- endfor %}\n{%- if add_generation_prompt %}\n    {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' }}\n{%- endif %}\n",
+  "clean_up_tokenization_spaces": true,
+  "eos_token": "<|eot_id|>",
+  "model_input_names": [
+    "input_ids",
+    "attention_mask"
+  ],
+  "model_max_length": 131072,
+  "pad_token": "<|eot_id|>",
+  "padding_side": "right",
+  "split_special_tokens": false,
+  "tokenizer_class": "PreTrainedTokenizerFast"
+}

train_results.json

@@ -0,0 +1,8 @@
+{
+    "epoch": 1.0,
+    "total_flos": 11901468672000.0,
+    "train_loss": 0.4903946296643403,
+    "train_runtime": 2458.2804,
+    "train_samples_per_second": 0.383,
+    "train_steps_per_second": 0.096
+}

trainer_log.jsonl

@@ -0,0 +1,239 @@
+{"current_steps": 1, "total_steps": 236, "loss": 1.2687, "lr": 4.999778497139455e-06, "epoch": 0.00423728813559322, "percentage": 0.42, "elapsed_time": "0:00:14", "remaining_time": "0:57:50"}
+{"current_steps": 2, "total_steps": 236, "loss": 1.0951, "lr": 4.999114027808632e-06, "epoch": 0.00847457627118644, "percentage": 0.85, "elapsed_time": "0:00:25", "remaining_time": "0:49:06"}
+{"current_steps": 3, "total_steps": 236, "loss": 0.9302, "lr": 4.998006709753017e-06, "epoch": 0.012711864406779662, "percentage": 1.27, "elapsed_time": "0:00:35", "remaining_time": "0:45:54"}
+{"current_steps": 4, "total_steps": 236, "loss": 0.9381, "lr": 4.996456739191905e-06, "epoch": 0.01694915254237288, "percentage": 1.69, "elapsed_time": "0:00:45", "remaining_time": "0:44:14"}
+{"current_steps": 5, "total_steps": 236, "loss": 0.8816, "lr": 4.994464390783626e-06, "epoch": 0.0211864406779661, "percentage": 2.12, "elapsed_time": "0:00:56", "remaining_time": "0:43:10"}
+{"current_steps": 6, "total_steps": 236, "loss": 0.929, "lr": 4.992030017576876e-06, "epoch": 0.025423728813559324, "percentage": 2.54, "elapsed_time": "0:01:06", "remaining_time": "0:42:24"}
+{"current_steps": 7, "total_steps": 236, "loss": 0.7506, "lr": 4.989154050948159e-06, "epoch": 0.029661016949152543, "percentage": 2.97, "elapsed_time": "0:01:16", "remaining_time": "0:41:48"}
+{"current_steps": 8, "total_steps": 236, "loss": 0.6705, "lr": 4.9858370005253435e-06, "epoch": 0.03389830508474576, "percentage": 3.39, "elapsed_time": "0:01:27", "remaining_time": "0:41:19"}
+{"current_steps": 9, "total_steps": 236, "loss": 0.6332, "lr": 4.982079454097354e-06, "epoch": 0.038135593220338986, "percentage": 3.81, "elapsed_time": "0:01:37", "remaining_time": "0:40:54"}
+{"current_steps": 10, "total_steps": 236, "loss": 0.653, "lr": 4.977882077510018e-06, "epoch": 0.0423728813559322, "percentage": 4.24, "elapsed_time": "0:01:47", "remaining_time": "0:40:33"}
+{"current_steps": 11, "total_steps": 236, "loss": 0.6429, "lr": 4.9732456145480716e-06, "epoch": 0.046610169491525424, "percentage": 4.66, "elapsed_time": "0:01:58", "remaining_time": "0:40:13"}
+{"current_steps": 12, "total_steps": 236, "loss": 0.599, "lr": 4.968170886803361e-06, "epoch": 0.05084745762711865, "percentage": 5.08, "elapsed_time": "0:02:08", "remaining_time": "0:39:56"}
+{"current_steps": 13, "total_steps": 236, "loss": 0.5596, "lr": 4.962658793529258e-06, "epoch": 0.05508474576271186, "percentage": 5.51, "elapsed_time": "0:02:18", "remaining_time": "0:39:39"}
+{"current_steps": 14, "total_steps": 236, "loss": 0.5753, "lr": 4.956710311481303e-06, "epoch": 0.059322033898305086, "percentage": 5.93, "elapsed_time": "0:02:29", "remaining_time": "0:39:24"}
+{"current_steps": 15, "total_steps": 236, "loss": 0.5945, "lr": 4.950326494744127e-06, "epoch": 0.0635593220338983, "percentage": 6.36, "elapsed_time": "0:02:39", "remaining_time": "0:39:09"}
+{"current_steps": 16, "total_steps": 236, "loss": 0.5558, "lr": 4.943508474544667e-06, "epoch": 0.06779661016949153, "percentage": 6.78, "elapsed_time": "0:02:49", "remaining_time": "0:38:55"}
+{"current_steps": 17, "total_steps": 236, "loss": 0.5743, "lr": 4.936257459051703e-06, "epoch": 0.07203389830508475, "percentage": 7.2, "elapsed_time": "0:03:00", "remaining_time": "0:38:41"}
+{"current_steps": 18, "total_steps": 236, "loss": 0.6069, "lr": 4.928574733161775e-06, "epoch": 0.07627118644067797, "percentage": 7.63, "elapsed_time": "0:03:10", "remaining_time": "0:38:27"}
+{"current_steps": 19, "total_steps": 236, "loss": 0.6191, "lr": 4.920461658271492e-06, "epoch": 0.08050847457627118, "percentage": 8.05, "elapsed_time": "0:03:20", "remaining_time": "0:38:14"}
+{"current_steps": 20, "total_steps": 236, "loss": 0.5708, "lr": 4.911919672036291e-06, "epoch": 0.0847457627118644, "percentage": 8.47, "elapsed_time": "0:03:31", "remaining_time": "0:38:01"}
+{"current_steps": 21, "total_steps": 236, "loss": 0.5543, "lr": 4.902950288115679e-06, "epoch": 0.08898305084745763, "percentage": 8.9, "elapsed_time": "0:03:41", "remaining_time": "0:37:49"}
+{"current_steps": 22, "total_steps": 236, "loss": 0.5413, "lr": 4.8935550959050135e-06, "epoch": 0.09322033898305085, "percentage": 9.32, "elapsed_time": "0:03:51", "remaining_time": "0:37:36"}
+{"current_steps": 23, "total_steps": 236, "loss": 0.5366, "lr": 4.883735760253856e-06, "epoch": 0.09745762711864407, "percentage": 9.75, "elapsed_time": "0:04:02", "remaining_time": "0:37:24"}
+{"current_steps": 24, "total_steps": 236, "loss": 0.5023, "lr": 4.8734940211709535e-06, "epoch": 0.1016949152542373, "percentage": 10.17, "elapsed_time": "0:04:12", "remaining_time": "0:37:11"}
+{"current_steps": 25, "total_steps": 236, "loss": 0.579, "lr": 4.862831693515909e-06, "epoch": 0.1059322033898305, "percentage": 10.59, "elapsed_time": "0:04:23", "remaining_time": "0:36:59"}
+{"current_steps": 26, "total_steps": 236, "loss": 0.5114, "lr": 4.851750666677583e-06, "epoch": 0.11016949152542373, "percentage": 11.02, "elapsed_time": "0:04:33", "remaining_time": "0:36:47"}
+{"current_steps": 27, "total_steps": 236, "loss": 0.501, "lr": 4.840252904239291e-06, "epoch": 0.11440677966101695, "percentage": 11.44, "elapsed_time": "0:04:43", "remaining_time": "0:36:35"}
+{"current_steps": 28, "total_steps": 236, "loss": 0.5558, "lr": 4.828340443630847e-06, "epoch": 0.11864406779661017, "percentage": 11.86, "elapsed_time": "0:04:53", "remaining_time": "0:36:23"}
+{"current_steps": 29, "total_steps": 236, "loss": 0.485, "lr": 4.8160153957675315e-06, "epoch": 0.1228813559322034, "percentage": 12.29, "elapsed_time": "0:05:04", "remaining_time": "0:36:12"}
+{"current_steps": 30, "total_steps": 236, "loss": 0.5526, "lr": 4.8032799446760326e-06, "epoch": 0.1271186440677966, "percentage": 12.71, "elapsed_time": "0:05:14", "remaining_time": "0:36:00"}
+{"current_steps": 31, "total_steps": 236, "loss": 0.5322, "lr": 4.790136347107427e-06, "epoch": 0.13135593220338984, "percentage": 13.14, "elapsed_time": "0:05:24", "remaining_time": "0:35:48"}
+{"current_steps": 32, "total_steps": 236, "loss": 0.4939, "lr": 4.7765869321372835e-06, "epoch": 0.13559322033898305, "percentage": 13.56, "elapsed_time": "0:05:35", "remaining_time": "0:35:36"}
+{"current_steps": 33, "total_steps": 236, "loss": 0.5233, "lr": 4.76263410075294e-06, "epoch": 0.13983050847457626, "percentage": 13.98, "elapsed_time": "0:05:45", "remaining_time": "0:35:25"}
+{"current_steps": 34, "total_steps": 236, "loss": 0.5195, "lr": 4.7482803254280485e-06, "epoch": 0.1440677966101695, "percentage": 14.41, "elapsed_time": "0:05:55", "remaining_time": "0:35:13"}
+{"current_steps": 35, "total_steps": 236, "loss": 0.5188, "lr": 4.733528149684444e-06, "epoch": 0.1483050847457627, "percentage": 14.83, "elapsed_time": "0:06:06", "remaining_time": "0:35:02"}
+{"current_steps": 36, "total_steps": 236, "loss": 0.5102, "lr": 4.718380187641429e-06, "epoch": 0.15254237288135594, "percentage": 15.25, "elapsed_time": "0:06:16", "remaining_time": "0:34:51"}
+{"current_steps": 37, "total_steps": 236, "loss": 0.5413, "lr": 4.7028391235525414e-06, "epoch": 0.15677966101694915, "percentage": 15.68, "elapsed_time": "0:06:26", "remaining_time": "0:34:39"}
+{"current_steps": 38, "total_steps": 236, "loss": 0.503, "lr": 4.686907711329903e-06, "epoch": 0.16101694915254236, "percentage": 16.1, "elapsed_time": "0:06:37", "remaining_time": "0:34:28"}
+{"current_steps": 39, "total_steps": 236, "loss": 0.5292, "lr": 4.670588774056218e-06, "epoch": 0.1652542372881356, "percentage": 16.53, "elapsed_time": "0:06:47", "remaining_time": "0:34:17"}
+{"current_steps": 40, "total_steps": 236, "loss": 0.5267, "lr": 4.653885203484516e-06, "epoch": 0.1694915254237288, "percentage": 16.95, "elapsed_time": "0:06:57", "remaining_time": "0:34:06"}
+{"current_steps": 41, "total_steps": 236, "loss": 0.5156, "lr": 4.636799959525726e-06, "epoch": 0.17372881355932204, "percentage": 17.37, "elapsed_time": "0:07:08", "remaining_time": "0:33:55"}
+{"current_steps": 42, "total_steps": 236, "loss": 0.5199, "lr": 4.619336069724177e-06, "epoch": 0.17796610169491525, "percentage": 17.8, "elapsed_time": "0:07:18", "remaining_time": "0:33:44"}
+{"current_steps": 43, "total_steps": 236, "loss": 0.5106, "lr": 4.601496628721108e-06, "epoch": 0.18220338983050846, "percentage": 18.22, "elapsed_time": "0:07:28", "remaining_time": "0:33:33"}
+{"current_steps": 44, "total_steps": 236, "loss": 0.5057, "lr": 4.583284797706288e-06, "epoch": 0.1864406779661017, "percentage": 18.64, "elapsed_time": "0:07:38", "remaining_time": "0:33:22"}
+{"current_steps": 45, "total_steps": 236, "loss": 0.5035, "lr": 4.564703803857849e-06, "epoch": 0.1906779661016949, "percentage": 19.07, "elapsed_time": "0:07:49", "remaining_time": "0:33:11"}
+{"current_steps": 46, "total_steps": 236, "loss": 0.4671, "lr": 4.5457569397704226e-06, "epoch": 0.19491525423728814, "percentage": 19.49, "elapsed_time": "0:07:59", "remaining_time": "0:33:01"}
+{"current_steps": 47, "total_steps": 236, "loss": 0.4861, "lr": 4.526447562871685e-06, "epoch": 0.19915254237288135, "percentage": 19.92, "elapsed_time": "0:08:09", "remaining_time": "0:32:50"}
+{"current_steps": 48, "total_steps": 236, "loss": 0.5108, "lr": 4.506779094827409e-06, "epoch": 0.2033898305084746, "percentage": 20.34, "elapsed_time": "0:08:20", "remaining_time": "0:32:39"}
+{"current_steps": 49, "total_steps": 236, "loss": 0.4739, "lr": 4.486755020935144e-06, "epoch": 0.2076271186440678, "percentage": 20.76, "elapsed_time": "0:08:30", "remaining_time": "0:32:28"}
+{"current_steps": 50, "total_steps": 236, "loss": 0.4923, "lr": 4.466378889506607e-06, "epoch": 0.211864406779661, "percentage": 21.19, "elapsed_time": "0:08:40", "remaining_time": "0:32:17"}
+{"current_steps": 51, "total_steps": 236, "loss": 0.4691, "lr": 4.445654311238915e-06, "epoch": 0.21610169491525424, "percentage": 21.61, "elapsed_time": "0:08:51", "remaining_time": "0:32:07"}
+{"current_steps": 52, "total_steps": 236, "loss": 0.5078, "lr": 4.424584958574766e-06, "epoch": 0.22033898305084745, "percentage": 22.03, "elapsed_time": "0:09:01", "remaining_time": "0:31:56"}
+{"current_steps": 53, "total_steps": 236, "loss": 0.5286, "lr": 4.403174565051667e-06, "epoch": 0.2245762711864407, "percentage": 22.46, "elapsed_time": "0:09:11", "remaining_time": "0:31:45"}
+{"current_steps": 54, "total_steps": 236, "loss": 0.5144, "lr": 4.381426924640346e-06, "epoch": 0.2288135593220339, "percentage": 22.88, "elapsed_time": "0:09:22", "remaining_time": "0:31:35"}
+{"current_steps": 55, "total_steps": 236, "loss": 0.5053, "lr": 4.359345891072454e-06, "epoch": 0.2330508474576271, "percentage": 23.31, "elapsed_time": "0:09:32", "remaining_time": "0:31:24"}
+{"current_steps": 56, "total_steps": 236, "loss": 0.4833, "lr": 4.336935377157668e-06, "epoch": 0.23728813559322035, "percentage": 23.73, "elapsed_time": "0:09:42", "remaining_time": "0:31:13"}
+{"current_steps": 57, "total_steps": 236, "loss": 0.4854, "lr": 4.31419935409034e-06, "epoch": 0.24152542372881355, "percentage": 24.15, "elapsed_time": "0:09:53", "remaining_time": "0:31:03"}
+{"current_steps": 58, "total_steps": 236, "loss": 0.4768, "lr": 4.291141850745788e-06, "epoch": 0.2457627118644068, "percentage": 24.58, "elapsed_time": "0:10:03", "remaining_time": "0:30:52"}
+{"current_steps": 59, "total_steps": 236, "loss": 0.4731, "lr": 4.267766952966369e-06, "epoch": 0.25, "percentage": 25.0, "elapsed_time": "0:10:13", "remaining_time": "0:30:41"}
+{"current_steps": 60, "total_steps": 236, "loss": 0.4654, "lr": 4.244078802837462e-06, "epoch": 0.2542372881355932, "percentage": 25.42, "elapsed_time": "0:10:24", "remaining_time": "0:30:31"}
+{"current_steps": 61, "total_steps": 236, "loss": 0.4255, "lr": 4.220081597953479e-06, "epoch": 0.2584745762711864, "percentage": 25.85, "elapsed_time": "0:10:34", "remaining_time": "0:30:20"}
+{"current_steps": 62, "total_steps": 236, "loss": 0.4799, "lr": 4.1957795906740404e-06, "epoch": 0.2627118644067797, "percentage": 26.27, "elapsed_time": "0:10:44", "remaining_time": "0:30:10"}
+{"current_steps": 63, "total_steps": 236, "loss": 0.4945, "lr": 4.171177087370452e-06, "epoch": 0.2669491525423729, "percentage": 26.69, "elapsed_time": "0:10:55", "remaining_time": "0:29:59"}
+{"current_steps": 64, "total_steps": 236, "loss": 0.5011, "lr": 4.146278447662597e-06, "epoch": 0.2711864406779661, "percentage": 27.12, "elapsed_time": "0:11:05", "remaining_time": "0:29:48"}
+{"current_steps": 65, "total_steps": 236, "loss": 0.5116, "lr": 4.1210880836464135e-06, "epoch": 0.2754237288135593, "percentage": 27.54, "elapsed_time": "0:11:15", "remaining_time": "0:29:38"}
+{"current_steps": 66, "total_steps": 236, "loss": 0.4816, "lr": 4.095610459112051e-06, "epoch": 0.2796610169491525, "percentage": 27.97, "elapsed_time": "0:11:26", "remaining_time": "0:29:27"}
+{"current_steps": 67, "total_steps": 236, "loss": 0.4783, "lr": 4.06985008875288e-06, "epoch": 0.2838983050847458, "percentage": 28.39, "elapsed_time": "0:11:36", "remaining_time": "0:29:17"}
+{"current_steps": 68, "total_steps": 236, "loss": 0.469, "lr": 4.04381153736548e-06, "epoch": 0.288135593220339, "percentage": 28.81, "elapsed_time": "0:11:46", "remaining_time": "0:29:06"}
+{"current_steps": 69, "total_steps": 236, "loss": 0.4899, "lr": 4.017499419040745e-06, "epoch": 0.2923728813559322, "percentage": 29.24, "elapsed_time": "0:11:57", "remaining_time": "0:28:55"}
+{"current_steps": 70, "total_steps": 236, "loss": 0.466, "lr": 3.990918396346254e-06, "epoch": 0.2966101694915254, "percentage": 29.66, "elapsed_time": "0:12:07", "remaining_time": "0:28:45"}
+{"current_steps": 71, "total_steps": 236, "loss": 0.4554, "lr": 3.964073179500059e-06, "epoch": 0.3008474576271186, "percentage": 30.08, "elapsed_time": "0:12:17", "remaining_time": "0:28:34"}
+{"current_steps": 72, "total_steps": 236, "loss": 0.4309, "lr": 3.936968525536018e-06, "epoch": 0.3050847457627119, "percentage": 30.51, "elapsed_time": "0:12:28", "remaining_time": "0:28:24"}
+{"current_steps": 73, "total_steps": 236, "loss": 0.4544, "lr": 3.90960923746084e-06, "epoch": 0.3093220338983051, "percentage": 30.93, "elapsed_time": "0:12:38", "remaining_time": "0:28:13"}
+{"current_steps": 74, "total_steps": 236, "loss": 0.5207, "lr": 3.882000163402984e-06, "epoch": 0.3135593220338983, "percentage": 31.36, "elapsed_time": "0:12:48", "remaining_time": "0:28:02"}
+{"current_steps": 75, "total_steps": 236, "loss": 0.4715, "lr": 3.854146195753553e-06, "epoch": 0.3177966101694915, "percentage": 31.78, "elapsed_time": "0:12:59", "remaining_time": "0:27:52"}
+{"current_steps": 76, "total_steps": 236, "loss": 0.516, "lr": 3.826052270299356e-06, "epoch": 0.3220338983050847, "percentage": 32.2, "elapsed_time": "0:13:09", "remaining_time": "0:27:41"}
+{"current_steps": 77, "total_steps": 236, "loss": 0.4777, "lr": 3.797723365348277e-06, "epoch": 0.326271186440678, "percentage": 32.63, "elapsed_time": "0:13:19", "remaining_time": "0:27:31"}
+{"current_steps": 78, "total_steps": 236, "loss": 0.4673, "lr": 3.7691645008471e-06, "epoch": 0.3305084745762712, "percentage": 33.05, "elapsed_time": "0:13:30", "remaining_time": "0:27:20"}
+{"current_steps": 79, "total_steps": 236, "loss": 0.4351, "lr": 3.7403807374919717e-06, "epoch": 0.3347457627118644, "percentage": 33.47, "elapsed_time": "0:13:40", "remaining_time": "0:27:10"}
+{"current_steps": 80, "total_steps": 236, "loss": 0.5165, "lr": 3.711377175831626e-06, "epoch": 0.3389830508474576, "percentage": 33.9, "elapsed_time": "0:13:50", "remaining_time": "0:26:59"}
+{"current_steps": 81, "total_steps": 236, "loss": 0.4341, "lr": 3.682158955363564e-06, "epoch": 0.3432203389830508, "percentage": 34.32, "elapsed_time": "0:14:01", "remaining_time": "0:26:49"}
+{"current_steps": 82, "total_steps": 236, "loss": 0.4424, "lr": 3.652731253623315e-06, "epoch": 0.3474576271186441, "percentage": 34.75, "elapsed_time": "0:14:11", "remaining_time": "0:26:38"}
+{"current_steps": 83, "total_steps": 236, "loss": 0.4948, "lr": 3.623099285266972e-06, "epoch": 0.3516949152542373, "percentage": 35.17, "elapsed_time": "0:14:21", "remaining_time": "0:26:28"}
+{"current_steps": 84, "total_steps": 236, "loss": 0.495, "lr": 3.593268301147139e-06, "epoch": 0.3559322033898305, "percentage": 35.59, "elapsed_time": "0:14:32", "remaining_time": "0:26:17"}
+{"current_steps": 85, "total_steps": 236, "loss": 0.4686, "lr": 3.563243587382468e-06, "epoch": 0.3601694915254237, "percentage": 36.02, "elapsed_time": "0:14:42", "remaining_time": "0:26:07"}
+{"current_steps": 86, "total_steps": 236, "loss": 0.4805, "lr": 3.5330304644209456e-06, "epoch": 0.3644067796610169, "percentage": 36.44, "elapsed_time": "0:14:52", "remaining_time": "0:25:57"}
+{"current_steps": 87, "total_steps": 236, "loss": 0.5394, "lr": 3.502634286097104e-06, "epoch": 0.3686440677966102, "percentage": 36.86, "elapsed_time": "0:15:03", "remaining_time": "0:25:46"}
+{"current_steps": 88, "total_steps": 236, "loss": 0.4976, "lr": 3.4720604386833024e-06, "epoch": 0.3728813559322034, "percentage": 37.29, "elapsed_time": "0:15:13", "remaining_time": "0:25:36"}
+{"current_steps": 89, "total_steps": 236, "loss": 0.4087, "lr": 3.4413143399352663e-06, "epoch": 0.3771186440677966, "percentage": 37.71, "elapsed_time": "0:15:23", "remaining_time": "0:25:25"}
+{"current_steps": 90, "total_steps": 236, "loss": 0.4367, "lr": 3.410401438132056e-06, "epoch": 0.3813559322033898, "percentage": 38.14, "elapsed_time": "0:15:33", "remaining_time": "0:25:15"}
+{"current_steps": 91, "total_steps": 236, "loss": 0.4592, "lr": 3.3793272111106125e-06, "epoch": 0.3855932203389831, "percentage": 38.56, "elapsed_time": "0:15:44", "remaining_time": "0:25:04"}
+{"current_steps": 92, "total_steps": 236, "loss": 0.4635, "lr": 3.3480971652950757e-06, "epoch": 0.3898305084745763, "percentage": 38.98, "elapsed_time": "0:15:54", "remaining_time": "0:24:54"}
+{"current_steps": 93, "total_steps": 236, "loss": 0.4847, "lr": 3.316716834721033e-06, "epoch": 0.3940677966101695, "percentage": 39.41, "elapsed_time": "0:16:04", "remaining_time": "0:24:43"}
+{"current_steps": 94, "total_steps": 236, "loss": 0.4568, "lr": 3.2851917800548726e-06, "epoch": 0.3983050847457627, "percentage": 39.83, "elapsed_time": "0:16:15", "remaining_time": "0:24:33"}
+{"current_steps": 95, "total_steps": 236, "loss": 0.5261, "lr": 3.253527587608425e-06, "epoch": 0.4025423728813559, "percentage": 40.25, "elapsed_time": "0:16:25", "remaining_time": "0:24:22"}
+{"current_steps": 96, "total_steps": 236, "loss": 0.4596, "lr": 3.221729868349053e-06, "epoch": 0.4067796610169492, "percentage": 40.68, "elapsed_time": "0:16:35", "remaining_time": "0:24:12"}
+{"current_steps": 97, "total_steps": 236, "loss": 0.4194, "lr": 3.1898042569053767e-06, "epoch": 0.4110169491525424, "percentage": 41.1, "elapsed_time": "0:16:46", "remaining_time": "0:24:02"}
+{"current_steps": 98, "total_steps": 236, "loss": 0.4554, "lr": 3.157756410568803e-06, "epoch": 0.4152542372881356, "percentage": 41.53, "elapsed_time": "0:16:56", "remaining_time": "0:23:51"}
+{"current_steps": 99, "total_steps": 236, "loss": 0.6189, "lr": 3.125592008291044e-06, "epoch": 0.4194915254237288, "percentage": 41.95, "elapsed_time": "0:17:07", "remaining_time": "0:23:41"}
+{"current_steps": 100, "total_steps": 236, "loss": 0.5004, "lr": 3.093316749677788e-06, "epoch": 0.423728813559322, "percentage": 42.37, "elapsed_time": "0:17:17", "remaining_time": "0:23:30"}
+{"current_steps": 100, "total_steps": 236, "eval_loss": 0.4270476698875427, "epoch": 0.423728813559322, "percentage": 42.37, "elapsed_time": "0:17:22", "remaining_time": "0:23:38"}
+{"current_steps": 101, "total_steps": 236, "loss": 0.4709, "lr": 3.0609363539787206e-06, "epoch": 0.4279661016949153, "percentage": 42.8, "elapsed_time": "0:17:32", "remaining_time": "0:23:27"}
+{"current_steps": 102, "total_steps": 236, "loss": 0.4697, "lr": 3.028456559074061e-06, "epoch": 0.4322033898305085, "percentage": 43.22, "elapsed_time": "0:17:43", "remaining_time": "0:23:16"}
+{"current_steps": 103, "total_steps": 236, "loss": 0.4797, "lr": 2.9958831204577948e-06, "epoch": 0.4364406779661017, "percentage": 43.64, "elapsed_time": "0:17:53", "remaining_time": "0:23:06"}
+{"current_steps": 104, "total_steps": 236, "loss": 0.4747, "lr": 2.963221810217786e-06, "epoch": 0.4406779661016949, "percentage": 44.07, "elapsed_time": "0:18:03", "remaining_time": "0:22:55"}
+{"current_steps": 105, "total_steps": 236, "loss": 0.4507, "lr": 2.9304784160129535e-06, "epoch": 0.4449152542372881, "percentage": 44.49, "elapsed_time": "0:18:14", "remaining_time": "0:22:45"}
+{"current_steps": 106, "total_steps": 236, "loss": 0.4918, "lr": 2.8976587400476804e-06, "epoch": 0.4491525423728814, "percentage": 44.92, "elapsed_time": "0:18:24", "remaining_time": "0:22:34"}
+{"current_steps": 107, "total_steps": 236, "loss": 0.4457, "lr": 2.8647685980436547e-06, "epoch": 0.4533898305084746, "percentage": 45.34, "elapsed_time": "0:18:34", "remaining_time": "0:22:24"}
+{"current_steps": 108, "total_steps": 236, "loss": 0.4484, "lr": 2.8318138182093053e-06, "epoch": 0.4576271186440678, "percentage": 45.76, "elapsed_time": "0:18:45", "remaining_time": "0:22:13"}
+{"current_steps": 109, "total_steps": 236, "loss": 0.5083, "lr": 2.7988002402070346e-06, "epoch": 0.461864406779661, "percentage": 46.19, "elapsed_time": "0:18:55", "remaining_time": "0:22:02"}
+{"current_steps": 110, "total_steps": 236, "loss": 0.4645, "lr": 2.7657337141184137e-06, "epoch": 0.4661016949152542, "percentage": 46.61, "elapsed_time": "0:19:05", "remaining_time": "0:21:52"}
+{"current_steps": 111, "total_steps": 236, "loss": 0.5214, "lr": 2.7326200994075364e-06, "epoch": 0.4703389830508475, "percentage": 47.03, "elapsed_time": "0:19:16", "remaining_time": "0:21:41"}
+{"current_steps": 112, "total_steps": 236, "loss": 0.4336, "lr": 2.699465263882708e-06, "epoch": 0.4745762711864407, "percentage": 47.46, "elapsed_time": "0:19:26", "remaining_time": "0:21:31"}
+{"current_steps": 113, "total_steps": 236, "loss": 0.4566, "lr": 2.666275082656656e-06, "epoch": 0.4788135593220339, "percentage": 47.88, "elapsed_time": "0:19:36", "remaining_time": "0:21:20"}
+{"current_steps": 114, "total_steps": 236, "loss": 0.467, "lr": 2.6330554371054466e-06, "epoch": 0.4830508474576271, "percentage": 48.31, "elapsed_time": "0:19:47", "remaining_time": "0:21:10"}
+{"current_steps": 115, "total_steps": 236, "loss": 0.4492, "lr": 2.5998122138262944e-06, "epoch": 0.4872881355932203, "percentage": 48.73, "elapsed_time": "0:19:57", "remaining_time": "0:20:59"}
+{"current_steps": 116, "total_steps": 236, "loss": 0.4699, "lr": 2.5665513035944373e-06, "epoch": 0.4915254237288136, "percentage": 49.15, "elapsed_time": "0:20:07", "remaining_time": "0:20:49"}
+{"current_steps": 117, "total_steps": 236, "loss": 0.4227, "lr": 2.533278600319285e-06, "epoch": 0.4957627118644068, "percentage": 49.58, "elapsed_time": "0:20:18", "remaining_time": "0:20:38"}
+{"current_steps": 118, "total_steps": 236, "loss": 0.4425, "lr": 2.5e-06, "epoch": 0.5, "percentage": 50.0, "elapsed_time": "0:20:28", "remaining_time": "0:20:28"}
+{"current_steps": 119, "total_steps": 236, "loss": 0.4548, "lr": 2.466721399680716e-06, "epoch": 0.5042372881355932, "percentage": 50.42, "elapsed_time": "0:20:38", "remaining_time": "0:20:17"}
+{"current_steps": 120, "total_steps": 236, "loss": 0.4671, "lr": 2.4334486964055635e-06, "epoch": 0.5084745762711864, "percentage": 50.85, "elapsed_time": "0:20:49", "remaining_time": "0:20:07"}
+{"current_steps": 121, "total_steps": 236, "loss": 0.4492, "lr": 2.400187786173707e-06, "epoch": 0.5127118644067796, "percentage": 51.27, "elapsed_time": "0:20:59", "remaining_time": "0:19:56"}
+{"current_steps": 122, "total_steps": 236, "loss": 0.4836, "lr": 2.3669445628945543e-06, "epoch": 0.5169491525423728, "percentage": 51.69, "elapsed_time": "0:21:09", "remaining_time": "0:19:46"}
+{"current_steps": 123, "total_steps": 236, "loss": 0.459, "lr": 2.3337249173433447e-06, "epoch": 0.5211864406779662, "percentage": 52.12, "elapsed_time": "0:21:20", "remaining_time": "0:19:36"}
+{"current_steps": 124, "total_steps": 236, "loss": 0.4392, "lr": 2.300534736117292e-06, "epoch": 0.5254237288135594, "percentage": 52.54, "elapsed_time": "0:21:30", "remaining_time": "0:19:25"}
+{"current_steps": 125, "total_steps": 236, "loss": 0.4283, "lr": 2.267379900592464e-06, "epoch": 0.5296610169491526, "percentage": 52.97, "elapsed_time": "0:21:40", "remaining_time": "0:19:15"}
+{"current_steps": 126, "total_steps": 236, "loss": 0.4611, "lr": 2.234266285881587e-06, "epoch": 0.5338983050847458, "percentage": 53.39, "elapsed_time": "0:21:51", "remaining_time": "0:19:04"}
+{"current_steps": 127, "total_steps": 236, "loss": 0.432, "lr": 2.201199759792966e-06, "epoch": 0.538135593220339, "percentage": 53.81, "elapsed_time": "0:22:01", "remaining_time": "0:18:54"}
+{"current_steps": 128, "total_steps": 236, "loss": 0.4412, "lr": 2.1681861817906955e-06, "epoch": 0.5423728813559322, "percentage": 54.24, "elapsed_time": "0:22:11", "remaining_time": "0:18:43"}
+{"current_steps": 129, "total_steps": 236, "loss": 0.463, "lr": 2.135231401956346e-06, "epoch": 0.5466101694915254, "percentage": 54.66, "elapsed_time": "0:22:22", "remaining_time": "0:18:33"}
+{"current_steps": 130, "total_steps": 236, "loss": 0.4583, "lr": 2.1023412599523204e-06, "epoch": 0.5508474576271186, "percentage": 55.08, "elapsed_time": "0:22:32", "remaining_time": "0:18:22"}
+{"current_steps": 131, "total_steps": 236, "loss": 0.4451, "lr": 2.069521583987048e-06, "epoch": 0.5550847457627118, "percentage": 55.51, "elapsed_time": "0:22:42", "remaining_time": "0:18:12"}
+{"current_steps": 132, "total_steps": 236, "loss": 0.491, "lr": 2.0367781897822147e-06, "epoch": 0.559322033898305, "percentage": 55.93, "elapsed_time": "0:22:52", "remaining_time": "0:18:01"}
+{"current_steps": 133, "total_steps": 236, "loss": 0.4596, "lr": 2.004116879542205e-06, "epoch": 0.5635593220338984, "percentage": 56.36, "elapsed_time": "0:23:03", "remaining_time": "0:17:51"}
+{"current_steps": 134, "total_steps": 236, "loss": 0.4908, "lr": 1.9715434409259393e-06, "epoch": 0.5677966101694916, "percentage": 56.78, "elapsed_time": "0:23:13", "remaining_time": "0:17:40"}
+{"current_steps": 135, "total_steps": 236, "loss": 0.4634, "lr": 1.9390636460212803e-06, "epoch": 0.5720338983050848, "percentage": 57.2, "elapsed_time": "0:23:23", "remaining_time": "0:17:30"}
+{"current_steps": 136, "total_steps": 236, "loss": 0.4929, "lr": 1.906683250322213e-06, "epoch": 0.576271186440678, "percentage": 57.63, "elapsed_time": "0:23:34", "remaining_time": "0:17:19"}
+{"current_steps": 137, "total_steps": 236, "loss": 0.525, "lr": 1.874407991708957e-06, "epoch": 0.5805084745762712, "percentage": 58.05, "elapsed_time": "0:23:44", "remaining_time": "0:17:09"}
+{"current_steps": 138, "total_steps": 236, "loss": 0.4561, "lr": 1.8422435894311973e-06, "epoch": 0.5847457627118644, "percentage": 58.47, "elapsed_time": "0:23:54", "remaining_time": "0:16:59"}
+{"current_steps": 139, "total_steps": 236, "loss": 0.4868, "lr": 1.8101957430946241e-06, "epoch": 0.5889830508474576, "percentage": 58.9, "elapsed_time": "0:24:05", "remaining_time": "0:16:48"}
+{"current_steps": 140, "total_steps": 236, "loss": 0.4483, "lr": 1.7782701316509482e-06, "epoch": 0.5932203389830508, "percentage": 59.32, "elapsed_time": "0:24:15", "remaining_time": "0:16:38"}
+{"current_steps": 141, "total_steps": 236, "loss": 0.4596, "lr": 1.7464724123915761e-06, "epoch": 0.597457627118644, "percentage": 59.75, "elapsed_time": "0:24:25", "remaining_time": "0:16:27"}
+{"current_steps": 142, "total_steps": 236, "loss": 0.4592, "lr": 1.7148082199451288e-06, "epoch": 0.6016949152542372, "percentage": 60.17, "elapsed_time": "0:24:36", "remaining_time": "0:16:17"}
+{"current_steps": 143, "total_steps": 236, "loss": 0.4581, "lr": 1.6832831652789674e-06, "epoch": 0.6059322033898306, "percentage": 60.59, "elapsed_time": "0:24:46", "remaining_time": "0:16:06"}
+{"current_steps": 144, "total_steps": 236, "loss": 0.4344, "lr": 1.6519028347049242e-06, "epoch": 0.6101694915254238, "percentage": 61.02, "elapsed_time": "0:24:56", "remaining_time": "0:15:56"}
+{"current_steps": 145, "total_steps": 236, "loss": 0.485, "lr": 1.6206727888893875e-06, "epoch": 0.614406779661017, "percentage": 61.44, "elapsed_time": "0:25:07", "remaining_time": "0:15:45"}
+{"current_steps": 146, "total_steps": 236, "loss": 0.4499, "lr": 1.5895985618679447e-06, "epoch": 0.6186440677966102, "percentage": 61.86, "elapsed_time": "0:25:17", "remaining_time": "0:15:35"}
+{"current_steps": 147, "total_steps": 236, "loss": 0.4567, "lr": 1.5586856600647346e-06, "epoch": 0.6228813559322034, "percentage": 62.29, "elapsed_time": "0:25:27", "remaining_time": "0:15:25"}
+{"current_steps": 148, "total_steps": 236, "loss": 0.4706, "lr": 1.5279395613166987e-06, "epoch": 0.6271186440677966, "percentage": 62.71, "elapsed_time": "0:25:38", "remaining_time": "0:15:14"}
+{"current_steps": 149, "total_steps": 236, "loss": 0.4277, "lr": 1.4973657139028963e-06, "epoch": 0.6313559322033898, "percentage": 63.14, "elapsed_time": "0:25:48", "remaining_time": "0:15:04"}
+{"current_steps": 150, "total_steps": 236, "loss": 0.4192, "lr": 1.4669695355790552e-06, "epoch": 0.635593220338983, "percentage": 63.56, "elapsed_time": "0:25:58", "remaining_time": "0:14:53"}
+{"current_steps": 151, "total_steps": 236, "loss": 0.4032, "lr": 1.4367564126175338e-06, "epoch": 0.6398305084745762, "percentage": 63.98, "elapsed_time": "0:26:09", "remaining_time": "0:14:43"}
+{"current_steps": 152, "total_steps": 236, "loss": 0.4176, "lr": 1.4067316988528618e-06, "epoch": 0.6440677966101694, "percentage": 64.41, "elapsed_time": "0:26:19", "remaining_time": "0:14:32"}
+{"current_steps": 153, "total_steps": 236, "loss": 0.4855, "lr": 1.3769007147330282e-06, "epoch": 0.6483050847457628, "percentage": 64.83, "elapsed_time": "0:26:29", "remaining_time": "0:14:22"}
+{"current_steps": 154, "total_steps": 236, "loss": 0.4437, "lr": 1.347268746376685e-06, "epoch": 0.652542372881356, "percentage": 65.25, "elapsed_time": "0:26:40", "remaining_time": "0:14:11"}
+{"current_steps": 155, "total_steps": 236, "loss": 0.4453, "lr": 1.3178410446364376e-06, "epoch": 0.6567796610169492, "percentage": 65.68, "elapsed_time": "0:26:50", "remaining_time": "0:14:01"}
+{"current_steps": 156, "total_steps": 236, "loss": 0.423, "lr": 1.288622824168375e-06, "epoch": 0.6610169491525424, "percentage": 66.1, "elapsed_time": "0:27:00", "remaining_time": "0:13:51"}
+{"current_steps": 157, "total_steps": 236, "loss": 0.465, "lr": 1.2596192625080294e-06, "epoch": 0.6652542372881356, "percentage": 66.53, "elapsed_time": "0:27:11", "remaining_time": "0:13:40"}
+{"current_steps": 158, "total_steps": 236, "loss": 0.477, "lr": 1.230835499152901e-06, "epoch": 0.6694915254237288, "percentage": 66.95, "elapsed_time": "0:27:21", "remaining_time": "0:13:30"}
+{"current_steps": 159, "total_steps": 236, "loss": 0.4747, "lr": 1.202276634651724e-06, "epoch": 0.673728813559322, "percentage": 67.37, "elapsed_time": "0:27:31", "remaining_time": "0:13:19"}
+{"current_steps": 160, "total_steps": 236, "loss": 0.4463, "lr": 1.1739477297006442e-06, "epoch": 0.6779661016949152, "percentage": 67.8, "elapsed_time": "0:27:41", "remaining_time": "0:13:09"}
+{"current_steps": 161, "total_steps": 236, "loss": 0.4314, "lr": 1.1458538042464477e-06, "epoch": 0.6822033898305084, "percentage": 68.22, "elapsed_time": "0:27:52", "remaining_time": "0:12:59"}
+{"current_steps": 162, "total_steps": 236, "loss": 0.4633, "lr": 1.1179998365970174e-06, "epoch": 0.6864406779661016, "percentage": 68.64, "elapsed_time": "0:28:02", "remaining_time": "0:12:48"}
+{"current_steps": 163, "total_steps": 236, "loss": 0.3939, "lr": 1.0903907625391597e-06, "epoch": 0.690677966101695, "percentage": 69.07, "elapsed_time": "0:28:12", "remaining_time": "0:12:38"}
+{"current_steps": 164, "total_steps": 236, "loss": 0.4547, "lr": 1.0630314744639831e-06, "epoch": 0.6949152542372882, "percentage": 69.49, "elapsed_time": "0:28:23", "remaining_time": "0:12:27"}
+{"current_steps": 165, "total_steps": 236, "loss": 0.4544, "lr": 1.0359268204999417e-06, "epoch": 0.6991525423728814, "percentage": 69.92, "elapsed_time": "0:28:33", "remaining_time": "0:12:17"}
+{"current_steps": 166, "total_steps": 236, "loss": 0.4461, "lr": 1.0090816036537462e-06, "epoch": 0.7033898305084746, "percentage": 70.34, "elapsed_time": "0:28:43", "remaining_time": "0:12:06"}
+{"current_steps": 167, "total_steps": 236, "loss": 0.4134, "lr": 9.825005809592565e-07, "epoch": 0.7076271186440678, "percentage": 70.76, "elapsed_time": "0:28:54", "remaining_time": "0:11:56"}
+{"current_steps": 168, "total_steps": 236, "loss": 0.4899, "lr": 9.561884626345206e-07, "epoch": 0.711864406779661, "percentage": 71.19, "elapsed_time": "0:29:04", "remaining_time": "0:11:46"}
+{"current_steps": 169, "total_steps": 236, "loss": 0.4461, "lr": 9.301499112471205e-07, "epoch": 0.7161016949152542, "percentage": 71.61, "elapsed_time": "0:29:14", "remaining_time": "0:11:35"}
+{"current_steps": 170, "total_steps": 236, "loss": 0.4358, "lr": 9.043895408879505e-07, "epoch": 0.7203389830508474, "percentage": 72.03, "elapsed_time": "0:29:25", "remaining_time": "0:11:25"}
+{"current_steps": 171, "total_steps": 236, "loss": 0.443, "lr": 8.789119163535875e-07, "epoch": 0.7245762711864406, "percentage": 72.46, "elapsed_time": "0:29:35", "remaining_time": "0:11:14"}
+{"current_steps": 172, "total_steps": 236, "loss": 0.4332, "lr": 8.537215523374037e-07, "epoch": 0.7288135593220338, "percentage": 72.88, "elapsed_time": "0:29:45", "remaining_time": "0:11:04"}
+{"current_steps": 173, "total_steps": 236, "loss": 0.4423, "lr": 8.288229126295494e-07, "epoch": 0.7330508474576272, "percentage": 73.31, "elapsed_time": "0:29:55", "remaining_time": "0:10:54"}
+{"current_steps": 174, "total_steps": 236, "loss": 0.4513, "lr": 8.042204093259598e-07, "epoch": 0.7372881355932204, "percentage": 73.73, "elapsed_time": "0:30:06", "remaining_time": "0:10:43"}
+{"current_steps": 175, "total_steps": 236, "loss": 0.4446, "lr": 7.799184020465214e-07, "epoch": 0.7415254237288136, "percentage": 74.15, "elapsed_time": "0:30:16", "remaining_time": "0:10:33"}
+{"current_steps": 176, "total_steps": 236, "loss": 0.4516, "lr": 7.559211971625385e-07, "epoch": 0.7457627118644068, "percentage": 74.58, "elapsed_time": "0:30:26", "remaining_time": "0:10:22"}
+{"current_steps": 177, "total_steps": 236, "loss": 0.4226, "lr": 7.322330470336314e-07, "epoch": 0.75, "percentage": 75.0, "elapsed_time": "0:30:37", "remaining_time": "0:10:12"}
+{"current_steps": 178, "total_steps": 236, "loss": 0.4077, "lr": 7.088581492542121e-07, "epoch": 0.7542372881355932, "percentage": 75.42, "elapsed_time": "0:30:47", "remaining_time": "0:10:01"}
+{"current_steps": 179, "total_steps": 236, "loss": 0.4485, "lr": 6.858006459096603e-07, "epoch": 0.7584745762711864, "percentage": 75.85, "elapsed_time": "0:30:57", "remaining_time": "0:09:51"}
+{"current_steps": 180, "total_steps": 236, "loss": 0.4288, "lr": 6.630646228423324e-07, "epoch": 0.7627118644067796, "percentage": 76.27, "elapsed_time": "0:31:08", "remaining_time": "0:09:41"}
+{"current_steps": 181, "total_steps": 236, "loss": 0.4477, "lr": 6.406541089275464e-07, "epoch": 0.7669491525423728, "percentage": 76.69, "elapsed_time": "0:31:18", "remaining_time": "0:09:30"}
+{"current_steps": 182, "total_steps": 236, "loss": 0.4509, "lr": 6.185730753596538e-07, "epoch": 0.7711864406779662, "percentage": 77.12, "elapsed_time": "0:31:28", "remaining_time": "0:09:20"}
+{"current_steps": 183, "total_steps": 236, "loss": 0.4452, "lr": 5.968254349483332e-07, "epoch": 0.7754237288135594, "percentage": 77.54, "elapsed_time": "0:31:39", "remaining_time": "0:09:09"}
+{"current_steps": 184, "total_steps": 236, "loss": 0.456, "lr": 5.754150414252341e-07, "epoch": 0.7796610169491526, "percentage": 77.97, "elapsed_time": "0:31:49", "remaining_time": "0:08:59"}
+{"current_steps": 185, "total_steps": 236, "loss": 0.4866, "lr": 5.543456887610854e-07, "epoch": 0.7838983050847458, "percentage": 78.39, "elapsed_time": "0:31:59", "remaining_time": "0:08:49"}
+{"current_steps": 186, "total_steps": 236, "loss": 0.4635, "lr": 5.336211104933939e-07, "epoch": 0.788135593220339, "percentage": 78.81, "elapsed_time": "0:32:09", "remaining_time": "0:08:38"}
+{"current_steps": 187, "total_steps": 236, "loss": 0.4453, "lr": 5.132449790648561e-07, "epoch": 0.7923728813559322, "percentage": 79.24, "elapsed_time": "0:32:20", "remaining_time": "0:08:28"}
+{"current_steps": 188, "total_steps": 236, "loss": 0.4045, "lr": 4.932209051725915e-07, "epoch": 0.7966101694915254, "percentage": 79.66, "elapsed_time": "0:32:30", "remaining_time": "0:08:18"}
+{"current_steps": 189, "total_steps": 236, "loss": 0.4561, "lr": 4.7355243712831565e-07, "epoch": 0.8008474576271186, "percentage": 80.08, "elapsed_time": "0:32:40", "remaining_time": "0:08:07"}
+{"current_steps": 190, "total_steps": 236, "loss": 0.4603, "lr": 4.542430602295775e-07, "epoch": 0.8050847457627118, "percentage": 80.51, "elapsed_time": "0:32:51", "remaining_time": "0:07:57"}
+{"current_steps": 191, "total_steps": 236, "loss": 0.4428, "lr": 4.3529619614215204e-07, "epoch": 0.809322033898305, "percentage": 80.93, "elapsed_time": "0:33:01", "remaining_time": "0:07:46"}
+{"current_steps": 192, "total_steps": 236, "loss": 0.4501, "lr": 4.167152022937124e-07, "epoch": 0.8135593220338984, "percentage": 81.36, "elapsed_time": "0:33:11", "remaining_time": "0:07:36"}
+{"current_steps": 193, "total_steps": 236, "loss": 0.4503, "lr": 3.9850337127889245e-07, "epoch": 0.8177966101694916, "percentage": 81.78, "elapsed_time": "0:33:22", "remaining_time": "0:07:26"}
+{"current_steps": 194, "total_steps": 236, "loss": 0.5348, "lr": 3.8066393027582276e-07, "epoch": 0.8220338983050848, "percentage": 82.2, "elapsed_time": "0:33:32", "remaining_time": "0:07:15"}
+{"current_steps": 195, "total_steps": 236, "loss": 0.4336, "lr": 3.6320004047427414e-07, "epoch": 0.826271186440678, "percentage": 82.63, "elapsed_time": "0:33:42", "remaining_time": "0:07:05"}
+{"current_steps": 196, "total_steps": 236, "loss": 0.447, "lr": 3.4611479651548456e-07, "epoch": 0.8305084745762712, "percentage": 83.05, "elapsed_time": "0:33:53", "remaining_time": "0:06:54"}
+{"current_steps": 197, "total_steps": 236, "loss": 0.4088, "lr": 3.2941122594378235e-07, "epoch": 0.8347457627118644, "percentage": 83.47, "elapsed_time": "0:34:03", "remaining_time": "0:06:44"}
+{"current_steps": 198, "total_steps": 236, "loss": 0.4462, "lr": 3.130922886700968e-07, "epoch": 0.8389830508474576, "percentage": 83.9, "elapsed_time": "0:34:13", "remaining_time": "0:06:34"}
+{"current_steps": 199, "total_steps": 236, "loss": 0.4717, "lr": 2.9716087644745844e-07, "epoch": 0.8432203389830508, "percentage": 84.32, "elapsed_time": "0:34:24", "remaining_time": "0:06:23"}
+{"current_steps": 200, "total_steps": 236, "loss": 0.4848, "lr": 2.8161981235857145e-07, "epoch": 0.847457627118644, "percentage": 84.75, "elapsed_time": "0:34:34", "remaining_time": "0:06:13"}
+{"current_steps": 200, "total_steps": 236, "eval_loss": 0.40594419836997986, "epoch": 0.847457627118644, "percentage": 84.75, "elapsed_time": "0:34:39", "remaining_time": "0:06:14"}
+{"current_steps": 201, "total_steps": 236, "loss": 0.4712, "lr": 2.664718503155561e-07, "epoch": 0.8516949152542372, "percentage": 85.17, "elapsed_time": "0:34:49", "remaining_time": "0:06:03"}
+{"current_steps": 202, "total_steps": 236, "loss": 0.4493, "lr": 2.517196745719522e-07, "epoch": 0.8559322033898306, "percentage": 85.59, "elapsed_time": "0:35:00", "remaining_time": "0:05:53"}
+{"current_steps": 203, "total_steps": 236, "loss": 0.4505, "lr": 2.3736589924706065e-07, "epoch": 0.8601694915254238, "percentage": 86.02, "elapsed_time": "0:35:10", "remaining_time": "0:05:43"}
+{"current_steps": 204, "total_steps": 236, "loss": 0.4511, "lr": 2.2341306786271695e-07, "epoch": 0.864406779661017, "percentage": 86.44, "elapsed_time": "0:35:20", "remaining_time": "0:05:32"}
+{"current_steps": 205, "total_steps": 236, "loss": 0.4118, "lr": 2.098636528925732e-07, "epoch": 0.8686440677966102, "percentage": 86.86, "elapsed_time": "0:35:31", "remaining_time": "0:05:22"}
+{"current_steps": 206, "total_steps": 236, "loss": 0.5221, "lr": 1.967200553239676e-07, "epoch": 0.8728813559322034, "percentage": 87.29, "elapsed_time": "0:35:41", "remaining_time": "0:05:11"}
+{"current_steps": 207, "total_steps": 236, "loss": 0.4514, "lr": 1.839846042324686e-07, "epoch": 0.8771186440677966, "percentage": 87.71, "elapsed_time": "0:35:51", "remaining_time": "0:05:01"}
+{"current_steps": 208, "total_steps": 236, "loss": 0.4854, "lr": 1.7165955636915395e-07, "epoch": 0.8813559322033898, "percentage": 88.14, "elapsed_time": "0:36:02", "remaining_time": "0:04:51"}
+{"current_steps": 209, "total_steps": 236, "loss": 0.4445, "lr": 1.5974709576071e-07, "epoch": 0.885593220338983, "percentage": 88.56, "elapsed_time": "0:36:12", "remaining_time": "0:04:40"}
+{"current_steps": 210, "total_steps": 236, "loss": 0.4384, "lr": 1.4824933332241693e-07, "epoch": 0.8898305084745762, "percentage": 88.98, "elapsed_time": "0:36:22", "remaining_time": "0:04:30"}
+{"current_steps": 211, "total_steps": 236, "loss": 0.4244, "lr": 1.371683064840912e-07, "epoch": 0.8940677966101694, "percentage": 89.41, "elapsed_time": "0:36:33", "remaining_time": "0:04:19"}
+{"current_steps": 212, "total_steps": 236, "loss": 0.4532, "lr": 1.265059788290468e-07, "epoch": 0.8983050847457628, "percentage": 89.83, "elapsed_time": "0:36:43", "remaining_time": "0:04:09"}
+{"current_steps": 213, "total_steps": 236, "loss": 0.4366, "lr": 1.1626423974614414e-07, "epoch": 0.902542372881356, "percentage": 90.25, "elapsed_time": "0:36:53", "remaining_time": "0:03:59"}
+{"current_steps": 214, "total_steps": 236, "loss": 0.4623, "lr": 1.0644490409498636e-07, "epoch": 0.9067796610169492, "percentage": 90.68, "elapsed_time": "0:37:04", "remaining_time": "0:03:48"}
+{"current_steps": 215, "total_steps": 236, "loss": 0.435, "lr": 9.704971188432166e-08, "epoch": 0.9110169491525424, "percentage": 91.1, "elapsed_time": "0:37:14", "remaining_time": "0:03:38"}
+{"current_steps": 216, "total_steps": 236, "loss": 0.4256, "lr": 8.808032796371019e-08, "epoch": 0.9152542372881356, "percentage": 91.53, "elapsed_time": "0:37:24", "remaining_time": "0:03:27"}
+{"current_steps": 217, "total_steps": 236, "loss": 0.5039, "lr": 7.953834172850866e-08, "epoch": 0.9194915254237288, "percentage": 91.95, "elapsed_time": "0:37:35", "remaining_time": "0:03:17"}
+{"current_steps": 218, "total_steps": 236, "loss": 0.4554, "lr": 7.142526683822537e-08, "epoch": 0.923728813559322, "percentage": 92.37, "elapsed_time": "0:37:45", "remaining_time": "0:03:07"}
+{"current_steps": 219, "total_steps": 236, "loss": 0.4183, "lr": 6.374254094829723e-08, "epoch": 0.9279661016949152, "percentage": 92.8, "elapsed_time": "0:37:55", "remaining_time": "0:02:56"}
+{"current_steps": 220, "total_steps": 236, "loss": 0.4348, "lr": 5.649152545533332e-08, "epoch": 0.9322033898305084, "percentage": 93.22, "elapsed_time": "0:38:06", "remaining_time": "0:02:46"}
+{"current_steps": 221, "total_steps": 236, "loss": 0.4161, "lr": 4.967350525587305e-08, "epoch": 0.9364406779661016, "percentage": 93.64, "elapsed_time": "0:38:16", "remaining_time": "0:02:35"}
+{"current_steps": 222, "total_steps": 236, "loss": 0.4828, "lr": 4.328968851869758e-08, "epoch": 0.940677966101695, "percentage": 94.07, "elapsed_time": "0:38:26", "remaining_time": "0:02:25"}
+{"current_steps": 223, "total_steps": 236, "loss": 0.464, "lr": 3.7341206470742355e-08, "epoch": 0.9449152542372882, "percentage": 94.49, "elapsed_time": "0:38:36", "remaining_time": "0:02:15"}
+{"current_steps": 224, "total_steps": 236, "loss": 0.46, "lr": 3.182911319663862e-08, "epoch": 0.9491525423728814, "percentage": 94.92, "elapsed_time": "0:38:47", "remaining_time": "0:02:04"}
+{"current_steps": 225, "total_steps": 236, "loss": 0.4428, "lr": 2.6754385451928655e-08, "epoch": 0.9533898305084746, "percentage": 95.34, "elapsed_time": "0:38:57", "remaining_time": "0:01:54"}
+{"current_steps": 226, "total_steps": 236, "loss": 0.4226, "lr": 2.211792248998229e-08, "epoch": 0.9576271186440678, "percentage": 95.76, "elapsed_time": "0:39:07", "remaining_time": "0:01:43"}
+{"current_steps": 227, "total_steps": 236, "loss": 0.4297, "lr": 1.7920545902646026e-08, "epoch": 0.961864406779661, "percentage": 96.19, "elapsed_time": "0:39:18", "remaining_time": "0:01:33"}
+{"current_steps": 228, "total_steps": 236, "loss": 0.4597, "lr": 1.4162999474657268e-08, "epoch": 0.9661016949152542, "percentage": 96.61, "elapsed_time": "0:39:28", "remaining_time": "0:01:23"}
+{"current_steps": 229, "total_steps": 236, "loss": 0.4038, "lr": 1.0845949051841442e-08, "epoch": 0.9703389830508474, "percentage": 97.03, "elapsed_time": "0:39:38", "remaining_time": "0:01:12"}
+{"current_steps": 230, "total_steps": 236, "loss": 0.4555, "lr": 7.96998242312469e-09, "epoch": 0.9745762711864406, "percentage": 97.46, "elapsed_time": "0:39:49", "remaining_time": "0:01:02"}
+{"current_steps": 231, "total_steps": 236, "loss": 0.4401, "lr": 5.535609216374971e-09, "epoch": 0.9788135593220338, "percentage": 97.88, "elapsed_time": "0:39:59", "remaining_time": "0:00:51"}
+{"current_steps": 232, "total_steps": 236, "loss": 0.4276, "lr": 3.5432608080951392e-09, "epoch": 0.9830508474576272, "percentage": 98.31, "elapsed_time": "0:40:09", "remaining_time": "0:00:41"}
+{"current_steps": 233, "total_steps": 236, "loss": 0.4418, "lr": 1.9932902469829707e-09, "epoch": 0.9872881355932204, "percentage": 98.73, "elapsed_time": "0:40:20", "remaining_time": "0:00:31"}
+{"current_steps": 234, "total_steps": 236, "loss": 0.4684, "lr": 8.859721913684339e-10, "epoch": 0.9915254237288136, "percentage": 99.15, "elapsed_time": "0:40:30", "remaining_time": "0:00:20"}
+{"current_steps": 235, "total_steps": 236, "loss": 0.4722, "lr": 2.2150286054567482e-10, "epoch": 0.9957627118644068, "percentage": 99.58, "elapsed_time": "0:40:40", "remaining_time": "0:00:10"}
+{"current_steps": 236, "total_steps": 236, "loss": 0.4229, "lr": 0.0, "epoch": 1.0, "percentage": 100.0, "elapsed_time": "0:40:47", "remaining_time": "0:00:00"}
+{"current_steps": 236, "total_steps": 236, "epoch": 1.0, "percentage": 100.0, "elapsed_time": "0:40:58", "remaining_time": "0:00:00"}

trainer_state.json

@@ -0,0 +1,1710 @@
+{
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 1.0,
+  "eval_steps": 100,
+  "global_step": 236,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.00423728813559322,
+      "grad_norm": 24.983636272308356,
+      "learning_rate": 4.999778497139455e-06,
+      "loss": 1.2687,
+      "step": 1
+    },
+    {
+      "epoch": 0.00847457627118644,
+      "grad_norm": 14.415471191564915,
+      "learning_rate": 4.999114027808632e-06,
+      "loss": 1.0951,
+      "step": 2
+    },
+    {
+      "epoch": 0.012711864406779662,
+      "grad_norm": 5.875151104448685,
+      "learning_rate": 4.998006709753017e-06,
+      "loss": 0.9302,
+      "step": 3
+    },
+    {
+      "epoch": 0.01694915254237288,
+      "grad_norm": 5.642021145705149,
+      "learning_rate": 4.996456739191905e-06,
+      "loss": 0.9381,
+      "step": 4
+    },
+    {
+      "epoch": 0.0211864406779661,
+      "grad_norm": 5.650397976221686,
+      "learning_rate": 4.994464390783626e-06,
+      "loss": 0.8816,
+      "step": 5
+    },
+    {
+      "epoch": 0.025423728813559324,
+      "grad_norm": 7.027654280950954,
+      "learning_rate": 4.992030017576876e-06,
+      "loss": 0.929,
+      "step": 6
+    },
+    {
+      "epoch": 0.029661016949152543,
+      "grad_norm": 3.5898222656388676,
+      "learning_rate": 4.989154050948159e-06,
+      "loss": 0.7506,
+      "step": 7
+    },
+    {
+      "epoch": 0.03389830508474576,
+      "grad_norm": 2.792456531017606,
+      "learning_rate": 4.9858370005253435e-06,
+      "loss": 0.6705,
+      "step": 8
+    },
+    {
+      "epoch": 0.038135593220338986,
+      "grad_norm": 2.6214179279798215,
+      "learning_rate": 4.982079454097354e-06,
+      "loss": 0.6332,
+      "step": 9
+    },
+    {
+      "epoch": 0.0423728813559322,
+      "grad_norm": 2.7902036998331097,
+      "learning_rate": 4.977882077510018e-06,
+      "loss": 0.653,
+      "step": 10
+    },
+    {
+      "epoch": 0.046610169491525424,
+      "grad_norm": 2.2669201564614667,
+      "learning_rate": 4.9732456145480716e-06,
+      "loss": 0.6429,
+      "step": 11
+    },
+    {
+      "epoch": 0.05084745762711865,
+      "grad_norm": 2.255244111965327,
+      "learning_rate": 4.968170886803361e-06,
+      "loss": 0.599,
+      "step": 12
+    },
+    {
+      "epoch": 0.05508474576271186,
+      "grad_norm": 2.2437269206522474,
+      "learning_rate": 4.962658793529258e-06,
+      "loss": 0.5596,
+      "step": 13
+    },
+    {
+      "epoch": 0.059322033898305086,
+      "grad_norm": 1.8093596583481388,
+      "learning_rate": 4.956710311481303e-06,
+      "loss": 0.5753,
+      "step": 14
+    },
+    {
+      "epoch": 0.0635593220338983,
+      "grad_norm": 2.0840115447445053,
+      "learning_rate": 4.950326494744127e-06,
+      "loss": 0.5945,
+      "step": 15
+    },
+    {
+      "epoch": 0.06779661016949153,
+      "grad_norm": 2.293613110658051,
+      "learning_rate": 4.943508474544667e-06,
+      "loss": 0.5558,
+      "step": 16
+    },
+    {
+      "epoch": 0.07203389830508475,
+      "grad_norm": 2.290868914929294,
+      "learning_rate": 4.936257459051703e-06,
+      "loss": 0.5743,
+      "step": 17
+    },
+    {
+      "epoch": 0.07627118644067797,
+      "grad_norm": 2.031003966246651,
+      "learning_rate": 4.928574733161775e-06,
+      "loss": 0.6069,
+      "step": 18
+    },
+    {
+      "epoch": 0.08050847457627118,
+      "grad_norm": 2.7029364194547725,
+      "learning_rate": 4.920461658271492e-06,
+      "loss": 0.6191,
+      "step": 19
+    },
+    {
+      "epoch": 0.0847457627118644,
+      "grad_norm": 2.0470389374955817,
+      "learning_rate": 4.911919672036291e-06,
+      "loss": 0.5708,
+      "step": 20
+    },
+    {
+      "epoch": 0.08898305084745763,
+      "grad_norm": 2.12112364403085,
+      "learning_rate": 4.902950288115679e-06,
+      "loss": 0.5543,
+      "step": 21
+    },
+    {
+      "epoch": 0.09322033898305085,
+      "grad_norm": 1.8115995206346756,
+      "learning_rate": 4.8935550959050135e-06,
+      "loss": 0.5413,
+      "step": 22
+    },
+    {
+      "epoch": 0.09745762711864407,
+      "grad_norm": 1.8155021373534483,
+      "learning_rate": 4.883735760253856e-06,
+      "loss": 0.5366,
+      "step": 23
+    },
+    {
+      "epoch": 0.1016949152542373,
+      "grad_norm": 1.9815668715349637,
+      "learning_rate": 4.8734940211709535e-06,
+      "loss": 0.5023,
+      "step": 24
+    },
+    {
+      "epoch": 0.1059322033898305,
+      "grad_norm": 1.8185662457972662,
+      "learning_rate": 4.862831693515909e-06,
+      "loss": 0.579,
+      "step": 25
+    },
+    {
+      "epoch": 0.11016949152542373,
+      "grad_norm": 1.917350259967266,
+      "learning_rate": 4.851750666677583e-06,
+      "loss": 0.5114,
+      "step": 26
+    },
+    {
+      "epoch": 0.11440677966101695,
+      "grad_norm": 1.7019500305846775,
+      "learning_rate": 4.840252904239291e-06,
+      "loss": 0.501,
+      "step": 27
+    },
+    {
+      "epoch": 0.11864406779661017,
+      "grad_norm": 1.8841699951557118,
+      "learning_rate": 4.828340443630847e-06,
+      "loss": 0.5558,
+      "step": 28
+    },
+    {
+      "epoch": 0.1228813559322034,
+      "grad_norm": 1.6490118915519663,
+      "learning_rate": 4.8160153957675315e-06,
+      "loss": 0.485,
+      "step": 29
+    },
+    {
+      "epoch": 0.1271186440677966,
+      "grad_norm": 1.7341206091023658,
+      "learning_rate": 4.8032799446760326e-06,
+      "loss": 0.5526,
+      "step": 30
+    },
+    {
+      "epoch": 0.13135593220338984,
+      "grad_norm": 1.8467555953749002,
+      "learning_rate": 4.790136347107427e-06,
+      "loss": 0.5322,
+      "step": 31
+    },
+    {
+      "epoch": 0.13559322033898305,
+      "grad_norm": 1.5832081003883602,
+      "learning_rate": 4.7765869321372835e-06,
+      "loss": 0.4939,
+      "step": 32
+    },
+    {
+      "epoch": 0.13983050847457626,
+      "grad_norm": 1.6537616630601975,
+      "learning_rate": 4.76263410075294e-06,
+      "loss": 0.5233,
+      "step": 33
+    },
+    {
+      "epoch": 0.1440677966101695,
+      "grad_norm": 1.738262102405704,
+      "learning_rate": 4.7482803254280485e-06,
+      "loss": 0.5195,
+      "step": 34
+    },
+    {
+      "epoch": 0.1483050847457627,
+      "grad_norm": 1.5426979355106012,
+      "learning_rate": 4.733528149684444e-06,
+      "loss": 0.5188,
+      "step": 35
+    },
+    {
+      "epoch": 0.15254237288135594,
+      "grad_norm": 1.6087829593043768,
+      "learning_rate": 4.718380187641429e-06,
+      "loss": 0.5102,
+      "step": 36
+    },
+    {
+      "epoch": 0.15677966101694915,
+      "grad_norm": 1.5635843358226615,
+      "learning_rate": 4.7028391235525414e-06,
+      "loss": 0.5413,
+      "step": 37
+    },
+    {
+      "epoch": 0.16101694915254236,
+      "grad_norm": 1.6093959597165723,
+      "learning_rate": 4.686907711329903e-06,
+      "loss": 0.503,
+      "step": 38
+    },
+    {
+      "epoch": 0.1652542372881356,
+      "grad_norm": 1.6888344623368943,
+      "learning_rate": 4.670588774056218e-06,
+      "loss": 0.5292,
+      "step": 39
+    },
+    {
+      "epoch": 0.1694915254237288,
+      "grad_norm": 1.608184493948994,
+      "learning_rate": 4.653885203484516e-06,
+      "loss": 0.5267,
+      "step": 40
+    },
+    {
+      "epoch": 0.17372881355932204,
+      "grad_norm": 1.7129926098802244,
+      "learning_rate": 4.636799959525726e-06,
+      "loss": 0.5156,
+      "step": 41
+    },
+    {
+      "epoch": 0.17796610169491525,
+      "grad_norm": 1.6263108073916899,
+      "learning_rate": 4.619336069724177e-06,
+      "loss": 0.5199,
+      "step": 42
+    },
+    {
+      "epoch": 0.18220338983050846,
+      "grad_norm": 2.0470119897016947,
+      "learning_rate": 4.601496628721108e-06,
+      "loss": 0.5106,
+      "step": 43
+    },
+    {
+      "epoch": 0.1864406779661017,
+      "grad_norm": 1.7395473901075311,
+      "learning_rate": 4.583284797706288e-06,
+      "loss": 0.5057,
+      "step": 44
+    },
+    {
+      "epoch": 0.1906779661016949,
+      "grad_norm": 1.7022748302976163,
+      "learning_rate": 4.564703803857849e-06,
+      "loss": 0.5035,
+      "step": 45
+    },
+    {
+      "epoch": 0.19491525423728814,
+      "grad_norm": 1.527309369299825,
+      "learning_rate": 4.5457569397704226e-06,
+      "loss": 0.4671,
+      "step": 46
+    },
+    {
+      "epoch": 0.19915254237288135,
+      "grad_norm": 1.6077326015491673,
+      "learning_rate": 4.526447562871685e-06,
+      "loss": 0.4861,
+      "step": 47
+    },
+    {
+      "epoch": 0.2033898305084746,
+      "grad_norm": 1.9361875890027545,
+      "learning_rate": 4.506779094827409e-06,
+      "loss": 0.5108,
+      "step": 48
+    },
+    {
+      "epoch": 0.2076271186440678,
+      "grad_norm": 1.499834611421209,
+      "learning_rate": 4.486755020935144e-06,
+      "loss": 0.4739,
+      "step": 49
+    },
+    {
+      "epoch": 0.211864406779661,
+      "grad_norm": 1.6195647320197375,
+      "learning_rate": 4.466378889506607e-06,
+      "loss": 0.4923,
+      "step": 50
+    },
+    {
+      "epoch": 0.21610169491525424,
+      "grad_norm": 1.5311662236684391,
+      "learning_rate": 4.445654311238915e-06,
+      "loss": 0.4691,
+      "step": 51
+    },
+    {
+      "epoch": 0.22033898305084745,
+      "grad_norm": 1.665739209150479,
+      "learning_rate": 4.424584958574766e-06,
+      "loss": 0.5078,
+      "step": 52
+    },
+    {
+      "epoch": 0.2245762711864407,
+      "grad_norm": 1.6811326126972546,
+      "learning_rate": 4.403174565051667e-06,
+      "loss": 0.5286,
+      "step": 53
+    },
+    {
+      "epoch": 0.2288135593220339,
+      "grad_norm": 1.881877485941652,
+      "learning_rate": 4.381426924640346e-06,
+      "loss": 0.5144,
+      "step": 54
+    },
+    {
+      "epoch": 0.2330508474576271,
+      "grad_norm": 1.5412723515584492,
+      "learning_rate": 4.359345891072454e-06,
+      "loss": 0.5053,
+      "step": 55
+    },
+    {
+      "epoch": 0.23728813559322035,
+      "grad_norm": 1.4610304311798663,
+      "learning_rate": 4.336935377157668e-06,
+      "loss": 0.4833,
+      "step": 56
+    },
+    {
+      "epoch": 0.24152542372881355,
+      "grad_norm": 1.5311876700525044,
+      "learning_rate": 4.31419935409034e-06,
+      "loss": 0.4854,
+      "step": 57
+    },
+    {
+      "epoch": 0.2457627118644068,
+      "grad_norm": 1.460438898162903,
+      "learning_rate": 4.291141850745788e-06,
+      "loss": 0.4768,
+      "step": 58
+    },
+    {
+      "epoch": 0.25,
+      "grad_norm": 1.411100136410473,
+      "learning_rate": 4.267766952966369e-06,
+      "loss": 0.4731,
+      "step": 59
+    },
+    {
+      "epoch": 0.2542372881355932,
+      "grad_norm": 1.703735375076507,
+      "learning_rate": 4.244078802837462e-06,
+      "loss": 0.4654,
+      "step": 60
+    },
+    {
+      "epoch": 0.2584745762711864,
+      "grad_norm": 1.6314648972051569,
+      "learning_rate": 4.220081597953479e-06,
+      "loss": 0.4255,
+      "step": 61
+    },
+    {
+      "epoch": 0.2627118644067797,
+      "grad_norm": 1.5875518733355318,
+      "learning_rate": 4.1957795906740404e-06,
+      "loss": 0.4799,
+      "step": 62
+    },
+    {
+      "epoch": 0.2669491525423729,
+      "grad_norm": 1.646283854532202,
+      "learning_rate": 4.171177087370452e-06,
+      "loss": 0.4945,
+      "step": 63
+    },
+    {
+      "epoch": 0.2711864406779661,
+      "grad_norm": 1.565329035038957,
+      "learning_rate": 4.146278447662597e-06,
+      "loss": 0.5011,
+      "step": 64
+    },
+    {
+      "epoch": 0.2754237288135593,
+      "grad_norm": 1.6995741920887437,
+      "learning_rate": 4.1210880836464135e-06,
+      "loss": 0.5116,
+      "step": 65
+    },
+    {
+      "epoch": 0.2796610169491525,
+      "grad_norm": 1.5235285600402282,
+      "learning_rate": 4.095610459112051e-06,
+      "loss": 0.4816,
+      "step": 66
+    },
+    {
+      "epoch": 0.2838983050847458,
+      "grad_norm": 1.5823875320971696,
+      "learning_rate": 4.06985008875288e-06,
+      "loss": 0.4783,
+      "step": 67
+    },
+    {
+      "epoch": 0.288135593220339,
+      "grad_norm": 1.6905213883969465,
+      "learning_rate": 4.04381153736548e-06,
+      "loss": 0.469,
+      "step": 68
+    },
+    {
+      "epoch": 0.2923728813559322,
+      "grad_norm": 1.5203775863207916,
+      "learning_rate": 4.017499419040745e-06,
+      "loss": 0.4899,
+      "step": 69
+    },
+    {
+      "epoch": 0.2966101694915254,
+      "grad_norm": 1.4412177109203772,
+      "learning_rate": 3.990918396346254e-06,
+      "loss": 0.466,
+      "step": 70
+    },
+    {
+      "epoch": 0.3008474576271186,
+      "grad_norm": 1.423198771775028,
+      "learning_rate": 3.964073179500059e-06,
+      "loss": 0.4554,
+      "step": 71
+    },
+    {
+      "epoch": 0.3050847457627119,
+      "grad_norm": 1.478730930392583,
+      "learning_rate": 3.936968525536018e-06,
+      "loss": 0.4309,
+      "step": 72
+    },
+    {
+      "epoch": 0.3093220338983051,
+      "grad_norm": 1.4035840623237712,
+      "learning_rate": 3.90960923746084e-06,
+      "loss": 0.4544,
+      "step": 73
+    },
+    {
+      "epoch": 0.3135593220338983,
+      "grad_norm": 1.8429355748011418,
+      "learning_rate": 3.882000163402984e-06,
+      "loss": 0.5207,
+      "step": 74
+    },
+    {
+      "epoch": 0.3177966101694915,
+      "grad_norm": 1.5918974576626501,
+      "learning_rate": 3.854146195753553e-06,
+      "loss": 0.4715,
+      "step": 75
+    },
+    {
+      "epoch": 0.3220338983050847,
+      "grad_norm": 1.6856632648491257,
+      "learning_rate": 3.826052270299356e-06,
+      "loss": 0.516,
+      "step": 76
+    },
+    {
+      "epoch": 0.326271186440678,
+      "grad_norm": 1.566736210958077,
+      "learning_rate": 3.797723365348277e-06,
+      "loss": 0.4777,
+      "step": 77
+    },
+    {
+      "epoch": 0.3305084745762712,
+      "grad_norm": 1.4733948849435599,
+      "learning_rate": 3.7691645008471e-06,
+      "loss": 0.4673,
+      "step": 78
+    },
+    {
+      "epoch": 0.3347457627118644,
+      "grad_norm": 1.4649226412374687,
+      "learning_rate": 3.7403807374919717e-06,
+      "loss": 0.4351,
+      "step": 79
+    },
+    {
+      "epoch": 0.3389830508474576,
+      "grad_norm": 4.186726318769653,
+      "learning_rate": 3.711377175831626e-06,
+      "loss": 0.5165,
+      "step": 80
+    },
+    {
+      "epoch": 0.3432203389830508,
+      "grad_norm": 1.4759221697182707,
+      "learning_rate": 3.682158955363564e-06,
+      "loss": 0.4341,
+      "step": 81
+    },
+    {
+      "epoch": 0.3474576271186441,
+      "grad_norm": 1.4547695340067244,
+      "learning_rate": 3.652731253623315e-06,
+      "loss": 0.4424,
+      "step": 82
+    },
+    {
+      "epoch": 0.3516949152542373,
+      "grad_norm": 1.5953206735184406,
+      "learning_rate": 3.623099285266972e-06,
+      "loss": 0.4948,
+      "step": 83
+    },
+    {
+      "epoch": 0.3559322033898305,
+      "grad_norm": 1.6232494680819791,
+      "learning_rate": 3.593268301147139e-06,
+      "loss": 0.495,
+      "step": 84
+    },
+    {
+      "epoch": 0.3601694915254237,
+      "grad_norm": 1.517925464683624,
+      "learning_rate": 3.563243587382468e-06,
+      "loss": 0.4686,
+      "step": 85
+    },
+    {
+      "epoch": 0.3644067796610169,
+      "grad_norm": 1.4281449367937558,
+      "learning_rate": 3.5330304644209456e-06,
+      "loss": 0.4805,
+      "step": 86
+    },
+    {
+      "epoch": 0.3686440677966102,
+      "grad_norm": 1.6707175902285467,
+      "learning_rate": 3.502634286097104e-06,
+      "loss": 0.5394,
+      "step": 87
+    },
+    {
+      "epoch": 0.3728813559322034,
+      "grad_norm": 1.4655259548590436,
+      "learning_rate": 3.4720604386833024e-06,
+      "loss": 0.4976,
+      "step": 88
+    },
+    {
+      "epoch": 0.3771186440677966,
+      "grad_norm": 1.3474366662865283,
+      "learning_rate": 3.4413143399352663e-06,
+      "loss": 0.4087,
+      "step": 89
+    },
+    {
+      "epoch": 0.3813559322033898,
+      "grad_norm": 1.3424749954725053,
+      "learning_rate": 3.410401438132056e-06,
+      "loss": 0.4367,
+      "step": 90
+    },
+    {
+      "epoch": 0.3855932203389831,
+      "grad_norm": 1.4743384865473754,
+      "learning_rate": 3.3793272111106125e-06,
+      "loss": 0.4592,
+      "step": 91
+    },
+    {
+      "epoch": 0.3898305084745763,
+      "grad_norm": 1.641579216938211,
+      "learning_rate": 3.3480971652950757e-06,
+      "loss": 0.4635,
+      "step": 92
+    },
+    {
+      "epoch": 0.3940677966101695,
+      "grad_norm": 1.5325003114677715,
+      "learning_rate": 3.316716834721033e-06,
+      "loss": 0.4847,
+      "step": 93
+    },
+    {
+      "epoch": 0.3983050847457627,
+      "grad_norm": 1.4417019954799954,
+      "learning_rate": 3.2851917800548726e-06,
+      "loss": 0.4568,
+      "step": 94
+    },
+    {
+      "epoch": 0.4025423728813559,
+      "grad_norm": 2.4115242107037216,
+      "learning_rate": 3.253527587608425e-06,
+      "loss": 0.5261,
+      "step": 95
+    },
+    {
+      "epoch": 0.4067796610169492,
+      "grad_norm": 1.4550347024666652,
+      "learning_rate": 3.221729868349053e-06,
+      "loss": 0.4596,
+      "step": 96
+    },
+    {
+      "epoch": 0.4110169491525424,
+      "grad_norm": 1.4249515222766969,
+      "learning_rate": 3.1898042569053767e-06,
+      "loss": 0.4194,
+      "step": 97
+    },
+    {
+      "epoch": 0.4152542372881356,
+      "grad_norm": 1.4701138374466385,
+      "learning_rate": 3.157756410568803e-06,
+      "loss": 0.4554,
+      "step": 98
+    },
+    {
+      "epoch": 0.4194915254237288,
+      "grad_norm": 1.8762173298734097,
+      "learning_rate": 3.125592008291044e-06,
+      "loss": 0.6189,
+      "step": 99
+    },
+    {
+      "epoch": 0.423728813559322,
+      "grad_norm": 2.207657565751068,
+      "learning_rate": 3.093316749677788e-06,
+      "loss": 0.5004,
+      "step": 100
+    },
+    {
+      "epoch": 0.423728813559322,
+      "eval_loss": 0.4270476698875427,
+      "eval_runtime": 5.3482,
+      "eval_samples_per_second": 0.187,
+      "eval_steps_per_second": 0.187,
+      "step": 100
+    },
+    {
+      "epoch": 0.4279661016949153,
+      "grad_norm": 1.5832081956003763,
+      "learning_rate": 3.0609363539787206e-06,
+      "loss": 0.4709,
+      "step": 101
+    },
+    {
+      "epoch": 0.4322033898305085,
+      "grad_norm": 1.5468130653036234,
+      "learning_rate": 3.028456559074061e-06,
+      "loss": 0.4697,
+      "step": 102
+    },
+    {
+      "epoch": 0.4364406779661017,
+      "grad_norm": 1.6673377057588172,
+      "learning_rate": 2.9958831204577948e-06,
+      "loss": 0.4797,
+      "step": 103
+    },
+    {
+      "epoch": 0.4406779661016949,
+      "grad_norm": 1.447011897404953,
+      "learning_rate": 2.963221810217786e-06,
+      "loss": 0.4747,
+      "step": 104
+    },
+    {
+      "epoch": 0.4449152542372881,
+      "grad_norm": 1.432777576331977,
+      "learning_rate": 2.9304784160129535e-06,
+      "loss": 0.4507,
+      "step": 105
+    },
+    {
+      "epoch": 0.4491525423728814,
+      "grad_norm": 1.5026941312081397,
+      "learning_rate": 2.8976587400476804e-06,
+      "loss": 0.4918,
+      "step": 106
+    },
+    {
+      "epoch": 0.4533898305084746,
+      "grad_norm": 1.4223162678884775,
+      "learning_rate": 2.8647685980436547e-06,
+      "loss": 0.4457,
+      "step": 107
+    },
+    {
+      "epoch": 0.4576271186440678,
+      "grad_norm": 1.4862620244374363,
+      "learning_rate": 2.8318138182093053e-06,
+      "loss": 0.4484,
+      "step": 108
+    },
+    {
+      "epoch": 0.461864406779661,
+      "grad_norm": 2.325089744936281,
+      "learning_rate": 2.7988002402070346e-06,
+      "loss": 0.5083,
+      "step": 109
+    },
+    {
+      "epoch": 0.4661016949152542,
+      "grad_norm": 1.4973681427484284,
+      "learning_rate": 2.7657337141184137e-06,
+      "loss": 0.4645,
+      "step": 110
+    },
+    {
+      "epoch": 0.4703389830508475,
+      "grad_norm": 2.1380915604189767,
+      "learning_rate": 2.7326200994075364e-06,
+      "loss": 0.5214,
+      "step": 111
+    },
+    {
+      "epoch": 0.4745762711864407,
+      "grad_norm": 1.5610326724477157,
+      "learning_rate": 2.699465263882708e-06,
+      "loss": 0.4336,
+      "step": 112
+    },
+    {
+      "epoch": 0.4788135593220339,
+      "grad_norm": 1.5343886180839708,
+      "learning_rate": 2.666275082656656e-06,
+      "loss": 0.4566,
+      "step": 113
+    },
+    {
+      "epoch": 0.4830508474576271,
+      "grad_norm": 1.447579752768294,
+      "learning_rate": 2.6330554371054466e-06,
+      "loss": 0.467,
+      "step": 114
+    },
+    {
+      "epoch": 0.4872881355932203,
+      "grad_norm": 1.4056255209080681,
+      "learning_rate": 2.5998122138262944e-06,
+      "loss": 0.4492,
+      "step": 115
+    },
+    {
+      "epoch": 0.4915254237288136,
+      "grad_norm": 1.4635172681633466,
+      "learning_rate": 2.5665513035944373e-06,
+      "loss": 0.4699,
+      "step": 116
+    },
+    {
+      "epoch": 0.4957627118644068,
+      "grad_norm": 1.4586027588803236,
+      "learning_rate": 2.533278600319285e-06,
+      "loss": 0.4227,
+      "step": 117
+    },
+    {
+      "epoch": 0.5,
+      "grad_norm": 1.354229782865883,
+      "learning_rate": 2.5e-06,
+      "loss": 0.4425,
+      "step": 118
+    },
+    {
+      "epoch": 0.5042372881355932,
+      "grad_norm": 1.420361532173124,
+      "learning_rate": 2.466721399680716e-06,
+      "loss": 0.4548,
+      "step": 119
+    },
+    {
+      "epoch": 0.5084745762711864,
+      "grad_norm": 1.482111971980118,
+      "learning_rate": 2.4334486964055635e-06,
+      "loss": 0.4671,
+      "step": 120
+    },
+    {
+      "epoch": 0.5127118644067796,
+      "grad_norm": 1.752481879221272,
+      "learning_rate": 2.400187786173707e-06,
+      "loss": 0.4492,
+      "step": 121
+    },
+    {
+      "epoch": 0.5169491525423728,
+      "grad_norm": 1.513202782466588,
+      "learning_rate": 2.3669445628945543e-06,
+      "loss": 0.4836,
+      "step": 122
+    },
+    {
+      "epoch": 0.5211864406779662,
+      "grad_norm": 2.038288279694164,
+      "learning_rate": 2.3337249173433447e-06,
+      "loss": 0.459,
+      "step": 123
+    },
+    {
+      "epoch": 0.5254237288135594,
+      "grad_norm": 1.5013334194062444,
+      "learning_rate": 2.300534736117292e-06,
+      "loss": 0.4392,
+      "step": 124
+    },
+    {
+      "epoch": 0.5296610169491526,
+      "grad_norm": 1.463995793252121,
+      "learning_rate": 2.267379900592464e-06,
+      "loss": 0.4283,
+      "step": 125
+    },
+    {
+      "epoch": 0.5338983050847458,
+      "grad_norm": 1.4383774155895568,
+      "learning_rate": 2.234266285881587e-06,
+      "loss": 0.4611,
+      "step": 126
+    },
+    {
+      "epoch": 0.538135593220339,
+      "grad_norm": 1.361981138948913,
+      "learning_rate": 2.201199759792966e-06,
+      "loss": 0.432,
+      "step": 127
+    },
+    {
+      "epoch": 0.5423728813559322,
+      "grad_norm": 1.4043516358443713,
+      "learning_rate": 2.1681861817906955e-06,
+      "loss": 0.4412,
+      "step": 128
+    },
+    {
+      "epoch": 0.5466101694915254,
+      "grad_norm": 1.6529331980835023,
+      "learning_rate": 2.135231401956346e-06,
+      "loss": 0.463,
+      "step": 129
+    },
+    {
+      "epoch": 0.5508474576271186,
+      "grad_norm": 1.4224159024704217,
+      "learning_rate": 2.1023412599523204e-06,
+      "loss": 0.4583,
+      "step": 130
+    },
+    {
+      "epoch": 0.5550847457627118,
+      "grad_norm": 1.527284962476028,
+      "learning_rate": 2.069521583987048e-06,
+      "loss": 0.4451,
+      "step": 131
+    },
+    {
+      "epoch": 0.559322033898305,
+      "grad_norm": 1.441760395015376,
+      "learning_rate": 2.0367781897822147e-06,
+      "loss": 0.491,
+      "step": 132
+    },
+    {
+      "epoch": 0.5635593220338984,
+      "grad_norm": 1.3606273864846572,
+      "learning_rate": 2.004116879542205e-06,
+      "loss": 0.4596,
+      "step": 133
+    },
+    {
+      "epoch": 0.5677966101694916,
+      "grad_norm": 1.5064068994707893,
+      "learning_rate": 1.9715434409259393e-06,
+      "loss": 0.4908,
+      "step": 134
+    },
+    {
+      "epoch": 0.5720338983050848,
+      "grad_norm": 1.4023083759744266,
+      "learning_rate": 1.9390636460212803e-06,
+      "loss": 0.4634,
+      "step": 135
+    },
+    {
+      "epoch": 0.576271186440678,
+      "grad_norm": 1.442177828262353,
+      "learning_rate": 1.906683250322213e-06,
+      "loss": 0.4929,
+      "step": 136
+    },
+    {
+      "epoch": 0.5805084745762712,
+      "grad_norm": 1.5106296858321169,
+      "learning_rate": 1.874407991708957e-06,
+      "loss": 0.525,
+      "step": 137
+    },
+    {
+      "epoch": 0.5847457627118644,
+      "grad_norm": 1.4864793765676916,
+      "learning_rate": 1.8422435894311973e-06,
+      "loss": 0.4561,
+      "step": 138
+    },
+    {
+      "epoch": 0.5889830508474576,
+      "grad_norm": 1.3701351563038904,
+      "learning_rate": 1.8101957430946241e-06,
+      "loss": 0.4868,
+      "step": 139
+    },
+    {
+      "epoch": 0.5932203389830508,
+      "grad_norm": 1.3875578463356932,
+      "learning_rate": 1.7782701316509482e-06,
+      "loss": 0.4483,
+      "step": 140
+    },
+    {
+      "epoch": 0.597457627118644,
+      "grad_norm": 1.3844904134942564,
+      "learning_rate": 1.7464724123915761e-06,
+      "loss": 0.4596,
+      "step": 141
+    },
+    {
+      "epoch": 0.6016949152542372,
+      "grad_norm": 1.4443438580562675,
+      "learning_rate": 1.7148082199451288e-06,
+      "loss": 0.4592,
+      "step": 142
+    },
+    {
+      "epoch": 0.6059322033898306,
+      "grad_norm": 1.5342815602957074,
+      "learning_rate": 1.6832831652789674e-06,
+      "loss": 0.4581,
+      "step": 143
+    },
+    {
+      "epoch": 0.6101694915254238,
+      "grad_norm": 1.4384876165227176,
+      "learning_rate": 1.6519028347049242e-06,
+      "loss": 0.4344,
+      "step": 144
+    },
+    {
+      "epoch": 0.614406779661017,
+      "grad_norm": 1.6261082093464139,
+      "learning_rate": 1.6206727888893875e-06,
+      "loss": 0.485,
+      "step": 145
+    },
+    {
+      "epoch": 0.6186440677966102,
+      "grad_norm": 1.3615799048062975,
+      "learning_rate": 1.5895985618679447e-06,
+      "loss": 0.4499,
+      "step": 146
+    },
+    {
+      "epoch": 0.6228813559322034,
+      "grad_norm": 1.4754292550992594,
+      "learning_rate": 1.5586856600647346e-06,
+      "loss": 0.4567,
+      "step": 147
+    },
+    {
+      "epoch": 0.6271186440677966,
+      "grad_norm": 1.4622934320148449,
+      "learning_rate": 1.5279395613166987e-06,
+      "loss": 0.4706,
+      "step": 148
+    },
+    {
+      "epoch": 0.6313559322033898,
+      "grad_norm": 1.3842029005004872,
+      "learning_rate": 1.4973657139028963e-06,
+      "loss": 0.4277,
+      "step": 149
+    },
+    {
+      "epoch": 0.635593220338983,
+      "grad_norm": 1.455925326020317,
+      "learning_rate": 1.4669695355790552e-06,
+      "loss": 0.4192,
+      "step": 150
+    },
+    {
+      "epoch": 0.6398305084745762,
+      "grad_norm": 1.341652705806049,
+      "learning_rate": 1.4367564126175338e-06,
+      "loss": 0.4032,
+      "step": 151
+    },
+    {
+      "epoch": 0.6440677966101694,
+      "grad_norm": 1.2879593544070345,
+      "learning_rate": 1.4067316988528618e-06,
+      "loss": 0.4176,
+      "step": 152
+    },
+    {
+      "epoch": 0.6483050847457628,
+      "grad_norm": 1.4343959529464865,
+      "learning_rate": 1.3769007147330282e-06,
+      "loss": 0.4855,
+      "step": 153
+    },
+    {
+      "epoch": 0.652542372881356,
+      "grad_norm": 1.405995087312755,
+      "learning_rate": 1.347268746376685e-06,
+      "loss": 0.4437,
+      "step": 154
+    },
+    {
+      "epoch": 0.6567796610169492,
+      "grad_norm": 1.4998368455799236,
+      "learning_rate": 1.3178410446364376e-06,
+      "loss": 0.4453,
+      "step": 155
+    },
+    {
+      "epoch": 0.6610169491525424,
+      "grad_norm": 1.3246088896656367,
+      "learning_rate": 1.288622824168375e-06,
+      "loss": 0.423,
+      "step": 156
+    },
+    {
+      "epoch": 0.6652542372881356,
+      "grad_norm": 1.5177411918175312,
+      "learning_rate": 1.2596192625080294e-06,
+      "loss": 0.465,
+      "step": 157
+    },
+    {
+      "epoch": 0.6694915254237288,
+      "grad_norm": 1.5546054605297754,
+      "learning_rate": 1.230835499152901e-06,
+      "loss": 0.477,
+      "step": 158
+    },
+    {
+      "epoch": 0.673728813559322,
+      "grad_norm": 1.5460959768827836,
+      "learning_rate": 1.202276634651724e-06,
+      "loss": 0.4747,
+      "step": 159
+    },
+    {
+      "epoch": 0.6779661016949152,
+      "grad_norm": 1.3946730571564074,
+      "learning_rate": 1.1739477297006442e-06,
+      "loss": 0.4463,
+      "step": 160
+    },
+    {
+      "epoch": 0.6822033898305084,
+      "grad_norm": 1.4543786236975675,
+      "learning_rate": 1.1458538042464477e-06,
+      "loss": 0.4314,
+      "step": 161
+    },
+    {
+      "epoch": 0.6864406779661016,
+      "grad_norm": 1.6349011430553178,
+      "learning_rate": 1.1179998365970174e-06,
+      "loss": 0.4633,
+      "step": 162
+    },
+    {
+      "epoch": 0.690677966101695,
+      "grad_norm": 1.6684772506757712,
+      "learning_rate": 1.0903907625391597e-06,
+      "loss": 0.3939,
+      "step": 163
+    },
+    {
+      "epoch": 0.6949152542372882,
+      "grad_norm": 1.4700700433376077,
+      "learning_rate": 1.0630314744639831e-06,
+      "loss": 0.4547,
+      "step": 164
+    },
+    {
+      "epoch": 0.6991525423728814,
+      "grad_norm": 1.6884711897220055,
+      "learning_rate": 1.0359268204999417e-06,
+      "loss": 0.4544,
+      "step": 165
+    },
+    {
+      "epoch": 0.7033898305084746,
+      "grad_norm": 1.4295382885254138,
+      "learning_rate": 1.0090816036537462e-06,
+      "loss": 0.4461,
+      "step": 166
+    },
+    {
+      "epoch": 0.7076271186440678,
+      "grad_norm": 1.356516621935423,
+      "learning_rate": 9.825005809592565e-07,
+      "loss": 0.4134,
+      "step": 167
+    },
+    {
+      "epoch": 0.711864406779661,
+      "grad_norm": 1.5555525661542857,
+      "learning_rate": 9.561884626345206e-07,
+      "loss": 0.4899,
+      "step": 168
+    },
+    {
+      "epoch": 0.7161016949152542,
+      "grad_norm": 1.5462118141973062,
+      "learning_rate": 9.301499112471205e-07,
+      "loss": 0.4461,
+      "step": 169
+    },
+    {
+      "epoch": 0.7203389830508474,
+      "grad_norm": 1.4436171388389583,
+      "learning_rate": 9.043895408879505e-07,
+      "loss": 0.4358,
+      "step": 170
+    },
+    {
+      "epoch": 0.7245762711864406,
+      "grad_norm": 1.4723689458814584,
+      "learning_rate": 8.789119163535875e-07,
+      "loss": 0.443,
+      "step": 171
+    },
+    {
+      "epoch": 0.7288135593220338,
+      "grad_norm": 1.4479515171719126,
+      "learning_rate": 8.537215523374037e-07,
+      "loss": 0.4332,
+      "step": 172
+    },
+    {
+      "epoch": 0.7330508474576272,
+      "grad_norm": 1.4531321373130328,
+      "learning_rate": 8.288229126295494e-07,
+      "loss": 0.4423,
+      "step": 173
+    },
+    {
+      "epoch": 0.7372881355932204,
+      "grad_norm": 1.4799542850821017,
+      "learning_rate": 8.042204093259598e-07,
+      "loss": 0.4513,
+      "step": 174
+    },
+    {
+      "epoch": 0.7415254237288136,
+      "grad_norm": 1.4851037912394536,
+      "learning_rate": 7.799184020465214e-07,
+      "loss": 0.4446,
+      "step": 175
+    },
+    {
+      "epoch": 0.7457627118644068,
+      "grad_norm": 1.4602481333866593,
+      "learning_rate": 7.559211971625385e-07,
+      "loss": 0.4516,
+      "step": 176
+    },
+    {
+      "epoch": 0.75,
+      "grad_norm": 1.4428967944630504,
+      "learning_rate": 7.322330470336314e-07,
+      "loss": 0.4226,
+      "step": 177
+    },
+    {
+      "epoch": 0.7542372881355932,
+      "grad_norm": 1.3466251631382284,
+      "learning_rate": 7.088581492542121e-07,
+      "loss": 0.4077,
+      "step": 178
+    },
+    {
+      "epoch": 0.7584745762711864,
+      "grad_norm": 3.2305692134780544,
+      "learning_rate": 6.858006459096603e-07,
+      "loss": 0.4485,
+      "step": 179
+    },
+    {
+      "epoch": 0.7627118644067796,
+      "grad_norm": 1.424216092114218,
+      "learning_rate": 6.630646228423324e-07,
+      "loss": 0.4288,
+      "step": 180
+    },
+    {
+      "epoch": 0.7669491525423728,
+      "grad_norm": 1.4963321376713015,
+      "learning_rate": 6.406541089275464e-07,
+      "loss": 0.4477,
+      "step": 181
+    },
+    {
+      "epoch": 0.7711864406779662,
+      "grad_norm": 1.692324873038992,
+      "learning_rate": 6.185730753596538e-07,
+      "loss": 0.4509,
+      "step": 182
+    },
+    {
+      "epoch": 0.7754237288135594,
+      "grad_norm": 1.4105066699454112,
+      "learning_rate": 5.968254349483332e-07,
+      "loss": 0.4452,
+      "step": 183
+    },
+    {
+      "epoch": 0.7796610169491526,
+      "grad_norm": 1.3982040439848404,
+      "learning_rate": 5.754150414252341e-07,
+      "loss": 0.456,
+      "step": 184
+    },
+    {
+      "epoch": 0.7838983050847458,
+      "grad_norm": 1.4987411443142065,
+      "learning_rate": 5.543456887610854e-07,
+      "loss": 0.4866,
+      "step": 185
+    },
+    {
+      "epoch": 0.788135593220339,
+      "grad_norm": 1.415837483472032,
+      "learning_rate": 5.336211104933939e-07,
+      "loss": 0.4635,
+      "step": 186
+    },
+    {
+      "epoch": 0.7923728813559322,
+      "grad_norm": 1.4333258582601947,
+      "learning_rate": 5.132449790648561e-07,
+      "loss": 0.4453,
+      "step": 187
+    },
+    {
+      "epoch": 0.7966101694915254,
+      "grad_norm": 1.4361430967251394,
+      "learning_rate": 4.932209051725915e-07,
+      "loss": 0.4045,
+      "step": 188
+    },
+    {
+      "epoch": 0.8008474576271186,
+      "grad_norm": 1.4779140085188902,
+      "learning_rate": 4.7355243712831565e-07,
+      "loss": 0.4561,
+      "step": 189
+    },
+    {
+      "epoch": 0.8050847457627118,
+      "grad_norm": 1.475897837842645,
+      "learning_rate": 4.542430602295775e-07,
+      "loss": 0.4603,
+      "step": 190
+    },
+    {
+      "epoch": 0.809322033898305,
+      "grad_norm": 1.4126521358394666,
+      "learning_rate": 4.3529619614215204e-07,
+      "loss": 0.4428,
+      "step": 191
+    },
+    {
+      "epoch": 0.8135593220338984,
+      "grad_norm": 1.5596603124840844,
+      "learning_rate": 4.167152022937124e-07,
+      "loss": 0.4501,
+      "step": 192
+    },
+    {
+      "epoch": 0.8177966101694916,
+      "grad_norm": 1.5832611093442452,
+      "learning_rate": 3.9850337127889245e-07,
+      "loss": 0.4503,
+      "step": 193
+    },
+    {
+      "epoch": 0.8220338983050848,
+      "grad_norm": 2.045166226749996,
+      "learning_rate": 3.8066393027582276e-07,
+      "loss": 0.5348,
+      "step": 194
+    },
+    {
+      "epoch": 0.826271186440678,
+      "grad_norm": 1.5459560878753111,
+      "learning_rate": 3.6320004047427414e-07,
+      "loss": 0.4336,
+      "step": 195
+    },
+    {
+      "epoch": 0.8305084745762712,
+      "grad_norm": 1.48708371974937,
+      "learning_rate": 3.4611479651548456e-07,
+      "loss": 0.447,
+      "step": 196
+    },
+    {
+      "epoch": 0.8347457627118644,
+      "grad_norm": 1.4667687064435921,
+      "learning_rate": 3.2941122594378235e-07,
+      "loss": 0.4088,
+      "step": 197
+    },
+    {
+      "epoch": 0.8389830508474576,
+      "grad_norm": 1.4339420790789368,
+      "learning_rate": 3.130922886700968e-07,
+      "loss": 0.4462,
+      "step": 198
+    },
+    {
+      "epoch": 0.8432203389830508,
+      "grad_norm": 1.433293475147707,
+      "learning_rate": 2.9716087644745844e-07,
+      "loss": 0.4717,
+      "step": 199
+    },
+    {
+      "epoch": 0.847457627118644,
+      "grad_norm": 2.254627330176421,
+      "learning_rate": 2.8161981235857145e-07,
+      "loss": 0.4848,
+      "step": 200
+    },
+    {
+      "epoch": 0.847457627118644,
+      "eval_loss": 0.40594419836997986,
+      "eval_runtime": 5.1423,
+      "eval_samples_per_second": 0.194,
+      "eval_steps_per_second": 0.194,
+      "step": 200
+    },
+    {
+      "epoch": 0.8516949152542372,
+      "grad_norm": 1.4766035519752403,
+      "learning_rate": 2.664718503155561e-07,
+      "loss": 0.4712,
+      "step": 201
+    },
+    {
+      "epoch": 0.8559322033898306,
+      "grad_norm": 1.4898631745936681,
+      "learning_rate": 2.517196745719522e-07,
+      "loss": 0.4493,
+      "step": 202
+    },
+    {
+      "epoch": 0.8601694915254238,
+      "grad_norm": 1.3912238047826437,
+      "learning_rate": 2.3736589924706065e-07,
+      "loss": 0.4505,
+      "step": 203
+    },
+    {
+      "epoch": 0.864406779661017,
+      "grad_norm": 1.4391187633818725,
+      "learning_rate": 2.2341306786271695e-07,
+      "loss": 0.4511,
+      "step": 204
+    },
+    {
+      "epoch": 0.8686440677966102,
+      "grad_norm": 1.3358943208854202,
+      "learning_rate": 2.098636528925732e-07,
+      "loss": 0.4118,
+      "step": 205
+    },
+    {
+      "epoch": 0.8728813559322034,
+      "grad_norm": 2.140928875781542,
+      "learning_rate": 1.967200553239676e-07,
+      "loss": 0.5221,
+      "step": 206
+    },
+    {
+      "epoch": 0.8771186440677966,
+      "grad_norm": 1.5517467663817437,
+      "learning_rate": 1.839846042324686e-07,
+      "loss": 0.4514,
+      "step": 207
+    },
+    {
+      "epoch": 0.8813559322033898,
+      "grad_norm": 1.666553803897623,
+      "learning_rate": 1.7165955636915395e-07,
+      "loss": 0.4854,
+      "step": 208
+    },
+    {
+      "epoch": 0.885593220338983,
+      "grad_norm": 1.5675665553210052,
+      "learning_rate": 1.5974709576071e-07,
+      "loss": 0.4445,
+      "step": 209
+    },
+    {
+      "epoch": 0.8898305084745762,
+      "grad_norm": 1.4022593911682197,
+      "learning_rate": 1.4824933332241693e-07,
+      "loss": 0.4384,
+      "step": 210
+    },
+    {
+      "epoch": 0.8940677966101694,
+      "grad_norm": 1.5001934782227526,
+      "learning_rate": 1.371683064840912e-07,
+      "loss": 0.4244,
+      "step": 211
+    },
+    {
+      "epoch": 0.8983050847457628,
+      "grad_norm": 1.4677066964876824,
+      "learning_rate": 1.265059788290468e-07,
+      "loss": 0.4532,
+      "step": 212
+    },
+    {
+      "epoch": 0.902542372881356,
+      "grad_norm": 1.4183398497893178,
+      "learning_rate": 1.1626423974614414e-07,
+      "loss": 0.4366,
+      "step": 213
+    },
+    {
+      "epoch": 0.9067796610169492,
+      "grad_norm": 1.6894490357590148,
+      "learning_rate": 1.0644490409498636e-07,
+      "loss": 0.4623,
+      "step": 214
+    },
+    {
+      "epoch": 0.9110169491525424,
+      "grad_norm": 1.3770052672043003,
+      "learning_rate": 9.704971188432166e-08,
+      "loss": 0.435,
+      "step": 215
+    },
+    {
+      "epoch": 0.9152542372881356,
+      "grad_norm": 1.3141039953147144,
+      "learning_rate": 8.808032796371019e-08,
+      "loss": 0.4256,
+      "step": 216
+    },
+    {
+      "epoch": 0.9194915254237288,
+      "grad_norm": 1.8544440786448932,
+      "learning_rate": 7.953834172850866e-08,
+      "loss": 0.5039,
+      "step": 217
+    },
+    {
+      "epoch": 0.923728813559322,
+      "grad_norm": 1.450368984214262,
+      "learning_rate": 7.142526683822537e-08,
+      "loss": 0.4554,
+      "step": 218
+    },
+    {
+      "epoch": 0.9279661016949152,
+      "grad_norm": 1.315431283646059,
+      "learning_rate": 6.374254094829723e-08,
+      "loss": 0.4183,
+      "step": 219
+    },
+    {
+      "epoch": 0.9322033898305084,
+      "grad_norm": 1.3792458791734967,
+      "learning_rate": 5.649152545533332e-08,
+      "loss": 0.4348,
+      "step": 220
+    },
+    {
+      "epoch": 0.9364406779661016,
+      "grad_norm": 1.3346772573887995,
+      "learning_rate": 4.967350525587305e-08,
+      "loss": 0.4161,
+      "step": 221
+    },
+    {
+      "epoch": 0.940677966101695,
+      "grad_norm": 1.5577152328331694,
+      "learning_rate": 4.328968851869758e-08,
+      "loss": 0.4828,
+      "step": 222
+    },
+    {
+      "epoch": 0.9449152542372882,
+      "grad_norm": 1.3732105413808344,
+      "learning_rate": 3.7341206470742355e-08,
+      "loss": 0.464,
+      "step": 223
+    },
+    {
+      "epoch": 0.9491525423728814,
+      "grad_norm": 1.449997180723802,
+      "learning_rate": 3.182911319663862e-08,
+      "loss": 0.46,
+      "step": 224
+    },
+    {
+      "epoch": 0.9533898305084746,
+      "grad_norm": 1.4758185761477316,
+      "learning_rate": 2.6754385451928655e-08,
+      "loss": 0.4428,
+      "step": 225
+    },
+    {
+      "epoch": 0.9576271186440678,
+      "grad_norm": 1.3814801872524662,
+      "learning_rate": 2.211792248998229e-08,
+      "loss": 0.4226,
+      "step": 226
+    },
+    {
+      "epoch": 0.961864406779661,
+      "grad_norm": 1.4632888436552436,
+      "learning_rate": 1.7920545902646026e-08,
+      "loss": 0.4297,
+      "step": 227
+    },
+    {
+      "epoch": 0.9661016949152542,
+      "grad_norm": 1.4229121228644899,
+      "learning_rate": 1.4162999474657268e-08,
+      "loss": 0.4597,
+      "step": 228
+    },
+    {
+      "epoch": 0.9703389830508474,
+      "grad_norm": 1.333969805143941,
+      "learning_rate": 1.0845949051841442e-08,
+      "loss": 0.4038,
+      "step": 229
+    },
+    {
+      "epoch": 0.9745762711864406,
+      "grad_norm": 1.514340734500005,
+      "learning_rate": 7.96998242312469e-09,
+      "loss": 0.4555,
+      "step": 230
+    },
+    {
+      "epoch": 0.9788135593220338,
+      "grad_norm": 1.4123054627528595,
+      "learning_rate": 5.535609216374971e-09,
+      "loss": 0.4401,
+      "step": 231
+    },
+    {
+      "epoch": 0.9830508474576272,
+      "grad_norm": 1.332429400203387,
+      "learning_rate": 3.5432608080951392e-09,
+      "loss": 0.4276,
+      "step": 232
+    },
+    {
+      "epoch": 0.9872881355932204,
+      "grad_norm": 1.540606352993932,
+      "learning_rate": 1.9932902469829707e-09,
+      "loss": 0.4418,
+      "step": 233
+    },
+    {
+      "epoch": 0.9915254237288136,
+      "grad_norm": 1.4786831530095756,
+      "learning_rate": 8.859721913684339e-10,
+      "loss": 0.4684,
+      "step": 234
+    },
+    {
+      "epoch": 0.9957627118644068,
+      "grad_norm": 1.7669414061558033,
+      "learning_rate": 2.2150286054567482e-10,
+      "loss": 0.4722,
+      "step": 235
+    },
+    {
+      "epoch": 1.0,
+      "grad_norm": 1.3471984612585037,
+      "learning_rate": 0.0,
+      "loss": 0.4229,
+      "step": 236
+    },
+    {
+      "epoch": 1.0,
+      "step": 236,
+      "total_flos": 11901468672000.0,
+      "train_loss": 0.4903946296643403,
+      "train_runtime": 2458.2804,
+      "train_samples_per_second": 0.383,
+      "train_steps_per_second": 0.096
+    }
+  ],
+  "logging_steps": 1,
+  "max_steps": 236,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 1,
+  "save_steps": 2000000,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": true
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 11901468672000.0,
+  "train_batch_size": 1,
+  "trial_name": null,
+  "trial_params": null
+}

training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27d3f3634dce6c7a5108448164727d1f6de787b2df1426c7629da8fe62be90ae
+size 7569