Training in progress, step 500

config.json

@@ -13,6 +13,7 @@
   "initializer_range": 0.041666666666666664,
   "intermediate_size": 1536,
   "is_llama_config": true,
+  "max_length": null,
   "max_position_embeddings": 8192,
   "mlp_bias": false,
   "model_type": "llama",

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:cdca2476fdf69458c6ad0fc334a14db86907ab84020b2b6f31a21762f3e8b9fa
+oid sha256:9e68c400a7ade9b88f4cbe6ff514214b13cd3ee6a9584de0313df2f3c033bede
 size 269060552

tokenizer_config.json

@@ -147,7 +147,7 @@
   "clean_up_tokenization_spaces": false,
   "eos_token": "<|im_end|>",
   "max_length": 8192,
-  "model_max_length": 2048,
+  "model_max_length": 8192,
   "pad_token": "<|im_end|>",
   "tokenizer_class": "GPT2Tokenizer",
   "truncation": true,

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:925bde0881cdd9e8d97493aeb52f31bf6688b39f2b1a275f6f9c64d10dc902a1
+oid sha256:d27ad4a6d36df5ed277cace91a024f72c4490dd6a21a7c1e9eb0099b6fe97815
 size 5496