Training in progress, step 500

pytorch_model.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2053b0bc2935affae4ca839f13239045d1946a2428561262337483ae288a007a
+oid sha256:6f21a7b642dd9d13fb3f05cd5a789f183a905d42bdcf38519c6eccac5e72a321
 size 1262075377

run.sh

@@ -6,9 +6,9 @@ python -m torch.distributed.launch \
         --output_dir="./" \
         --overwrite_output_dir \
         --num_train_epochs="50" \
-        --per_device_train_batch_size="8" \
-        --per_device_eval_batch_size="8" \
-        --gradient_accumulation_steps="4" \
+        --per_device_train_batch_size="4" \
+        --per_device_eval_batch_size="4" \
+        --gradient_accumulation_steps="1" \
         --learning_rate="7.5e-5" \
         --warmup_steps="2000" \
 		--length_column_name="input_length" \

runs/Feb02_21-52-29_ip-172-31-1-149/1643838970.386584/events.out.tfevents.1643838970.ip-172-31-1-149.15820.1

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88c5bdcdc9d286166cb5e689a76f1606c93285a4228a12bf6ab3fbb991e9d3bc
+size 4742

runs/Feb02_21-52-29_ip-172-31-1-149/events.out.tfevents.1643838970.ip-172-31-1-149.15820.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ddec63e32f7ca784ac37d7fdba9649db8384ed1ea33c89dc09ab51390aa18d8
+size 5774

special_tokens_map.json

@@ -1 +1 @@
-{"bos_token": "<s>", "eos_token": "</s>", "unk_token": "[UNK]", "pad_token": "[PAD]", "additional_special_tokens": [{"content": "<s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "</s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}]}
+{"bos_token": "<s>", "eos_token": "</s>", "unk_token": "[UNK]", "pad_token": "[PAD]", "additional_special_tokens": [{"content": "<s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "</s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "<s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "</s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}]}

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:97acf030643a0b6c07ad49f630d2dbffc54e57a6616a626d7c25f50feefab41b
+oid sha256:cb54e7a2c9581b41962daa09a523d41348d5e5565d5176455f00b8b3077c5c44
 size 2991