Training in progress, step 500

adapter_config.json

@@ -16,12 +16,12 @@
   "megatron_core": "megatron.core",
   "modules_to_save": null,
   "peft_type": "LORA",
-  "r": 8,
+  "r": 16,
   "rank_pattern": {},
   "revision": null,
   "target_modules": [
-    "v_proj",
-    "k_proj"
+    "k_proj",
+    "v_proj"
   ],
   "task_type": "CAUSAL_LM",
   "use_dora": false,

adapter_model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6cfa758516ef15784514a3553ccfc5c9a80cc510a429cc7643afce7f107fe80f
-size 4738744
+oid sha256:c331b4ac1f9cce200b6b0ffa58b91879af4afafdd549fa798abb924689b38697
+size 9457520

runs/Sep05_00-32-38_9a76d9e283dc/events.out.tfevents.1725496406.9a76d9e283dc.165837.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7466ffa7c66c5989a052f2ef70365da6371a339f2f63337baf9b74c900b70d77
+size 4184

runs/Sep05_00-46-20_9a76d9e283dc/events.out.tfevents.1725497183.9a76d9e283dc.168362.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88798e5e9bae12c6cf5a07d4c72e7b91bf0177c9c808f7a36a082891e90b67d8
+size 8664

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9b6385c978c03f41650a462236f766641d407cb13dd807ab47107c7eed8856a7
+oid sha256:56cc3d597093c73b517f138d872a237644420044ff30c450a6b1b74741b62930
 size 5304