Training in progress, epoch 2

adapter_config.json

@@ -9,13 +9,13 @@
   "layers_pattern": null,
   "layers_to_transform": null,
   "loftq_config": {},
-  "lora_alpha": 256,
+  "lora_alpha": 512,
   "lora_dropout": 0.1,
   "megatron_config": null,
   "megatron_core": "megatron.core",
   "modules_to_save": null,
   "peft_type": "LORA",
-  "r": 256,
+  "r": 512,
   "rank_pattern": {},
   "revision": null,
   "target_modules": [

adapter_model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f082f28e6417be80dceb22cf19e30573b4c4e685592565fc5910a7f372f03e59
-size 100669688
+oid sha256:5191f86f73f75eaadefb7b52bef891a798b837d288cadaa99f589348c1e599ec
+size 201333040

runs/Mar25_14-36-02_gpu-4/events.out.tfevents.1711377363.gpu-4.352431.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d662b6786ce3ff1a43a582886b2ceddd9759c633648696578bb70c98cb0cbe12
+size 26546

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6438cb4fba5c355dee76a556bfbc71c3fe27c5739439f7ecfa110cc01a409acb
+oid sha256:35426744f7e2ea623fe429a0fdfb12d139932b3f2bf8bc8cb260147ec97a0cc0
 size 4920