Training in progress, step 25

adapter_config.json

@@ -11,11 +11,11 @@
   "init_lora_weights": true,
   "layers_pattern": null,
   "layers_to_transform": null,
-  "lora_alpha": 32,
-  "lora_dropout": 0.05,
+  "lora_alpha": 16,
+  "lora_dropout": 0.1,
   "modules_to_save": null,
   "peft_type": "LORA",
-  "r": 16,
+  "r": 8,
   "rank_pattern": {},
   "revision": null,
   "target_modules": [

adapter_model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4828e571997b9607a796fce777f8db8b12e793a69ff89034023a99ef3d876182
-size 53195176
+oid sha256:46d1014905801b88c12f5185ff8f2a835a2e490b119f2061ce042d9530e80223
+size 26619928

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4ace3f79a529b9f17fa881e134620186001252b27e997cd50bea2ee199883efd
+oid sha256:a40f5b03108e44004ee425604bfa6705c0b817eed4c94f1500a1725f496c16b4
 size 4219