Training in progress, epoch 1

adapter_config.json

@@ -1,13 +1,19 @@
 {
   "alpha_pattern": {},
   "auto_mapping": null,
-  "base_model_name_or_path": "Open-Orca/oo-phi-1_5",
+  "base_model_name_or_path": null,
   "bias": "none",
   "fan_in_fan_out": false,
   "inference_mode": true,
   "init_lora_weights": true,
   "layers_pattern": null,
-  "layers_to_transform": null,
+  "layers_to_transform": [
+    20,
+    21,
+    22,
+    23,
+    24
+  ],
   "loftq_config": {},
   "lora_alpha": 16,
   "lora_dropout": 0.05,
@@ -15,7 +21,7 @@
   "megatron_core": "megatron.core",
   "modules_to_save": null,
   "peft_type": "LORA",
-  "r": 32,
+  "r": 16,
   "rank_pattern": {},
   "revision": null,
   "target_modules": [

adapter_model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:02f580059e57721fc5bb2188de9832d1153e8c3a191d9a163a7424c57c94e5d3
-size 37760688
+oid sha256:004914397c06acb9ac2b219cada2419cf5e4c03eb72fb0dfd07d31d51d772526
+size 18905840

runs/Jan27_04-41-06_kali/events.out.tfevents.1706310669.kali.28180.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f2310b008e8258a1dd01f43adf90564ff02d556a5a8f401ed459efccbe65cce
+size 9311

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:15fcefe9b6b09d96f075b5dc95e074aa20400cb95a6e9dc14da2d1bfe79eab12
+oid sha256:10b13d9d98c6e5cecaa746450a7675b1e790943fe7ef624e5578385ac13b9ecf
 size 4728