Training in progress, step 500

adapter_config.json

@@ -1,19 +1,13 @@
 {
   "alpha_pattern": {},
   "auto_mapping": null,
-  "base_model_name_or_path": null,
+  "base_model_name_or_path": "Open-Orca/oo-phi-1_5",
   "bias": "none",
   "fan_in_fan_out": false,
   "inference_mode": true,
   "init_lora_weights": true,
   "layers_pattern": null,
-  "layers_to_transform": [
-    20,
-    21,
-    22,
-    23,
-    24
-  ],
+  "layers_to_transform": null,
   "loftq_config": {},
   "lora_alpha": 16,
   "lora_dropout": 0.05,
@@ -28,5 +22,6 @@
     "out_proj",
     "Wqkv"
   ],
-  "task_type": "CAUSAL_LM"
+  "task_type": "CAUSAL_LM",
+  "use_rslora": false
 }

adapter_model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9097f14377dab6b91d33e81f6b89b2ef4fced6abd9af30451f3a056a851c4718
-size 18905840
+oid sha256:9a6a034fbc0e6e5c29edccf589923da0ed9b4df1056562f39308a7df8044f7cc
+size 18886256

runs/Jan30_18-24-23_05d36d3e444b/events.out.tfevents.1706639064.05d36d3e444b.253.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f98027b2cfcc4898f569834265e22e666627c1b555403ae73a1dc10fc3088df7
+size 5096

runs/Jan30_18-27-57_05d36d3e444b/events.out.tfevents.1706639283.05d36d3e444b.253.1

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5775540b4ee7c6ee319ed4677c62eb3783ed3f5fb6060e4d3f50a8f8540727f8
+size 5099

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:10b13d9d98c6e5cecaa746450a7675b1e790943fe7ef624e5578385ac13b9ecf
-size 4728
+oid sha256:0c2a021a06190dc906ecb2cb4a49a5893f1213cde975841fc29aba3a4b8c9c41
+size 4600