Training in progress, epoch 3

adapter_config.json

@@ -1,9 +1,9 @@
 {
   "alpha_pattern": {},
   "auto_mapping": null,
-  "base_model_name_or_path": "meta-llama/Llama-2-7b-hf",
+  "base_model_name_or_path": "AI-Sweden-Models/gpt-sw3-1.3b",
   "bias": "none",
-  "fan_in_fan_out": false,
+  "fan_in_fan_out": true,
   "inference_mode": true,
   "init_lora_weights": true,
   "layers_pattern": null,
@@ -19,8 +19,7 @@
   "rank_pattern": {},
   "revision": null,
   "target_modules": [
-    "q_proj",
-    "v_proj"
+    "c_attn"
   ],
   "task_type": "CAUSAL_LM",
   "use_rslora": false

adapter_model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d096b7ad595771cd69ec8acf008d7c6f8bee60e37003dabb27d39f0abd5f145d
-size 1073759736
+oid sha256:97208141a09644a6005bb9946705a79ed6ea11001bc9c0f65842ada0ce56cb59
+size 402659704

runs/Mar25_23-36-58_gpu-1/events.out.tfevents.1711409820.gpu-1.1020014.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53813efc251b18f823ad782f63f6a68043c98d02b25760afbf77537b0512bfad
+size 4608

runs/Mar25_23-57-05_gpu-1/events.out.tfevents.1711411027.gpu-1.1020584.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3817adfadd92da18f145bbfc1cddce87e7ddffb5789e815f031a8f1cc97e0572
+size 4608

runs/Mar26_00-05-18_gpu-1/events.out.tfevents.1711411519.gpu-1.1021052.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7de0b3957a406baa85202f93724799dcb610417007835e490d58465c50fe09a4
+size 69404

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c2adc5d963dc6ca964ae27fa2603937c306624f37842ce80020845b62c5f04eb
+oid sha256:5f5130d7fe24e9fea3bd503eb7a1554c45650c9a8065733efe99d1044794f3b3
 size 4920