yt765 commited on
Commit
3aa4668
·
verified ·
1 Parent(s): 3b8ec33

Training in progress, epoch 0

Browse files
adapter_config.json CHANGED
@@ -1,7 +1,7 @@
1
  {
2
  "alpha_pattern": {},
3
  "auto_mapping": null,
4
- "base_model_name_or_path": "llm-jp/llm-jp-3-3.7b",
5
  "bias": "none",
6
  "fan_in_fan_out": false,
7
  "inference_mode": true,
@@ -19,12 +19,12 @@
19
  "rank_pattern": {},
20
  "revision": null,
21
  "target_modules": [
22
- "down_proj",
23
- "o_proj",
24
  "up_proj",
25
  "gate_proj",
26
- "k_proj",
27
  "v_proj",
 
28
  "q_proj"
29
  ],
30
  "task_type": "CAUSAL_LM",
 
1
  {
2
  "alpha_pattern": {},
3
  "auto_mapping": null,
4
+ "base_model_name_or_path": "llm-jp/llm-jp-3-13b-instruct",
5
  "bias": "none",
6
  "fan_in_fan_out": false,
7
  "inference_mode": true,
 
19
  "rank_pattern": {},
20
  "revision": null,
21
  "target_modules": [
22
+ "k_proj",
 
23
  "up_proj",
24
  "gate_proj",
25
+ "o_proj",
26
  "v_proj",
27
+ "down_proj",
28
  "q_proj"
29
  ],
30
  "task_type": "CAUSAL_LM",
adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:6771ec1692b3c76369e241bb89853332be11a0691945e70af705d421e4086c89
3
- size 2060408320
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:10370f6e8e0a4f5355a8e92d1878f807b0cd75dc1b390320d0156dee463e735a
3
+ size 4042174968
runs/Dec24_05-26-41_f1f822744e4a/events.out.tfevents.1735018008.f1f822744e4a.14810.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e0fa8eb17e3395c5a59c600c38e1d9d183dc2069e13cf15e943e85ad7bf26bad
3
+ size 5757
training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:d032646e41a52ddef21448f5f73a8757b5d40696ae24e7c91b3b05b66814aac6
3
  size 4728
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e98322573302fcf37cb4221cb62cfd547b982363cfa8e3fbcc7f696edc695ba1
3
  size 4728