Jerry46 commited on
Commit
b2cdfca
·
1 Parent(s): 3543817

Training in progress, epoch 0

Browse files
adapter_config.json CHANGED
@@ -1,7 +1,7 @@
1
  {
2
  "alpha_pattern": {},
3
  "auto_mapping": null,
4
- "base_model_name_or_path": "alignment-handbook/zephyr-7b-sft-full",
5
  "bias": "none",
6
  "fan_in_fan_out": false,
7
  "inference_mode": true,
@@ -16,10 +16,10 @@
16
  "rank_pattern": {},
17
  "revision": null,
18
  "target_modules": [
19
- "k_proj",
20
  "v_proj",
 
21
  "o_proj",
22
- "q_proj"
23
  ],
24
  "task_type": "CAUSAL_LM"
25
  }
 
1
  {
2
  "alpha_pattern": {},
3
  "auto_mapping": null,
4
+ "base_model_name_or_path": "mistralai/Mistral-7B-v0.1",
5
  "bias": "none",
6
  "fan_in_fan_out": false,
7
  "inference_mode": true,
 
16
  "rank_pattern": {},
17
  "revision": null,
18
  "target_modules": [
 
19
  "v_proj",
20
+ "q_proj",
21
  "o_proj",
22
+ "k_proj"
23
  ],
24
  "task_type": "CAUSAL_LM"
25
  }
adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:1446870f766ed914319fa1f7ab6a76cf6642222c2d570074b7d13dd17735c97c
3
- size 218138576
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e37e1bc399e9cc116250e3e649a446d8bc7c7fc9e918b00f398d5cf4eb9b9a71
3
+ size 109086672
training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:81196dd4eafcac439a5fa6941388d7ce81eefc41d333719fa709834700dc69bf
3
- size 4728
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7ad26a1d13fc0eb39a1c99b55d10b9142a6919aa345c52de57a8a403cdd0c317
3
+ size 4792