Hugging Face's logo

Liu-Xiang
/
doplhin-dpo

PEFT
TensorBoard
Safetensors
mistral
trl
dpo
Generated from Trainer
Model card Files Metrics Community
Liu-Xiang commited on
Commit
21e4f9c
·
verified ·
1 Parent(s): 324ae8f

Training in progress, step 500

Browse files
Files changed (8) hide show
  1. adapter_config.json +5 -5
  2. adapter_model.safetensors +1 -1
  3. config.json +1 -1
  4. generation_config.json +1 -1
  5. model-00001-of-00008.safetensors +1 -1
  6. model-00002-of-00008.safetensors +1 -1
  7. runs/Jul19_14-37-32_llm-finetuning-workbench-v2-0/events.out.tfevents.1721399906.llm-finetuning-workbench-v2-0.257.0 +3 -0
  8. training_args.bin +1 -1
adapter_config.json CHANGED
@@ -19,13 +19,13 @@
19
  "rank_pattern": {},
20
  "revision": null,
21
  "target_modules": [
22
- "k_proj",
23
- "down_proj",
24
- "gate_proj",
25
  "v_proj",
26
- "q_proj",
27
  "o_proj",
28
- "up_proj"
 
 
 
29
  ],
30
  "task_type": "CAUSAL_LM",
31
  "use_rslora": false
 
19
  "rank_pattern": {},
20
  "revision": null,
21
  "target_modules": [
22
+ "up_proj",
 
 
23
  "v_proj",
 
24
  "o_proj",
25
+ "gate_proj",
26
+ "q_proj",
27
+ "k_proj",
28
+ "down_proj"
29
  ],
30
  "task_type": "CAUSAL_LM",
31
  "use_rslora": false
adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:ce4692435f94dc0af8954d3b518b48f17a3bbf748b022c50bf1a3a48698407c5
3
  size 1342239008
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b3a81ec6caf0f8e641674cacb02c10e5ae581ee8a24da5f08d3df868917176ec
3
  size 1342239008
config.json CHANGED
@@ -20,7 +20,7 @@
20
  "sliding_window": 4096,
21
  "tie_word_embeddings": false,
22
  "torch_dtype": "float16",
23
- "transformers_version": "4.38.2",
24
  "use_cache": true,
25
  "vocab_size": 32002
26
  }
 
20
  "sliding_window": 4096,
21
  "tie_word_embeddings": false,
22
  "torch_dtype": "float16",
23
+ "transformers_version": "4.37.2",
24
  "use_cache": true,
25
  "vocab_size": 32002
26
  }
generation_config.json CHANGED
@@ -2,5 +2,5 @@
2
  "_from_model_config": true,
3
  "bos_token_id": 1,
4
  "eos_token_id": 2,
5
- "transformers_version": "4.38.2"
6
  }
 
2
  "_from_model_config": true,
3
  "bos_token_id": 1,
4
  "eos_token_id": 2,
5
+ "transformers_version": "4.37.2"
6
  }
model-00001-of-00008.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:360bcc50ae1a321c6b26021ab42ab7074daddae77b14d8e983d207b70188e332
3
  size 1889603392
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:047f7f8f17cfea7eb33b829455ba736adcbfa41fab686a678b42e9b5f1b3e432
3
  size 1889603392
model-00002-of-00008.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:d463f37eca31762617ae2c773ecc3fa60201369d11fa749109bade0d4b2cb7c7
3
  size 1946243896
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8744d55ae749f302ce632f00bf7117c55db1da7f839df6f0ef1c5de213916361
3
  size 1946243896
runs/Jul19_14-37-32_llm-finetuning-workbench-v2-0/events.out.tfevents.1721399906.llm-finetuning-workbench-v2-0.257.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:527ff241c48b99e47919ba30a1bbfd079f7c0cc9ecd58617a99f6208a21f5dd6
3
+ size 17385
training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:8cfda222012615f0223eb7352fbebf95ec90ff8ff83d21a3f72a3111c6121031
3
  size 4664
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:523485e93c554c19511100e1d8871cbb2f6f4c4b338d075f1b9fa0aca9c3f7af
3
  size 4664