Hugging Face's logo

eth-dl-rewards
/
internlm2-7b-reward-math-60k-scratch-sft-merged

Feature Extraction
Transformers
Safetensors
internlm2
custom_code
Model card Files Community
rd211 commited on
Commit
982e34f
·
verified ·
1 Parent(s): cb9b6be

Merged model

Browse files
Files changed (7) hide show
  1. config.json +7 -5
  2. model-00001-of-00006.safetensors +1 -1
  3. model-00002-of-00006.safetensors +1 -1
  4. model-00003-of-00006.safetensors +1 -1
  5. model-00004-of-00006.safetensors +1 -1
  6. model-00005-of-00006.safetensors +1 -1
  7. model-00006-of-00006.safetensors +1 -1
config.json CHANGED
@@ -1,11 +1,13 @@
1
  {
 
2
  "architectures": [
3
- "InternLM2ForRewardModel"
4
  ],
5
  "attn_implementation": "eager",
6
  "auto_map": {
7
  "AutoConfig": "configuration_internlm2.InternLM2Config",
8
- "AutoModel": "modeling_internlm2.InternLM2ForRewardModel"
 
9
  },
10
  "bias": false,
11
  "bos_token_id": 1,
@@ -20,13 +22,13 @@
20
  "num_hidden_layers": 32,
21
  "num_key_value_heads": 8,
22
  "pad_token_id": 2,
23
- "reward_token_id": 92527,
24
  "rms_norm_eps": 1e-05,
25
  "rope_scaling": null,
26
  "rope_theta": 1000000,
27
  "tie_word_embeddings": false,
28
- "torch_dtype": "float16",
29
- "transformers_version": "4.41.2",
30
  "use_cache": true,
31
  "vocab_size": 92544
32
  }
 
1
  {
2
+ "_name_or_path": "eth-dl-rewards/internlm2-7b-sft-math",
3
  "architectures": [
4
+ "InternLM2ForSequenceClassification"
5
  ],
6
  "attn_implementation": "eager",
7
  "auto_map": {
8
  "AutoConfig": "configuration_internlm2.InternLM2Config",
9
+ "AutoModel": "eth-dl-rewards/internlm2-7b-sft-math--modeling_internlm2.InternLM2ForSequenceClassification",
10
+ "AutoModelForCausalLM": "eth-dl-rewards/internlm2-7b-sft-math--modeling_internlm2.InternLM2ForCausalLM"
11
  },
12
  "bias": false,
13
  "bos_token_id": 1,
 
22
  "num_hidden_layers": 32,
23
  "num_key_value_heads": 8,
24
  "pad_token_id": 2,
25
+ "pretraining_tp": 1,
26
  "rms_norm_eps": 1e-05,
27
  "rope_scaling": null,
28
  "rope_theta": 1000000,
29
  "tie_word_embeddings": false,
30
+ "torch_dtype": "float32",
31
+ "transformers_version": "4.46.2",
32
  "use_cache": true,
33
  "vocab_size": 92544
34
  }
model-00001-of-00006.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:4930b0c2b688686335364bb79191b7298411e858b937ed15730833e02f602987
3
  size 4771122040
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9686154e64e72a11de23a40bab7e708a7b144170e8650fa223384a47a3b07724
3
  size 4771122040
model-00002-of-00006.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:645c458619262a9be371c6131c0e6fd47fa2678d03fa03c5b11613e897c57d60
3
  size 4999811584
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:71b6787940f4190cff955b5fe92774f893f3920a2d4858b5f51f1ddc0bdd4fd5
3
  size 4999811584
model-00003-of-00006.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:a15da661fe55539fff768e8444ea716f5b53b4f64dedd0eb1516148df552d4fc
3
  size 4999811632
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d73c33859aa7a184dd32c816cd3c46016cba1850bc12c73e6e63ae2730e3ae16
3
  size 4999811632
model-00004-of-00006.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:d7341c157fc61838228fc4176b5540f6012e571eb84057606daba91a7309b46d
3
  size 4832006256
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1a33cacdd30b9b4d4fc75a17a18b3364e6885fb661801e4659dbe8a3ac391f5f
3
  size 4832006256
model-00005-of-00006.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:195df854fe597227f8cae562e3d31652764ba757e7e8269ba2a08eac0f4a7756
3
  size 4999811624
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0fec64bcf5d3e8212120d17110d6348351063cc1127afcca5cd262f14481ecef
3
  size 4999811624
model-00006-of-00006.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:c2cc209e37e5c9e609176c21fd3c4eb1d40f9a9d9432b832eacc0b56e2f82133
3
  size 4832088568
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:151b0b92753a7b74b8dd212b3ef037970ed660975f7358ce1a2ca52218306e3f
3
  size 4832088568