danielhanchen commited on
Commit
8f8260f
·
verified ·
1 Parent(s): cddad6e

Upload CsmForConditionalGeneration

Browse files
Files changed (1) hide show
  1. config.json +1 -1
config.json CHANGED
@@ -101,7 +101,7 @@
101
  "num_codebooks": 32,
102
  "num_hidden_layers": 16,
103
  "num_key_value_heads": 8,
104
- "pad_token_id": 128002,
105
  "rms_norm_eps": 1e-05,
106
  "rope_scaling": {
107
  "factor": 32.0,
 
101
  "num_codebooks": 32,
102
  "num_hidden_layers": 16,
103
  "num_key_value_heads": 8,
104
+ "pad_token_id": 128004,
105
  "rms_norm_eps": 1e-05,
106
  "rope_scaling": {
107
  "factor": 32.0,