prince-canuma commited on
Commit
c9a7718
·
verified ·
1 Parent(s): 5073351

Upload folder using huggingface_hub

Browse files
config.json CHANGED
@@ -234,7 +234,43 @@
234
  "vocab_size_per_layer_input": 262144,
235
  "max_position_embeddings": 32768,
236
  "hidden_size": 2048,
237
- "intermediate_size": 16384,
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
238
  "num_hidden_layers": 35,
239
  "num_attention_heads": 8,
240
  "head_dim": 256,
 
234
  "vocab_size_per_layer_input": 262144,
235
  "max_position_embeddings": 32768,
236
  "hidden_size": 2048,
237
+ "intermediate_size": [
238
+ 16384,
239
+ 16384,
240
+ 16384,
241
+ 16384,
242
+ 16384,
243
+ 16384,
244
+ 16384,
245
+ 16384,
246
+ 16384,
247
+ 16384,
248
+ 16384,
249
+ 16384,
250
+ 16384,
251
+ 16384,
252
+ 16384,
253
+ 16384,
254
+ 16384,
255
+ 16384,
256
+ 16384,
257
+ 16384,
258
+ 16384,
259
+ 16384,
260
+ 16384,
261
+ 16384,
262
+ 16384,
263
+ 16384,
264
+ 16384,
265
+ 16384,
266
+ 16384,
267
+ 16384,
268
+ 16384,
269
+ 16384,
270
+ 16384,
271
+ 16384,
272
+ 16384
273
+ ],
274
  "num_hidden_layers": 35,
275
  "num_attention_heads": 8,
276
  "head_dim": 256,
model-00004-of-00004.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:1a1586f3e3da704603fa444a7e82f4f034ea00be5817afed7342545bb90338d5
3
  size 3041461107
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4a5c3c9748656a72faa7faa1d3b8a5c572ff5699be8881b986a2aaa9443e8974
3
  size 3041461107
preprocessor_config.json CHANGED
@@ -3,6 +3,7 @@
3
  "data_format": "channels_first",
4
  "default_to_square": false,
5
  "device": null,
 
6
  "dither": 0.0,
7
  "do_center_crop": null,
8
  "do_convert_rgb": null,
 
3
  "data_format": "channels_first",
4
  "default_to_square": false,
5
  "device": null,
6
+ "disable_grouping": null,
7
  "dither": 0.0,
8
  "do_center_crop": null,
9
  "do_convert_rgb": null,