Hugging Face's logo

ArthurZ
/
flax-tiny-random-bert-sharded

Feature Extraction
Transformers
JAX
bert
flax
Inference Endpoints
Model card Files Community
2
ArthurZ HF staff commited on
Commit
52b09e4
·
1 Parent(s): 5dbaa3c

add model

Browse files
Files changed (21) hide show
  1. config.json +23 -0
  2. flax_model-00001-of-00019.msgpack +3 -0
  3. flax_model-00002-of-00019.msgpack +3 -0
  4. flax_model-00003-of-00019.msgpack +3 -0
  5. flax_model-00004-of-00019.msgpack +3 -0
  6. flax_model-00005-of-00019.msgpack +3 -0
  7. flax_model-00006-of-00019.msgpack +3 -0
  8. flax_model-00007-of-00019.msgpack +3 -0
  9. flax_model-00008-of-00019.msgpack +3 -0
  10. flax_model-00009-of-00019.msgpack +3 -0
  11. flax_model-00010-of-00019.msgpack +3 -0
  12. flax_model-00011-of-00019.msgpack +3 -0
  13. flax_model-00012-of-00019.msgpack +3 -0
  14. flax_model-00013-of-00019.msgpack +3 -0
  15. flax_model-00014-of-00019.msgpack +3 -0
  16. flax_model-00015-of-00019.msgpack +3 -0
  17. flax_model-00016-of-00019.msgpack +3 -0
  18. flax_model-00017-of-00019.msgpack +3 -0
  19. flax_model-00018-of-00019.msgpack +3 -0
  20. flax_model-00019-of-00019.msgpack +3 -0
  21. flax_model.msgpack.index.json +46 -0
config.json ADDED
@@ -0,0 +1,23 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "architectures": [
3
+ "BertModel"
4
+ ],
5
+ "attention_probs_dropout_prob": 0.1,
6
+ "classifier_dropout": null,
7
+ "hidden_act": "gelu",
8
+ "hidden_dropout_prob": 0.1,
9
+ "hidden_size": 128,
10
+ "initializer_range": 0.02,
11
+ "intermediate_size": 512,
12
+ "layer_norm_eps": 1e-12,
13
+ "max_position_embeddings": 512,
14
+ "model_type": "bert",
15
+ "num_attention_heads": 2,
16
+ "num_hidden_layers": 2,
17
+ "pad_token_id": 0,
18
+ "position_embedding_type": "absolute",
19
+ "transformers_version": "4.21.0.dev0",
20
+ "type_vocab_size": 2,
21
+ "use_cache": true,
22
+ "vocab_size": 30522
23
+ }
flax_model-00001-of-00019.msgpack ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a9f11bf983ffd4c4bd4514086e7c59cbf2248d08d57af4975bd5f55c120c62a5
3
+ size 1097
flax_model-00002-of-00019.msgpack ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:66e72ba92710da7aff76ab28ac8097fc3537031c2bfab28c8800a98b9192bfd7
3
+ size 262214
flax_model-00003-of-00019.msgpack ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:953785fb66414319b86ae21daabc94f35af482d053e9934ef4ec9714cba2e4c5
3
+ size 1090
flax_model-00004-of-00019.msgpack ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:56787e0ec1d343771bf173dfc24a8c132d0f770413cabcfa7523955fc286cb64
3
+ size 15627330
flax_model-00005-of-00019.msgpack ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8349aff81224e701cfc021a76ab2228fe51f6a385b405512aba41fd33c54587e
3
+ size 67781
flax_model-00006-of-00019.msgpack ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8b629d8c51e89ec42b7e9ef5789c4226a837c5cf9680ebfb22de6a59d4d4ce4a
3
+ size 66153
flax_model-00007-of-00019.msgpack ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1f2b1bdd6054b515c297d79246e97b13109a3fd1d5d576b40a59d9fdd80b04b2
3
+ size 66155
flax_model-00008-of-00019.msgpack ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f9384945d381027f94d5686e92c42a05d6163cc77f0f5bb0c6ce83b86f5a02b6
3
+ size 67706
flax_model-00009-of-00019.msgpack ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b4cb93cfae85fa189c686f80c1d162025a81f463e893571746ff3912e67ccb76
3
+ size 262218
flax_model-00010-of-00019.msgpack ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a27a5b8c5248458ce23d9910a04e972ec243ec6d03549d2f833af19ce333b574
3
+ size 1655
flax_model-00011-of-00019.msgpack ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9c21ef39c862b53b7a2a45b7994e6a068fa3171b3bad17bd7868b9f191c3e26a
3
+ size 262212
flax_model-00012-of-00019.msgpack ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4071c1c2721a08aa21dd5b29c6cfedf3a58c3bf6336567aced3d40109d4cc466
3
+ size 67781
flax_model-00013-of-00019.msgpack ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f1174c15c92bec8d3c45050c82d49118393ca4c6b0ff35982be8e27d63c09ef4
3
+ size 66153
flax_model-00014-of-00019.msgpack ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5597b3661563bc1e8c12e7883ebfdaa657cadb221dccaf604503e7a56260164c
3
+ size 66155
flax_model-00015-of-00019.msgpack ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:382a4adf27d88ab4a18a1370ce699d9a504270fdb4ddf6fdff96eceab4fade27
3
+ size 67706
flax_model-00016-of-00019.msgpack ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ad998182775a0a8f31e21eb640eabf0feb24d971867130f8ca6116616fab14b1
3
+ size 262218
flax_model-00017-of-00019.msgpack ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8e580ca2711620f1ef21c89557afa46710146b5e4c2b810e8316bd6b6f12851a
3
+ size 1655
flax_model-00018-of-00019.msgpack ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:84670ce07474a79967ccc1cc99d4e72f3776b96e59fbb2ddce2434a20057882f
3
+ size 262212
flax_model-00019-of-00019.msgpack ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8497212c35807492bcb79c456fea490dc17d8d224620c315bb97b013c576eaf2
3
+ size 66120
flax_model.msgpack.index.json ADDED
@@ -0,0 +1,46 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "metadata": {
3
+ "total_size": 17543680
4
+ },
5
+ "weight_map": {
6
+ "embeddings/LayerNorm/bias": "flax_model-00001-of-00019.msgpack",
7
+ "embeddings/LayerNorm/scale": "flax_model-00001-of-00019.msgpack",
8
+ "embeddings/position_embeddings/embedding": "flax_model-00002-of-00019.msgpack",
9
+ "embeddings/token_type_embeddings/embedding": "flax_model-00003-of-00019.msgpack",
10
+ "embeddings/word_embeddings/embedding": "flax_model-00004-of-00019.msgpack",
11
+ "encoder/layer/0/attention/output/LayerNorm/bias": "flax_model-00005-of-00019.msgpack",
12
+ "encoder/layer/0/attention/output/LayerNorm/scale": "flax_model-00005-of-00019.msgpack",
13
+ "encoder/layer/0/attention/output/dense/bias": "flax_model-00005-of-00019.msgpack",
14
+ "encoder/layer/0/attention/output/dense/kernel": "flax_model-00005-of-00019.msgpack",
15
+ "encoder/layer/0/attention/self/key/bias": "flax_model-00005-of-00019.msgpack",
16
+ "encoder/layer/0/attention/self/key/kernel": "flax_model-00006-of-00019.msgpack",
17
+ "encoder/layer/0/attention/self/query/bias": "flax_model-00006-of-00019.msgpack",
18
+ "encoder/layer/0/attention/self/query/kernel": "flax_model-00007-of-00019.msgpack",
19
+ "encoder/layer/0/attention/self/value/bias": "flax_model-00007-of-00019.msgpack",
20
+ "encoder/layer/0/attention/self/value/kernel": "flax_model-00008-of-00019.msgpack",
21
+ "encoder/layer/0/intermediate/dense/bias": "flax_model-00008-of-00019.msgpack",
22
+ "encoder/layer/0/intermediate/dense/kernel": "flax_model-00009-of-00019.msgpack",
23
+ "encoder/layer/0/output/LayerNorm/bias": "flax_model-00010-of-00019.msgpack",
24
+ "encoder/layer/0/output/LayerNorm/scale": "flax_model-00010-of-00019.msgpack",
25
+ "encoder/layer/0/output/dense/bias": "flax_model-00010-of-00019.msgpack",
26
+ "encoder/layer/0/output/dense/kernel": "flax_model-00011-of-00019.msgpack",
27
+ "encoder/layer/1/attention/output/LayerNorm/bias": "flax_model-00012-of-00019.msgpack",
28
+ "encoder/layer/1/attention/output/LayerNorm/scale": "flax_model-00012-of-00019.msgpack",
29
+ "encoder/layer/1/attention/output/dense/bias": "flax_model-00012-of-00019.msgpack",
30
+ "encoder/layer/1/attention/output/dense/kernel": "flax_model-00012-of-00019.msgpack",
31
+ "encoder/layer/1/attention/self/key/bias": "flax_model-00012-of-00019.msgpack",
32
+ "encoder/layer/1/attention/self/key/kernel": "flax_model-00013-of-00019.msgpack",
33
+ "encoder/layer/1/attention/self/query/bias": "flax_model-00013-of-00019.msgpack",
34
+ "encoder/layer/1/attention/self/query/kernel": "flax_model-00014-of-00019.msgpack",
35
+ "encoder/layer/1/attention/self/value/bias": "flax_model-00014-of-00019.msgpack",
36
+ "encoder/layer/1/attention/self/value/kernel": "flax_model-00015-of-00019.msgpack",
37
+ "encoder/layer/1/intermediate/dense/bias": "flax_model-00015-of-00019.msgpack",
38
+ "encoder/layer/1/intermediate/dense/kernel": "flax_model-00016-of-00019.msgpack",
39
+ "encoder/layer/1/output/LayerNorm/bias": "flax_model-00017-of-00019.msgpack",
40
+ "encoder/layer/1/output/LayerNorm/scale": "flax_model-00017-of-00019.msgpack",
41
+ "encoder/layer/1/output/dense/bias": "flax_model-00017-of-00019.msgpack",
42
+ "encoder/layer/1/output/dense/kernel": "flax_model-00018-of-00019.msgpack",
43
+ "pooler/dense/bias": "flax_model-00019-of-00019.msgpack",
44
+ "pooler/dense/kernel": "flax_model-00019-of-00019.msgpack"
45
+ }
46
+ }