Graphcore
/

groupbert-base-uncased

Generated from Trainer

Inference Endpoints

Model card Files Files and versions Community

Ivan Chelombiev commited on Oct 20, 2022

Commit

a36365b

·

1 Parent(s): b2c44fb

Model save

Files changed (2) hide show

config.json +4 -3
training_args.bin +1 -1

config.json CHANGED Viewed

@@ -1,7 +1,7 @@
 {
-  "_name_or_path": "bert-base-uncased",
   "architectures": [
-    "PoptorchPipelinedGroupBertForPreTraining"
   ],
   "attention_probs_dropout_prob": 0.0,
   "classifier_dropout": null,
@@ -15,8 +15,9 @@
   "initializer_range": 0.02,
   "intermediate_size": 3072,
   "layer_norm_eps": 0.001,
   "max_position_embeddings": 512,
-  "model_type": "bert",
   "num_attention_heads": 12,
   "num_hidden_layers": 12,
   "pad_token_id": 0,

 {
+  "_name_or_path": "run9-phase2",
   "architectures": [
+    "PipelinedGroupBertForPreTraining"
   ],
   "attention_probs_dropout_prob": 0.0,
   "classifier_dropout": null,
   "initializer_range": 0.02,
   "intermediate_size": 3072,
   "layer_norm_eps": 0.001,
+  "max_num_masked_tokens": 96,
   "max_position_embeddings": 512,
+  "model_type": "groupbert",
   "num_attention_heads": 12,
   "num_hidden_layers": 12,
   "pad_token_id": 0,

training_args.bin CHANGED Viewed

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4d46bdc292619bcb4e2b724ab406c2aa3f284e210b9e8221a917eaceb641fcb5
 size 2927

 version https://git-lfs.github.com/spec/v1
+oid sha256:5e9dacdcba4a49066c7b62de11e237b5e1160ec5c2b1b8e090e1416d50d6a051
 size 2927