Training in progress, step 10000

config.json

@@ -0,0 +1,24 @@
+{
+  "architectures": [
+    "BertForMaskedLM"
+  ],
+  "attention_probs_dropout_prob": 0.1,
+  "classifier_dropout": null,
+  "hidden_act": "gelu",
+  "hidden_dropout_prob": 0.1,
+  "hidden_size": 768,
+  "initializer_range": 0.02,
+  "intermediate_size": 3072,
+  "layer_norm_eps": 1e-12,
+  "max_position_embeddings": 512,
+  "model_type": "bert",
+  "num_attention_heads": 12,
+  "num_hidden_layers": 1,
+  "pad_token_id": 4,
+  "position_embedding_type": "absolute",
+  "torch_dtype": "float32",
+  "transformers_version": "4.33.0",
+  "type_vocab_size": 2,
+  "use_cache": true,
+  "vocab_size": 81
+}

pytorch_model.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c24abe6da686bd3bd4670c77ef95cae15d466dd33564059af945ef6da59baae2
+size 32563071

tokenizer_config.json

@@ -0,0 +1,79 @@
+{
+    "char_ords": [
+        104,
+        57,
+        54,
+        77,
+        89,
+        95,
+        102,
+        97,
+        103,
+        114,
+        48,
+        86,
+        71,
+        50,
+        119,
+        81,
+        121,
+        49,
+        69,
+        58,
+        76,
+        72,
+        98,
+        46,
+        122,
+        99,
+        51,
+        40,
+        52,
+        83,
+        115,
+        79,
+        73,
+        116,
+        101,
+        41,
+        107,
+        112,
+        55,
+        88,
+        45,
+        90,
+        42,
+        70,
+        100,
+        105,
+        109,
+        87,
+        68,
+        67,
+        113,
+        108,
+        78,
+        47,
+        118,
+        96,
+        82,
+        80,
+        66,
+        92,
+        111,
+        106,
+        117,
+        120,
+        65,
+        64,
+        75,
+        84,
+        53,
+        56,
+        110,
+        74,
+        85,
+        91
+    ],
+    "model_max_length": 512
+}

training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f8fb67760b33ca58a9921ec767f5b2774914fcc01124950ae59d2c3249ae449
+size 4027