Upload ModernBertForMaskedLM

README.md

@@ -1,12 +1,12 @@
 ---
 library_name: transformers
 license: apache-2.0
-language: "sv"
+language: sv
 tags:
-  - masked-lm
-  - fill-mask
-  - long-context
-  - modernbert
+- masked-lm
+- fill-mask
+- long-context
+- modernbert
 pipeline_tag: fill-mask
 inference: false
 base_model: answerdotai/ModernBERT-large

config.json

@@ -1,11 +1,11 @@
 {
   "architectures": [
-    "ModernBertModel"
+    "ModernBertForMaskedLM"
   ],
   "attention_bias": false,
   "attention_dropout": 0.0,
   "bos_token_id": 50281,
-  "classifier_activation": "silu",
+  "classifier_activation": "gelu",
   "classifier_bias": false,
   "classifier_dropout": 0.0,
   "classifier_pooling": "mean",
@@ -40,6 +40,6 @@
   "sparse_pred_ignore_index": -100,
   "sparse_prediction": false,
   "torch_dtype": "float32",
-  "transformers_version": "4.52.3",
+  "transformers_version": "4.53.2",
   "vocab_size": 50368
 }

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9de54ce7bdfe1adb9bfca7d9409065bdae7d348bf7a24e877d75873db4f330b8
-size 1579143688
+oid sha256:c031b8f51517b798b51c85d62d8b0e2dfcf2291138583cf700e3c0fb2a4f5f82
+size 1583544840