Update README.md
Browse files
README.md
CHANGED
|
@@ -38,8 +38,8 @@ pip install flash-attn
|
|
| 38 |
import torch
|
| 39 |
from transformers import AutoModelForMaskedLM, AutoTokenizer, pipeline
|
| 40 |
|
| 41 |
-
model = AutoModelForMaskedLM.from_pretrained("sbintuitions/modernbert-ja-
|
| 42 |
-
tokenizer = AutoTokenizer.from_pretrained("sbintuitions/modernbert-ja-
|
| 43 |
fill_mask = pipeline("fill-mask", model=model, tokenizer=tokenizer)
|
| 44 |
|
| 45 |
results = fill_mask("おはようございます、今日の天気は<mask>です。")
|
|
|
|
| 38 |
import torch
|
| 39 |
from transformers import AutoModelForMaskedLM, AutoTokenizer, pipeline
|
| 40 |
|
| 41 |
+
model = AutoModelForMaskedLM.from_pretrained("sbintuitions/modernbert-ja-30m", torch_dtype=torch.bfloat16)
|
| 42 |
+
tokenizer = AutoTokenizer.from_pretrained("sbintuitions/modernbert-ja-30m")
|
| 43 |
fill_mask = pipeline("fill-mask", model=model, tokenizer=tokenizer)
|
| 44 |
|
| 45 |
results = fill_mask("おはようございます、今日の天気は<mask>です。")
|