readme updated
Browse files
README.md
CHANGED
|
@@ -24,7 +24,6 @@ The following code can be used for model loading and tokenization, example max l
|
|
| 24 |
#for sequence classification:
|
| 25 |
#model = AutoModelForSequenceClassification.from_pretrained([model_path], num_labels=[num_classes])
|
| 26 |
|
| 27 |
-
tokenizer = ByT5Tokenizer.from_pretrained("google/byt5-small")
|
| 28 |
tokenizer = PreTrainedTokenizerFast(tokenizer_file=[file_path])
|
| 29 |
tokenizer.mask_token = "[MASK]"
|
| 30 |
tokenizer.cls_token = "[CLS]"
|
|
|
|
| 24 |
#for sequence classification:
|
| 25 |
#model = AutoModelForSequenceClassification.from_pretrained([model_path], num_labels=[num_classes])
|
| 26 |
|
|
|
|
| 27 |
tokenizer = PreTrainedTokenizerFast(tokenizer_file=[file_path])
|
| 28 |
tokenizer.mask_token = "[MASK]"
|
| 29 |
tokenizer.cls_token = "[CLS]"
|