Update README.md
Browse files
README.md
CHANGED
|
@@ -33,10 +33,7 @@ from onnxruntime import InferenceSession
|
|
| 33 |
|
| 34 |
model_name = "minuva/MiniLMv2-toxic-jigsaw-onnx"
|
| 35 |
tokenizer = Tokenizer.from_pretrained(model_name)
|
| 36 |
-
tokenizer.enable_padding(
|
| 37 |
-
pad_token="<pad>",
|
| 38 |
-
pad_id=1,
|
| 39 |
-
)
|
| 40 |
tokenizer.enable_truncation(max_length=256)
|
| 41 |
batch_size = 16
|
| 42 |
|
|
|
|
| 33 |
|
| 34 |
model_name = "minuva/MiniLMv2-toxic-jigsaw-onnx"
|
| 35 |
tokenizer = Tokenizer.from_pretrained(model_name)
|
| 36 |
+
tokenizer.enable_padding()
|
|
|
|
|
|
|
|
|
|
| 37 |
tokenizer.enable_truncation(max_length=256)
|
| 38 |
batch_size = 16
|
| 39 |
|