Update README.md
Browse files
README.md
CHANGED
@@ -72,6 +72,10 @@ tokenized_pairs = [[tokenized_query, sent] for sent in tokenized_sentences]
|
|
72 |
```python
|
73 |
from sentence_transformers import CrossEncoder
|
74 |
model = CrossEncoder('itdainb/vietnamese-cross-encoder', max_length=256)
|
|
|
|
|
|
|
|
|
75 |
scores = model.predict(tokenized_pairs)
|
76 |
```
|
77 |
|
@@ -83,6 +87,9 @@ from transformers import AutoTokenizer, AutoModelForSequenceClassification
|
|
83 |
model = AutoModelForSequenceClassification.from_pretrained('itdainb/vietnamese-cross-encoder')
|
84 |
tokenizer = AutoTokenizer.from_pretrained('itdainb/vietnamese-cross-encoder')
|
85 |
|
|
|
|
|
|
|
86 |
features = tokenizer(tokenized_pairs, padding=True, truncation="longest_first", return_tensors="pt", max_length=256)
|
87 |
|
88 |
model.eval()
|
|
|
72 |
```python
|
73 |
from sentence_transformers import CrossEncoder
|
74 |
model = CrossEncoder('itdainb/vietnamese-cross-encoder', max_length=256)
|
75 |
+
|
76 |
+
# For fp16 usage
|
77 |
+
model.model.half()
|
78 |
+
|
79 |
scores = model.predict(tokenized_pairs)
|
80 |
```
|
81 |
|
|
|
87 |
model = AutoModelForSequenceClassification.from_pretrained('itdainb/vietnamese-cross-encoder')
|
88 |
tokenizer = AutoTokenizer.from_pretrained('itdainb/vietnamese-cross-encoder')
|
89 |
|
90 |
+
# For fp16 usage
|
91 |
+
model.half()
|
92 |
+
|
93 |
features = tokenizer(tokenized_pairs, padding=True, truncation="longest_first", return_tensors="pt", max_length=256)
|
94 |
|
95 |
model.eval()
|