Update README.md
Browse files
README.md
CHANGED
@@ -65,13 +65,15 @@ tokenized_query = ViTokenizer.tokenize(query)
|
|
65 |
tokenized_sentences = [ViTokenizer.tokenize(sent) for sent in sentences]
|
66 |
|
67 |
tokenized_pairs = [[tokenized_query, sent] for sent in tokenized_sentences]
|
|
|
|
|
68 |
```
|
69 |
|
70 |
## Usage with sentence-transformers
|
71 |
|
72 |
```python
|
73 |
from sentence_transformers import CrossEncoder
|
74 |
-
model = CrossEncoder(
|
75 |
|
76 |
# For fp16 usage
|
77 |
model.model.half()
|
@@ -84,8 +86,8 @@ scores = model.predict(tokenized_pairs)
|
|
84 |
```python
|
85 |
from transformers import AutoTokenizer, AutoModelForSequenceClassification
|
86 |
|
87 |
-
model = AutoModelForSequenceClassification.from_pretrained(
|
88 |
-
tokenizer = AutoTokenizer.from_pretrained(
|
89 |
|
90 |
# For fp16 usage
|
91 |
model.half()
|
|
|
65 |
tokenized_sentences = [ViTokenizer.tokenize(sent) for sent in sentences]
|
66 |
|
67 |
tokenized_pairs = [[tokenized_query, sent] for sent in tokenized_sentences]
|
68 |
+
|
69 |
+
model_id = 'itdainb/PhoRanker'
|
70 |
```
|
71 |
|
72 |
## Usage with sentence-transformers
|
73 |
|
74 |
```python
|
75 |
from sentence_transformers import CrossEncoder
|
76 |
+
model = CrossEncoder(model_id, max_length=256)
|
77 |
|
78 |
# For fp16 usage
|
79 |
model.model.half()
|
|
|
86 |
```python
|
87 |
from transformers import AutoTokenizer, AutoModelForSequenceClassification
|
88 |
|
89 |
+
model = AutoModelForSequenceClassification.from_pretrained(model_id)
|
90 |
+
tokenizer = AutoTokenizer.from_pretrained(model_id)
|
91 |
|
92 |
# For fp16 usage
|
93 |
model.half()
|