itdainb commited on
Commit
031ce4c
·
verified ·
1 Parent(s): 5f577d1

Update README.md

Browse files
Files changed (1) hide show
  1. README.md +7 -0
README.md CHANGED
@@ -72,6 +72,10 @@ tokenized_pairs = [[tokenized_query, sent] for sent in tokenized_sentences]
72
  ```python
73
  from sentence_transformers import CrossEncoder
74
  model = CrossEncoder('itdainb/vietnamese-cross-encoder', max_length=256)
 
 
 
 
75
  scores = model.predict(tokenized_pairs)
76
  ```
77
 
@@ -83,6 +87,9 @@ from transformers import AutoTokenizer, AutoModelForSequenceClassification
83
  model = AutoModelForSequenceClassification.from_pretrained('itdainb/vietnamese-cross-encoder')
84
  tokenizer = AutoTokenizer.from_pretrained('itdainb/vietnamese-cross-encoder')
85
 
 
 
 
86
  features = tokenizer(tokenized_pairs, padding=True, truncation="longest_first", return_tensors="pt", max_length=256)
87
 
88
  model.eval()
 
72
  ```python
73
  from sentence_transformers import CrossEncoder
74
  model = CrossEncoder('itdainb/vietnamese-cross-encoder', max_length=256)
75
+
76
+ # For fp16 usage
77
+ model.model.half()
78
+
79
  scores = model.predict(tokenized_pairs)
80
  ```
81
 
 
87
  model = AutoModelForSequenceClassification.from_pretrained('itdainb/vietnamese-cross-encoder')
88
  tokenizer = AutoTokenizer.from_pretrained('itdainb/vietnamese-cross-encoder')
89
 
90
+ # For fp16 usage
91
+ model.half()
92
+
93
  features = tokenizer(tokenized_pairs, padding=True, truncation="longest_first", return_tensors="pt", max_length=256)
94
 
95
  model.eval()