dmidmidmi commited on
Commit
8167d58
·
verified ·
1 Parent(s): 3742048

fix: encode_text latency

Browse files

Switching the condition `if not self.tokenizer`which takes 20~30ms to an explicit `if self.tokenizer is None:` ( < 1ms)

Files changed (1) hide show
  1. modeling_clip.py +1 -1
modeling_clip.py CHANGED
@@ -329,7 +329,7 @@ class JinaCLIPModel(JinaCLIPPreTrainedModel):
329
  self.post_init()
330
 
331
  def get_tokenizer(self):
332
- if not self.tokenizer:
333
  self.tokenizer = AutoTokenizer.from_pretrained(
334
  self.config._name_or_path, trust_remote_code=True
335
  )
 
329
  self.post_init()
330
 
331
  def get_tokenizer(self):
332
+ if self.tokenizer is None:
333
  self.tokenizer = AutoTokenizer.from_pretrained(
334
  self.config._name_or_path, trust_remote_code=True
335
  )