bjorn-hommel commited on
Commit
faa78fa
·
1 Parent(s): ab9f960

fix attempt regarding breaking change in transformers, bypassing chat template update

Browse files
Files changed (1) hide show
  1. modeling.py +7 -2
modeling.py CHANGED
@@ -45,10 +45,15 @@ def load_model():
45
 
46
  auth_token = os.environ.get('read_models') or True
47
  logging.info(f"Using auth token: {'***' if auth_token else 'None'}")
48
-
49
  st.session_state['model'] = SentenceTransformer(
50
  model_name_or_path=model_path,
51
- token=auth_token
 
 
 
 
 
52
  )
53
 
54
  logging.info(f"Loaded model!")
 
45
 
46
  auth_token = os.environ.get('read_models') or True
47
  logging.info(f"Using auth token: {'***' if auth_token else 'None'}")
48
+
49
  st.session_state['model'] = SentenceTransformer(
50
  model_name_or_path=model_path,
51
+ token=auth_token,
52
+ trust_remote_code=True,
53
+ tokenizer_kwargs={
54
+ 'use_fast': False,
55
+ 'legacy': True
56
+ }
57
  )
58
 
59
  logging.info(f"Loaded model!")