Minh Q. Le commited on
Commit
d09bd16
·
1 Parent(s): 0935f1b

Added code to load nltk punkt

Browse files
Files changed (1) hide show
  1. app/views/__init__.py +7 -1
app/views/__init__.py CHANGED
@@ -1,7 +1,13 @@
1
  from fairseq.models.roberta import RobertaModel
2
-
3
  import sys
4
 
 
 
 
 
 
 
5
  PATH_TO_COSMIC = "./Model/COSMIC"
6
  EXTRACTORS_PATH = PATH_TO_COSMIC + "/feature_extraction"
7
  EPIK_MODEL_DIR = PATH_TO_COSMIC + "/erc_training"
 
1
  from fairseq.models.roberta import RobertaModel
2
+ import nltk
3
  import sys
4
 
5
+ # conditionally load in nltk.punkt
6
+ try:
7
+ nltk.data.find("tokenizers/punkt")
8
+ except LookupError:
9
+ nltk.download("punkt")
10
+
11
  PATH_TO_COSMIC = "./Model/COSMIC"
12
  EXTRACTORS_PATH = PATH_TO_COSMIC + "/feature_extraction"
13
  EPIK_MODEL_DIR = PATH_TO_COSMIC + "/erc_training"