Commit
·
41423f0
1
Parent(s):
10fd16b
Update model directory path
Browse files
main.py
CHANGED
|
@@ -142,13 +142,13 @@ def yield_clean_rows(rows: Union[list[str], str], min_length: int = 3) -> Iterat
|
|
| 142 |
FASTTEXT_PREFIX_LENGTH = 9 # fasttext labels are formatted like "__label__eng_Latn"
|
| 143 |
|
| 144 |
# model = load_model(DEFAULT_FAST_TEXT_MODEL)
|
| 145 |
-
Path("models").mkdir(parents=True, exist_ok=True)
|
| 146 |
model = fasttext.load_model(
|
| 147 |
hf_hub_download(
|
| 148 |
"facebook/fasttext-language-identification",
|
| 149 |
"model.bin",
|
| 150 |
-
cache_dir="models",
|
| 151 |
-
local_dir="models",
|
| 152 |
local_dir_use_symlinks=False,
|
| 153 |
)
|
| 154 |
)
|
|
|
|
| 142 |
FASTTEXT_PREFIX_LENGTH = 9 # fasttext labels are formatted like "__label__eng_Latn"
|
| 143 |
|
| 144 |
# model = load_model(DEFAULT_FAST_TEXT_MODEL)
|
| 145 |
+
Path("code/models").mkdir(parents=True, exist_ok=True)
|
| 146 |
model = fasttext.load_model(
|
| 147 |
hf_hub_download(
|
| 148 |
"facebook/fasttext-language-identification",
|
| 149 |
"model.bin",
|
| 150 |
+
cache_dir="code/models",
|
| 151 |
+
local_dir="code/models",
|
| 152 |
local_dir_use_symlinks=False,
|
| 153 |
)
|
| 154 |
)
|