chore: Set TOKENIZERS_PARALLELISM to false in app.py
Browse files
app.py
CHANGED
|
@@ -12,6 +12,8 @@ from libs.retrievers import load_retrievers
|
|
| 12 |
from libs.llm import get_llm
|
| 13 |
from libs.prompt import get_prompt
|
| 14 |
|
|
|
|
|
|
|
| 15 |
|
| 16 |
def kiwi_tokenize(text):
|
| 17 |
kiwi = Kiwi()
|
|
|
|
| 12 |
from libs.llm import get_llm
|
| 13 |
from libs.prompt import get_prompt
|
| 14 |
|
| 15 |
+
os.environ["TOKENIZERS_PARALLELISM"] = "false"
|
| 16 |
+
|
| 17 |
|
| 18 |
def kiwi_tokenize(text):
|
| 19 |
kiwi = Kiwi()
|