feat: add a default download NLTK_DATA folder

.gitignore

@@ -670,3 +670,4 @@ $RECYCLE.BIN/
 tmp/*
 lite.koboldai.net
 lite.koboldai.net/*
+nltk_data/*

my_ghost_writer/constants.py

@@ -20,6 +20,7 @@ IS_TESTING = bool(os.getenv('IS_TESTING', ""))
 LOG_LEVEL = os.getenv("LOG_LEVEL", "INFO")
 API_MODE = bool(os.getenv("API_MODE", ""))
 N_WORDS_GRAM = int(os.getenv("N_WORDS_GRAM", 2))
+NLTK_DATA = os.getenv("NLTK_DATA", str(PROJECT_ROOT_FOLDER / "nltk_data"))
 WORDNET_LANGUAGES=(os.getenv("WORDNET_LANGUAGES", "eng,"))
 SPACY_MODEL_NAME=os.getenv("SPACY_MODEL_NAME", "en_core_web_sm")
 WORDSAPI_KEY = os.getenv("WORDSAPI_KEY")
@@ -30,7 +31,10 @@ ME_CONFIG_MONGODB_URL_LOCAL = "mongodb://localhost:27017"
 ME_CONFIG_MONGODB_URL = os.getenv("ME_CONFIG_MONGODB_URL", ME_CONFIG_MONGODB_URL_LOCAL)
 ME_CONFIG_MONGODB_TIMEOUT_LOCAL = int(os.getenv("ME_CONFIG_MONGODB_TIMEOUT_LOCAL", 200))
 ME_CONFIG_MONGODB_TIMEOUT_REMOTE = int(os.getenv("ME_CONFIG_MONGODB_TIMEOUT_REMOTE", 3000))
-ME_CONFIG_MONGODB_TIMEOUT = int(os.getenv(    "ME_CONFIG_MONGODB_TIMEOUT",     ME_CONFIG_MONGODB_TIMEOUT_LOCAL if ME_CONFIG_MONGODB_URL == ME_CONFIG_MONGODB_URL_LOCAL else ME_CONFIG_MONGODB_TIMEOUT_REMOTE))
+ME_CONFIG_MONGODB_TIMEOUT = int(os.getenv(
+    "ME_CONFIG_MONGODB_TIMEOUT",
+    ME_CONFIG_MONGODB_TIMEOUT_LOCAL if ME_CONFIG_MONGODB_URL == ME_CONFIG_MONGODB_URL_LOCAL else ME_CONFIG_MONGODB_TIMEOUT_REMOTE
+))
 ME_CONFIG_MONGODB_HEALTHCHECK_SLEEP = int(os.getenv("ME_CONFIG_MONGODB_HEALTHCHECK_SLEEP", 900))
 DEFAULT_COLLECTION_THESAURUS =os.getenv("DEFAULT_COLLECTION_THESAURUS", "wordsapi")
 DEFAULT_DBNAME_THESAURUS = "thesaurus"

my_ghost_writer/text_parsers2.py

@@ -7,7 +7,7 @@ import pyinflect
 from typing import Any, Optional
 from fastapi import HTTPException
 
-from my_ghost_writer.constants import SPACY_MODEL_NAME, app_logger, ELIGIBLE_POS
+from my_ghost_writer.constants import SPACY_MODEL_NAME, app_logger, ELIGIBLE_POS, NLTK_DATA
 from my_ghost_writer.custom_synonym_handler import CustomSynonymHandler
 from my_ghost_writer.thesaurus import wn
 from my_ghost_writer.type_hints import WordSynonymResult, ContextInfo, SynonymGroup
@@ -27,9 +27,10 @@ except (OSError, IOError) as io_ex:
 
 # Ensure NLTK data is downloaded
 try:
-    nltk.download('punkt_tab', quiet=False)
-    nltk.download('wordnet', quiet=False)
-    nltk.download('wordnet31', quiet=False)
+    app_logger.info(f"Downloading NLTK data to the folder:'{NLTK_DATA}'")
+    nltk.download('punkt_tab', quiet=False, download_dir=NLTK_DATA)
+    nltk.download('wordnet', quiet=False, download_dir=NLTK_DATA)
+    nltk.download('wordnet31', quiet=False, download_dir=NLTK_DATA)
 except Exception as e:
     app_logger.error(f"Failed to download NLTK data: {e}")