Fix configs

app.py

@@ -18,15 +18,17 @@ logging.basicConfig(
 
 # %% CONFIGS
 
-TITLE = "Fmind AI Assistant"
 THEME = "glass"
-CLIENT = lib.get_database_client(path="database")
-ENCODING = tiktoken.get_encoding("cl100k_base")
+TITLE = "Fmind Chatbot"
+
+CLIENT = lib.get_database_client(path=lib.DATABASE_PATH)
+ENCODING = tiktoken.get_encoding(encoding_name=lib.EMBEDDING_TOKENIZER)
 FUNCTION = lib.get_embedding_function()
 COLLECTION = CLIENT.get_collection(
     name=lib.DATABASE_COLLECTION,
     embedding_function=FUNCTION,
 )
+
 EXAMPLES = [
     "Who is Médéric Hurier (Fmind)?",
     "Is Fmind open to new opportunities?",

database.py

@@ -21,8 +21,9 @@ logging.basicConfig(
 # %% PARSING
 
 PARSER = argparse.ArgumentParser(description=__doc__)
-PARSER.add_argument("--database", type=str, required=True)
 PARSER.add_argument("files", type=argparse.FileType("r"), nargs="+")
+PARSER.add_argument("--database", type=str, default=lib.DATABASE_PATH)
+PARSER.add_argument("--collection", type=str, default=lib.DATABASE_COLLECTION)
 
 # %% FUNCTIONS
 
@@ -67,7 +68,7 @@ def main(args: list[str] | None = None) -> int:
     embedding_function = lib.get_embedding_function()
     logging.info("Embedding function: %s", embedding_function)
     # collection
-    database_collection = lib.DATABASE_COLLECTION
+    database_collection = opts.collection
     logging.info("Database collection: %s", database_collection)
     collection = client.create_collection(
         name=database_collection, embedding_function=embedding_function

invoke.yaml

@@ -5,6 +5,7 @@ run:
 app:
   path: "app.py"
 database:
+  collection: "resume"
   path: "database"
 linkedin:
   html: "files/linkedin.html"

lib.py

@@ -14,15 +14,20 @@ sys.modules["sqlite3"] = sys.modules.pop("pysqlite3")
 import chromadb
 from chromadb.utils import embedding_functions
 
-# %% TYPINGS
-
-Collection = chromadb.Collection
-
 # %% CONFIGS
 
 DATABASE_COLLECTION = "resume"
+DATABASE_PATH = "database"
+
+EMBEDDING_MODEL = "text-embedding-ada-002"
+EMBEDDING_TOKENIZER = "cl100k_base"
+
 OPENAI_API_KEY = os.environ["OPENAI_API_KEY"]
 
+# %% TYPINGS
+
+Collection = chromadb.Collection
+
 # %% FUNCTIONS
 
 
@@ -36,7 +41,7 @@ def get_database_client(path: str) -> chromadb.API:
 
 
 def get_embedding_function(
-    model_name: str = "text-embedding-ada-002", api_key: str = OPENAI_API_KEY
+    model_name: str = EMBEDDING_MODEL, api_key: str = OPENAI_API_KEY
 ) -> embedding_functions.EmbeddingFunction:
     """Get the embedding function for Chroma DB collections."""
     return embedding_functions.OpenAIEmbeddingFunction(

packages.txt

@@ -1 +0,0 @@
-# https://huggingface.co/docs/hub/spaces-dependencies

tasks/convert.py

@@ -26,6 +26,7 @@ def database(ctx: Context) -> None:
     ctx.run(
         f"""{ctx.venv.python} database.py \
             --database={ctx.database.path} \
+            --collection={ctx.database.collection} \
             {ctx.linkedin.markdown}
         """
     )