rm_auth

app.py

@@ -80,7 +80,7 @@ with gr.Blocks(theme=theme, js=js_func, title="Dataltist", fill_height=True) as
     iface.unload(delete_agent)
 
 if __name__ == "__main__":
-    load_dotenv()
-    AUTH_ID = os.environ.get("AUTH_ID")
-    AUTH_PASS = os.environ.get("AUTH_PASS")
-    iface.launch(auth=(AUTH_ID, AUTH_PASS))  #share=True, auth=(AUTH_ID, AUTH_PASS)
+    # load_dotenv()
+    # AUTH_ID = os.environ.get("AUTH_ID")
+    # AUTH_PASS = os.environ.get("AUTH_PASS")
+    iface.launch()  #share=True, auth=(AUTH_ID, AUTH_PASS)

tools.py

@@ -41,13 +41,13 @@ memoires_ds = load_dataset("eliot-hub/memoires_vec_800", split="data", token=HF_
 batched_ds = memoires_ds.batch(batch_size=41000)
 client = chromadb.Client()
 collection = client.get_or_create_collection(name="embeddings_mxbai") 
-# for batch in tqdm(batched_ds, desc="Processing dataset batches"): 
-#     collection.add(
-#         ids=batch["id"],
-#         metadatas=batch["metadata"],
-#         documents=batch["document"],
-#         embeddings=batch["embedding"],      
-#     )
+for batch in tqdm(batched_ds, desc="Processing dataset batches"): 
+    collection.add(
+        ids=batch["id"],
+        metadatas=batch["metadata"],
+        documents=batch["document"],
+        embeddings=batch["embedding"],      
+    )
 print(f"Collection complete: {collection.count()}")
 del memoires_ds, batched_ds