Update app.py

app.py

@@ -1,6 +1,6 @@
 import gradio as gr
 from utils import update_db_hub
-from preprocessing import read_file
+from preprocessing import read_file, smart_chunking
 import datetime
 
 def process_file(files, topic):
@@ -52,10 +52,12 @@ def process_file(files, topic):
             # Read the file content
             file_path = file.name
             text = read_file(file_path)
-            print(f"for file {file_path}", text[:1000])
-            texts.append(text)
-            topics.append(topic)
-            dates.append(datetime.datetime.now().isoformat())
+            chucnks = smart_chunking(text)
+            # print(f"for file {file_path}", text[:1000])
+            for chunk in chucnks:
+                texts.append(text)
+                topics.append(topic)
+                dates.append(datetime.datetime.now().isoformat())
             # Spl
             # Save chunks to database
             
@@ -66,7 +68,7 @@ def process_file(files, topic):
 
     print("save in db")
     update_db_hub(texts, topics, dates)
-    print('saved')
+    # print('saved')
     # progress(1.0, desc="Processing complete!")
     return "\n".join(log_history)