Update utils.py
Browse files
utils.py
CHANGED
|
@@ -331,7 +331,7 @@ def document_loading_splitting():
|
|
| 331 |
#docs.extend(loader.load())
|
| 332 |
################################
|
| 333 |
# Document splitting
|
| 334 |
-
text_splitter = RecursiveCharacterTextSplitter(chunk_overlap = 150, chunk_size = 1500)
|
| 335 |
splits = text_splitter.split_documents(docs)
|
| 336 |
print("Splits...........................")
|
| 337 |
for split in splits:
|
|
|
|
| 331 |
#docs.extend(loader.load())
|
| 332 |
################################
|
| 333 |
# Document splitting
|
| 334 |
+
text_splitter = RecursiveCharacterTextSplitter(chunk_size=1000, chunk_overlap=200)# RecursiveCharacterTextSplitter(chunk_overlap = 150, chunk_size = 1500)
|
| 335 |
splits = text_splitter.split_documents(docs)
|
| 336 |
print("Splits...........................")
|
| 337 |
for split in splits:
|