Spaces:
Running
Running
FauziIsyrinApridal
commited on
Commit
·
51e9cc2
1
Parent(s):
ba4a352
chunk 1000 ov 100
Browse files
app/document_processor.py
CHANGED
|
@@ -104,8 +104,8 @@ def process_documents(docs):
|
|
| 104 |
)
|
| 105 |
|
| 106 |
text_splitter = RecursiveCharacterTextSplitter(
|
| 107 |
-
chunk_size=
|
| 108 |
-
chunk_overlap=
|
| 109 |
|
| 110 |
)
|
| 111 |
text_chunks = text_splitter.split_documents(docs)
|
|
|
|
| 104 |
)
|
| 105 |
|
| 106 |
text_splitter = RecursiveCharacterTextSplitter(
|
| 107 |
+
chunk_size=1000,
|
| 108 |
+
chunk_overlap=100
|
| 109 |
|
| 110 |
)
|
| 111 |
text_chunks = text_splitter.split_documents(docs)
|