Spaces:
Runtime error
Runtime error
Update app.py
Browse files
app.py
CHANGED
@@ -165,6 +165,7 @@ def loadKB(fileprovided, urlProvided, uploads_dir, request):
|
|
165 |
savedModelPath = "./model/" + BASE_MODEL
|
166 |
#tokenizer = LlamaTokenizer.from_pretrained(savedModelPath)
|
167 |
tokenizer = AutoTokenizer.from_pretrained("bert-base-cased")
|
|
|
168 |
if fileprovided:
|
169 |
# Delete Files
|
170 |
clearKBUploadDirectory(uploads_dir)
|
@@ -174,9 +175,6 @@ def loadKB(fileprovided, urlProvided, uploads_dir, request):
|
|
174 |
file.save(os.path.join(uploads_dir, secure_filename(file.filename)))
|
175 |
#loader = PyPDFLoader(os.path.join(uploads_dir, secure_filename(file.filename)))
|
176 |
#documents.extend(loader.load())
|
177 |
-
|
178 |
-
|
179 |
-
separator = "</Q>"
|
180 |
documents.extend(PDFChunkerWithSeparator(os.path.join(uploads_dir, secure_filename(file.filename)),separator))
|
181 |
else:
|
182 |
#loader = TextLoader('Jio.txt')
|
|
|
165 |
savedModelPath = "./model/" + BASE_MODEL
|
166 |
#tokenizer = LlamaTokenizer.from_pretrained(savedModelPath)
|
167 |
tokenizer = AutoTokenizer.from_pretrained("bert-base-cased")
|
168 |
+
separator = "</Q>"
|
169 |
if fileprovided:
|
170 |
# Delete Files
|
171 |
clearKBUploadDirectory(uploads_dir)
|
|
|
175 |
file.save(os.path.join(uploads_dir, secure_filename(file.filename)))
|
176 |
#loader = PyPDFLoader(os.path.join(uploads_dir, secure_filename(file.filename)))
|
177 |
#documents.extend(loader.load())
|
|
|
|
|
|
|
178 |
documents.extend(PDFChunkerWithSeparator(os.path.join(uploads_dir, secure_filename(file.filename)),separator))
|
179 |
else:
|
180 |
#loader = TextLoader('Jio.txt')
|