demoPOC commited on
Commit
db56f3c
·
1 Parent(s): f1394c9

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -3
app.py CHANGED
@@ -165,6 +165,7 @@ def loadKB(fileprovided, urlProvided, uploads_dir, request):
165
  savedModelPath = "./model/" + BASE_MODEL
166
  #tokenizer = LlamaTokenizer.from_pretrained(savedModelPath)
167
  tokenizer = AutoTokenizer.from_pretrained("bert-base-cased")
 
168
  if fileprovided:
169
  # Delete Files
170
  clearKBUploadDirectory(uploads_dir)
@@ -174,9 +175,6 @@ def loadKB(fileprovided, urlProvided, uploads_dir, request):
174
  file.save(os.path.join(uploads_dir, secure_filename(file.filename)))
175
  #loader = PyPDFLoader(os.path.join(uploads_dir, secure_filename(file.filename)))
176
  #documents.extend(loader.load())
177
-
178
-
179
- separator = "</Q>"
180
  documents.extend(PDFChunkerWithSeparator(os.path.join(uploads_dir, secure_filename(file.filename)),separator))
181
  else:
182
  #loader = TextLoader('Jio.txt')
 
165
  savedModelPath = "./model/" + BASE_MODEL
166
  #tokenizer = LlamaTokenizer.from_pretrained(savedModelPath)
167
  tokenizer = AutoTokenizer.from_pretrained("bert-base-cased")
168
+ separator = "</Q>"
169
  if fileprovided:
170
  # Delete Files
171
  clearKBUploadDirectory(uploads_dir)
 
175
  file.save(os.path.join(uploads_dir, secure_filename(file.filename)))
176
  #loader = PyPDFLoader(os.path.join(uploads_dir, secure_filename(file.filename)))
177
  #documents.extend(loader.load())
 
 
 
178
  documents.extend(PDFChunkerWithSeparator(os.path.join(uploads_dir, secure_filename(file.filename)),separator))
179
  else:
180
  #loader = TextLoader('Jio.txt')