prashant
commited on
Commit
·
3a88079
1
Parent(s):
eee9f63
st.cache test
Browse files- utils/semantic_search.py +34 -34
utils/semantic_search.py
CHANGED
@@ -218,46 +218,46 @@ def semanticSearchPipeline(documents:List[Document], embedding_model:Text = Non
|
|
218 |
|
219 |
"""
|
220 |
document_store = createDocumentStore(documents)
|
221 |
-
if check_streamlit:
|
222 |
-
|
223 |
-
|
224 |
-
|
225 |
-
|
226 |
-
|
227 |
-
|
228 |
-
|
229 |
-
|
230 |
-
|
231 |
-
|
232 |
|
233 |
-
st.session_state['retriever'] = retriever
|
234 |
-
|
235 |
-
|
236 |
-
|
237 |
-
|
238 |
-
elif embedding_model:
|
239 |
-
|
240 |
-
|
241 |
-
|
242 |
-
|
243 |
-
|
244 |
|
245 |
|
246 |
document_store.update_embeddings(retriever)
|
247 |
-
retriever.document_store = document_store
|
248 |
querycheck = QueryCheck()
|
249 |
-
if check_streamlit:
|
250 |
-
|
251 |
-
|
252 |
|
253 |
-
|
254 |
-
|
255 |
-
|
256 |
-
|
257 |
-
|
258 |
-
elif reader_model:
|
259 |
-
|
260 |
-
|
261 |
|
262 |
semanticsearch_pipeline = Pipeline()
|
263 |
semanticsearch_pipeline.add_node(component = querycheck, name = "QueryCheck",
|
|
|
218 |
|
219 |
"""
|
220 |
document_store = createDocumentStore(documents)
|
221 |
+
# if check_streamlit:
|
222 |
+
# if 'retriever' in st.session_state:
|
223 |
+
# # if st.session_state['retriever']:
|
224 |
+
# retriever = st.session_state['retriever']
|
225 |
+
# else:
|
226 |
+
# if embedding_model:
|
227 |
+
retriever = loadRetriever(embedding_model = embedding_model,
|
228 |
+
embedding_model_format=embedding_model_format,
|
229 |
+
embedding_layer=embedding_layer,
|
230 |
+
retriever_top_k= retriever_top_k,
|
231 |
+
document_store = document_store)
|
232 |
|
233 |
+
# st.session_state['retriever'] = retriever
|
234 |
+
# else:
|
235 |
+
# logging.warning("no streamlit enviornment found, neither embedding model \
|
236 |
+
# provided")
|
237 |
+
# return
|
238 |
+
# elif embedding_model:
|
239 |
+
# retriever = loadRetriever(embedding_model = embedding_model,
|
240 |
+
# embedding_model_format=embedding_model_format,
|
241 |
+
# embedding_layer=embedding_layer,
|
242 |
+
# retriever_top_k= retriever_top_k,
|
243 |
+
# document_store = document_store)
|
244 |
|
245 |
|
246 |
document_store.update_embeddings(retriever)
|
247 |
+
# retriever.document_store = document_store
|
248 |
querycheck = QueryCheck()
|
249 |
+
# if check_streamlit:
|
250 |
+
# if 'reader' in st.session_state:
|
251 |
+
# reader = st.session_state['reader']
|
252 |
|
253 |
+
# else:
|
254 |
+
# if reader_model:
|
255 |
+
reader = FARMReader(model_name_or_path=reader_model,
|
256 |
+
top_k = reader_top_k, use_gpu=True)
|
257 |
+
# st.session_state['reader'] = reader
|
258 |
+
# elif reader_model:
|
259 |
+
# reader = FARMReader(model_name_or_path=reader_model,
|
260 |
+
# top_k = reader_top_k, use_gpu=True)
|
261 |
|
262 |
semanticsearch_pipeline = Pipeline()
|
263 |
semanticsearch_pipeline.add_node(component = querycheck, name = "QueryCheck",
|