Fix response declaration

chains/openai_model.py

@@ -6,7 +6,7 @@ from langchain.prompts import PromptTemplate
 from config import TIMEOUT_STREAM
 from vector_db import upload_file
 from callback import StreamingGradioCallbackHandler
-from queue import SimpleQueue, Empty
+from queue import SimpleQueue, Empty, Queue
 from threading import Thread
 from utils import history_file_path, load_lasted_file_username, add_source_numbers, add_details
 from chains.custom_chain import CustomConversationalRetrievalChain
@@ -183,20 +183,21 @@ class OpenAIModel:
             yield chatbot, status_text
 
             # Create a funciton to call - this will run in a thread
-            global response
+            response_queue = Queue()
             def task():
                 # Converation + RetrivalChain
                 qa = CustomConversationalRetrievalChain.from_llm(llm, vectorstore.as_retriever(k=5),
-                                                condense_question_llm = condense_llm, verbose=True, 
+                                                condense_question_llm = condense_llm, verbose=True,
                                                 condense_question_prompt=condense_prompt,
                                                 combine_docs_chain_kwargs={"prompt": qa_prompt},
                                                 return_source_documents=True)
                 # query with input and chat history
                 response = qa({"question": inputs, "chat_history": self.history})
+                response_queue.put(response)
                 q.put(job_done)
 
             thread = Thread(target=task)
-            thread.start()   
+            thread.start()
             chatbot.append((inputs, ""))
             content = ""
             while True:
@@ -209,8 +210,9 @@ class OpenAIModel:
                     yield chatbot, status_text
                 except Empty:
                     continue
-            
+
             # add citation info to response
+            response = response_queue.get()
             relevant_docs = response["source_documents"]
             reference_results = [d.page_content for d in relevant_docs]
             display_append = add_details(reference_results)