PuneethReddy commited on
Commit
6880fa7
·
verified ·
1 Parent(s): 09e5322

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -48,7 +48,7 @@ def get_conversation_chain(vectorstore:FAISS) -> ConversationalRetrievalChain:
48
  #repo_id="TheBloke/Mixtral-8x7B-Instruct-v0.1-GGUF"
49
  model_kwargs={"temperature": 0.02, "max_length": 1048},
50
  )
51
-
52
  memory = ConversationBufferMemory(memory_key="chat_history", return_messages=True)
53
  conversation_chain = ConversationalRetrievalChain.from_llm(
54
  llm=llm, retriever=vectorstore.as_retriever(), memory=memory
 
48
  #repo_id="TheBloke/Mixtral-8x7B-Instruct-v0.1-GGUF"
49
  model_kwargs={"temperature": 0.02, "max_length": 1048},
50
  )
51
+ llm.client.api_url = 'https://api-inference.huggingface.co/models/mistralai/Mixtral-8x7B-Instruct-v0.1'
52
  memory = ConversationBufferMemory(memory_key="chat_history", return_messages=True)
53
  conversation_chain = ConversationalRetrievalChain.from_llm(
54
  llm=llm, retriever=vectorstore.as_retriever(), memory=memory