Spaces:
Sleeping
Sleeping
Update app.py
Browse files
app.py
CHANGED
@@ -48,7 +48,7 @@ def get_conversation_chain(vectorstore:FAISS) -> ConversationalRetrievalChain:
|
|
48 |
#repo_id="TheBloke/Mixtral-8x7B-Instruct-v0.1-GGUF"
|
49 |
model_kwargs={"temperature": 0.02, "max_length": 1048},
|
50 |
)
|
51 |
-
|
52 |
memory = ConversationBufferMemory(memory_key="chat_history", return_messages=True)
|
53 |
conversation_chain = ConversationalRetrievalChain.from_llm(
|
54 |
llm=llm, retriever=vectorstore.as_retriever(), memory=memory
|
|
|
48 |
#repo_id="TheBloke/Mixtral-8x7B-Instruct-v0.1-GGUF"
|
49 |
model_kwargs={"temperature": 0.02, "max_length": 1048},
|
50 |
)
|
51 |
+
llm.client.api_url = 'https://api-inference.huggingface.co/models/mistralai/Mixtral-8x7B-Instruct-v0.1'
|
52 |
memory = ConversationBufferMemory(memory_key="chat_history", return_messages=True)
|
53 |
conversation_chain = ConversationalRetrievalChain.from_llm(
|
54 |
llm=llm, retriever=vectorstore.as_retriever(), memory=memory
|