Spaces:
Runtime error
Runtime error
Update app.py
Browse files
app.py
CHANGED
|
@@ -101,23 +101,23 @@ retriever = db.as_retriever(
|
|
| 101 |
search_kwargs={"k": 5}
|
| 102 |
)
|
| 103 |
|
| 104 |
-
|
| 105 |
-
|
| 106 |
-
|
| 107 |
-
|
| 108 |
-
|
| 109 |
|
| 110 |
-
llm = ChatOpenAI(
|
| 111 |
-
|
| 112 |
-
|
| 113 |
-
|
| 114 |
-
|
| 115 |
-
|
| 116 |
-
|
| 117 |
-
|
| 118 |
-
|
| 119 |
|
| 120 |
-
)
|
| 121 |
|
| 122 |
template = """
|
| 123 |
You are a specialized friendly AI assistant for the Mawared HR System, designed to provide accurate and contextually relevant support based solely on the provided context and chat history.
|
|
|
|
| 101 |
search_kwargs={"k": 5}
|
| 102 |
)
|
| 103 |
|
| 104 |
+
llm = ChatCerebras(
|
| 105 |
+
model="llama-3.3-70b",
|
| 106 |
+
api_key=C_apikey,
|
| 107 |
+
streaming=True
|
| 108 |
+
)
|
| 109 |
|
| 110 |
+
# llm = ChatOpenAI(
|
| 111 |
+
# model="meta-llama/Llama-3.3-70B-Instruct",
|
| 112 |
+
# temperature=0,
|
| 113 |
+
# max_tokens=None,
|
| 114 |
+
# timeout=None,
|
| 115 |
+
# max_retries=2,
|
| 116 |
+
# api_key=HF_TOKEN, # if you prefer to pass api key in directly instaed of using env vars
|
| 117 |
+
# base_url="https://api-inference.huggingface.co/v1/",
|
| 118 |
+
# stream=True,
|
| 119 |
|
| 120 |
+
# )
|
| 121 |
|
| 122 |
template = """
|
| 123 |
You are a specialized friendly AI assistant for the Mawared HR System, designed to provide accurate and contextually relevant support based solely on the provided context and chat history.
|