Update main.py
Browse files
main.py
CHANGED
|
@@ -986,7 +986,10 @@ async def setup_agent(settings):
|
|
| 986 |
repo_id = "mistralai/Mixtral-8x7B-Instruct-v0.1"
|
| 987 |
|
| 988 |
model = HuggingFaceEndpoint(
|
| 989 |
-
repo_id=repo_id,
|
|
|
|
|
|
|
|
|
|
| 990 |
)
|
| 991 |
|
| 992 |
#model = ChatAnthropic(
|
|
|
|
| 986 |
repo_id = "mistralai/Mixtral-8x7B-Instruct-v0.1"
|
| 987 |
|
| 988 |
model = HuggingFaceEndpoint(
|
| 989 |
+
repo_id=repo_id,
|
| 990 |
+
max_new_tokens=8000,
|
| 991 |
+
temperature=0.5,
|
| 992 |
+
streaming=True
|
| 993 |
)
|
| 994 |
|
| 995 |
#model = ChatAnthropic(
|