Added thinking capabilities to anthropic models
Browse files
agents/llama_index_agent.py
CHANGED
@@ -92,7 +92,8 @@ class GaiaAgent(ReActAgent):
|
|
92 |
model=model_name,
|
93 |
api_key=api_key or os.getenv("ANTHROPIC_API_KEY"),
|
94 |
temperature=0.5,
|
95 |
-
thinking_dict={"type": "enabled", "budget_tokens":
|
|
|
96 |
)
|
97 |
|
98 |
else:
|
@@ -213,7 +214,8 @@ def create_writer_agent(model_config: Dict[str, Any]) -> ReActAgent:
|
|
213 |
model=model_name,
|
214 |
api_key=api_key or os.getenv("ANTHROPIC_API_KEY"),
|
215 |
temperature=0.5,
|
216 |
-
thinking_dict={"type": "enabled", "budget_tokens":
|
|
|
217 |
)
|
218 |
else:
|
219 |
raise ValueError(f"Unsupported model provider for writer agent: {model_provider}")
|
|
|
92 |
model=model_name,
|
93 |
api_key=api_key or os.getenv("ANTHROPIC_API_KEY"),
|
94 |
temperature=0.5,
|
95 |
+
thinking_dict={"type": "enabled", "budget_tokens": 2048} if "3-7" in model_name else None,
|
96 |
+
max_tokens=2048*4
|
97 |
)
|
98 |
|
99 |
else:
|
|
|
214 |
model=model_name,
|
215 |
api_key=api_key or os.getenv("ANTHROPIC_API_KEY"),
|
216 |
temperature=0.5,
|
217 |
+
thinking_dict={"type": "enabled", "budget_tokens": 2048} if "3-7" in model_name else None,
|
218 |
+
max_tokens=2048*4
|
219 |
)
|
220 |
else:
|
221 |
raise ValueError(f"Unsupported model provider for writer agent: {model_provider}")
|