drAbreu commited on
Commit
af2167c
·
1 Parent(s): e3970e6

Added thinking capabilities to anthropic models

Browse files
Files changed (1) hide show
  1. agents/llama_index_agent.py +4 -2
agents/llama_index_agent.py CHANGED
@@ -92,7 +92,8 @@ class GaiaAgent(ReActAgent):
92
  model=model_name,
93
  api_key=api_key or os.getenv("ANTHROPIC_API_KEY"),
94
  temperature=0.5,
95
- thinking_dict={"type": "enabled", "budget_tokens": 1600}
 
96
  )
97
 
98
  else:
@@ -213,7 +214,8 @@ def create_writer_agent(model_config: Dict[str, Any]) -> ReActAgent:
213
  model=model_name,
214
  api_key=api_key or os.getenv("ANTHROPIC_API_KEY"),
215
  temperature=0.5,
216
- thinking_dict={"type": "enabled", "budget_tokens": 1600},
 
217
  )
218
  else:
219
  raise ValueError(f"Unsupported model provider for writer agent: {model_provider}")
 
92
  model=model_name,
93
  api_key=api_key or os.getenv("ANTHROPIC_API_KEY"),
94
  temperature=0.5,
95
+ thinking_dict={"type": "enabled", "budget_tokens": 2048} if "3-7" in model_name else None,
96
+ max_tokens=2048*4
97
  )
98
 
99
  else:
 
214
  model=model_name,
215
  api_key=api_key or os.getenv("ANTHROPIC_API_KEY"),
216
  temperature=0.5,
217
+ thinking_dict={"type": "enabled", "budget_tokens": 2048} if "3-7" in model_name else None,
218
+ max_tokens=2048*4
219
  )
220
  else:
221
  raise ValueError(f"Unsupported model provider for writer agent: {model_provider}")