bstraehle commited on
Commit
06a45b9
·
verified ·
1 Parent(s): ec6d68e

Update agent.py

Browse files
Files changed (1) hide show
  1. agent.py +4 -2
agent.py CHANGED
@@ -5,7 +5,7 @@ from smolagents import (
5
  WikipediaSearchTool
6
  )
7
 
8
- def run_agent(model_id, level, question, file_name):
9
  if level == 1:
10
  max_steps = 5
11
  elif level == 2:
@@ -27,5 +27,7 @@ def run_agent(model_id, level, question, file_name):
27
  WikipediaSearchTool()],
28
  verbosity_level = 2
29
  )
 
 
30
 
31
- return agent.run(question)
 
5
  WikipediaSearchTool
6
  )
7
 
8
+ def run_agent(model_id, level, question, file_name, ground_truth):
9
  if level == 1:
10
  max_steps = 5
11
  elif level == 2:
 
27
  WikipediaSearchTool()],
28
  verbosity_level = 2
29
  )
30
+
31
+ answer = agent.run(question)
32
 
33
+ return answer, answer == ground_truth