Update agent.py
Browse files
agent.py
CHANGED
@@ -27,6 +27,8 @@ def run_agent(level, question, file_name, ground_truth):
|
|
27 |
|
28 |
agent.prompt_templates["system_prompt"] = agent.prompt_templates["system_prompt"] + '\nWhen answering, provide ONLY the precise answer requested. Do not include explanations, steps, reasoning, or additional text. Be direct and specific. GAIA benchmark requires exact matching answers. For example, if asked "What is the capital of France?", respond simply with "Paris".'
|
29 |
|
|
|
|
|
30 |
answer = agent.run(question)
|
31 |
|
32 |
return answer, str(answer == ground_truth)
|
|
|
27 |
|
28 |
agent.prompt_templates["system_prompt"] = agent.prompt_templates["system_prompt"] + '\nWhen answering, provide ONLY the precise answer requested. Do not include explanations, steps, reasoning, or additional text. Be direct and specific. GAIA benchmark requires exact matching answers. For example, if asked "What is the capital of France?", respond simply with "Paris".'
|
29 |
|
30 |
+
print(agent.prompt_templates["system_prompt"])
|
31 |
+
|
32 |
answer = agent.run(question)
|
33 |
|
34 |
return answer, str(answer == ground_truth)
|