updates

olas-predict-benchmark

@@ -1 +1 @@
-Subproject commit b132e2c4b218a9035b9a62fb5a4254e9f21dd9e6
+Subproject commit b4c08922f923bcd3fb7dfeef1bdb647eead72d85

tabs/run_benchmark.py

@@ -1,14 +1,5 @@
 import os
-import importlib
-import sys
-# from pathlib import Path
 from benchmark.run_benchmark import run_benchmark
-# from dotenv import load_dotenv
-
-
-# file_path = Path(__file__).resolve()
-# parent_path = file_path.parent.parent
-# load_dotenv(parent_path / ".env")
 
 
 def run_benchmark_main(tool_name, model_name, openai_api_key, anthropic_api_key):
@@ -16,12 +7,14 @@ def run_benchmark_main(tool_name, model_name, openai_api_key, anthropic_api_key)
     # Empyt the results directory
     os.system("rm -rf results/*")
 
+    print(f"Running benchmark with the following parameters: {tool_name}, {model_name}, {openai_api_key}, {anthropic_api_key}")
+
     # Set the benchmark parameters
     kwargs = {}
     kwargs["num_questions"] = 2
     kwargs["tools"] = [tool_name]
     if model_name:
-        kwargs["model"] = [model_name]
+        kwargs["model"] = model_name
     kwargs["api_keys"] = {}
     if openai_api_key:
         kwargs["api_keys"]["openai"] = openai_api_key