simple_bench_leaderboard.jsonl

{"model": "o1-preview-2024-09-12", "score": 41.7}
{"model": "claude-3-5-sonnet-20241022", "score": 41.4}
{"model": "o1-2024-12-17 (high)", "score": 40.1}
{"model": "o1-2024-12-17 (medium)", "score": 36.7}
{"model": "gemini-exp-1206", "score": 31.1}
{"model": "deepseek-r1", "score": 30.9}
{"model": "claude-3-5-sonnet-20240620", "score": 27.5}
{"model": "gemini-1.5-pro-002", "score": 27.1}
{"model": "gpt-4-turbo-2024-04-09", "score": 25.1}
{"model": "claude-3-opus-20240229", "score": 23.5}
{"model": "llama-3.1-405b-instruct-fp8", "score": 23.0}
{"model": "o3-mini-2025-01-31 (high)", "score": 22.8}
{"model": "grok-beta", "score": 22.7}
{"model": "mistral-large-2407", "score": 22.5}
{"model": "llama-3.3-70b-instruct", "score": 19.9}
{"model": "deepseek-v3", "score": 18.9}
{"model": "gemini-2.0-flash-exp", "score": 18.9}
{"model": "o1-mini-2024-09-12", "score": 18.1}
{"model": "gpt-4o-2024-08-06", "score": 17.8}
{"model": "command-r-plus", "score": 17.4}
{"model": "gpt-4o-mini-2024-07-18", "score": 10.7}