Spaces:

toloka
/

u-math-leaderboard

Running

App Files Files Community

Konstantin Chernyshev commited on Feb 4

Commit

51510cb

1 Parent(s): c6356a2

chore: add more u-math models

Browse files

Files changed (1) hide show

data/u_math_eval_results.json +313 -40

data/u_math_eval_results.json CHANGED Viewed

@@ -78,7 +78,7 @@
     ]
   },
   {
-    "model_name": "meta-llama/Llama-3.2-11B-Vision-Instruct",
     "judge_model_name": "gpt-4o-2024-08-06",
     "u_math": [
       17.0,
@@ -311,6 +311,45 @@
       0.0
     ]
   },
   {
     "model_name": "meta-llama/Llama-3.1-8B-Instruct",
     "judge_model_name": "gpt-4o-2024-08-06",
@@ -467,6 +506,45 @@
       0.25
     ]
   },
   {
     "model_name": "Qwen/Qwen2-VL-72B-Instruct",
     "judge_model_name": "gpt-4o-2024-08-06",
@@ -1013,6 +1091,45 @@
       0.0
     ]
   },
   {
     "model_name": "Nexusflow/Athene-V2-Chat",
     "judge_model_name": "gpt-4o-2024-08-06",
@@ -1091,45 +1208,6 @@
       0.5
     ]
   },
-  {
-    "model_name": "Qwen/QVQ-72B-Preview",
-    "judge_model_name": "gpt-4o-2024-08-06",
-    "u_math": [
-      50.5455,
-      59.3333,
-      11.0
-    ],
-    "algebra": [
-      0.7833,
-      0.9267,
-      0.0667
-    ],
-    "differential_calc": [
-      0.3182,
-      0.4467,
-      0.0429
-    ],
-    "integral_calc": [
-      0.1731,
-      0.1933,
-      0.1207
-    ],
-    "multivariable_calculus": [
-      0.4888,
-      0.5333,
-      0.25
-    ],
-    "precalculus_review": [
-      0.8688,
-      0.9133,
-      0.2
-    ],
-    "sequences_series": [
-      0.539,
-      0.5467,
-      0.25
-    ]
-  },
   {
     "model_name": "google/gemini-1.5-flash",
     "judge_model_name": "gpt-4o-2024-08-06",
@@ -1169,6 +1247,84 @@
       0.5
     ]
   },
   {
     "model_name": "google/gemini-1.5-pro",
     "judge_model_name": "gpt-4o-2024-08-06",
@@ -1246,5 +1402,122 @@
       0.7867,
       0.5
     ]
   }
 ]

     ]
   },
   {
+    "model_name": "unsloth/Llama-3.2-11B-Vision-Instruct",
     "judge_model_name": "gpt-4o-2024-08-06",
     "u_math": [
       17.0,
       0.0
     ]
   },
+  {
+    "model_name": "liquid/lfm-7b",
+    "judge_model_name": "gpt-4o-2024-08-06",
+    "u_math": [
+      21.0909,
+      24.5556,
+      5.5
+    ],
+    "algebra": [
+      0.5722,
+      0.68,
+      0.0333
+    ],
+    "differential_calc": [
+      0.0636,
+      0.04,
+      0.1143
+    ],
+    "integral_calc": [
+      0.0096,
+      0.0067,
+      0.0172
+    ],
+    "multivariable_calculus": [
+      0.0674,
+      0.0733,
+      0.0357
+    ],
+    "precalculus_review": [
+      0.525,
+      0.56,
+      0.0
+    ],
+    "sequences_series": [
+      0.1104,
+      0.1133,
+      0.0
+    ]
+  },
   {
     "model_name": "meta-llama/Llama-3.1-8B-Instruct",
     "judge_model_name": "gpt-4o-2024-08-06",
       0.25
     ]
   },
+  {
+    "model_name": "mistralai/Mistral-Small-24B-Instruct-2501",
+    "judge_model_name": "gpt-4o-2024-08-06",
+    "u_math": [
+      29.4545,
+      35.0,
+      4.5
+    ],
+    "algebra": [
+      0.6889,
+      0.82,
+      0.0333
+    ],
+    "differential_calc": [
+      0.0545,
+      0.06,
+      0.0429
+    ],
+    "integral_calc": [
+      0.0577,
+      0.06,
+      0.0517
+    ],
+    "multivariable_calculus": [
+      0.1404,
+      0.16,
+      0.0357
+    ],
+    "precalculus_review": [
+      0.6562,
+      0.6933,
+      0.1
+    ],
+    "sequences_series": [
+      0.2987,
+      0.3067,
+      0.0
+    ]
+  },
   {
     "model_name": "Qwen/Qwen2-VL-72B-Instruct",
     "judge_model_name": "gpt-4o-2024-08-06",
       0.0
     ]
   },
+  {
+    "model_name": "microsoft/phi-4",
+    "judge_model_name": "gpt-4o-2024-08-06",
+    "u_math": [
+      44.0909,
+      51.3333,
+      11.5
+    ],
+    "algebra": [
+      0.7556,
+      0.9067,
+      0.0
+    ],
+    "differential_calc": [
+      0.25,
+      0.3267,
+      0.0857
+    ],
+    "integral_calc": [
+      0.1202,
+      0.0933,
+      0.1897
+    ],
+    "multivariable_calculus": [
+      0.4045,
+      0.46,
+      0.1071
+    ],
+    "precalculus_review": [
+      0.8438,
+      0.8867,
+      0.2
+    ],
+    "sequences_series": [
+      0.4026,
+      0.4067,
+      0.25
+    ]
+  },
   {
     "model_name": "Nexusflow/Athene-V2-Chat",
     "judge_model_name": "gpt-4o-2024-08-06",
       0.5
     ]
   },
   {
     "model_name": "google/gemini-1.5-flash",
     "judge_model_name": "gpt-4o-2024-08-06",
       0.5
     ]
   },
+  {
+    "model_name": "deepseek-ai/DeepSeek-V3",
+    "judge_model_name": "gpt-4o-2024-08-06",
+    "u_math": [
+      51.9091,
+      60.4444,
+      13.5
+    ],
+    "algebra": [
+      0.8222,
+      0.98,
+      0.0333
+    ],
+    "differential_calc": [
+      0.2591,
+      0.3533,
+      0.0571
+    ],
+    "integral_calc": [
+      0.2163,
+      0.2067,
+      0.2414
+    ],
+    "multivariable_calculus": [
+      0.5112,
+      0.5733,
+      0.1786
+    ],
+    "precalculus_review": [
+      0.85,
+      0.9,
+      0.1
+    ],
+    "sequences_series": [
+      0.6104,
+      0.6133,
+      0.5
+    ]
+  },
+  {
+    "model_name": "Qwen/QVQ-72b-Preview",
+    "judge_model_name": "gpt-4o-2024-08-06",
+    "u_math": [
+      55.0909,
+      59.3333,
+      36.0
+    ],
+    "algebra": [
+      0.8278,
+      0.9267,
+      0.3333
+    ],
+    "differential_calc": [
+      0.4136,
+      0.4467,
+      0.3429
+    ],
+    "integral_calc": [
+      0.25,
+      0.1933,
+      0.3966
+    ],
+    "multivariable_calculus": [
+      0.5169,
+      0.5333,
+      0.4286
+    ],
+    "precalculus_review": [
+      0.875,
+      0.9133,
+      0.3
+    ],
+    "sequences_series": [
+      0.5325,
+      0.5467,
+      0.0
+    ]
+  },
   {
     "model_name": "google/gemini-1.5-pro",
     "judge_model_name": "gpt-4o-2024-08-06",
       0.7867,
       0.5
     ]
+  },
+  {
+    "model_name": "deepseek-ai/DeepSeek-R1",
+    "judge_model_name": "gpt-4o-2024-08-06",
+    "u_math": [
+      63.2727,
+      73.6667,
+      16.5
+    ],
+    "algebra": [
+      0.8,
+      0.96,
+      0.0
+    ],
+    "differential_calc": [
+      0.4818,
+      0.6667,
+      0.0857
+    ],
+    "integral_calc": [
+      0.3606,
+      0.4,
+      0.2586
+    ],
+    "multivariable_calculus": [
+      0.6124,
+      0.6667,
+      0.3214
+    ],
+    "precalculus_review": [
+      0.9188,
+      0.9733,
+      0.1
+    ],
+    "sequences_series": [
+      0.7468,
+      0.7533,
+      0.5
+    ]
+  },
+  {
+    "model_name": "o1-mini",
+    "judge_model_name": "gpt-4o-2024-08-06",
+    "u_math": [
+      63.4545,
+      73.3333,
+      19.0
+    ],
+    "algebra": [
+      0.8,
+      0.96,
+      0.0
+    ],
+    "differential_calc": [
+      0.4864,
+      0.66,
+      0.1143
+    ],
+    "integral_calc": [
+      0.3798,
+      0.42,
+      0.2759
+    ],
+    "multivariable_calculus": [
+      0.6404,
+      0.6867,
+      0.3929
+    ],
+    "precalculus_review": [
+      0.8875,
+      0.9333,
+      0.2
+    ],
+    "sequences_series": [
+      0.7273,
+      0.74,
+      0.25
+    ]
+  },
+  {
+    "model_name": "o1",
+    "judge_model_name": "gpt-4o-2024-08-06",
+    "u_math": [
+      70.7031,
+      77.2059,
+      45.1923
+    ],
+    "algebra": [
+      0.3556,
+      0.3867,
+      0.2
+    ],
+    "differential_calc": [
+      0.2818,
+      0.3133,
+      0.2143
+    ],
+    "integral_calc": [
+      0.2692,
+      0.2733,
+      0.2586
+    ],
+    "multivariable_calculus": [
+      0.3202,
+      0.32,
+      0.3214
+    ],
+    "precalculus_review": [
+      0.4,
+      0.4133,
+      0.2
+    ],
+    "sequences_series": [
+      0.3831,
+      0.3933,
+      0.0
+    ]
   }
 ]