Add Cosmos-Reason results
Browse files
app.py
CHANGED
|
@@ -245,6 +245,22 @@ COSMOS = {
|
|
| 245 |
"submitted_by": "user",
|
| 246 |
}
|
| 247 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 248 |
|
| 249 |
def get_dataframe_from_results(eval_results, split):
|
| 250 |
local_df = eval_results[split]
|
|
@@ -288,6 +304,7 @@ def get_dataframe_from_results(eval_results, split):
|
|
| 288 |
ldb_m2r["qwen2.5"] = QWENVL
|
| 289 |
ldb_m2r["vjepa2"] = VJEPA2
|
| 290 |
ldb_m2r["cosmos"] = COSMOS
|
|
|
|
| 291 |
# compute average and convert back to rows
|
| 292 |
ldb_rows = []
|
| 293 |
for key, val in ldb_m2r.items():
|
|
|
|
| 245 |
"submitted_by": "user",
|
| 246 |
}
|
| 247 |
|
| 248 |
+
COSMOS_REASON = {
|
| 249 |
+
"url": "https://huggingface.co/nvidia/Cosmos-Reason1-7B",
|
| 250 |
+
"model": "Cosmos-Reason1-7B",
|
| 251 |
+
"model_type": "Open",
|
| 252 |
+
"system_prompt": "test",
|
| 253 |
+
"vision_backbone": " ViT ",
|
| 254 |
+
"llm_backbone": " Qwen2.5-7B-Instruct ",
|
| 255 |
+
"num_frames": -1,
|
| 256 |
+
f"score_{INTP_KEY}": 59.88,
|
| 257 |
+
f"score_{MVP_KEY}": MISSING_VALUE,
|
| 258 |
+
f"score_{MVP_MINI_KEY}": MISSING_VALUE,
|
| 259 |
+
f"score_{WMQA_KEY}": MISSING_VALUE,
|
| 260 |
+
"date": "2025-08-11",
|
| 261 |
+
"organization": "Nvidia",
|
| 262 |
+
"submitted_by": "user",
|
| 263 |
+
}
|
| 264 |
|
| 265 |
def get_dataframe_from_results(eval_results, split):
|
| 266 |
local_df = eval_results[split]
|
|
|
|
| 304 |
ldb_m2r["qwen2.5"] = QWENVL
|
| 305 |
ldb_m2r["vjepa2"] = VJEPA2
|
| 306 |
ldb_m2r["cosmos"] = COSMOS
|
| 307 |
+
ldb_m2r["cosmosreason"] = COSMOS_REASON
|
| 308 |
# compute average and convert back to rows
|
| 309 |
ldb_rows = []
|
| 310 |
for key, val in ldb_m2r.items():
|