Spaces:
Running
on
CPU Upgrade
Running
on
CPU Upgrade
Commit
·
79aba72
1
Parent(s):
1764c92
minor fixes
Browse files
src/leaderboard/read_evals.py
CHANGED
|
@@ -75,6 +75,7 @@ class EvalResult:
|
|
| 75 |
tasks = ORIGINAL_TASKS
|
| 76 |
for task in tasks:
|
| 77 |
benchmark, metric = task
|
|
|
|
| 78 |
|
| 79 |
# We skip old mmlu entries
|
| 80 |
wrong_mmlu_version = False
|
|
@@ -241,7 +242,7 @@ def get_raw_eval_results(results_path: str, requests_path: str, dynamic_path: st
|
|
| 241 |
if v.status == "FINISHED" and not v.hidden:
|
| 242 |
v.to_dict() # we test if the dict version is complete
|
| 243 |
results.append(v)
|
| 244 |
-
except KeyError: # not all eval values present
|
| 245 |
continue
|
| 246 |
|
| 247 |
return results
|
|
|
|
| 75 |
tasks = ORIGINAL_TASKS
|
| 76 |
for task in tasks:
|
| 77 |
benchmark, metric = task
|
| 78 |
+
metric = metric + ',all'
|
| 79 |
|
| 80 |
# We skip old mmlu entries
|
| 81 |
wrong_mmlu_version = False
|
|
|
|
| 242 |
if v.status == "FINISHED" and not v.hidden:
|
| 243 |
v.to_dict() # we test if the dict version is complete
|
| 244 |
results.append(v)
|
| 245 |
+
except KeyError as e: # not all eval values present
|
| 246 |
continue
|
| 247 |
|
| 248 |
return results
|
src/scripts/update_all_request_files.py
CHANGED
|
@@ -46,7 +46,8 @@ def update_models(file_path, models, original_leaderboard_files=None):
|
|
| 46 |
|
| 47 |
# Is the model still on the hub?
|
| 48 |
model_name = model_id
|
| 49 |
-
|
|
|
|
| 50 |
model_name = model_cfg.card_data.base_model # for adapters, we look at the parent model
|
| 51 |
still_on_hub, _, _ = is_model_on_hub(
|
| 52 |
model_name=model_name, revision=data.get("revision"), trust_remote_code=True, test_tokenizer=False, token=H4_TOKEN
|
|
|
|
| 46 |
|
| 47 |
# Is the model still on the hub?
|
| 48 |
model_name = model_id
|
| 49 |
+
|
| 50 |
+
if model_cfg.card_data is not None and hasattr(model_cfg.card_data, "base_model") and model_cfg.card_data.base_model is not None:
|
| 51 |
model_name = model_cfg.card_data.base_model # for adapters, we look at the parent model
|
| 52 |
still_on_hub, _, _ = is_model_on_hub(
|
| 53 |
model_name=model_name, revision=data.get("revision"), trust_remote_code=True, test_tokenizer=False, token=H4_TOKEN
|