Update app.py

app.py

@@ -6,6 +6,7 @@ import pandas as pd
 from apscheduler.schedulers.background import BackgroundScheduler
 from collections import Counter, defaultdict
 from datasets import load_dataset
+import datasets
 from huggingface_hub import HfApi, list_datasets
 
 api = HfApi(token=os.environ.get("HF_TOKEN", None))
@@ -47,7 +48,12 @@ def load_submissions():
     total_submissions = 0
 
     for _id in relevant_ids:
-        ds = load_dataset(_id)["train"]
+        try:
+            ds = load_dataset(_id)["train"]
+        except datasets.builder.DatasetGenerationError:
+            # skip dataset
+            pass
+            
         for result, image_id in zip(ds["result"], ds["id"]):
             if result not in submission_names:
                 # Make sure that incorrect model names are not added