Update space

app.py

@@ -7,13 +7,17 @@ from datetime import datetime
 import json
 import torch
 from tqdm import tqdm
-from concurrent.futures import ProcessPoolExecutor, as_completed
+from concurrent.futures import ThreadPoolExecutor
 import smtplib
 from email.mime.multipart import MIMEMultipart
 from email.mime.text import MIMEText
 from huggingface_hub import HfApi
 import shutil
 import tempfile
+import time
+from queue import Queue
+import threading
+import time
 
 from stark_qa import load_qa
 from stark_qa.evaluator import Evaluator
@@ -91,6 +95,11 @@ def process_single_instance(args):
 def compute_metrics(csv_path: str, dataset: str, split: str, num_workers: int = 4):
     """Compute metrics with improved prediction handling"""
     start_time = time.time()
+    candidate_ids_dict = {
+        'amazon': [i for i in range(957192)],
+        'mag': [i for i in range(1172724, 1872968)],
+        'prime': [i for i in range(129375)]
+    }
     try:
         print(f"\nStarting compute_metrics for {dataset} {split}")