update naming

code_eval_stdio.py

@@ -152,8 +152,13 @@ class CodeEval(evaluate.Metric):
             license=_LICENSE,
         )
 
-    def _compute(self, program, test_input, test_output, k=[1, 10, 100], num_workers=4, timeout=3.0):
-        """Returns the scores"""
+    def _compute(self, predictions, references, inputs, k=[1, 10, 100], num_workers=4, timeout=3.0):
+        """
+        Returns the scores
+        predictions: List[List[str]] the python program
+        references: List[str] test output
+        inputs: List[str] test input
+        """
 
         if os.getenv("HF_ALLOW_CODE_EVAL", 0) != "1":
             raise ValueError(_WARNING)
@@ -167,7 +172,7 @@ class CodeEval(evaluate.Metric):
             n_samples = 0
             results = defaultdict(list)
 
-            for task_id, (candidates, inputs, outputs) in enumerate(zip(program, test_input, test_output)):
+            for task_id, (candidates, inputs, outputs) in enumerate(zip(predictions, inputs, references)):
                 for candidate in candidates:
                     args = (candidate, inputs, outputs, timeout, task_id, completion_id[task_id])
                     future = executor.submit(check_correctness, *args)