Spaces:
Running
Running
Update utils.py
Browse files
utils.py
CHANGED
|
@@ -2,7 +2,7 @@ import itertools
|
|
| 2 |
import numpy as np
|
| 3 |
from typing import Dict
|
| 4 |
from datasets import load_dataset
|
| 5 |
-
|
| 6 |
|
| 7 |
|
| 8 |
DATASET = "codeparrot/apps"
|
|
@@ -34,7 +34,7 @@ def evaluate_generations(generations: list, level: str = "all", debug: bool = Fa
|
|
| 34 |
for o_idx, o in enumerate(problem_generations):
|
| 35 |
curr_res = [-2]
|
| 36 |
try:
|
| 37 |
-
curr_res = run_test(sample, test=o, debug=debug)
|
| 38 |
if debug:
|
| 39 |
print(f"\nSuccessful compilation of task {index}!")
|
| 40 |
fixed = []
|
|
|
|
| 2 |
import numpy as np
|
| 3 |
from typing import Dict
|
| 4 |
from datasets import load_dataset
|
| 5 |
+
import testing_util as test_util
|
| 6 |
|
| 7 |
|
| 8 |
DATASET = "codeparrot/apps"
|
|
|
|
| 34 |
for o_idx, o in enumerate(problem_generations):
|
| 35 |
curr_res = [-2]
|
| 36 |
try:
|
| 37 |
+
curr_res = test_util.run_test(sample, test=o, debug=debug)
|
| 38 |
if debug:
|
| 39 |
print(f"\nSuccessful compilation of task {index}!")
|
| 40 |
fixed = []
|