Spaces:
Running
Running
Update utils.py
Browse files
utils.py
CHANGED
@@ -2,7 +2,7 @@ import itertools
|
|
2 |
import numpy as np
|
3 |
from typing import Dict
|
4 |
from datasets import load_dataset
|
5 |
-
import testing_util as
|
6 |
|
7 |
|
8 |
DATASET = "codeparrot/apps"
|
@@ -34,7 +34,7 @@ def evaluate_generations(generations: list, level: str = "all", debug: bool = Fa
|
|
34 |
for o_idx, o in enumerate(problem_generations):
|
35 |
curr_res = [-2]
|
36 |
try:
|
37 |
-
curr_res =
|
38 |
if debug:
|
39 |
print(f"\nSuccessful compilation of task {index}!")
|
40 |
fixed = []
|
|
|
2 |
import numpy as np
|
3 |
from typing import Dict
|
4 |
from datasets import load_dataset
|
5 |
+
import .testing_util as run_test
|
6 |
|
7 |
|
8 |
DATASET = "codeparrot/apps"
|
|
|
34 |
for o_idx, o in enumerate(problem_generations):
|
35 |
curr_res = [-2]
|
36 |
try:
|
37 |
+
curr_res = run_test(sample, test=o, debug=debug)
|
38 |
if debug:
|
39 |
print(f"\nSuccessful compilation of task {index}!")
|
40 |
fixed = []
|