Spaces:
Runtime error
Runtime error
Fix app.py error
Browse files
app.py
CHANGED
@@ -6,7 +6,7 @@ import re
|
|
6 |
import gradio as gr
|
7 |
|
8 |
tasks = ["hellaswag", "arc_challenge", "hendrycks", "truthfulqa_mc"]
|
9 |
-
validators = []
|
10 |
|
11 |
def clean_result(result, task):
|
12 |
if ("hendrycks" in task):
|
@@ -53,7 +53,7 @@ def mc2(doc):
|
|
53 |
|
54 |
final_total_results = []
|
55 |
for validator in validators:
|
56 |
-
results_dir_file_list = os.listdir("_results/few-shot/{validator}")
|
57 |
final_split_results = []
|
58 |
number_of_nas, number_of_results, inference_total = 0,0,0
|
59 |
for task in tasks:
|
@@ -61,7 +61,7 @@ for validator in validators:
|
|
61 |
|
62 |
results = []
|
63 |
for task_results_file in task_results_files:
|
64 |
-
results_file_dir = f"""_results/few-shot/{task_results_file}"""
|
65 |
f = open(results_file_dir)
|
66 |
results += json.load(f)
|
67 |
|
|
|
6 |
import gradio as gr
|
7 |
|
8 |
tasks = ["hellaswag", "arc_challenge", "hendrycks", "truthfulqa_mc"]
|
9 |
+
validators = ["opentensor_foundation"]
|
10 |
|
11 |
def clean_result(result, task):
|
12 |
if ("hendrycks" in task):
|
|
|
53 |
|
54 |
final_total_results = []
|
55 |
for validator in validators:
|
56 |
+
results_dir_file_list = os.listdir(f"""_results/few-shot/{validator}""")
|
57 |
final_split_results = []
|
58 |
number_of_nas, number_of_results, inference_total = 0,0,0
|
59 |
for task in tasks:
|
|
|
61 |
|
62 |
results = []
|
63 |
for task_results_file in task_results_files:
|
64 |
+
results_file_dir = f"""_results/few-shot/{validator}/{task_results_file}"""
|
65 |
f = open(results_file_dir)
|
66 |
results += json.load(f)
|
67 |
|