Spaces:
Running
Running
David Pomerenke
commited on
Commit
·
1dbf2b8
1
Parent(s):
80a0827
Improve settings layout
Browse files- .gitignore +1 -0
- app.py +23 -20
- data/INFO +1 -0
.gitignore
CHANGED
|
@@ -1,5 +1,6 @@
|
|
| 1 |
floresp-*
|
| 2 |
fleurs
|
|
|
|
| 3 |
.cache
|
| 4 |
.env
|
| 5 |
|
|
|
|
| 1 |
floresp-*
|
| 2 |
fleurs
|
| 3 |
+
spbleu
|
| 4 |
.cache
|
| 5 |
.env
|
| 6 |
|
app.py
CHANGED
|
@@ -562,9 +562,15 @@ def create_metric_selector(model_type):
|
|
| 562 |
def create_metric_explanation(metric):
|
| 563 |
return gr.Markdown(metric["explanation"], container=True)
|
| 564 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 565 |
|
| 566 |
# Create the visualization components
|
| 567 |
-
with gr.Blocks(title="AI Language Proficiency Benchmark") as demo:
|
| 568 |
gr.Markdown("# AI Language Proficiency Benchmark")
|
| 569 |
gr.Markdown("Comparing language proficiency across different models and languages.")
|
| 570 |
|
|
@@ -578,6 +584,22 @@ with gr.Blocks(title="AI Language Proficiency Benchmark") as demo:
|
|
| 578 |
label="Search for Language or Model",
|
| 579 |
interactive=True,
|
| 580 |
)
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 581 |
with gr.Row():
|
| 582 |
with gr.Column():
|
| 583 |
with gr.Accordion("Model Filters", open=False):
|
|
@@ -594,7 +616,6 @@ with gr.Blocks(title="AI Language Proficiency Benchmark") as demo:
|
|
| 594 |
label="Filter by Model Size (in Billion Parameters)",
|
| 595 |
interactive=True,
|
| 596 |
)
|
| 597 |
-
|
| 598 |
with gr.Column():
|
| 599 |
with gr.Accordion("Language Filters", open=False):
|
| 600 |
unit_of_analysis = gr.Radio(
|
|
@@ -632,24 +653,6 @@ with gr.Blocks(title="AI Language Proficiency Benchmark") as demo:
|
|
| 632 |
label="Filter by Number of Speakers",
|
| 633 |
interactive=True,
|
| 634 |
)
|
| 635 |
-
with gr.Row():
|
| 636 |
-
with gr.Column():
|
| 637 |
-
start_model_type = "Text-to-Text"
|
| 638 |
-
model_type = gr.Radio(
|
| 639 |
-
choices=["Text-to-Text", "Speech-to-Text"],
|
| 640 |
-
value=start_model_type,
|
| 641 |
-
label="Select Model Type",
|
| 642 |
-
interactive=True,
|
| 643 |
-
)
|
| 644 |
-
start_metric = METRICS["t2t"][0]
|
| 645 |
-
metric = gr.Dropdown(
|
| 646 |
-
choices=[metric["display_name"] for metric in METRICS["t2t"]],
|
| 647 |
-
value=start_metric["display_name"],
|
| 648 |
-
label="Main task and metric to display in figures and map",
|
| 649 |
-
interactive=True,
|
| 650 |
-
)
|
| 651 |
-
|
| 652 |
-
metric_explanation = create_metric_explanation(start_metric)
|
| 653 |
|
| 654 |
gr.Markdown("## Model Comparison")
|
| 655 |
leaderboard_df = create_leaderboard_df("t2t", start_metric)
|
|
|
|
| 562 |
def create_metric_explanation(metric):
|
| 563 |
return gr.Markdown(metric["explanation"], container=True)
|
| 564 |
|
| 565 |
+
css="""
|
| 566 |
+
.radio-group .wrap {
|
| 567 |
+
display: grid !important;
|
| 568 |
+
grid-template-columns: 1fr 1fr;
|
| 569 |
+
}
|
| 570 |
+
"""
|
| 571 |
|
| 572 |
# Create the visualization components
|
| 573 |
+
with gr.Blocks(title="AI Language Proficiency Benchmark", css=css) as demo:
|
| 574 |
gr.Markdown("# AI Language Proficiency Benchmark")
|
| 575 |
gr.Markdown("Comparing language proficiency across different models and languages.")
|
| 576 |
|
|
|
|
| 584 |
label="Search for Language or Model",
|
| 585 |
interactive=True,
|
| 586 |
)
|
| 587 |
+
with gr.Row():
|
| 588 |
+
start_model_type = "Text-to-Text"
|
| 589 |
+
model_type = gr.Radio(
|
| 590 |
+
choices=["Text-to-Text", "Speech-to-Text"],
|
| 591 |
+
value=start_model_type,
|
| 592 |
+
label="Select Model Type",
|
| 593 |
+
interactive=True,
|
| 594 |
+
elem_classes="radio-group",
|
| 595 |
+
)
|
| 596 |
+
start_metric = METRICS["t2t"][0]
|
| 597 |
+
metric = gr.Dropdown(
|
| 598 |
+
choices=[metric["display_name"] for metric in METRICS["t2t"]],
|
| 599 |
+
value=start_metric["display_name"],
|
| 600 |
+
label="Main task and metric to display in figures and map",
|
| 601 |
+
interactive=True,
|
| 602 |
+
)
|
| 603 |
with gr.Row():
|
| 604 |
with gr.Column():
|
| 605 |
with gr.Accordion("Model Filters", open=False):
|
|
|
|
| 616 |
label="Filter by Model Size (in Billion Parameters)",
|
| 617 |
interactive=True,
|
| 618 |
)
|
|
|
|
| 619 |
with gr.Column():
|
| 620 |
with gr.Accordion("Language Filters", open=False):
|
| 621 |
unit_of_analysis = gr.Radio(
|
|
|
|
| 653 |
label="Filter by Number of Speakers",
|
| 654 |
interactive=True,
|
| 655 |
)
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 656 |
|
| 657 |
gr.Markdown("## Model Comparison")
|
| 658 |
leaderboard_df = create_leaderboard_df("t2t", start_metric)
|
data/INFO
CHANGED
|
@@ -2,3 +2,4 @@ fleurs: https://huggingface.co/datasets/google/fleurs via eval.py
|
|
| 2 |
floresp-v2.0-rc.3: https://github.com/openlanguagedata/flores
|
| 3 |
glottolog_languoid.csv: https://glottolog.org/meta/downloads
|
| 4 |
ScriptCodes.csv: https://www.unicode.org/iso15924/iso15924-codes.html
|
|
|
|
|
|
| 2 |
floresp-v2.0-rc.3: https://github.com/openlanguagedata/flores
|
| 3 |
glottolog_languoid.csv: https://glottolog.org/meta/downloads
|
| 4 |
ScriptCodes.csv: https://www.unicode.org/iso15924/iso15924-codes.html
|
| 5 |
+
spbleu: https://github.com/facebookresearch/flores/tree/main
|