|
from dataclasses import dataclass |
|
|
|
|
|
|
|
@dataclass |
|
class ColumnContent: |
|
name: str |
|
type: str |
|
|
|
def fields(raw_class): |
|
return [v for k, v in raw_class.__dict__.items() if k[:2] != "__" and k[-2:] != "__"] |
|
|
|
@dataclass(frozen=True) |
|
class AutoEvalColumn: |
|
model = ColumnContent("Model", "markdown") |
|
avg_wer = ColumnContent("Average WER ⬇️ ", "markdown") |
|
rtf = ColumnContent("RTFx ⬆️ ", "markdown") |
|
ami_wer = ColumnContent("AMI", "markdown") |
|
e22_wer = ColumnContent("Earnings22", "markdown") |
|
gs_wer = ColumnContent("Gigaspeech", "markdown") |
|
lsc_wer = ColumnContent("LS Clean", "markdown") |
|
lso_wer = ColumnContent("LS Other", "markdown") |
|
ss_wer = ColumnContent("SPGISpeech", "markdown") |
|
tl_wer = ColumnContent("Tedlium", "markdown") |
|
|
|
|
|
|
|
def make_clickable_model(model_name): |
|
link = f"https://huggingface.co/{model_name}" |
|
return f'<a target="_blank" href="{link}" style="color: var(--link-text-color); text-decoration: underline;text-decoration-style: dotted;">{model_name}</a>' |
|
|
|
def styled_error(error): |
|
return f"<p style='color: red; font-size: 20px; text-align: center;'>{error}</p>" |
|
|
|
def styled_warning(warn): |
|
return f"<p style='color: orange; font-size: 20px; text-align: center;'>{warn}</p>" |
|
|
|
def styled_message(message): |
|
return f"<p style='color: green; font-size: 20px; text-align: center;'>{message}</p>" |
|
|
|
def make_best_bold(column, column_name): |
|
if column_name == "RTFx ⬆️ ": |
|
best_value = column.max() |
|
else: |
|
best_value = column.min() |
|
return column.apply(lambda x: f'#### <span style="color: blue;">{float(x):.2f}</span>' if x == best_value else f"{x:.2f}") |
|
|
|
|
|
|