| | from dataclasses import dataclass |
| |
|
| | |
| | |
| | @dataclass |
| | class ColumnContent: |
| | name: str |
| | type: str |
| |
|
| | def fields(raw_class): |
| | return [v for k, v in raw_class.__dict__.items() if k[:2] != "__" and k[-2:] != "__"] |
| |
|
| | @dataclass(frozen=True) |
| | class AutoEvalColumn: |
| | model = ColumnContent("Model", "markdown") |
| | avg_wer = ColumnContent("Average WER ⬇️ ", "markdown") |
| | rtf = ColumnContent("RTFx ⬆️ ", "markdown") |
| | ami_wer = ColumnContent("AMI", "markdown") |
| | e22_wer = ColumnContent("Earnings22", "markdown") |
| | gs_wer = ColumnContent("Gigaspeech", "markdown") |
| | lsc_wer = ColumnContent("LS Clean", "markdown") |
| | lso_wer = ColumnContent("LS Other", "markdown") |
| | ss_wer = ColumnContent("SPGISpeech", "markdown") |
| | tl_wer = ColumnContent("Tedlium", "markdown") |
| | |
| |
|
| |
|
| | def make_clickable_model(model_name): |
| | link = f"https://huggingface.co/{model_name}" |
| | return f'<a target="_blank" href="{link}" style="color: var(--link-text-color); text-decoration: underline;text-decoration-style: dotted;">{model_name}</a>' |
| |
|
| | def styled_error(error): |
| | return f"<p style='color: red; font-size: 20px; text-align: center;'>{error}</p>" |
| |
|
| | def styled_warning(warn): |
| | return f"<p style='color: orange; font-size: 20px; text-align: center;'>{warn}</p>" |
| |
|
| | def styled_message(message): |
| | return f"<p style='color: green; font-size: 20px; text-align: center;'>{message}</p>" |
| |
|
| | def make_best_bold(column, column_name): |
| | if column_name == "RTFx ⬆️ ": |
| | best_value = column.max() |
| | else: |
| | best_value = column.min() |
| | return column.apply(lambda x: f'#### <span style="color: blue;">{float(x):.2f}</span>' if x == best_value else f"{x:.2f}") |
| |
|
| |
|
| |
|