Spaces:
Runtime error
Runtime error
Commit
·
f975713
1
Parent(s):
d8635fb
add more benchamrks
Browse files- app.py +5 -2
- utils_display.py +2 -1
app.py
CHANGED
|
@@ -236,14 +236,16 @@ def create_longform_dataframe():
|
|
| 236 |
longform_data = []
|
| 237 |
|
| 238 |
for _, row_data in longform_raw_df.iterrows():
|
| 239 |
-
model_name = row_data['
|
| 240 |
|
| 241 |
# Get values from CSV, similar to other tabs
|
| 242 |
earnings21_wer = row_data.get('earnings21', -1)
|
|
|
|
|
|
|
| 243 |
rtfx_value = row_data.get('RTFx', 0)
|
| 244 |
|
| 245 |
# Calculate average WER from available datasets
|
| 246 |
-
available_wers = [w for w in [earnings21_wer] if w != -1 and w > 0]
|
| 247 |
avg_wer = round(np.mean(available_wers), 2) if available_wers else 0.0
|
| 248 |
|
| 249 |
row = {
|
|
@@ -251,6 +253,7 @@ def create_longform_dataframe():
|
|
| 251 |
"Average WER ⬇️": avg_wer,
|
| 252 |
"RTFx ⬆️️": rtfx_value if rtfx_value > 0 else "NA",
|
| 253 |
"Earnings21": earnings21_wer if earnings21_wer != -1 else "NA",
|
|
|
|
| 254 |
}
|
| 255 |
longform_data.append(row)
|
| 256 |
|
|
|
|
| 236 |
longform_data = []
|
| 237 |
|
| 238 |
for _, row_data in longform_raw_df.iterrows():
|
| 239 |
+
model_name = row_data['model_id']
|
| 240 |
|
| 241 |
# Get values from CSV, similar to other tabs
|
| 242 |
earnings21_wer = row_data.get('earnings21', -1)
|
| 243 |
+
earnings22_wer = row_data.get('earnings22', -1)
|
| 244 |
+
tedlium_wer = row_data.get('tedlium', -1)
|
| 245 |
rtfx_value = row_data.get('RTFx', 0)
|
| 246 |
|
| 247 |
# Calculate average WER from available datasets
|
| 248 |
+
available_wers = [w for w in [earnings21_wer, tedlium_wer] if w != -1 and w > 0]
|
| 249 |
avg_wer = round(np.mean(available_wers), 2) if available_wers else 0.0
|
| 250 |
|
| 251 |
row = {
|
|
|
|
| 253 |
"Average WER ⬇️": avg_wer,
|
| 254 |
"RTFx ⬆️️": rtfx_value if rtfx_value > 0 else "NA",
|
| 255 |
"Earnings21": earnings21_wer if earnings21_wer != -1 else "NA",
|
| 256 |
+
"Tedlium": tedlium_wer if tedlium_wer != -1 else "NA",
|
| 257 |
}
|
| 258 |
longform_data.append(row)
|
| 259 |
|
utils_display.py
CHANGED
|
@@ -46,7 +46,8 @@ class LongformColumn: # Long-form ASR benchmark columns
|
|
| 46 |
avg_longform = ColumnContent("Average WER ⬇️", "number")
|
| 47 |
rtf = ColumnContent("RTFx ⬆️️", "number")
|
| 48 |
earnings21_wer = ColumnContent("Earnings21", "number")
|
| 49 |
-
|
|
|
|
| 50 |
|
| 51 |
|
| 52 |
def make_clickable_model(model_name):
|
|
|
|
| 46 |
avg_longform = ColumnContent("Average WER ⬇️", "number")
|
| 47 |
rtf = ColumnContent("RTFx ⬆️️", "number")
|
| 48 |
earnings21_wer = ColumnContent("Earnings21", "number")
|
| 49 |
+
earnings22_wer = ColumnContent("Earnings22", "number")
|
| 50 |
+
tedlium_wer = ColumnContent("Tedlium", "number")
|
| 51 |
|
| 52 |
|
| 53 |
def make_clickable_model(model_name):
|