huckiyang commited on
Commit
3b279a9
·
1 Parent(s): 20a8edc
Files changed (1) hide show
  1. app.py +18 -0
app.py CHANGED
@@ -305,6 +305,24 @@ def get_wer_metrics(dataset):
305
  nb_oracle_row["test_ls_other"] = 2.7 / 100
306
  cp_oracle_row["test_ls_other"] = 1.6 / 100
307
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
308
  # Add rows in the desired order
309
  rows.append(no_lm_row)
310
  rows.append(lm_ranking_row)
 
305
  nb_oracle_row["test_ls_other"] = 2.7 / 100
306
  cp_oracle_row["test_ls_other"] = 1.6 / 100
307
 
308
+ # Calculate overall averages for the three additional methods
309
+ llama_values = []
310
+ nb_oracle_values = []
311
+ cp_oracle_values = []
312
+
313
+ for source in all_sources:
314
+ if pd.notna(llama_lora_row[source]):
315
+ llama_values.append(llama_lora_row[source])
316
+ if pd.notna(nb_oracle_row[source]):
317
+ nb_oracle_values.append(nb_oracle_row[source])
318
+ if pd.notna(cp_oracle_row[source]):
319
+ cp_oracle_values.append(cp_oracle_row[source])
320
+
321
+ # Calculate and set the overall values
322
+ llama_lora_row["OVERALL"] = np.mean(llama_values) if llama_values else np.nan
323
+ nb_oracle_row["OVERALL"] = np.mean(nb_oracle_values) if nb_oracle_values else np.nan
324
+ cp_oracle_row["OVERALL"] = np.mean(cp_oracle_values) if cp_oracle_values else np.nan
325
+
326
  # Add rows in the desired order
327
  rows.append(no_lm_row)
328
  rows.append(lm_ranking_row)