{ "predict_samples_val": 3398, "test_exact_match": 80.0910865322056, "test_f1": 84.56093533580793, "test_runtime": 180.7077, "test_samples_per_second": 18.804, "test_steps_per_second": 2.352 }