{ "predict_samples_tr": 100, "test_exact_match": 33.0, "test_f1": 43.51652920179235, "test_runtime": 3.1825, "test_samples_per_second": 31.422, "test_steps_per_second": 4.085 }