diff --git "a/logs/l40-4gpu-8.txt" "b/logs/l40-4gpu-8.txt" --- "a/logs/l40-4gpu-8.txt" +++ "b/logs/l40-4gpu-8.txt" @@ -316,3 +316,8 @@ Qwen/Qwen2-72B-Instruct/checkpoint-560/rpp-1.04 metrics: {'meteor': 0.4763626812 Batch output: ['Old Geng raised his gun and squinted down the barrel with one of his triangular eyes. The sound of the shot was followed by a hail of golden sparrows tumbling to the ground, their bodies thudding against the branches.'] Qwen/Qwen2-72B-Instruct/checkpoint-560/rpp-1.06 metrics: {'meteor': 0.46796363839506494, 'sacrebleu': {'score': 17.982473951038504, 'counts': [14444, 6501, 3541, 2048], 'totals': [28092, 26959, 25826, 24697], 'precisions': [51.41677345863591, 24.114395934567305, 13.710988925888639, 8.292505162570352], 'bp': 0.9280374570365446, 'sys_len': 28092, 'ref_len': 30190}, 'bleu_scores': {'bleu': 0.17982473951038513, 'precisions': [0.5141677345863591, 0.24114395934567306, 0.1371098892588864, 0.08292505162570353], 'brevity_penalty': 0.9280374570365446, 'length_ratio': 0.9305067903279232, 'translation_length': 28092, 'reference_length': 30190}, 'rouge_scores': {'rouge1': 0.4984494650609719, 'rouge2': 0.25604677639753526, 'rougeL': 0.4411003285939898, 'rougeLsum': 0.44133761805201915}, 'accuracy': 0.01235657546337158, 'correct_ids': [41, 133, 147, 193, 199, 348, 364, 413, 567, 658, 712, 778, 893, 1011]} *** Evaluating with repetition_penalty: 1.08 + 0%| | 0/1133 [00:00