remove the part which computes the sacrebleu-metric

logscoremetric.py

@@ -69,7 +69,6 @@ class LogScoreMetric(evaluate.Metric):
     # Constant regex to get timestrings
     timestamp_regex = r'(^\d{4}[-/.]\d{2}[-/.]\d{2}(?:[ T]\d{2}[:]\d{2}(?:[:]\d{2}(?:[.,]\d+)?)?(?:Z|[+-]\d{2}[:]\d{2})?)?)'
     timestamp_pattern = re.compile(timestamp_regex, re.MULTILINE)
-    sacrebleu = evaluate.load("sacrebleu")
 
     def _info(self):
         # TODO: Specifies the evaluate.EvaluationModuleInfo object
@@ -144,30 +143,12 @@ class LogScoreMetric(evaluate.Metric):
         """Returns the scores"""
 
         t_before_logmetric = time.perf_counter()
-
         timestamp_score = np.mean([self.getLogMetric(p,r) for p,r in zip(predictions,references)])
+        t_after_logmetric = time.perf_counter()
 
-        t_after_logmetric = t_before_timestamp_rm = time.perf_counter()
-
-        predictions_without_timestamps = [self.timestamp_pattern.sub('', p) for p in predictions]
-        references_without_timestamps = [self.timestamp_pattern.sub('', r) for r in references]
-
-        t_after_timestamp_rm = t_before_sacrebleu = time.perf_counter()
-
-        # Sacrebleu score on logs without timestamps
-        sb_results = self.sacrebleu.compute(predictions=predictions_without_timestamps, references=references_without_timestamps)
-
-        t_after_sacrebleu = time.perf_counter()
         logmetric_duration = f" {t_after_logmetric - t_before_logmetric:0.10f}"
-        timestamp_rm_duration = f" {t_after_timestamp_rm - t_before_timestamp_rm:0.10f}"
-        sacrebleu_duration = f" {t_after_sacrebleu - t_before_sacrebleu:0.10f}"
-        overall_duration = f" {t_after_sacrebleu - t_before_logmetric:0.10f}"
 
         return {
             "timestamp_score": timestamp_score,
-            "sacrebleu_score": sb_results["score"],
-            "logmetric_duration":logmetric_duration,
-            "timestamp_rm_duration":timestamp_rm_duration,
-            "sacrebleu_duration":sacrebleu_duration,
-            "overall_duration":overall_duration
+            "logmetric_duration": logmetric_duration,
         }