updates

src/models/evaluate_model.py

@@ -18,7 +18,7 @@ def evaluate_model():
     model.load_model(model_type=params["model_type"], model_dir=params["model_dir"])
     results = model.evaluate(test_df=test_df, metrics=params["metric"])
 
-    with open("reports/metrics.txt", "w") as fp:
+    with open("reports/metrics.csv", "w") as fp:
         json.dump(results, fp)
 
 

src/models/model.py

@@ -509,49 +509,41 @@ class Summarization:
         results = metric.compute(predictions=predictions, references=references)
 
         output = {
-            "Rouge 1": {
-                "Rouge_1 Low Precision": results["rouge1"].low.precision,
-                "Rouge_1 Low recall": results["rouge1"].low.recall,
-                "Rouge_1 Low F1": results["rouge1"].low.fmeasure,
-                "Rouge_1 Mid Precision": results["rouge1"].mid.precision,
-                "Rouge_1 Mid recall": results["rouge1"].mid.recall,
-                "Rouge_1 Mid F1": results["rouge1"].mid.fmeasure,
-                "Rouge_1 High Precision": results["rouge1"].high.precision,
-                "Rouge_1 High recall": results["rouge1"].high.recall,
-                "Rouge_1 High F1": results["rouge1"].high.fmeasure,
-            },
-            "Rouge 2": {
-                "Rouge_2 Low Precision": results["rouge2"].low.precision,
-                "Rouge_2 Low recall": results["rouge2"].low.recall,
-                "Rouge_2 Low F1": results["rouge2"].low.fmeasure,
-                "Rouge_2 Mid Precision": results["rouge2"].mid.precision,
-                "Rouge_2 Mid recall": results["rouge2"].mid.recall,
-                "Rouge_2 Mid F1": results["rouge2"].mid.fmeasure,
-                "Rouge_2 High Precision": results["rouge2"].high.precision,
-                "Rouge_2 High recall": results["rouge2"].high.recall,
-                "Rouge_2 High F1": results["rouge2"].high.fmeasure,
-            },
-            "Rouge L": {
-                "Rouge_L Low Precision": results["rougeL"].low.precision,
-                "Rouge_L Low recall": results["rougeL"].low.recall,
-                "Rouge_L Low F1": results["rougeL"].low.fmeasure,
-                "Rouge_L Mid Precision": results["rougeL"].mid.precision,
-                "Rouge_L Mid recall": results["rougeL"].mid.recall,
-                "Rouge_L Mid F1": results["rougeL"].mid.fmeasure,
-                "Rouge_L High Precision": results["rougeL"].high.precision,
-                "Rouge_L High recall": results["rougeL"].high.recall,
-                "Rouge_L High F1": results["rougeL"].high.fmeasure,
-            },
-            "rougeLsum": {
-                "rougeLsum Low Precision": results["rougeLsum"].low.precision,
-                "rougeLsum Low recall": results["rougeLsum"].low.recall,
-                "rougeLsum Low F1": results["rougeLsum"].low.fmeasure,
-                "rougeLsum Mid Precision": results["rougeLsum"].mid.precision,
-                "rougeLsum Mid recall": results["rougeLsum"].mid.recall,
-                "rougeLsum Mid F1": results["rougeLsum"].mid.fmeasure,
-                "rougeLsum High Precision": results["rougeLsum"].high.precision,
-                "rougeLsum High recall": results["rougeLsum"].high.recall,
-                "rougeLsum High F1": results["rougeLsum"].high.fmeasure,
-            },
+            "Rouge_1 Low Precision": results["rouge1"].low.precision,
+            "Rouge_1 Low recall": results["rouge1"].low.recall,
+            "Rouge_1 Low F1": results["rouge1"].low.fmeasure,
+            "Rouge_1 Mid Precision": results["rouge1"].mid.precision,
+            "Rouge_1 Mid recall": results["rouge1"].mid.recall,
+            "Rouge_1 Mid F1": results["rouge1"].mid.fmeasure,
+            "Rouge_1 High Precision": results["rouge1"].high.precision,
+            "Rouge_1 High recall": results["rouge1"].high.recall,
+            "Rouge_1 High F1": results["rouge1"].high.fmeasure,
+            "Rouge_2 Low Precision": results["rouge2"].low.precision,
+            "Rouge_2 Low recall": results["rouge2"].low.recall,
+            "Rouge_2 Low F1": results["rouge2"].low.fmeasure,
+            "Rouge_2 Mid Precision": results["rouge2"].mid.precision,
+            "Rouge_2 Mid recall": results["rouge2"].mid.recall,
+            "Rouge_2 Mid F1": results["rouge2"].mid.fmeasure,
+            "Rouge_2 High Precision": results["rouge2"].high.precision,
+            "Rouge_2 High recall": results["rouge2"].high.recall,
+            "Rouge_2 High F1": results["rouge2"].high.fmeasure,
+            "Rouge_L Low Precision": results["rougeL"].low.precision,
+            "Rouge_L Low recall": results["rougeL"].low.recall,
+            "Rouge_L Low F1": results["rougeL"].low.fmeasure,
+            "Rouge_L Mid Precision": results["rougeL"].mid.precision,
+            "Rouge_L Mid recall": results["rougeL"].mid.recall,
+            "Rouge_L Mid F1": results["rougeL"].mid.fmeasure,
+            "Rouge_L High Precision": results["rougeL"].high.precision,
+            "Rouge_L High recall": results["rougeL"].high.recall,
+            "Rouge_L High F1": results["rougeL"].high.fmeasure,
+            "rougeLsum Low Precision": results["rougeLsum"].low.precision,
+            "rougeLsum Low recall": results["rougeLsum"].low.recall,
+            "rougeLsum Low F1": results["rougeLsum"].low.fmeasure,
+            "rougeLsum Mid Precision": results["rougeLsum"].mid.precision,
+            "rougeLsum Mid recall": results["rougeLsum"].mid.recall,
+            "rougeLsum Mid F1": results["rougeLsum"].mid.fmeasure,
+            "rougeLsum High Precision": results["rougeLsum"].high.precision,
+            "rougeLsum High recall": results["rougeLsum"].high.recall,
+            "rougeLsum High F1": results["rougeLsum"].high.fmeasure,
         }
         return output