src/models/evaluate_model.py

from dagshub import dagshub_logger
import yaml

from model import Summarization
import pandas as pd
import json


def evaluate_model():
    """
    Evaluate model using rouge measure
    """
    with open("params.yml") as f:
        params = yaml.safe_load(f)

    test_df = pd.read_csv('data/processed/test.csv')[:25]
    model = Summarization()
    model.load_model(model_type=params['model_type'], model_dir=params['model_dir'])
    results = model.evaluate(test_df=test_df, metrics=params['metric'])

    with dagshub_logger(should_log_hparams=False) as logger:
        logger.log_metrics(results)


if __name__ == '__main__':
    evaluate_model()