tests.py

# test_cases = [
#     {
#         "predictions": [0, 0],
#         "references": [1, 1],
#         "result": {"metric_score": 0}
#     },
#     {
#         "predictions": [1, 1],
#         "references": [1, 1],
#         "result": {"metric_score": 1}
#     },
#     {
#         "predictions": [1, 0],
#         "references": [1, 1],
#         "result": {"metric_score": 0.5}
#     }
# ]

test_cases = [
    {
        "predictions": ["1111", "1113", "1120", "1211"],
        "references": ["1111", "1112", "1113", "1114"],
        "result": {
            "accuracy": 0.25,
            "hierarchical_precision": 0.7142857142857143,
            "hierarchical_recall": 0.5,
            "hierarchical_fmeasure": 0.588235294117647,
        },
    },
    {
        "references": ["1111"],
        "predictions": ["1111"],
        "result": {
            "accuracy": 1.0,
            "hierarchical_precision": 1.0,
            "hierarchical_recall": 1.0,
            "hierarchical_fmeasure": 1.0,
        },
    },
    {
        "references": ["1111"],
        "predictions": ["1112"],
        "result": {
            "accuracy": 0.0,
            "hierarchical_precision": 0.75,
            "hierarchical_recall": 0.75,
            "hierarchical_fmeasure": 0.75,
        },
    },
    {
        "references": ["1111"],
        "predictions": ["1120"],
        "result": {
            "accuracy": 0.0,
            "hierarchical_precision": 0.5,
            "hierarchical_recall": 0.5,
            "hierarchical_fmeasure": 0.5,
        },
    },
    {
        "references": ["1111"],
        "predictions": ["1211"],
        "result": {
            "accuracy": 0.0,
            "hierarchical_precision": 0.25,
            "hierarchical_recall": 0.25,
            "hierarchical_fmeasure": 0.25,
        },
    },
    {
        "references": ["1111", "1111", "1111", "1111"],
        "predictions": ["1111", "1112", "1120", "1211"],
        "result": {
            "accuracy": 0.25,
            "hierarchical_precision": 1.0,
            "hierarchical_recall": 0.4,
            "hierarchical_fmeasure": 0.5714285714285715,
        },
    },
]