tests.py

test_cases = [
    {
        "references": [
            "1111",
            "1111",
            "1111",
            "1111",
            "1111",
            "1111",
            "1111",
            "1111",
            "1111",
        ],
        "predictions": [
            "1111",
            "1112",
            "1120",
            "1211",
            "2111",
            "111",
            "11",
            "1",
            "9999",
        ],
        "result": {
            "accuracy": 0.1111111111111111,
            "hierarchical_precision": 0.2,
            "hierarchical_recall": 1.0,
            "hierarchical_fmeasure": 0.33333333333333337,
        },
    },
    {
        "references": ["1111"],
        "predictions": ["1111"],
        "result": {
            "accuracy": 1.0,
            "hierarchical_precision": 1.0,
            "hierarchical_recall": 1.0,
            "hierarchical_fmeasure": 1.0,
        },
    },
    {
        "references": ["1111"],
        "predictions": ["1112"],
        "result": {
            "accuracy": 0.0,
            "hierarchical_precision": 0.6,
            "hierarchical_recall": 0.6,
            "hierarchical_fmeasure": 0.6,
        },
    },
    {
        "references": ["1111"],
        "predictions": ["1120"],
        "result": {
            "accuracy": 0.0,
            "hierarchical_precision": 0.3,
            "hierarchical_recall": 0.3,
            "hierarchical_fmeasure": 0.3,
        },
    },
    {
        "references": ["1111"],
        "predictions": ["1211"],
        "result": {
            "accuracy": 0.0,
            "hierarchical_precision": 0.25,
            "hierarchical_recall": 0.25,
            "hierarchical_fmeasure": 0.25,
        },
    },
    {
        "references": ["1111"],
        "predictions": ["2111"],
        "result": {
            "accuracy": 0.0,
            "hierarchical_precision": 0.1,
            "hierarchical_recall": 0.1,
            "hierarchical_fmeasure": 0.10000000000000002,
        },
    },
    {
        "references": ["1111"],
        "predictions": ["111"],
        "result": {
            "accuracy": 0.0,
            "hierarchical_precision": 0.75,
            "hierarchical_recall": 0.3,
            "hierarchical_fmeasure": 0.4285714285714285,
        },
    },
    {
        "references": ["1111"],
        "predictions": ["11"],
        "result": {
            "accuracy": 0.0,
            "hierarchical_precision": 0.5,
            "hierarchical_recall": 0.2,
            "hierarchical_fmeasure": 0.28571428571428575,
        },
    },
    {
        "references": ["1111"],
        "predictions": ["1"],
        "result": {
            "accuracy": 0.0,
            "hierarchical_precision": 0.25,
            "hierarchical_recall": 0.1,
            "hierarchical_fmeasure": 0.14285714285714288,
        },
    },
]