File size: 917 Bytes
52ea110
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
d94c92e
 
52ea110
 
 
 
 
 
 
 
d94c92e
aca90be
52ea110
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
# test_cases = [
#     {
#         "predictions": [0, 0],
#         "references": [1, 1],
#         "result": {"metric_score": 0}
#     },
#     {
#         "predictions": [1, 1],
#         "references": [1, 1],
#         "result": {"metric_score": 1}
#     },
#     {
#         "predictions": [1, 0],
#         "references": [1, 1],
#         "result": {"metric_score": 0.5}
#     }
# ]

test_cases = [
    {
        "predictions": ["1111", "1113", "1120", "1211"],
        "references": ["1111", "1112", "1113", "1114"],
        "result": {
            "accuracy": 0.25,
            "hierarchical_precision": 0.7142857142857143,
            "hierarchical_recall": 0.5,
            "hierarchical_fmeasure": 0.588235294117647,
        },
    },
    # {"predictions": [1, 1], "references": [1, 1], "result": {"metric_score": 1}},
    # {"predictions": [1, 0], "references": [1, 1], "result": {"metric_score": 0.5}},
]