Spaces:
Build error
Build error
File size: 1,791 Bytes
52ea110 d94c92e 692721d 52ea110 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 |
# test_cases = [
# {
# "predictions": [0, 0],
# "references": [1, 1],
# "result": {"metric_score": 0}
# },
# {
# "predictions": [1, 1],
# "references": [1, 1],
# "result": {"metric_score": 1}
# },
# {
# "predictions": [1, 0],
# "references": [1, 1],
# "result": {"metric_score": 0.5}
# }
# ]
test_cases = [
{
"references": ["1111"],
"predictions": ["1111"],
"result": {
"accuracy": 1.0,
"hierarchical_precision": 1.0,
"hierarchical_recall": 1.0,
"hierarchical_fmeasure": 1.0,
},
},
{
"references": ["1111"],
"predictions": ["1112"],
"result": {
"accuracy": 0.0,
"hierarchical_precision": 0.75,
"hierarchical_recall": 0.75,
"hierarchical_fmeasure": 0.75,
},
},
{
"references": ["1111"],
"predictions": ["1120"],
"result": {
"accuracy": 0.0,
"hierarchical_precision": 0.5,
"hierarchical_recall": 0.5,
"hierarchical_fmeasure": 0.5,
},
},
{
"references": ["1111"],
"predictions": ["1211"],
"result": {
"accuracy": 0.0,
"hierarchical_precision": 0.25,
"hierarchical_recall": 0.25,
"hierarchical_fmeasure": 0.25,
},
},
{
"references": ["1111", "1111", "1111", "1111"],
"predictions": ["1111", "1112", "1120", "1211"],
"result": {
"accuracy": 0.25,
"hierarchical_precision": 1.0,
"hierarchical_recall": 0.4,
"hierarchical_fmeasure": 0.5714285714285715,
},
},
]
|