# test_cases = [ # { # "predictions": [0, 0], # "references": [1, 1], # "result": {"metric_score": 0} # }, # { # "predictions": [1, 1], # "references": [1, 1], # "result": {"metric_score": 1} # }, # { # "predictions": [1, 0], # "references": [1, 1], # "result": {"metric_score": 0.5} # } # ] test_cases = [ { "references": ["1111"], "predictions": ["1111"], "result": { "accuracy": 1.0, "hierarchical_precision": 1.0, "hierarchical_recall": 1.0, "hierarchical_fmeasure": 1.0, }, }, { "references": ["1111"], "predictions": ["1112"], "result": { "accuracy": 0.0, "hierarchical_precision": 0.75, "hierarchical_recall": 0.75, "hierarchical_fmeasure": 0.75, }, }, { "references": ["1111"], "predictions": ["1120"], "result": { "accuracy": 0.0, "hierarchical_precision": 0.5, "hierarchical_recall": 0.5, "hierarchical_fmeasure": 0.5, }, }, { "references": ["1111"], "predictions": ["1211"], "result": { "accuracy": 0.0, "hierarchical_precision": 0.25, "hierarchical_recall": 0.25, "hierarchical_fmeasure": 0.25, }, }, { "references": ["1111", "1111", "1111", "1111"], "predictions": ["1111", "1112", "1120", "1211"], "result": { "accuracy": 0.25, "hierarchical_precision": 1.0, "hierarchical_recall": 0.4, "hierarchical_fmeasure": 0.5714285714285715, }, }, ]