tests.py

test_cases = [
    {
        "candidates": ["def add(a,b):\n    return a*b\n", "def add(a, b):\n    return a+b\n"],
        "references": ["if __name__ == \"__main__\":\n    print(add(2, 3))\n"],
        "output" : ["5"]
        "result": {"metric_score": 0.5}
    },
    {
        "candidates": ["def add(a,b):\n    return a*b\n", "def add(a, b):\n    return a^b\n"],
        "references": ["if __name__ == \"__main__\":\n    print(add(2, 3))\n"],
        "output" : ["5"]
        "result": {"metric_score": 0.0}
    }
]