File size: 761 Bytes
40e95c6
1
{"results": [{"task": "multiple-jl", "pass@1": 0.4657861635220128}, {"task": "multiple-d", "pass@1": 0.22307692307692312}, {"task": "multiple-java", "pass@1": 0.5479746835443038}, {"task": "multiple-lua", "pass@1": 0.5776397515527951}, {"task": "multiple-php", "pass@1": 0.593167701863354}, {"task": "humaneval", "pass@1": 0.7523170731707318}, {"task": "multiple-rs", "pass@1": 0.5794871794871794}, {"task": "multiple-cpp", "pass@1": 0.64472049689441}, {"task": "multiple-js", "pass@1": 0.69055900621118}, {"task": "multiple-rkt", "pass@1": 0.3454658385093167}, {"task": "multiple-r", "pass@1": 0.4593788819875777}, {"task": "multiple-swift", "pass@1": 0.5184810126582279}], "meta": {"model": "map/OpenCodeInterpreter-DS-33B"}, "meta_score": 0.5331712260398344}