File size: 727 Bytes
a171962
1
{"results": [{"task": "multiple-php", "pass@1": 0.30869565217391304}, {"task": "humaneval", "pass@1": 0.3431707317073171}, {"task": "multiple-js", "pass@1": 0.3316770186335405}, {"task": "multiple-java", "pass@1": 0.3043037974683544}, {"task": "multiple-d", "pass@1": 0.08846153846153847}, {"task": "multiple-rkt", "pass@1": 0.17204968944099372}, {"task": "multiple-lua", "pass@1": 0.22385093167701858}, {"task": "multiple-jl", "pass@1": 0.22075471698113208}, {"task": "multiple-cpp", "pass@1": 0.282111801242236}, {"task": "multiple-rs", "pass@1": 0.2455128205128205}, {"task": "multiple-r", "pass@1": 0.20521739130434782}, {"task": "multiple-swift", "pass@1": 0.2430379746835443}], "meta": {"model": "WisdomShell/CodeShell"}}