File size: 722 Bytes
b2c4485 |
1 |
{"results": [{"task": "multiple-swift", "pass@1": 0.42857142857142855}, {"task": "multiple-lua", "pass@1": 0.4409937888198758}, {"task": "multiple-rkt", "pass@1": 0.0}, {"task": "multiple-js", "pass@1": 0.577639751552795}, {"task": "multiple-d", "pass@1": 0.19875776397515527}, {"task": "multiple-r", "pass@1": 0.2919254658385093}, {"task": "multiple-cpp", "pass@1": 0.484472049689441}, {"task": "multiple-rs", "pass@1": 0.4720496894409938}, {"task": "multiple-jl", "pass@1": 0.422360248447205}, {"task": "multiple-php", "pass@1": 0.5714285714285714}, {"task": "humaneval", "pass@1": 0.5853658536585366}, {"task": "multiple-java", "pass@1": 0.4720496894409938}], "meta": {"model": "codellama//CodeLlama-70b-Instruct-hf"}} |