File size: 732 Bytes
705601b
1
{"results": [{"task": "multiple-rkt", "pass@1": 0.3014906832298138}, {"task": "multiple-jl", "pass@1": 0.41937106918239}, {"task": "multiple-r", "pass@1": 0.3993788819875777}, {"task": "multiple-java", "pass@1": 0.5683544303797469}, {"task": "multiple-d", "pass@1": 0.20089743589743586}, {"task": "multiple-cpp", "pass@1": 0.5975155279503105}, {"task": "multiple-lua", "pass@1": 0.4455900621118016}, {"task": "multiple-js", "pass@1": 0.6616149068322981}, {"task": "multiple-swift", "pass@1": 0.4391139240506329}, {"task": "humaneval", "pass@1": 0.7089024390243902}, {"task": "multiple-rs", "pass@1": 0.48769230769230787}, {"task": "multiple-php", "pass@1": 0.5524223602484472}], "meta": {"model": "Artigenz/Artigenz-Coder-DS-6.7B"}}