bigcode-models-leaderboard
/
community_results
/gemma_models
/metrics_codegemma-7b-it
/metrics_multiple-cpp_codegemma-7b-it.json
{ | |
"multiple-cpp": { | |
"pass@1": 0.42596273291925446, | |
"pass@10": 0.6796631662304723 | |
}, | |
"config": { | |
"model": "gg-hf/codegemma-7b-it", | |
"temperature": 0.2, | |
"n_samples": 50 | |
} | |
} |