File size: 193 Bytes
8139f9b
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
{
  "multiple-d": {
    "pass@1": 0.09538461538461539,
    "pass@10": 0.18462965432777967
  },
  "config": {
    "model": "gg-hf/codegemma-2b",
    "temperature": 0.2,
    "n_samples": 50
  }
}