File size: 192 Bytes
8139f9b
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
{
  "multiple-d": {
    "pass@1": 0.10435897435897439,
    "pass@10": 0.2781515232716024
  },
  "config": {
    "model": "gg-hf/codegemma-7b",
    "temperature": 0.2,
    "n_samples": 50
  }
}