| Models,Size (B),Throughput (tokens/s),Seq_length,#Languages,humaneval-python,java,javascript,cpp,php,julia,d,lua,r,racket,rust,swift,Throughput (tokens/s) bs=50,Peak Memory (MB) | |
| CodeGen-16B-Multi,16.0,17.2,2048,6,19.26,22.2,19.15,21.0,8.37,0.0,7.68,8.5,6.45,0.66,4.21,1.25,0.0,32890 | |
| StarCoder-15B,15.0,43.9,8192,86,33.57,30.22,30.79,31.55,26.08,23.02,13.57,23.89,15.5,0.07,21.84,22.74,1490.0,33461 | |
| StarCoderBase-15B,15.0,43.8,8192,86,30.35,28.53,31.7,30.56,26.75,21.09,10.01,26.61,10.18,11.77,24.46,16.74,1460.0,32366 | |
| StarCoderBase-7B,7.0,46.9,8192,86,28.37,24.44,27.35,23.3,22.12,21.77,8.1,23.35,14.51,11.08,22.6,15.1,1700.0,16512 | |
| StarCoderBase-3B,3.0,50.0,8192,86,21.5,19.25,21.32,19.43,18.55,16.1,4.97,18.04,10.1,7.87,16.32,9.98,1770.0,8414 | |
| Replit-2.7B,2.7,42.2,2048,20,20.12,21.39,20.18,20.37,16.14,1.24,6.41,2.11,7.2,3.22,15.19,5.88,577.0,7176 | |
| SantaCoder-1.1B,1.1,50.8,2048,3,18.12,15.0,15.47,6.2,1.5,0.0,0.0,0.1,0.0,0.0,2.0,0.7,2270.0,4602 | |
| StarCoderBase-1.1B,1.1,71.4,8192,86,15.17,14.2,13.38,11.68,9.94,11.31,4.65,12.52,5.73,5.03,10.24,3.92,2360.0,4586 | |
| CodeGen25-7B-mono,7.0,34.1,2048,86,33.08,19.75,23.22,18.62,16.75,4.65,4.32,6.75,4.41,4.07,7.83,1.71,687.0,15336 | |
| CodeGen25-7B-multi,7.0,32.6,2048,86,28.7,26.01,26.27,25.75,21.98,19.11,8.84,23.44,11.59,10.37,21.84,16.62,680.0,15336 | |
| CodeGeex2-6B,6.0,32.7,8192,100,33.49,23.46,29.9,28.45,25.27,20.93,8.44,15.94,14.58,11.75,20.45,22.06,982,14110 | |
| WizardCoder-15B-V1.0,15.0,43.7,8192,86,58.12,35.77,41.91,38.95,39.34,33.98,12.14,27.85,22.53,13.39,33.74,27.06,1470.0,32414 | |
| StableCode-3B,3,30.2,16384,7,20.2,19.54,18.98,20.77,3.95,0,4.77,5.14,0.8,0.008,2.03,0.98,718,15730 | |
| OctoCoder-15B,15,44.4,8192,86,45.3,26.03,32.8,29.32,26.76,24.5,13.35,22.56,14.39,10.61,24.26,18.24,1520,32278 | |
| OctoGeeX-7B,7,32.7,8192,100,42.28,19.33,28.5,23.93,25.85,22.94,9.77,16.19,13.66,12.02,17.94,17.03,982,14110 | |
| DeciCoder-1B,1,54.60,2048,3,19.32,15.3,17.85,6.87,2.01,0.0,6.08,0.0,0.1,0.47,1.72,0.63,2490,4436 | |
| CodeLlama-7b,7,33.10,16384,UNK,29.98,29.2,31.8,27.23,25.17,25.6,11.6,30.36,18.04,11.94,25.82,25.52,693,15853 | |
| CodeLlama-7b-Python,7,33.10,16384,UNK,40.48,29.15,36.34,30.34,1.08,28.53,8.94,26.15,18.25,9.04,26.96,26.75,693,15853 | |
| CodeLlama-7b-Instruct,7,33.10,16384,UNK,45.65,28.77,33.11,29.03,28.55,27.58,11.81,30.47,19.7,11.81,24.27,26.66,693,15853 | |
| CodeLlama-13b,13,25.30,16384,UNK,35.07,32.23,38.26,35.81,32.57,28.01,15.78,31.26,18.32,13.63,29.72,29.54,0,28568 | |
| CodeLlama-13b-Python,13,25.30,16384,UNK,42.89,33.56,40.66,36.21,34.55,30.4,9.82,29.9,18.35,12.51,29.32,25.85,0,28568 | |
| CodeLlama-13b-Instruct,13,25.30,16384,UNK,50.60,33.99,40.92,36.36,32.07,32.23,16.29,31.6,20.14,16.66,32.82,31.75,0,28568 | |
| CodeLlama-34b,34,15.10,16384,UNK,45.11,40.19,41.66,41.42,40.43,31.4,15.27,37.49,22.71,16.94,38.73,35.28,0,69957 | |
| CodeLlama-34b-Python,34,15.10,16384,UNK,53.29,39.46,44.72,39.09,39.78,31.37,17.29,31.9,22.35,13.19,39.67,34.3,0,69957 | |
| CodeLlama-34b-Instruct,34,15.10,16384,UNK,50.79,41.53,45.85,41.53,36.98,32.65,13.63,38.87,24.25,18.09,39.26,37.63,0,69957 | |
| Phind-CodeLlama-34B-v1,34,15.10,16384,UNK,65.85,49.47,64.45,57.81,55.53,43.23,15.5,42.05,36.71,24.89,54.1,53.27,0,69957 | |
| Phind-CodeLlama-34B-Python-v1,34,15.10,16384,UNK,70.22,48.72,66.24,55.34,52.05,44.23,13.78,39.44,37.76,18.88,49.22,47.11,0,69957 | |
| Phind-CodeLlama-34B-v2,34,15.10,16384,UNK,71.95,54.06,65.34,59.59,56.26,45.12,14.12,44.27,37.7,28.7,57.67,49.63,0,69957 | |
| WizardCoder-Python-13B-V1.0,13,25.30,16384,UNK,62.19,41.77,48.45,42.86,42.24,38.99,11.54,32.92,27.33,16.15,34.62,32.28,0,28568 | |
| WizardCoder-Python-34B-V1.0,34,15.10,16384,UNK,70.73,44.94,55.28,47.2,47.2,41.51,15.38,32.3,39.75,18.63,46.15,44.3,0,69957 | |
| WizardCoder-3B-V1.0,3.0,50.0,8192,86,32.92,24.34,26.16,24.94,24.83,19.6,7.91,21.75,13.64,9.44,20.56,15.7,1770.0,8414 | |
| WizardCoder-1B-V1.0,1.1,71.4,8192,86,23.17,19.68,19.13,15.94,14.71,13.85,4.64,15.52,10.01,6.51,13.91,9.59,2360.0,4586 | |
| Falcon-180B,180,N/A,2048,N/A,35.37,28.48,31.68,28.57,,24.53,14.1,26.71,,10.56,25.0,15.82,N/A,N/A | |
| Refact-1.6B,1.6,50.0,4096,19,31.1,22.78,22.36,21.12,22.36,13.84,10.26,15.53,13.04,4.97,18.59,18.35,2340.0,5376 | |
| Phi-1,1,,2048,1,51.22,10.76,19.25,14.29,12.42,0.63,7.05,6.21,6.21,3.11,4.49,10.13,,4941 | |
| CodeShell-7B,7,33.9,8194,24,34.32,30.43,33.17,28.21,30.87,22.08,8.85,22.39,20.52,17.2,24.55,24.3,639,18511 | |