add languages for refact model
Browse files- data/code_eval_board.csv +1 -1
- data/raw_scores.csv +1 -1
data/code_eval_board.csv
CHANGED
@@ -23,7 +23,7 @@ T,Models,Size (B),Win Rate,Throughput (tokens/s),Seq_length,#Languages,humaneval
|
|
23 |
๐ถ,OctoGeeX-7B,7.0,14.5,32.7,8192,100,42.28,19.33,28.5,23.93,25.85,22.94,9.77,20.79,16.19,13.66,12.02,17.94,17.03,982.0,14110.0,OctoGeeX-7B,https://huggingface.co/bigcode/octogeex
|
24 |
๐ถ,WizardCoder-3B-V1.0,3.0,13.73,50.0,8192,86,32.92,24.34,26.16,24.94,24.83,19.6,7.91,20.15,21.75,13.64,9.44,20.56,15.7,1770.0,8414.0,WizardCoder-3B-V1.0,https://huggingface.co/WizardLM/WizardCoder-3B-V1.0
|
25 |
๐ข,CodeGen25-7B-multi,7.0,13.27,32.6,2048,86,28.7,26.01,26.27,25.75,21.98,19.11,8.84,20.04,23.44,11.59,10.37,21.84,16.62,680.0,15336.0,CodeGen25-7B-multi,https://huggingface.co/Salesforce/codegen25-7b-multi
|
26 |
-
๐ถ,Refact-1.6B,1.6,13.0,50.0,4096,
|
27 |
๐ข,StarCoderBase-3B,3.0,10.27,50.0,8192,86,21.5,19.25,21.32,19.43,18.55,16.1,4.97,15.29,18.04,10.1,7.87,16.32,9.98,1770.0,8414.0,StarCoderBase-3B,https://huggingface.co/bigcode/starcoderbase-3b
|
28 |
๐ถ,WizardCoder-1B-V1.0,1.1,9.12,71.4,8192,86,23.17,19.68,19.13,15.94,14.71,13.85,4.64,13.89,15.52,10.01,6.51,13.91,9.59,2360.0,4586.0,WizardCoder-1B-V1.0,https://huggingface.co/WizardLM/WizardCoder-1B-V1.0
|
29 |
๐ข,Replit-2.7B,2.7,7.46,42.2,2048,20,20.12,21.39,20.18,20.37,16.14,1.24,6.41,11.62,2.11,7.2,3.22,15.19,5.88,577.0,7176.0,Replit-2.7B,https://huggingface.co/replit/replit-code-v1-3b
|
|
|
23 |
๐ถ,OctoGeeX-7B,7.0,14.5,32.7,8192,100,42.28,19.33,28.5,23.93,25.85,22.94,9.77,20.79,16.19,13.66,12.02,17.94,17.03,982.0,14110.0,OctoGeeX-7B,https://huggingface.co/bigcode/octogeex
|
24 |
๐ถ,WizardCoder-3B-V1.0,3.0,13.73,50.0,8192,86,32.92,24.34,26.16,24.94,24.83,19.6,7.91,20.15,21.75,13.64,9.44,20.56,15.7,1770.0,8414.0,WizardCoder-3B-V1.0,https://huggingface.co/WizardLM/WizardCoder-3B-V1.0
|
25 |
๐ข,CodeGen25-7B-multi,7.0,13.27,32.6,2048,86,28.7,26.01,26.27,25.75,21.98,19.11,8.84,20.04,23.44,11.59,10.37,21.84,16.62,680.0,15336.0,CodeGen25-7B-multi,https://huggingface.co/Salesforce/codegen25-7b-multi
|
26 |
+
๐ถ,Refact-1.6B,1.6,13.0,50.0,4096,19,31.1,22.78,22.36,21.12,22.36,13.84,10.26,17.86,15.53,13.04,4.97,18.59,18.35,2340.0,5376.0,Refact-1.6B,https://huggingface.co/smallcloudai/Refact-1_6B-fim
|
27 |
๐ข,StarCoderBase-3B,3.0,10.27,50.0,8192,86,21.5,19.25,21.32,19.43,18.55,16.1,4.97,15.29,18.04,10.1,7.87,16.32,9.98,1770.0,8414.0,StarCoderBase-3B,https://huggingface.co/bigcode/starcoderbase-3b
|
28 |
๐ถ,WizardCoder-1B-V1.0,1.1,9.12,71.4,8192,86,23.17,19.68,19.13,15.94,14.71,13.85,4.64,13.89,15.52,10.01,6.51,13.91,9.59,2360.0,4586.0,WizardCoder-1B-V1.0,https://huggingface.co/WizardLM/WizardCoder-1B-V1.0
|
29 |
๐ข,Replit-2.7B,2.7,7.46,42.2,2048,20,20.12,21.39,20.18,20.37,16.14,1.24,6.41,11.62,2.11,7.2,3.22,15.19,5.88,577.0,7176.0,Replit-2.7B,https://huggingface.co/replit/replit-code-v1-3b
|
data/raw_scores.csv
CHANGED
@@ -32,4 +32,4 @@ WizardCoder-Python-34B-V1.0,34,15.10,16384,UNK,70.73,44.94,55.28,47.2,47.2,41.51
|
|
32 |
WizardCoder-3B-V1.0,3.0,50.0,8192,86,32.92,24.34,26.16,24.94,24.83,19.6,7.91,21.75,13.64,9.44,20.56,15.7,1770.0,8414
|
33 |
WizardCoder-1B-V1.0,1.1,71.4,8192,86,23.17,19.68,19.13,15.94,14.71,13.85,4.64,15.52,10.01,6.51,13.91,9.59,2360.0,4586
|
34 |
Falcon-180B,180,N/A,2048,N/A,35.37,28.48,31.68,28.57,,24.53,14.1,26.71,,10.56,25.0,15.82,N/A,N/A
|
35 |
-
Refact-1.6B,1.6,50.0,4096,
|
|
|
32 |
WizardCoder-3B-V1.0,3.0,50.0,8192,86,32.92,24.34,26.16,24.94,24.83,19.6,7.91,21.75,13.64,9.44,20.56,15.7,1770.0,8414
|
33 |
WizardCoder-1B-V1.0,1.1,71.4,8192,86,23.17,19.68,19.13,15.94,14.71,13.85,4.64,15.52,10.01,6.51,13.91,9.59,2360.0,4586
|
34 |
Falcon-180B,180,N/A,2048,N/A,35.37,28.48,31.68,28.57,,24.53,14.1,26.71,,10.56,25.0,15.82,N/A,N/A
|
35 |
+
Refact-1.6B,1.6,50.0,4096,19,31.1,22.78,22.36,21.12,22.36,13.84,10.26,15.53,13.04,4.97,18.59,18.35,2340.0,5376
|