Yeyito commited on
Commit
7b2bc93
Β·
1 Parent(s): 56c980b

Current eval and queue

Browse files
Files changed (2) hide show
  1. data/code_eval_board.csv +6 -0
  2. data/queue.csv +1 -4
data/code_eval_board.csv CHANGED
@@ -34,3 +34,9 @@ T,Models,ARC,HellaSwag,MMLU,TruthfulQA,Winogrande,GSM8K,Reference Model
34
  🟒,huggyllama/llama-7b,0.11,0.17,0.22,0.46,0.0,0.79,mistralai/Mistral-7B-v0.1
35
  🟒,tiiuae/falcon-7b-instruct,0.06,0.16,0.19,0.56,0.0,0.98,mistralai/Mistral-7B-v0.1
36
  πŸ”Ά,NousResearch/Nous-Hermes-llama-2-7b,0.09,0.18,0.26,0.5,0.0,0.96,mistralai/Mistral-7B-v0.1
 
 
 
 
 
 
 
34
  🟒,huggyllama/llama-7b,0.11,0.17,0.22,0.46,0.0,0.79,mistralai/Mistral-7B-v0.1
35
  🟒,tiiuae/falcon-7b-instruct,0.06,0.16,0.19,0.56,0.0,0.98,mistralai/Mistral-7B-v0.1
36
  πŸ”Ά,NousResearch/Nous-Hermes-llama-2-7b,0.09,0.18,0.26,0.5,0.0,0.96,mistralai/Mistral-7B-v0.1
37
+ πŸ”Ά,Intel/neural-chat-7b-v3-1,0.1,0.15,0.18,0.49,0.0,0.81,mistralai/Mistral-7B-v0.1
38
+ πŸ”Ά,fblgit/juanako-7b-UNA,0.09,0.15,0.18,0.46,0.0,0.81,mistralai/Mistral-7B-v0.1
39
+ πŸ”Ά,Intel/neural-chat-7b-v3-2,0.12,0.14,0.2,0.5,0.0,0.93,mistralai/Mistral-7B-v0.1
40
+ πŸ”Ά,fblgit/una-cybertron-7b-v2-bf16,0.1,0.12,0.21,0.46,0.0,0.92,mistralai/Mistral-7B-v0.1
41
+ πŸ”Ά,fblgit/una-cybertron-7b-v3-OMA,0.04,0.16,0.17,0.36,0.0,0.94,mistralai/Mistral-7B-v0.1
42
+ πŸ”Ά,VAGOsolutions/SauerkrautLM-SOLAR-Instruct,0.12,0.54,0.32,0.34,0.01,0.96,huggyllama/llama-7b
data/queue.csv CHANGED
@@ -1,10 +1,7 @@
1
  Type,Model,ref_model
2
  πŸ”Ά finetuned,openaccess-ai-collective/DPOpenHermes-7B-v2,mistralai/Mistral-7B-v0.1
3
- πŸ”Ά finetuned,microsoft/Orca-2-7B,mistralai/Mistral-7B-v0.1
4
- 🟒 base,01-ai/Yi-6B,mistralai/Mistral-7B-v0.1
5
  πŸ”Ά finetuned,VAGOsolutions/SauerkrautLM-SOLAR-Instruct,mistralai/Mistral-7B-v0.1
6
- πŸ”Ά finetuned,VAGOsolutions/SauerkrautLM-SOLAR-Instruct,huggyllama/llama-7b
7
  πŸ”Ά finetuned,VAGOsolutions/SauerkrautLM-SOLAR-Instruct,upstage/SOLAR-10.7B-v1.0
8
  πŸ”Ά finetuned,Sao10K/SOLAR-10.7B-NahIdWin,upstage/SOLAR-10.7B-v1.0
9
  πŸ”Ά finetuned,fblgit/una-xaberius-34b-v1beta,huggyllama/llama-7b
10
- πŸ”Ά finetuned,fblgit/una-cybertron-7b-v2-bf16,mistralai/Mistral-7B-v0.1
 
1
  Type,Model,ref_model
2
  πŸ”Ά finetuned,openaccess-ai-collective/DPOpenHermes-7B-v2,mistralai/Mistral-7B-v0.1
 
 
3
  πŸ”Ά finetuned,VAGOsolutions/SauerkrautLM-SOLAR-Instruct,mistralai/Mistral-7B-v0.1
 
4
  πŸ”Ά finetuned,VAGOsolutions/SauerkrautLM-SOLAR-Instruct,upstage/SOLAR-10.7B-v1.0
5
  πŸ”Ά finetuned,Sao10K/SOLAR-10.7B-NahIdWin,upstage/SOLAR-10.7B-v1.0
6
  πŸ”Ά finetuned,fblgit/una-xaberius-34b-v1beta,huggyllama/llama-7b
7
+ πŸ”Ά finetuned,Locutusque/Orca-2-13b-SFT-v4,upstage/SOLAR-10.7B-v1.0