DanielePoterti commited on
Commit
b052ff8
1 Parent(s): 09c4409

fixing mixtral 8x22B

Browse files
Files changed (2) hide show
  1. src/macro_area.csv +1 -1
  2. src/question_format.csv +1 -1
src/macro_area.csv CHANGED
@@ -28,7 +28,7 @@ llama-3.1-8b-instruct,64.8,62.0,66.7,57.1,37.9,16.7,0.0,26.3,66.7
28
  maestrale-chat-v0.4-beta,62.0,61.4,60.6,42.9,44.8,33.3,0.0,15.8,50.0
29
  mistral-7b-instruct:nitro,51.8,59.2,51.5,28.6,37.9,29.2,0.0,31.6,33.3
30
  mistral-nemo,64.8,71.0,57.6,28.6,44.8,33.3,0.0,47.4,83.3
31
- mixtral-8x22b-instruct,74.1,76.0,72.7,28.6,44.8,66.7,0.0,31.6,66.7
32
  mixtral-8x7b-instruct,74.1,77.1,69.7,42.9,37.9,50.0,0.0,52.6,50.0
33
  modello-italia-9b,28.7,28.5,30.3,14.3,10.3,16.7,0.0,10.5,50.0
34
  nemotron-4-340b-instruct,75.0,77.1,57.6,71.4,62.1,66.7,25.0,73.7,50.0
 
28
  maestrale-chat-v0.4-beta,62.0,61.4,60.6,42.9,44.8,33.3,0.0,15.8,50.0
29
  mistral-7b-instruct:nitro,51.8,59.2,51.5,28.6,37.9,29.2,0.0,31.6,33.3
30
  mistral-nemo,64.8,71.0,57.6,28.6,44.8,33.3,0.0,47.4,83.3
31
+ mixtral-8x22b-instruct,84.3,85.5,81.8,71.4,58.6,83.3,0.0,68.4,83.3
32
  mixtral-8x7b-instruct,74.1,77.1,69.7,42.9,37.9,50.0,0.0,52.6,50.0
33
  modello-italia-9b,28.7,28.5,30.3,14.3,10.3,16.7,0.0,10.5,50.0
34
  nemotron-4-340b-instruct,75.0,77.1,57.6,71.4,62.1,66.7,25.0,73.7,50.0
src/question_format.csv CHANGED
@@ -28,7 +28,7 @@ llama-3.1-8b-instruct,71.9,0.0,0.0,71.7,0.0,0.0,16.7,60.6,42.9,22.2,61.7,0.0,25.
28
  maestrale-chat-v0.4-beta,65.6,0.0,0.0,66.7,14.3,0.0,0.0,62.0,0.0,33.3,60.5,0.0,25.0,0.0,62.5,23.1,35.7,71.4,0.0
29
  mistral-7b-instruct:nitro,71.9,0.0,0.0,66.7,0.0,0.0,16.7,59.2,14.3,33.3,50.6,0.0,25.0,0.0,50.0,23.1,28.6,57.1,0.0
30
  mistral-nemo,81.2,0.0,0.0,75.0,14.3,0.0,50.0,66.2,28.6,44.4,66.7,0.0,75.0,0.0,60.4,30.8,57.1,64.3,0.0
31
- mixtral-8x22b-instruct,81.2,0.0,0.0,73.3,42.9,0.0,50.0,78.9,42.9,44.4,74.1,0.0,100.0,0.0,72.9,38.5,57.1,69.0,12.5
32
  mixtral-8x7b-instruct,96.9,0.0,0.0,76.7,14.3,0.0,16.7,80.3,57.1,55.6,71.6,0.0,75.0,0.0,68.8,30.8,57.1,69.0,0.0
33
  modello-italia-9b,25.0,0.0,0.0,31.7,0.0,0.0,0.0,29.6,0.0,22.2,27.2,0.0,25.0,0.0,35.4,0.0,7.1,33.3,0.0
34
  nemotron-4-340b-instruct,87.5,0.0,100.0,76.7,71.4,0.0,16.7,74.6,28.6,55.6,81.5,100.0,100.0,50.0,75.0,53.8,50.0,73.8,12.5
 
28
  maestrale-chat-v0.4-beta,65.6,0.0,0.0,66.7,14.3,0.0,0.0,62.0,0.0,33.3,60.5,0.0,25.0,0.0,62.5,23.1,35.7,71.4,0.0
29
  mistral-7b-instruct:nitro,71.9,0.0,0.0,66.7,0.0,0.0,16.7,59.2,14.3,33.3,50.6,0.0,25.0,0.0,50.0,23.1,28.6,57.1,0.0
30
  mistral-nemo,81.2,0.0,0.0,75.0,14.3,0.0,50.0,66.2,28.6,44.4,66.7,0.0,75.0,0.0,60.4,30.8,57.1,64.3,0.0
31
+ mixtral-8x22b-instruct,93.8,50.0,0.0,88.3,57.1,100.0,66.7,85.9,85.7,88.9,91.4,0.0,100.0,0.0,79.2,61.5,71.4,64.3,25.0
32
  mixtral-8x7b-instruct,96.9,0.0,0.0,76.7,14.3,0.0,16.7,80.3,57.1,55.6,71.6,0.0,75.0,0.0,68.8,30.8,57.1,69.0,0.0
33
  modello-italia-9b,25.0,0.0,0.0,31.7,0.0,0.0,0.0,29.6,0.0,22.2,27.2,0.0,25.0,0.0,35.4,0.0,7.1,33.3,0.0
34
  nemotron-4-340b-instruct,87.5,0.0,100.0,76.7,71.4,0.0,16.7,74.6,28.6,55.6,81.5,100.0,100.0,50.0,75.0,53.8,50.0,73.8,12.5