DanielePoterti commited on
Commit
c29cead
1 Parent(s): 5ec15e0

models update

Browse files
Files changed (2) hide show
  1. src/macro_area.csv +2 -0
  2. src/question_format.csv +2 -0
src/macro_area.csv CHANGED
@@ -25,5 +25,7 @@ mixtral-8x22b-instruct,74.1,76.0,72.7,28.6,44.8,66.7,0.0,31.6,66.7
25
  mixtral-8x7b-instruct,74.1,77.1,69.7,42.9,37.9,50.0,0.0,52.6,50.0
26
  modello-italia-9b,28.7,28.5,30.3,14.3,10.3,16.7,0.0,10.5,50.0
27
  nemotron-4-340b-instruct,75.0,77.1,57.6,71.4,62.1,66.7,25.0,73.7,50.0
 
 
28
  qwen-2-72b-instruct,84.3,79.3,72.7,85.7,79.3,75.0,0.0,79.0,100.0
29
  zefiro-7b-base-ITA,50.0,49.7,48.5,57.1,20.7,16.7,0.0,26.3,50.0
 
25
  mixtral-8x7b-instruct,74.1,77.1,69.7,42.9,37.9,50.0,0.0,52.6,50.0
26
  modello-italia-9b,28.7,28.5,30.3,14.3,10.3,16.7,0.0,10.5,50.0
27
  nemotron-4-340b-instruct,75.0,77.1,57.6,71.4,62.1,66.7,25.0,73.7,50.0
28
+ phi-3-medium-128k-instruct,60.2,50.8,51.5,42.9,37.9,45.8,0.0,31.6,50.0
29
+ phi-3-mini-128k-instruct,36.1,27.9,39.4,42.9,37.9,37.5,0.0,42.1,66.7
30
  qwen-2-72b-instruct,84.3,79.3,72.7,85.7,79.3,75.0,0.0,79.0,100.0
31
  zefiro-7b-base-ITA,50.0,49.7,48.5,57.1,20.7,16.7,0.0,26.3,50.0
src/question_format.csv CHANGED
@@ -25,5 +25,7 @@ mixtral-8x22b-instruct,81.2,0.0,0.0,73.3,42.9,0.0,50.0,78.9,42.9,44.4,74.1,0.0,1
25
  mixtral-8x7b-instruct,96.9,0.0,0.0,76.7,14.3,0.0,16.7,80.3,57.1,55.6,71.6,0.0,75.0,0.0,68.8,30.8,57.1,69.0,0.0
26
  modello-italia-9b,25.0,0.0,0.0,31.7,0.0,0.0,0.0,29.6,0.0,22.2,27.2,0.0,25.0,0.0,35.4,0.0,7.1,33.3,0.0
27
  nemotron-4-340b-instruct,87.5,0.0,100.0,76.7,71.4,0.0,16.7,74.6,28.6,55.6,81.5,100.0,100.0,50.0,75.0,53.8,50.0,73.8,12.5
 
 
28
  qwen-2-72b-instruct,87.5,100.0,100.0,90.0,57.1,0.0,50.0,81.7,100.0,66.7,87.6,100.0,75.0,50.0,79.2,61.5,50.0,76.2,12.5
29
  zefiro-7b-base-ITA,56.2,0.0,0.0,55.0,0.0,0.0,16.7,56.3,0.0,33.3,43.2,0.0,0.0,0.0,41.7,15.4,42.9,54.8,0.0
 
25
  mixtral-8x7b-instruct,96.9,0.0,0.0,76.7,14.3,0.0,16.7,80.3,57.1,55.6,71.6,0.0,75.0,0.0,68.8,30.8,57.1,69.0,0.0
26
  modello-italia-9b,25.0,0.0,0.0,31.7,0.0,0.0,0.0,29.6,0.0,22.2,27.2,0.0,25.0,0.0,35.4,0.0,7.1,33.3,0.0
27
  nemotron-4-340b-instruct,87.5,0.0,100.0,76.7,71.4,0.0,16.7,74.6,28.6,55.6,81.5,100.0,100.0,50.0,75.0,53.8,50.0,73.8,12.5
28
+ phi-3-medium-128k-instruct,62.5,0.0,0.0,58.3,14.3,0.0,0.0,59.2,14.3,33.3,60.5,0.0,50.0,0.0,64.6,15.4,28.6,40.5,0.0
29
+ phi-3-mini-128k-instruct,34.4,0.0,0.0,30.0,0.0,0.0,0.0,33.8,14.3,22.2,42.0,0.0,25.0,0.0,35.4,7.7,35.7,54.8,0.0
30
  qwen-2-72b-instruct,87.5,100.0,100.0,90.0,57.1,0.0,50.0,81.7,100.0,66.7,87.6,100.0,75.0,50.0,79.2,61.5,50.0,76.2,12.5
31
  zefiro-7b-base-ITA,56.2,0.0,0.0,55.0,0.0,0.0,16.7,56.3,0.0,33.3,43.2,0.0,0.0,0.0,41.7,15.4,42.9,54.8,0.0