metadata
license: cc
language:
- pt
| _ \ | | | _ \ | |
| |) | ___ | || |) | ___ | |
| _ < / _ | | _ < / _ | |
| |) | () | || |) | () | |
|____/ _/ _|___/ _/ __|
Evals
| Tasks | Metric | LLAMA3 Base Instruct Value | Stderr | Finetune Cabra 1 Value | Stderr |
|---|---|---|---|---|---|
| assin2_rte | f1_macro | 0.9091 | 0.0041 | 0.9036 | 0.0042 |
| acc | 0.9093 | 0.0041 | 0.9036 | 0.0042 | |
| assin2_sts | pearson | 0.7517 | 0.0074 | 0.6989 | 0.0082 |
| mse | 0.5985 | N/A | 0.6958 | N/A | |
| bluex | acc | 0.5786 | 0.0106 | 0.5786 | 0.0106 |
| ... | ... | ... | ... | ... | |
| enem | acc | 0.7012 | 0.0070 | 0.7439 | 0.0067 |
| faquad_nli | f1_macro | 0.7516 | 0.0132 | 0.6988 | 0.0139 |
| acc | 0.7938 | 0.0112 | 0.7508 | 0.0120 | |
| hatebr_offensive_binary | f1_macro | 0.8699 | 0.0064 | 0.8528 | 0.0067 |
| acc | 0.8700 | 0.0064 | 0.8536 | 0.0067 | |
| oab_exams | acc | 0.5062 | 0.0062 | 0.4911 | 0.0062 |
| portuguese_hate_speech_binary | f1_macro | 0.5982 | 0.0120 | 0.5954 | 0.0120 |
| acc | 0.5993 | 0.0119 | 0.5993 | 0.0119 |