open_dutch_llm_leaderboard / evals /truthfulqa /truthfulqa_nl_GEITje-7B.json
Bram Vanroy
add geitje
6a37317
raw
history blame contribute delete
555 Bytes
{
"results": {
"truthfulqa_nl": {
"mc1": 0.27388535031847133,
"mc1_stderr": 0.01592681625497211,
"mc2": 0.4321017012137338,
"mc2_stderr": 0.01473465985240878
}
},
"versions": {
"truthfulqa_nl": 1
},
"config": {
"model": "hf-auto",
"model_args": "pretrained=Rijgersberg/GEITje-7B,use_accelerate=True,device_map_option=auto,dtype=auto,load_in_8bit=True",
"batch_size": 4,
"device": "cuda",
"no_cache": false,
"limit": null,
"bootstrap_iters": 100000,
"description_dict": {}
}
}