data/2024-01-30 18:40:08.467683_summary.csv

model,language,template_name,execution_time,characters_count,words_count,chunk_sizes_mean,chunk_sizes_min,chunk_sizes_max,chunk_generation_times_mean,chunk_generation_times_min,chunk_generation_times_max
Mistral-7B-Instruct-v0.2,english,call,,,,,,,,,
Mistral-7B-Instruct-v0.2,english,json,7.318650853633881,222.2,35.95,4.157156220767072,1.0,14.0,0.10865272596910582,0.00024437904357910156,60.7178213596344
Mistral-7B-Instruct-v0.2,english,markdown,3.4006769716739655,324.0,50.9,4.217377155873739,1.0,16.0,0.03379235289362949,0.020945072174072266,0.25538039207458496
Mistral-7B-Instruct-v0.2,japanese,call,,,,,,,,,
Mistral-7B-Instruct-v0.2,japanese,json,2.129413692156474,44.516666666666666,3.1666666666666665,1.338176352705411,1.0,11.0,0.038890062568182934,0.020466089248657227,0.23994874954223633
Mistral-7B-Instruct-v0.2,japanese,markdown,2.217114305496216,38.9,1.475,1.1035460992907802,1.0,6.0,0.03959447390644263,0.0004932880401611328,0.2205650806427002
Mixtral-8x7B-Instruct-v0.1,english,call,,,,,,,,,
Mixtral-8x7B-Instruct-v0.1,english,json,3.2277008444070816,397.18333333333334,61.68333333333333,4.278456014362657,1.0,15.0,0.016790826658800218,0.0002071857452392578,1.011472463607788
Mixtral-8x7B-Instruct-v0.1,english,markdown,7.234642684459686,565.725,90.475,4.366846777306059,1.0,15.0,0.018897794563767535,0.00021576881408691406,1.7103569507598877
Mixtral-8x7B-Instruct-v0.1,japanese,call,,,,,,,,,
Mixtral-8x7B-Instruct-v0.1,japanese,json,8.271932434617428,536.4833333333333,58.78333333333333,2.1412226435175947,1.0,15.0,0.026507280039896726,0.00021338462829589844,76.45081758499146
Mixtral-8x7B-Instruct-v0.1,japanese,markdown,10.715969985723495,419.625,5.75,1.0792824074074074,1.0,10.0,0.018218461148164892,0.00021529197692871094,2.994176149368286
TinyLlama/TinyLlama-1.1B-Chat-v1.0,english,call,,,,,,,,,
TinyLlama/TinyLlama-1.1B-Chat-v1.0,english,json,1.3998499751091003,203.15,34.6,4.120689655172414,1.0,13.0,0.01180358711652775,0.0003421306610107422,0.13397955894470215
TinyLlama/TinyLlama-1.1B-Chat-v1.0,english,markdown,1.5995279610157014,248.2,41.625,3.9303246239113223,1.0,14.0,0.012339331286348055,0.0003273487091064453,0.15227961540222168
TinyLlama/TinyLlama-1.1B-Chat-v1.0,japanese,call,,,,,,,,,
TinyLlama/TinyLlama-1.1B-Chat-v1.0,japanese,json,1.2796377182006835,59.766666666666666,7.2,1.9966592427616927,1.0,13.0,0.01475177509482029,0.00041413307189941406,0.18952107429504395
TinyLlama/TinyLlama-1.1B-Chat-v1.0,japanese,markdown,1.3147150695323944,80.225,11.25,2.3595588235294116,1.0,13.0,0.013936110629754908,0.0005300045013427734,0.176621675491333
chat-bison,english,call,,,,,,,,,
chat-bison,english,json,3.446989095211029,550.05,86.0,89.4390243902439,1.0,138.0,0.4258628240445765,0.0006544589996337891,2.2015340328216553
chat-bison,japanese,call,,,,,,,,,
chat-bison,japanese,json,4.333498167991638,246.1,12.0,33.48299319727891,3.0,124.0,0.47770044917152044,0.0005426406860351562,3.5425846576690674
chat-bison (PaLM 2),english,call,,,,,,,,,
chat-bison (PaLM 2),english,json,2.9914507985115053,380.9,60.65,81.91397849462365,1.0,135.0,0.46110378285889986,0.0008225440979003906,2.025282144546509
chat-bison (PaLM 2),english,markdown,3.1855568289756775,480.45,76.6,86.56756756756756,12.0,129.0,0.4221067342672262,0.00087738037109375,2.063969373703003
chat-bison (PaLM 2),japanese,call,,,,,,,,,
chat-bison (PaLM 2),japanese,json,3.69934686422348,230.85,10.5,34.714285714285715,6.0,124.0,0.4294193310845167,0.0006532669067382812,2.7724690437316895
chat-bison (PaLM 2),japanese,markdown,5.588598108291626,434.95,13.8,32.09963099630996,10.0,124.0,0.3500617219073306,0.0005550384521484375,7.114030122756958
chat-bison-32k,english,call,,,,,,,,,
chat-bison-32k,english,json,3.74513863325119,538.4,84.25,88.26229508196721,1.0,134.0,0.47832588094179745,0.0006556510925292969,3.0114917755126953
chat-bison-32k,japanese,call,,,,,,,,,
chat-bison-32k,japanese,json,4.5112169027328495,241.45,11.8,35.77037037037037,6.0,124.0,0.5467217816246881,0.0005869865417480469,4.387756824493408
chat-bison-32k (PaLM 2 32K),english,call,,,,,,,,,
chat-bison-32k (PaLM 2 32K),english,json,2.968719494342804,335.75,53.85,77.183908045977,1.0,133.0,0.4880794711496638,0.0005464553833007812,1.8793001174926758
chat-bison-32k (PaLM 2 32K),english,markdown,3.229217529296875,429.95,69.35,82.6826923076923,1.0,133.0,0.4584116041660309,0.0005412101745605469,2.0599677562713623
chat-bison-32k (PaLM 2 32K),japanese,call,,,,,,,,,
chat-bison-32k (PaLM 2 32K),japanese,json,6.968563377857208,272.85,10.35,34.320754716981135,4.0,124.0,0.7706441234492656,0.0005052089691162109,52.47814655303955
chat-bison-32k (PaLM 2 32K),japanese,markdown,6.2108373761177065,446.45,21.4,32.118705035971225,5.0,124.0,0.38614349571063367,0.0007460117340087891,7.091885089874268
gemini-pro,english,call,,,,,,,,,
gemini-pro,english,json,3.3069549907337534,478.03333333333336,75.23333333333333,178.14906832298138,1.0,988.0,1.107387858147947,0.0006723403930664062,8.669384241104126
gemini-pro,english,markdown,3.3248310733485864,547.225,90.025,159.77372262773721,12.0,472.0,0.879381437371247,0.0007510185241699219,2.820554733276367
gemini-pro,japanese,call,,,,,,,,,
gemini-pro,japanese,json,4.618957793458979,220.95,4.666666666666667,77.52631578947368,4.0,237.0,1.2511649340914006,0.0006062984466552734,5.698127031326294
gemini-pro,japanese,markdown,6.4115668955971215,383.975,7.675,83.02162162162162,14.0,266.0,1.1660070625511376,0.0006639957427978516,13.754565954208374
gpt-3.5-turbo,english,call,3.124613248166584,602.9285714285714,97.85714285714286,,,,,,
gpt-3.5-turbo,english,json,2.4552148609626583,520.0853658536586,83.79268292682927,4.997304898054839,1.0,16.0,0.017422531230516167,0.0005590915679931641,0.4925534725189209
gpt-3.5-turbo,english,markdown,2.666209004142068,564.75,91.06818181818181,5.092008196721311,1.0,16.0,0.017853882908821107,0.0005643367767333984,1.127073049545288
gpt-3.5-turbo,japanese,call,8.609365148308836,372.23809523809524,4.392857142857143,,,,,,
gpt-3.5-turbo,japanese,json,5.703425769564472,236.84146341463415,3.341463414634146,1.1251375934186896,1.0,7.0,0.022491555757866794,0.0005545616149902344,13.75982117652893
gpt-3.5-turbo,japanese,markdown,7.63344073877102,357.4047619047619,6.880952380952381,1.2151704039504574,1.0,15.0,0.02293831178999754,0.0005612373352050781,13.71114993095398
gpt-4,english,call,10.829727350137173,441.225,69.05,,,,,,
gpt-4,english,json,9.5267409324646,470.65,74.625,4.912839248434238,1.0,16.0,0.08728140598796852,0.0005440711975097656,1.9534873962402344
gpt-4,english,markdown,10.24732003211975,427.8,67.45,5.041838538597525,1.0,15.0,0.10614711590633719,0.0005447864532470703,2.087376117706299
gpt-4,japanese,call,26.076972967539078,223.9,1.15,,,,,,
gpt-4,japanese,json,23.192965501394028,208.9,4.05,1.1566998892580287,1.0,7.0,0.11818944638881705,0.0005507469177246094,2.4770302772521973
gpt-4,japanese,markdown,36.14162145853042,282.65,3.15,1.1283433133732534,1.0,9.0,0.13859879746884404,0.0005800724029541016,2.9794347286224365
gpt-4-turbo,english,call,8.286203730106354,462.8,72.1,,,,,,
gpt-4-turbo,english,json,7.81642444729805,544.875,84.45,4.914317925591883,1.0,17.0,0.06131222159376005,0.0007143020629882812,0.7760622501373291
gpt-4-turbo,english,markdown,8.539259791374207,472.6,73.15,5.014323607427055,1.0,15.0,0.0789825123248113,0.0007131099700927734,2.0926766395568848
gpt-4-turbo,japanese,call,47.0068474650383,402.2,24.35,,,,,,
gpt-4-turbo,japanese,json,20.065124291181565,270.525,6.075,1.1806873977086743,1.0,8.0,0.08205758946486919,0.0006937980651855469,13.252992153167725
gpt-4-turbo,japanese,markdown,22.259230959415437,277.35,3.95,1.1460743801652893,1.0,8.0,0.0860337075123117,0.0007085800170898438,2.3845231533050537
llama-2-70b-chat,english,call,,,,,,,,,
llama-2-70b-chat,english,json,3.174426339921497,405.09375,62.359375,4.130975143403441,1.0,15.0,0.016708370984322405,0.00021314620971679688,0.5100884437561035
llama-2-70b-chat,english,markdown,4.972272306680679,951.7857142857143,147.47619047619048,4.128369307032944,1.0,16.0,0.01363343600582685,0.0002124309539794922,0.5661592483520508
llama-2-70b-chat,japanese,call,,,,,,,,,
llama-2-70b-chat,japanese,json,4.583555459976196,356.2741935483871,42.41935483870968,2.4138345536006995,1.0,15.0,0.017530749553071386,0.00020837783813476562,0.35228896141052246
llama-2-70b-chat,japanese,markdown,11.858248114585876,1293.3333333333333,154.38095238095238,2.3937951701040014,1.0,16.0,0.017392761688814075,0.0002117156982421875,76.44498753547668
zephyr-7b-beta,english,call,,,,,,,,,
zephyr-7b-beta,english,json,2.845248854160309,238.1,39.2,4.274685816876122,1.0,14.0,0.03622233246986485,0.0003070831298828125,0.4896988868713379
zephyr-7b-beta,english,markdown,5.826004445552826,318.825,51.825,4.382474226804124,1.0,15.0,0.06875277114488006,0.00040459632873535156,75.15552616119385
zephyr-7b-beta,japanese,call,,,,,,,,,
zephyr-7b-beta,japanese,json,2.1363336205482484,35.666666666666664,3.466666666666667,1.1674849972722312,1.0,7.0,0.042095991411432825,0.018090486526489258,0.4599947929382324
zephyr-7b-beta,japanese,markdown,2.2039071798324583,35.225,2.225,1.0345080763582966,1.0,4.0,0.041054743327058184,0.02583909034729004,0.4606599807739258