performance-llm-board / data /2024-02-03 21:01:06.672013_time_of_day_comparison.csv
piotr-szleg-bards-ai's picture
2024-02-09 09:57:45 Publish script update
8530cb4
model,time_of_day,execution_time,characters_count,words_count
Mistral-7B-Instruct-v0.2,afternoon,3.2297915895779927,224.50833333333333,32.375
Mistral-7B-Instruct-v0.2,evening,3.335640662057059,237.52857142857144,35.33571428571429
Mistral-7B-Instruct-v0.2,midnight,,,
Mistral-7B-Instruct-v0.2,morning,3.267787692944209,154.65,23.283333333333335
Mistral-7B-Instruct-v0.2,noon,3.1783012986183166,210.325,30.975
Mixtral-8x7B-Instruct-v0.1,afternoon,5.647441667449138,361.92105263157896,51.305263157894736
Mixtral-8x7B-Instruct-v0.1,evening,4.120577350668951,346.51,48.5125
Mixtral-8x7B-Instruct-v0.1,midnight,5.600324046611786,399.5,61.7
Mixtral-8x7B-Instruct-v0.1,morning,4.245225775510745,318.15714285714284,45.17857142857143
Mixtral-8x7B-Instruct-v0.1,noon,5.2255242466926575,350.46,50.36
TinyLlama/TinyLlama-1.1B-Chat-v1.0,afternoon,1.7891986429691316,292.65833333333336,48.225
TinyLlama/TinyLlama-1.1B-Chat-v1.0,evening,1.8029413998126984,282.245,46.325
TinyLlama/TinyLlama-1.1B-Chat-v1.0,midnight,2.0674875736236573,372.05,62.6
TinyLlama/TinyLlama-1.1B-Chat-v1.0,morning,1.7550641377766927,283.4533333333333,47.29
TinyLlama/TinyLlama-1.1B-Chat-v1.0,noon,1.8389003086090088,314.46,52.08
chat-bison,morning,3.890243631601334,398.075,49.0
chat-bison (PaLM 2),afternoon,2.8929106787631387,385.43684210526317,55.810526315789474
chat-bison (PaLM 2),evening,2.7066626918315886,374.8975,54.42
chat-bison (PaLM 2),midnight,2.501569759845734,381.95,60.9
chat-bison (PaLM 2),morning,2.4689753359014337,381.8840909090909,60.902272727272724
chat-bison (PaLM 2),noon,2.571754927635193,352.17,50.81
chat-bison-32k,morning,4.128177767992019,389.925,48.025
chat-bison-32k (PaLM 2 32K),afternoon,4.44931383258418,349.0105263157895,49.86052631578947
chat-bison-32k (PaLM 2 32K),evening,7.76503027677536,339.705,48.6525
chat-bison-32k (PaLM 2 32K),midnight,7.170754861831665,335.75,53.85
chat-bison-32k (PaLM 2 32K),morning,7.92237914909016,335.75,53.85
chat-bison-32k (PaLM 2 32K),noon,6.040619640350342,323.17,45.15
gemini-pro,afternoon,2.8898058522299785,366.08684210526314,52.444736842105264
gemini-pro,evening,3.060831026541881,364.98,52.845
gemini-pro,midnight,2.8754740890703703,364.45,57.0
gemini-pro,morning,3.172877737902161,386.9125,58.09464285714286
gemini-pro,noon,2.7814492097834953,348.55,49.4
gpt-3.5-turbo,afternoon,4.1847387138678105,398.0991253644315,45.470845481049565
gpt-3.5-turbo,evening,4.304991676779234,399.01502145922746,44.74034334763949
gpt-3.5-turbo,midnight,3.5683146858215333,404.84,43.88
gpt-3.5-turbo,morning,4.437713119534958,423.19741379310346,49.02155172413793
gpt-3.5-turbo,noon,4.098882734775543,346.4125,34.7375
gpt-4,afternoon,16.17388726863186,320.5529411764706,39.75588235294118
gpt-4,evening,14.089318896690486,316.045652173913,38.46413043478261
gpt-4,midnight,12.091028991371694,316.73,37.44
gpt-4,morning,12.958622653407113,330.034375,41.71145833333333
gpt-4,noon,17.375231413543226,295.78125,31.23125
gpt-4-turbo,afternoon,18.663996428251266,364.4514705882353,47.06470588235294
gpt-4-turbo,evening,15.48614443048187,399.3239130434783,46.46630434782609
gpt-4-turbo,midnight,11.938190605640411,384.78,44.55
gpt-4-turbo,morning,13.66163076336185,369.496875,48.915625
gpt-4-turbo,noon,16.01451396048069,374.3375,45.11875
llama-2-70b-chat,afternoon,3.9614109361273613,429.84293193717275,60.924083769633505
llama-2-70b-chat,evening,3.514792161901998,407.02941176470586,57.77205882352941
llama-2-70b-chat,midnight,2.7049551407496133,312.85,48.55
llama-2-70b-chat,morning,3.5679600898884543,378.98214285714283,56.725
llama-2-70b-chat,noon,4.026921252409617,294.06,42.54
zephyr-7b-beta,afternoon,3.5596186633871385,273.65833333333336,43.233333333333334
zephyr-7b-beta,evening,3.4374013015202114,242.40714285714284,37.892857142857146
zephyr-7b-beta,midnight,,,
zephyr-7b-beta,morning,3.3750870446364085,158.19166666666666,24.941666666666666
zephyr-7b-beta,noon,3.3402509868144987,216.9,33.575