performance-llm-board / data /2024-02-02 10:02:32.863904_time_of_day_comparison.csv
piotr-szleg-bards-ai's picture
2024-02-09 09:57:45 Publish script update
8530cb4
model,time_of_day,execution_time,characters_count,words_count
Mistral-7B-Instruct-v0.2,afternoon,3.2297915895779927,224.50833333333333,32.375
Mistral-7B-Instruct-v0.2,evening,3.335640662057059,237.52857142857144,35.33571428571429
Mistral-7B-Instruct-v0.2,midnight,,,
Mistral-7B-Instruct-v0.2,morning,3.267787692944209,154.65,23.283333333333335
Mistral-7B-Instruct-v0.2,noon,3.1783012986183166,210.325,30.975
Mixtral-8x7B-Instruct-v0.1,afternoon,6.686205209493637,451.71,60.95
Mixtral-8x7B-Instruct-v0.1,evening,4.822802252936781,414.6791666666667,55.68333333333333
Mixtral-8x7B-Instruct-v0.1,midnight,5.600324046611786,399.5,61.7
Mixtral-8x7B-Instruct-v0.1,morning,4.805075550901479,350.13125,47.046875
Mixtral-8x7B-Instruct-v0.1,noon,6.976712214946747,492.05,66.15
TinyLlama/TinyLlama-1.1B-Chat-v1.0,afternoon,1.6058823029200235,213.325,33.90833333333333
TinyLlama/TinyLlama-1.1B-Chat-v1.0,evening,1.722607149396624,243.87857142857143,39.43571428571428
TinyLlama/TinyLlama-1.1B-Chat-v1.0,midnight,2.0674875736236573,372.05,62.6
TinyLlama/TinyLlama-1.1B-Chat-v1.0,morning,1.6125914414723714,224.34444444444443,37.12222222222222
TinyLlama/TinyLlama-1.1B-Chat-v1.0,noon,1.6206423223018647,227.325,36.3
chat-bison,morning,3.890243631601334,398.075,49.0
chat-bison (PaLM 2),afternoon,3.2259692871570587,389.43,51.34
chat-bison (PaLM 2),evening,2.756077417731285,370.17083333333335,50.0625
chat-bison (PaLM 2),midnight,2.501569759845734,381.95,60.9
chat-bison (PaLM 2),morning,2.4648332941532134,381.865,60.92
chat-bison (PaLM 2),noon,2.706343245506287,307.6,35.7
chat-bison-32k,morning,4.128177767992019,389.925,48.025
chat-bison-32k (PaLM 2 32K),afternoon,4.288204146623611,362.5,46.555
chat-bison-32k (PaLM 2 32K),evening,8.945300988356273,342.34166666666664,45.1875
chat-bison-32k (PaLM 2 32K),midnight,7.170754861831665,335.75,53.85
chat-bison-32k (PaLM 2 32K),morning,5.129021260738373,335.75,53.85
chat-bison-32k (PaLM 2 32K),noon,4.41904046535492,304.3,32.1
gemini-pro,afternoon,3.268519560079924,360.825,45.92
gemini-pro,evening,3.265133913461264,355.7375,48.05416666666667
gemini-pro,midnight,2.8754740890703703,364.45,57.0
gemini-pro,morning,3.592642272646363,396.7375,56.6
gemini-pro,noon,3.1745591791052568,309.125,33.675
gpt-3.5-turbo,afternoon,4.410703988353233,390.6659192825112,42.2914798206278
gpt-3.5-turbo,evening,4.809755622192356,392.99825174825173,43.07867132867133
gpt-3.5-turbo,midnight,3.440265198548635,380.8333333333333,43.05
gpt-3.5-turbo,morning,4.75027750830197,426.46590909090907,50.22386363636364
gpt-3.5-turbo,noon,4.429612889289856,323.81,27.68
gpt-4,afternoon,18.126467501112433,315.16136363636366,36.856818181818184
gpt-4,evening,15.545672736714817,313.95,37.3
gpt-4,midnight,12.410712122917175,330.6166666666667,41.416666666666664
gpt-4,morning,14.07501753171285,335.77647058823527,42.84117647058824
gpt-4,noon,19.315037021636964,273.52,25.12
gpt-4-turbo,afternoon,22.23356882767244,366.7227272727273,45.41590909090909
gpt-4-turbo,evening,16.361396548577716,400.25892857142856,45.276785714285715
gpt-4-turbo,midnight,9.732182610034943,387.1,51.4
gpt-4-turbo,morning,13.437257664694506,361.0573529411765,47.733823529411765
gpt-4-turbo,noon,16.244312160015106,346.79,37.4
llama-2-70b-chat,afternoon,4.869195998604618,553.0742574257425,75.0990099009901
llama-2-70b-chat,evening,3.9572451173042764,470.4717741935484,64.35887096774194
llama-2-70b-chat,midnight,2.7049551407496133,312.85,48.55
llama-2-70b-chat,morning,4.015529702738376,456.196875,67.375
llama-2-70b-chat,noon,5.845867207175807,337.275,44.625
zephyr-7b-beta,afternoon,3.5596186633871385,273.65833333333336,43.233333333333334
zephyr-7b-beta,evening,3.4374013015202114,242.40714285714284,37.892857142857146
zephyr-7b-beta,midnight,,,
zephyr-7b-beta,morning,3.3750870446364085,158.19166666666666,24.941666666666666
zephyr-7b-beta,noon,3.3402509868144987,216.9,33.575