2024-02-06 11:35:44 Publish script update

app.py

@@ -36,8 +36,13 @@ In order to count tokens we split the output string by  whitespace \w regex char
 When it comes to pricing most providers charge per token count, while HuggingFace Endpoints allow the user to choose machine type and host the model repository on it. The user is then charged by the running time of the machine. In this project we attempted to use HF Endpoints as much as possible due to their popularity and transparency of how the model is executed.
 """
 
+time_periods_explanation_df = pd.DataFrame({
+    'name': ["early morning", "morning", "afternoon", "late afternoon", "evening", "late evening", "midnight", "night"],
+    'hour_range': ["6-8", "9-11", "12-14", "15-17", "18-20", "21-23", "0-2", "3-5"]
+})
+
 summary_df: pd.DataFrame = pd.read_csv("data/2024-02-05 23:33:22.947120_summary.csv")
-time_of_day_comparison_df = pd.read_csv("data/2024-02-03 22:33:36.957992_time_of_day_comparison.csv")
+time_of_day_comparison_df = pd.read_csv("data/2024-02-06 09:49:19.637072_time_of_day_comparison.csv")
 general_plots = pd.read_csv("data/2024-02-05 12:03:42.452218_general_plot.csv")
 model_costs_df = pd.read_csv("data/2024-02-05 12:03:45.281624_model_costs.csv")
 
@@ -155,6 +160,7 @@ with gr.Blocks() as demo:
     with gr.Tab("Preformance by time of the day"):
         time_of_day_comparison_ui = gr.DataFrame(dataframe_style(time_of_day_comparison_df), label="Time of day")
         time_of_day_plot_ui = gr.Plot(time_of_day_plot, label="Time of the day plot", scale=1)
+        time_periods_explanation_ui = gr.DataFrame(dataframe_style(time_periods_explanation_df), label="Times of day ranges")
         gr.Markdown("""
 These measurements were made by testing the models using the same dataset as in the other comparisons every hour for 24 hours.
 

data/2024-02-06 07:53:19.636658_time_of_day_comparison.csv

@@ -0,0 +1,91 @@
+model,time_of_day,execution_time,characters_count,words_count
+Mistral-7B-Instruct-v0.2,0-2 midnight,1.9149879813194275,37.8,2.95
+Mistral-7B-Instruct-v0.2,12-14 afternoon,3.228973722457886,222.0625,32.25
+Mistral-7B-Instruct-v0.2,15-17 late afternoon,3.2048643112182615,219.8625,31.8
+Mistral-7B-Instruct-v0.2,18-20 evening,3.397640073299408,261.18333333333334,40.1
+Mistral-7B-Instruct-v0.2,21-23 late evening,3.389284573495388,175.79375,25.68125
+Mistral-7B-Instruct-v0.2,3-5 night,,,
+Mistral-7B-Instruct-v0.2,6-8 early morning,,,
+Mistral-7B-Instruct-v0.2,9-11 morning,3.734026002883911,362.9,58.35
+Mixtral-8x7B-Instruct-v0.1,0-2 midnight,4.639010797279158,323.0394736842105,42.69210526315789
+Mixtral-8x7B-Instruct-v0.1,12-14 afternoon,5.362903979589355,369.3192307692308,54.353846153846156
+Mixtral-8x7B-Instruct-v0.1,15-17 late afternoon,5.80184749175942,347.9681818181818,47.27272727272727
+Mixtral-8x7B-Instruct-v0.1,18-20 evening,3.6435119574237023,326.69,48.545
+Mixtral-8x7B-Instruct-v0.1,21-23 late evening,5.62397656769588,395.15714285714284,49.02857142857143
+Mixtral-8x7B-Instruct-v0.1,3-5 night,4.009439338194697,301.24545454545455,42.21818181818182
+Mixtral-8x7B-Instruct-v0.1,6-8 early morning,4.526968242530536,285.045,41.86
+Mixtral-8x7B-Instruct-v0.1,9-11 morning,3.9661054956285575,304.82,47.28
+TinyLlama/TinyLlama-1.1B-Chat-v1.0,0-2 midnight,1.6341248273849487,210.2,34.2
+TinyLlama/TinyLlama-1.1B-Chat-v1.0,12-14 afternoon,1.8381905496120452,308.795,51.08
+TinyLlama/TinyLlama-1.1B-Chat-v1.0,15-17 late afternoon,1.7547113946505954,285.17857142857144,46.9
+TinyLlama/TinyLlama-1.1B-Chat-v1.0,18-20 evening,1.7984187936782836,313.99,51.96
+TinyLlama/TinyLlama-1.1B-Chat-v1.0,21-23 late evening,1.5875422928068372,192.78333333333333,31.261111111111113
+TinyLlama/TinyLlama-1.1B-Chat-v1.0,3-5 night,2.0128010153770446,372.05,62.6
+TinyLlama/TinyLlama-1.1B-Chat-v1.0,6-8 early morning,2.0273348593711855,372.13,62.53
+TinyLlama/TinyLlama-1.1B-Chat-v1.0,9-11 morning,1.9041210174560548,372.05,62.6
+chat-bison,0-2 midnight,3.890243631601334,398.075,49.0
+chat-bison (PaLM 2),0-2 midnight,2.468383938074112,381.95,60.9
+chat-bison (PaLM 2),12-14 afternoon,2.6460144804074215,376.28076923076924,55.965384615384615
+chat-bison (PaLM 2),15-17 late afternoon,3.0387172081253744,381.1363636363636,53.35454545454545
+chat-bison (PaLM 2),18-20 evening,2.688272579908371,367.07,55.89
+chat-bison (PaLM 2),21-23 late evening,2.7250528037548065,382.725,52.95
+chat-bison (PaLM 2),3-5 night,2.460119960308075,381.92,60.94
+chat-bison (PaLM 2),6-8 early morning,2.4665334616388592,381.9214285714286,60.892857142857146
+chat-bison (PaLM 2),9-11 morning,2.488477897644043,381.73,60.88
+chat-bison-32k,0-2 midnight,4.128177767992019,389.925,48.025
+chat-bison-32k (PaLM 2 32K),0-2 midnight,7.7498266498247785,335.75,53.85
+chat-bison-32k (PaLM 2 32K),12-14 afternoon,5.014458654477046,339.3692307692308,49.323076923076925
+chat-bison-32k (PaLM 2 32K),15-17 late afternoon,4.5047362284226855,348.65909090909093,48.35454545454545
+chat-bison-32k (PaLM 2 32K),18-20 evening,7.7332194912433625,329.46,49.5
+chat-bison-32k (PaLM 2 32K),21-23 late evening,7.796841062307358,349.95,47.805
+chat-bison-32k (PaLM 2 32K),3-5 night,6.491292915344238,335.75,53.85
+chat-bison-32k (PaLM 2 32K),6-8 early morning,9.141417106560299,335.75,53.85
+chat-bison-32k (PaLM 2 32K),9-11 morning,7.7035503840446475,335.75,53.85
+gemini-pro,0-2 midnight,3.338477972348531,369.825,55.9125
+gemini-pro,12-14 afternoon,2.816922114008949,360.62307692307695,53.25769230769231
+gemini-pro,15-17 late afternoon,2.9268629640903114,364.57272727272726,50.1
+gemini-pro,18-20 evening,2.86901999375759,366.4,55.045
+gemini-pro,21-23 late evening,3.7189874940246117,390.9142857142857,51.35
+gemini-pro,3-5 night,2.8375814715210272,374.8,60.04
+gemini-pro,6-8 early morning,2.7453590130460435,381.2214285714286,60.964285714285715
+gemini-pro,9-11 morning,2.497767536007628,371.93,59.39
+gpt-3.5-turbo,0-2 midnight,3.822115447632102,426.71923076923076,49.05
+gpt-3.5-turbo,12-14 afternoon,3.9458200880459375,381.4428571428571,43.76190476190476
+gpt-3.5-turbo,15-17 late afternoon,4.384064777692159,396.4357142857143,43.28333333333333
+gpt-3.5-turbo,18-20 evening,3.5153889304115657,385.18095238095236,46.01428571428571
+gpt-3.5-turbo,21-23 late evening,5.110168156187617,422.73510971786834,45.358934169278996
+gpt-3.5-turbo,3-5 night,6.062970260473398,418.6192307692308,44.926923076923075
+gpt-3.5-turbo,6-8 early morning,3.787998208734724,403.74444444444447,47.34444444444444
+gpt-3.5-turbo,9-11 morning,3.126271222697364,389.9888888888889,50.93888888888889
+gpt-4,0-2 midnight,12.3578163115329,334.075,41.35
+gpt-4,12-14 afternoon,16.002364798386893,318.3095238095238,38.77142857142857
+gpt-4,15-17 late afternoon,16.80607506932254,313.3595238095238,37.49285714285714
+gpt-4,18-20 evening,13.841120740345547,318.0809523809524,40.19285714285714
+gpt-4,21-23 late evening,14.298642643005493,314.336,37.012
+gpt-4,3-5 night,12.813134506115546,316.93461538461537,37.93076923076923
+gpt-4,6-8 early morning,14.348626694414351,323.5388888888889,40.544444444444444
+gpt-4,9-11 morning,12.759107512468733,338.18333333333334,46.85
+gpt-4-turbo,0-2 midnight,13.770663784850727,382.7613636363636,47.61818181818182
+gpt-4-turbo,12-14 afternoon,13.997754749229976,351.01190476190476,46.03333333333333
+gpt-4-turbo,15-17 late afternoon,22.320911452883767,381.65714285714284,47.35476190476191
+gpt-4-turbo,18-20 evening,16.550320884159632,382.31666666666666,48.45
+gpt-4-turbo,21-23 late evening,14.592236209392548,413.61,44.8
+gpt-4-turbo,3-5 night,14.254795966698573,352.54615384615386,46.37692307692308
+gpt-4-turbo,6-8 early morning,11.555620827939775,357.65555555555557,47.21666666666667
+gpt-4-turbo,9-11 morning,13.686854598257277,381.8888888888889,55.02777777777778
+llama-2-70b-chat,0-2 midnight,3.249819871626402,346.8875,52.06875
+llama-2-70b-chat,12-14 afternoon,4.234376892130426,375.44615384615383,55.238461538461536
+llama-2-70b-chat,15-17 late afternoon,3.6833307104881365,433.6636363636364,59.445454545454545
+llama-2-70b-chat,18-20 evening,2.9706250462084185,317.245,47.4
+llama-2-70b-chat,21-23 late evening,4.719581684340602,572.1689655172414,79.83103448275862
+llama-2-70b-chat,3-5 night,2.8264514451677147,313.71,48.42
+llama-2-70b-chat,6-8 early morning,2.8660141522424265,289.6642857142857,44.614285714285714
+llama-2-70b-chat,9-11 morning,2.872361832027194,283.35,43.45
+zephyr-7b-beta,0-2 midnight,3.7253047794103624,217.82083333333333,33.67916666666667
+zephyr-7b-beta,12-14 afternoon,3.5789777278900146,277.6,44.016666666666666
+zephyr-7b-beta,15-17 late afternoon,3.4592524923459447,248.59,38.9
+zephyr-7b-beta,18-20 evening,3.5673056403795878,273.3666666666667,43.5
+zephyr-7b-beta,21-23 late evening,3.45343524068594,176.23125,27.21875
+zephyr-7b-beta,3-5 night,3.6954557319482166,216.55833333333334,33.46666666666667
+zephyr-7b-beta,6-8 early morning,3.937663261095683,273.03333333333336,43.45
+zephyr-7b-beta,9-11 morning,4.056525647640228,386.3,63.35

data/2024-02-06 09:35:10.194145_time_of_day_comparison.csv

@@ -0,0 +1,89 @@
+model,time_of_day,execution_time,characters_count,words_count
+Mistral-7B-Instruct-v0.2,afternoon,3.228973722457886,222.0625,32.25
+Mistral-7B-Instruct-v0.2,evening,3.397640073299408,261.18333333333334,40.1
+Mistral-7B-Instruct-v0.2,late afternoon,3.2048643112182615,219.8625,31.8
+Mistral-7B-Instruct-v0.2,late evening,3.389284573495388,175.79375,25.68125
+Mistral-7B-Instruct-v0.2,midnight,1.9149879813194275,37.8,2.95
+Mistral-7B-Instruct-v0.2,morning,3.734026002883911,362.9,58.35
+Mixtral-8x7B-Instruct-v0.1,afternoon,5.362903979589355,369.3192307692308,54.353846153846156
+Mixtral-8x7B-Instruct-v0.1,early morning,4.526968242530536,285.045,41.86
+Mixtral-8x7B-Instruct-v0.1,evening,3.6435119574237023,326.69,48.545
+Mixtral-8x7B-Instruct-v0.1,late afternoon,5.80184749175942,347.9681818181818,47.27272727272727
+Mixtral-8x7B-Instruct-v0.1,late evening,5.62397656769588,395.15714285714284,49.02857142857143
+Mixtral-8x7B-Instruct-v0.1,midnight,4.639010797279158,323.0394736842105,42.69210526315789
+Mixtral-8x7B-Instruct-v0.1,morning,3.9661054956285575,304.82,47.28
+Mixtral-8x7B-Instruct-v0.1,night,4.009439338194697,301.24545454545455,42.21818181818182
+TinyLlama/TinyLlama-1.1B-Chat-v1.0,afternoon,1.8381905496120452,308.795,51.08
+TinyLlama/TinyLlama-1.1B-Chat-v1.0,early morning,2.0273348593711855,372.13,62.53
+TinyLlama/TinyLlama-1.1B-Chat-v1.0,evening,1.7984187936782836,313.99,51.96
+TinyLlama/TinyLlama-1.1B-Chat-v1.0,late afternoon,1.7547113946505954,285.17857142857144,46.9
+TinyLlama/TinyLlama-1.1B-Chat-v1.0,late evening,1.5875422928068372,192.78333333333333,31.261111111111113
+TinyLlama/TinyLlama-1.1B-Chat-v1.0,midnight,1.6341248273849487,210.2,34.2
+TinyLlama/TinyLlama-1.1B-Chat-v1.0,morning,1.9041210174560548,372.05,62.6
+TinyLlama/TinyLlama-1.1B-Chat-v1.0,night,2.0128010153770446,372.05,62.6
+chat-bison,midnight,3.890243631601334,398.075,49.0
+chat-bison (PaLM 2),afternoon,2.6460144804074215,376.28076923076924,55.965384615384615
+chat-bison (PaLM 2),early morning,2.4665334616388592,381.9214285714286,60.892857142857146
+chat-bison (PaLM 2),evening,2.688272579908371,367.07,55.89
+chat-bison (PaLM 2),late afternoon,3.0387172081253744,381.1363636363636,53.35454545454545
+chat-bison (PaLM 2),late evening,2.7250528037548065,382.725,52.95
+chat-bison (PaLM 2),midnight,2.468383938074112,381.95,60.9
+chat-bison (PaLM 2),morning,2.488477897644043,381.73,60.88
+chat-bison (PaLM 2),night,2.460119960308075,381.92,60.94
+chat-bison-32k,midnight,4.128177767992019,389.925,48.025
+chat-bison-32k (PaLM 2 32K),afternoon,5.014458654477046,339.3692307692308,49.323076923076925
+chat-bison-32k (PaLM 2 32K),early morning,9.141417106560299,335.75,53.85
+chat-bison-32k (PaLM 2 32K),evening,7.7332194912433625,329.46,49.5
+chat-bison-32k (PaLM 2 32K),late afternoon,4.5047362284226855,348.65909090909093,48.35454545454545
+chat-bison-32k (PaLM 2 32K),late evening,7.796841062307358,349.95,47.805
+chat-bison-32k (PaLM 2 32K),midnight,7.7498266498247785,335.75,53.85
+chat-bison-32k (PaLM 2 32K),morning,7.7035503840446475,335.75,53.85
+chat-bison-32k (PaLM 2 32K),night,6.491292915344238,335.75,53.85
+gemini-pro,afternoon,2.816922114008949,360.62307692307695,53.25769230769231
+gemini-pro,early morning,2.7453590130460435,381.2214285714286,60.964285714285715
+gemini-pro,evening,2.86901999375759,366.4,55.045
+gemini-pro,late afternoon,2.9268629640903114,364.57272727272726,50.1
+gemini-pro,late evening,3.7189874940246117,390.9142857142857,51.35
+gemini-pro,midnight,3.338477972348531,369.825,55.9125
+gemini-pro,morning,2.497767536007628,371.93,59.39
+gemini-pro,night,2.8375814715210272,374.8,60.04
+gpt-3.5-turbo,afternoon,3.9458200880459375,381.4428571428571,43.76190476190476
+gpt-3.5-turbo,early morning,3.787998208734724,403.74444444444447,47.34444444444444
+gpt-3.5-turbo,evening,3.5153889304115657,385.18095238095236,46.01428571428571
+gpt-3.5-turbo,late afternoon,4.384064777692159,396.4357142857143,43.28333333333333
+gpt-3.5-turbo,late evening,5.110168156187617,422.73510971786834,45.358934169278996
+gpt-3.5-turbo,midnight,3.822115447632102,426.71923076923076,49.05
+gpt-3.5-turbo,morning,3.126271222697364,389.9888888888889,50.93888888888889
+gpt-3.5-turbo,night,6.062970260473398,418.6192307692308,44.926923076923075
+gpt-4,afternoon,16.002364798386893,318.3095238095238,38.77142857142857
+gpt-4,early morning,14.348626694414351,323.5388888888889,40.544444444444444
+gpt-4,evening,13.841120740345547,318.0809523809524,40.19285714285714
+gpt-4,late afternoon,16.80607506932254,313.3595238095238,37.49285714285714
+gpt-4,late evening,14.298642643005493,314.336,37.012
+gpt-4,midnight,12.3578163115329,334.075,41.35
+gpt-4,morning,12.759107512468733,338.18333333333334,46.85
+gpt-4,night,12.813134506115546,316.93461538461537,37.93076923076923
+gpt-4-turbo,afternoon,13.997754749229976,351.01190476190476,46.03333333333333
+gpt-4-turbo,early morning,11.555620827939775,357.65555555555557,47.21666666666667
+gpt-4-turbo,evening,16.550320884159632,382.31666666666666,48.45
+gpt-4-turbo,late afternoon,22.320911452883767,381.65714285714284,47.35476190476191
+gpt-4-turbo,late evening,14.592236209392548,413.61,44.8
+gpt-4-turbo,midnight,13.770663784850727,382.7613636363636,47.61818181818182
+gpt-4-turbo,morning,13.686854598257277,381.8888888888889,55.02777777777778
+gpt-4-turbo,night,14.254795966698573,352.54615384615386,46.37692307692308
+llama-2-70b-chat,afternoon,4.234376892130426,375.44615384615383,55.238461538461536
+llama-2-70b-chat,early morning,2.8660141522424265,289.6642857142857,44.614285714285714
+llama-2-70b-chat,evening,2.9706250462084185,317.245,47.4
+llama-2-70b-chat,late afternoon,3.6833307104881365,433.6636363636364,59.445454545454545
+llama-2-70b-chat,late evening,4.719581684340602,572.1689655172414,79.83103448275862
+llama-2-70b-chat,midnight,3.249819871626402,346.8875,52.06875
+llama-2-70b-chat,morning,2.872361832027194,283.35,43.45
+llama-2-70b-chat,night,2.8264514451677147,313.71,48.42
+zephyr-7b-beta,afternoon,3.5789777278900146,277.6,44.016666666666666
+zephyr-7b-beta,early morning,3.937663261095683,273.03333333333336,43.45
+zephyr-7b-beta,evening,3.5673056403795878,273.3666666666667,43.5
+zephyr-7b-beta,late afternoon,3.4592524923459447,248.59,38.9
+zephyr-7b-beta,late evening,3.45343524068594,176.23125,27.21875
+zephyr-7b-beta,midnight,3.7253047794103624,217.82083333333333,33.67916666666667
+zephyr-7b-beta,morning,4.056525647640228,386.3,63.35
+zephyr-7b-beta,night,3.6954557319482166,216.55833333333334,33.46666666666667

data/2024-02-06 09:42:04.306128_time_of_day_comparison.csv

@@ -0,0 +1,89 @@
+model,time_of_day,execution_time,characters_count,words_count
+Mistral-7B-Instruct-v0.2,0,1.9149879813194275,37.8,2.95
+Mistral-7B-Instruct-v0.2,3,3.734026002883911,362.9,58.35
+Mistral-7B-Instruct-v0.2,4,3.228973722457886,222.0625,32.25
+Mistral-7B-Instruct-v0.2,5,3.2048643112182615,219.8625,31.8
+Mistral-7B-Instruct-v0.2,6,3.397640073299408,261.18333333333334,40.1
+Mistral-7B-Instruct-v0.2,7,3.389284573495388,175.79375,25.68125
+Mixtral-8x7B-Instruct-v0.1,0,4.639010797279158,323.0394736842105,42.69210526315789
+Mixtral-8x7B-Instruct-v0.1,1,4.009439338194697,301.24545454545455,42.21818181818182
+Mixtral-8x7B-Instruct-v0.1,2,4.526968242530536,285.045,41.86
+Mixtral-8x7B-Instruct-v0.1,3,3.9661054956285575,304.82,47.28
+Mixtral-8x7B-Instruct-v0.1,4,5.362903979589355,369.3192307692308,54.353846153846156
+Mixtral-8x7B-Instruct-v0.1,5,5.80184749175942,347.9681818181818,47.27272727272727
+Mixtral-8x7B-Instruct-v0.1,6,3.6435119574237023,326.69,48.545
+Mixtral-8x7B-Instruct-v0.1,7,5.62397656769588,395.15714285714284,49.02857142857143
+TinyLlama/TinyLlama-1.1B-Chat-v1.0,0,1.6341248273849487,210.2,34.2
+TinyLlama/TinyLlama-1.1B-Chat-v1.0,1,2.0128010153770446,372.05,62.6
+TinyLlama/TinyLlama-1.1B-Chat-v1.0,2,2.0273348593711855,372.13,62.53
+TinyLlama/TinyLlama-1.1B-Chat-v1.0,3,1.9041210174560548,372.05,62.6
+TinyLlama/TinyLlama-1.1B-Chat-v1.0,4,1.8381905496120452,308.795,51.08
+TinyLlama/TinyLlama-1.1B-Chat-v1.0,5,1.7547113946505954,285.17857142857144,46.9
+TinyLlama/TinyLlama-1.1B-Chat-v1.0,6,1.7984187936782836,313.99,51.96
+TinyLlama/TinyLlama-1.1B-Chat-v1.0,7,1.5875422928068372,192.78333333333333,31.261111111111113
+chat-bison,0,3.890243631601334,398.075,49.0
+chat-bison (PaLM 2),0,2.468383938074112,381.95,60.9
+chat-bison (PaLM 2),1,2.460119960308075,381.92,60.94
+chat-bison (PaLM 2),2,2.4665334616388592,381.9214285714286,60.892857142857146
+chat-bison (PaLM 2),3,2.488477897644043,381.73,60.88
+chat-bison (PaLM 2),4,2.6460144804074215,376.28076923076924,55.965384615384615
+chat-bison (PaLM 2),5,3.0387172081253744,381.1363636363636,53.35454545454545
+chat-bison (PaLM 2),6,2.688272579908371,367.07,55.89
+chat-bison (PaLM 2),7,2.7250528037548065,382.725,52.95
+chat-bison-32k,0,4.128177767992019,389.925,48.025
+chat-bison-32k (PaLM 2 32K),0,7.7498266498247785,335.75,53.85
+chat-bison-32k (PaLM 2 32K),1,6.491292915344238,335.75,53.85
+chat-bison-32k (PaLM 2 32K),2,9.141417106560299,335.75,53.85
+chat-bison-32k (PaLM 2 32K),3,7.7035503840446475,335.75,53.85
+chat-bison-32k (PaLM 2 32K),4,5.014458654477046,339.3692307692308,49.323076923076925
+chat-bison-32k (PaLM 2 32K),5,4.5047362284226855,348.65909090909093,48.35454545454545
+chat-bison-32k (PaLM 2 32K),6,7.7332194912433625,329.46,49.5
+chat-bison-32k (PaLM 2 32K),7,7.796841062307358,349.95,47.805
+gemini-pro,0,3.338477972348531,369.825,55.9125
+gemini-pro,1,2.8375814715210272,374.8,60.04
+gemini-pro,2,2.7453590130460435,381.2214285714286,60.964285714285715
+gemini-pro,3,2.497767536007628,371.93,59.39
+gemini-pro,4,2.816922114008949,360.62307692307695,53.25769230769231
+gemini-pro,5,2.9268629640903114,364.57272727272726,50.1
+gemini-pro,6,2.86901999375759,366.4,55.045
+gemini-pro,7,3.7189874940246117,390.9142857142857,51.35
+gpt-3.5-turbo,0,3.822115447632102,426.71923076923076,49.05
+gpt-3.5-turbo,1,6.062970260473398,418.6192307692308,44.926923076923075
+gpt-3.5-turbo,2,3.787998208734724,403.74444444444447,47.34444444444444
+gpt-3.5-turbo,3,3.126271222697364,389.9888888888889,50.93888888888889
+gpt-3.5-turbo,4,3.9458200880459375,381.4428571428571,43.76190476190476
+gpt-3.5-turbo,5,4.384064777692159,396.4357142857143,43.28333333333333
+gpt-3.5-turbo,6,3.5153889304115657,385.18095238095236,46.01428571428571
+gpt-3.5-turbo,7,5.110168156187617,422.73510971786834,45.358934169278996
+gpt-4,0,12.3578163115329,334.075,41.35
+gpt-4,1,12.813134506115546,316.93461538461537,37.93076923076923
+gpt-4,2,14.348626694414351,323.5388888888889,40.544444444444444
+gpt-4,3,12.759107512468733,338.18333333333334,46.85
+gpt-4,4,16.002364798386893,318.3095238095238,38.77142857142857
+gpt-4,5,16.80607506932254,313.3595238095238,37.49285714285714
+gpt-4,6,13.841120740345547,318.0809523809524,40.19285714285714
+gpt-4,7,14.298642643005493,314.336,37.012
+gpt-4-turbo,0,13.770663784850727,382.7613636363636,47.61818181818182
+gpt-4-turbo,1,14.254795966698573,352.54615384615386,46.37692307692308
+gpt-4-turbo,2,11.555620827939775,357.65555555555557,47.21666666666667
+gpt-4-turbo,3,13.686854598257277,381.8888888888889,55.02777777777778
+gpt-4-turbo,4,13.997754749229976,351.01190476190476,46.03333333333333
+gpt-4-turbo,5,22.320911452883767,381.65714285714284,47.35476190476191
+gpt-4-turbo,6,16.550320884159632,382.31666666666666,48.45
+gpt-4-turbo,7,14.592236209392548,413.61,44.8
+llama-2-70b-chat,0,3.249819871626402,346.8875,52.06875
+llama-2-70b-chat,1,2.8264514451677147,313.71,48.42
+llama-2-70b-chat,2,2.8660141522424265,289.6642857142857,44.614285714285714
+llama-2-70b-chat,3,2.872361832027194,283.35,43.45
+llama-2-70b-chat,4,4.234376892130426,375.44615384615383,55.238461538461536
+llama-2-70b-chat,5,3.6833307104881365,433.6636363636364,59.445454545454545
+llama-2-70b-chat,6,2.9706250462084185,317.245,47.4
+llama-2-70b-chat,7,4.719581684340602,572.1689655172414,79.83103448275862
+zephyr-7b-beta,0,3.7253047794103624,217.82083333333333,33.67916666666667
+zephyr-7b-beta,1,3.6954557319482166,216.55833333333334,33.46666666666667
+zephyr-7b-beta,2,3.937663261095683,273.03333333333336,43.45
+zephyr-7b-beta,3,4.056525647640228,386.3,63.35
+zephyr-7b-beta,4,3.5789777278900146,277.6,44.016666666666666
+zephyr-7b-beta,5,3.4592524923459447,248.59,38.9
+zephyr-7b-beta,6,3.5673056403795878,273.3666666666667,43.5
+zephyr-7b-beta,7,3.45343524068594,176.23125,27.21875

data/2024-02-06 09:46:18.795794_time_of_day_comparison.csv

@@ -0,0 +1,89 @@
+model,time_of_day,execution_time,characters_count,words_count
+Mistral-7B-Instruct-v0.2,midnight,1.9149879813194275,37.8,2.95
+Mistral-7B-Instruct-v0.2,morning,3.734026002883911,362.9,58.35
+Mistral-7B-Instruct-v0.2,afternoon,3.228973722457886,222.0625,32.25
+Mistral-7B-Instruct-v0.2,late afternoon,3.2048643112182615,219.8625,31.8
+Mistral-7B-Instruct-v0.2,evening,3.397640073299408,261.18333333333334,40.1
+Mistral-7B-Instruct-v0.2,late evening,3.389284573495388,175.79375,25.68125
+Mixtral-8x7B-Instruct-v0.1,midnight,4.639010797279158,323.0394736842105,42.69210526315789
+Mixtral-8x7B-Instruct-v0.1,night,4.009439338194697,301.24545454545455,42.21818181818182
+Mixtral-8x7B-Instruct-v0.1,early morning,4.526968242530536,285.045,41.86
+Mixtral-8x7B-Instruct-v0.1,morning,3.9661054956285575,304.82,47.28
+Mixtral-8x7B-Instruct-v0.1,afternoon,5.362903979589355,369.3192307692308,54.353846153846156
+Mixtral-8x7B-Instruct-v0.1,late afternoon,5.80184749175942,347.9681818181818,47.27272727272727
+Mixtral-8x7B-Instruct-v0.1,evening,3.6435119574237023,326.69,48.545
+Mixtral-8x7B-Instruct-v0.1,late evening,5.62397656769588,395.15714285714284,49.02857142857143
+TinyLlama/TinyLlama-1.1B-Chat-v1.0,midnight,1.6341248273849487,210.2,34.2
+TinyLlama/TinyLlama-1.1B-Chat-v1.0,night,2.0128010153770446,372.05,62.6
+TinyLlama/TinyLlama-1.1B-Chat-v1.0,early morning,2.0273348593711855,372.13,62.53
+TinyLlama/TinyLlama-1.1B-Chat-v1.0,morning,1.9041210174560548,372.05,62.6
+TinyLlama/TinyLlama-1.1B-Chat-v1.0,afternoon,1.8381905496120452,308.795,51.08
+TinyLlama/TinyLlama-1.1B-Chat-v1.0,late afternoon,1.7547113946505954,285.17857142857144,46.9
+TinyLlama/TinyLlama-1.1B-Chat-v1.0,evening,1.7984187936782836,313.99,51.96
+TinyLlama/TinyLlama-1.1B-Chat-v1.0,late evening,1.5875422928068372,192.78333333333333,31.261111111111113
+chat-bison,midnight,3.890243631601334,398.075,49.0
+chat-bison (PaLM 2),midnight,2.468383938074112,381.95,60.9
+chat-bison (PaLM 2),night,2.460119960308075,381.92,60.94
+chat-bison (PaLM 2),early morning,2.4665334616388592,381.9214285714286,60.892857142857146
+chat-bison (PaLM 2),morning,2.488477897644043,381.73,60.88
+chat-bison (PaLM 2),afternoon,2.6460144804074215,376.28076923076924,55.965384615384615
+chat-bison (PaLM 2),late afternoon,3.0387172081253744,381.1363636363636,53.35454545454545
+chat-bison (PaLM 2),evening,2.688272579908371,367.07,55.89
+chat-bison (PaLM 2),late evening,2.7250528037548065,382.725,52.95
+chat-bison-32k,midnight,4.128177767992019,389.925,48.025
+chat-bison-32k (PaLM 2 32K),midnight,7.7498266498247785,335.75,53.85
+chat-bison-32k (PaLM 2 32K),night,6.491292915344238,335.75,53.85
+chat-bison-32k (PaLM 2 32K),early morning,9.141417106560299,335.75,53.85
+chat-bison-32k (PaLM 2 32K),morning,7.7035503840446475,335.75,53.85
+chat-bison-32k (PaLM 2 32K),afternoon,5.014458654477046,339.3692307692308,49.323076923076925
+chat-bison-32k (PaLM 2 32K),late afternoon,4.5047362284226855,348.65909090909093,48.35454545454545
+chat-bison-32k (PaLM 2 32K),evening,7.7332194912433625,329.46,49.5
+chat-bison-32k (PaLM 2 32K),late evening,7.796841062307358,349.95,47.805
+gemini-pro,midnight,3.338477972348531,369.825,55.9125
+gemini-pro,night,2.8375814715210272,374.8,60.04
+gemini-pro,early morning,2.7453590130460435,381.2214285714286,60.964285714285715
+gemini-pro,morning,2.497767536007628,371.93,59.39
+gemini-pro,afternoon,2.816922114008949,360.62307692307695,53.25769230769231
+gemini-pro,late afternoon,2.9268629640903114,364.57272727272726,50.1
+gemini-pro,evening,2.86901999375759,366.4,55.045
+gemini-pro,late evening,3.7189874940246117,390.9142857142857,51.35
+gpt-3.5-turbo,midnight,3.822115447632102,426.71923076923076,49.05
+gpt-3.5-turbo,night,6.062970260473398,418.6192307692308,44.926923076923075
+gpt-3.5-turbo,early morning,3.787998208734724,403.74444444444447,47.34444444444444
+gpt-3.5-turbo,morning,3.126271222697364,389.9888888888889,50.93888888888889
+gpt-3.5-turbo,afternoon,3.9458200880459375,381.4428571428571,43.76190476190476
+gpt-3.5-turbo,late afternoon,4.384064777692159,396.4357142857143,43.28333333333333
+gpt-3.5-turbo,evening,3.5153889304115657,385.18095238095236,46.01428571428571
+gpt-3.5-turbo,late evening,5.110168156187617,422.73510971786834,45.358934169278996
+gpt-4,midnight,12.3578163115329,334.075,41.35
+gpt-4,night,12.813134506115546,316.93461538461537,37.93076923076923
+gpt-4,early morning,14.348626694414351,323.5388888888889,40.544444444444444
+gpt-4,morning,12.759107512468733,338.18333333333334,46.85
+gpt-4,afternoon,16.002364798386893,318.3095238095238,38.77142857142857
+gpt-4,late afternoon,16.80607506932254,313.3595238095238,37.49285714285714
+gpt-4,evening,13.841120740345547,318.0809523809524,40.19285714285714
+gpt-4,late evening,14.298642643005493,314.336,37.012
+gpt-4-turbo,midnight,13.770663784850727,382.7613636363636,47.61818181818182
+gpt-4-turbo,night,14.254795966698573,352.54615384615386,46.37692307692308
+gpt-4-turbo,early morning,11.555620827939775,357.65555555555557,47.21666666666667
+gpt-4-turbo,morning,13.686854598257277,381.8888888888889,55.02777777777778
+gpt-4-turbo,afternoon,13.997754749229976,351.01190476190476,46.03333333333333
+gpt-4-turbo,late afternoon,22.320911452883767,381.65714285714284,47.35476190476191
+gpt-4-turbo,evening,16.550320884159632,382.31666666666666,48.45
+gpt-4-turbo,late evening,14.592236209392548,413.61,44.8
+llama-2-70b-chat,midnight,3.249819871626402,346.8875,52.06875
+llama-2-70b-chat,night,2.8264514451677147,313.71,48.42
+llama-2-70b-chat,early morning,2.8660141522424265,289.6642857142857,44.614285714285714
+llama-2-70b-chat,morning,2.872361832027194,283.35,43.45
+llama-2-70b-chat,afternoon,4.234376892130426,375.44615384615383,55.238461538461536
+llama-2-70b-chat,late afternoon,3.6833307104881365,433.6636363636364,59.445454545454545
+llama-2-70b-chat,evening,2.9706250462084185,317.245,47.4
+llama-2-70b-chat,late evening,4.719581684340602,572.1689655172414,79.83103448275862
+zephyr-7b-beta,midnight,3.7253047794103624,217.82083333333333,33.67916666666667
+zephyr-7b-beta,night,3.6954557319482166,216.55833333333334,33.46666666666667
+zephyr-7b-beta,early morning,3.937663261095683,273.03333333333336,43.45
+zephyr-7b-beta,morning,4.056525647640228,386.3,63.35
+zephyr-7b-beta,afternoon,3.5789777278900146,277.6,44.016666666666666
+zephyr-7b-beta,late afternoon,3.4592524923459447,248.59,38.9
+zephyr-7b-beta,evening,3.5673056403795878,273.3666666666667,43.5
+zephyr-7b-beta,late evening,3.45343524068594,176.23125,27.21875

data/2024-02-06 09:49:19.637072_time_of_day_comparison.csv

@@ -0,0 +1,89 @@
+model,time_of_day,execution_time,characters_count,words_count
+Mistral-7B-Instruct-v0.2,morning,3.734026002883911,362.9,58.35
+Mistral-7B-Instruct-v0.2,afternoon,3.228973722457886,222.0625,32.25
+Mistral-7B-Instruct-v0.2,late afternoon,3.2048643112182615,219.8625,31.8
+Mistral-7B-Instruct-v0.2,evening,3.397640073299408,261.18333333333334,40.1
+Mistral-7B-Instruct-v0.2,late evening,3.389284573495388,175.79375,25.68125
+Mistral-7B-Instruct-v0.2,midnight,1.9149879813194275,37.8,2.95
+Mixtral-8x7B-Instruct-v0.1,early morning,4.526968242530536,285.045,41.86
+Mixtral-8x7B-Instruct-v0.1,morning,3.9661054956285575,304.82,47.28
+Mixtral-8x7B-Instruct-v0.1,afternoon,5.362903979589355,369.3192307692308,54.353846153846156
+Mixtral-8x7B-Instruct-v0.1,late afternoon,5.80184749175942,347.9681818181818,47.27272727272727
+Mixtral-8x7B-Instruct-v0.1,evening,3.6435119574237023,326.69,48.545
+Mixtral-8x7B-Instruct-v0.1,late evening,5.62397656769588,395.15714285714284,49.02857142857143
+Mixtral-8x7B-Instruct-v0.1,midnight,4.639010797279158,323.0394736842105,42.69210526315789
+Mixtral-8x7B-Instruct-v0.1,night,4.009439338194697,301.24545454545455,42.21818181818182
+TinyLlama/TinyLlama-1.1B-Chat-v1.0,early morning,2.0273348593711855,372.13,62.53
+TinyLlama/TinyLlama-1.1B-Chat-v1.0,morning,1.9041210174560548,372.05,62.6
+TinyLlama/TinyLlama-1.1B-Chat-v1.0,afternoon,1.8381905496120452,308.795,51.08
+TinyLlama/TinyLlama-1.1B-Chat-v1.0,late afternoon,1.7547113946505954,285.17857142857144,46.9
+TinyLlama/TinyLlama-1.1B-Chat-v1.0,evening,1.7984187936782836,313.99,51.96
+TinyLlama/TinyLlama-1.1B-Chat-v1.0,late evening,1.5875422928068372,192.78333333333333,31.261111111111113
+TinyLlama/TinyLlama-1.1B-Chat-v1.0,midnight,1.6341248273849487,210.2,34.2
+TinyLlama/TinyLlama-1.1B-Chat-v1.0,night,2.0128010153770446,372.05,62.6
+chat-bison,midnight,3.890243631601334,398.075,49.0
+chat-bison (PaLM 2),early morning,2.4665334616388592,381.9214285714286,60.892857142857146
+chat-bison (PaLM 2),morning,2.488477897644043,381.73,60.88
+chat-bison (PaLM 2),afternoon,2.6460144804074215,376.28076923076924,55.965384615384615
+chat-bison (PaLM 2),late afternoon,3.0387172081253744,381.1363636363636,53.35454545454545
+chat-bison (PaLM 2),evening,2.688272579908371,367.07,55.89
+chat-bison (PaLM 2),late evening,2.7250528037548065,382.725,52.95
+chat-bison (PaLM 2),midnight,2.468383938074112,381.95,60.9
+chat-bison (PaLM 2),night,2.460119960308075,381.92,60.94
+chat-bison-32k,midnight,4.128177767992019,389.925,48.025
+chat-bison-32k (PaLM 2 32K),early morning,9.141417106560299,335.75,53.85
+chat-bison-32k (PaLM 2 32K),morning,7.7035503840446475,335.75,53.85
+chat-bison-32k (PaLM 2 32K),afternoon,5.014458654477046,339.3692307692308,49.323076923076925
+chat-bison-32k (PaLM 2 32K),late afternoon,4.5047362284226855,348.65909090909093,48.35454545454545
+chat-bison-32k (PaLM 2 32K),evening,7.7332194912433625,329.46,49.5
+chat-bison-32k (PaLM 2 32K),late evening,7.796841062307358,349.95,47.805
+chat-bison-32k (PaLM 2 32K),midnight,7.7498266498247785,335.75,53.85
+chat-bison-32k (PaLM 2 32K),night,6.491292915344238,335.75,53.85
+gemini-pro,early morning,2.7453590130460435,381.2214285714286,60.964285714285715
+gemini-pro,morning,2.497767536007628,371.93,59.39
+gemini-pro,afternoon,2.816922114008949,360.62307692307695,53.25769230769231
+gemini-pro,late afternoon,2.9268629640903114,364.57272727272726,50.1
+gemini-pro,evening,2.86901999375759,366.4,55.045
+gemini-pro,late evening,3.7189874940246117,390.9142857142857,51.35
+gemini-pro,midnight,3.338477972348531,369.825,55.9125
+gemini-pro,night,2.8375814715210272,374.8,60.04
+gpt-3.5-turbo,early morning,3.787998208734724,403.74444444444447,47.34444444444444
+gpt-3.5-turbo,morning,3.126271222697364,389.9888888888889,50.93888888888889
+gpt-3.5-turbo,afternoon,3.9458200880459375,381.4428571428571,43.76190476190476
+gpt-3.5-turbo,late afternoon,4.384064777692159,396.4357142857143,43.28333333333333
+gpt-3.5-turbo,evening,3.5153889304115657,385.18095238095236,46.01428571428571
+gpt-3.5-turbo,late evening,5.110168156187617,422.73510971786834,45.358934169278996
+gpt-3.5-turbo,midnight,3.822115447632102,426.71923076923076,49.05
+gpt-3.5-turbo,night,6.062970260473398,418.6192307692308,44.926923076923075
+gpt-4,early morning,14.348626694414351,323.5388888888889,40.544444444444444
+gpt-4,morning,12.759107512468733,338.18333333333334,46.85
+gpt-4,afternoon,16.002364798386893,318.3095238095238,38.77142857142857
+gpt-4,late afternoon,16.80607506932254,313.3595238095238,37.49285714285714
+gpt-4,evening,13.841120740345547,318.0809523809524,40.19285714285714
+gpt-4,late evening,14.298642643005493,314.336,37.012
+gpt-4,midnight,12.3578163115329,334.075,41.35
+gpt-4,night,12.813134506115546,316.93461538461537,37.93076923076923
+gpt-4-turbo,early morning,11.555620827939775,357.65555555555557,47.21666666666667
+gpt-4-turbo,morning,13.686854598257277,381.8888888888889,55.02777777777778
+gpt-4-turbo,afternoon,13.997754749229976,351.01190476190476,46.03333333333333
+gpt-4-turbo,late afternoon,22.320911452883767,381.65714285714284,47.35476190476191
+gpt-4-turbo,evening,16.550320884159632,382.31666666666666,48.45
+gpt-4-turbo,late evening,14.592236209392548,413.61,44.8
+gpt-4-turbo,midnight,13.770663784850727,382.7613636363636,47.61818181818182
+gpt-4-turbo,night,14.254795966698573,352.54615384615386,46.37692307692308
+llama-2-70b-chat,early morning,2.8660141522424265,289.6642857142857,44.614285714285714
+llama-2-70b-chat,morning,2.872361832027194,283.35,43.45
+llama-2-70b-chat,afternoon,4.234376892130426,375.44615384615383,55.238461538461536
+llama-2-70b-chat,late afternoon,3.6833307104881365,433.6636363636364,59.445454545454545
+llama-2-70b-chat,evening,2.9706250462084185,317.245,47.4
+llama-2-70b-chat,late evening,4.719581684340602,572.1689655172414,79.83103448275862
+llama-2-70b-chat,midnight,3.249819871626402,346.8875,52.06875
+llama-2-70b-chat,night,2.8264514451677147,313.71,48.42
+zephyr-7b-beta,early morning,3.937663261095683,273.03333333333336,43.45
+zephyr-7b-beta,morning,4.056525647640228,386.3,63.35
+zephyr-7b-beta,afternoon,3.5789777278900146,277.6,44.016666666666666
+zephyr-7b-beta,late afternoon,3.4592524923459447,248.59,38.9
+zephyr-7b-beta,evening,3.5673056403795878,273.3666666666667,43.5
+zephyr-7b-beta,late evening,3.45343524068594,176.23125,27.21875
+zephyr-7b-beta,midnight,3.7253047794103624,217.82083333333333,33.67916666666667
+zephyr-7b-beta,night,3.6954557319482166,216.55833333333334,33.46666666666667

data/time_of_day_plot.json

@@ -1 +1 @@
-{"data":[{"alignmentgroup":"True","hovertemplate":"Model=Mistral-7B-Instruct-v0.2\u003cbr\u003eTime of day=%{x}\u003cbr\u003eExecution Time (s)=%{y}\u003cextra\u003e\u003c\u002fextra\u003e","legendgroup":"Mistral-7B-Instruct-v0.2","marker":{"color":"#636efa","pattern":{"shape":""}},"name":"Mistral-7B-Instruct-v0.2","offsetgroup":"Mistral-7B-Instruct-v0.2","orientation":"v","showlegend":true,"textposition":"auto","x":["0-2 midnight","12-14 afternoon","15-17 late afternoon","18-20 evening","21-23 late evening","3-5 night","6-8 early morning","9-11 morning"],"xaxis":"x","y":[1.9149879813194275,3.228973722457886,3.2048643112182615,3.397640073299408,3.389284573495388,null,null,3.734026002883911],"yaxis":"y","type":"bar"},{"alignmentgroup":"True","hovertemplate":"Model=Mixtral-8x7B-Instruct-v0.1\u003cbr\u003eTime of day=%{x}\u003cbr\u003eExecution Time (s)=%{y}\u003cextra\u003e\u003c\u002fextra\u003e","legendgroup":"Mixtral-8x7B-Instruct-v0.1","marker":{"color":"#EF553B","pattern":{"shape":""}},"name":"Mixtral-8x7B-Instruct-v0.1","offsetgroup":"Mixtral-8x7B-Instruct-v0.1","orientation":"v","showlegend":true,"textposition":"auto","x":["0-2 midnight","12-14 afternoon","15-17 late afternoon","18-20 evening","21-23 late evening","3-5 night","6-8 early morning","9-11 morning"],"xaxis":"x","y":[3.8265925436529495,5.362903979589355,5.80184749175942,3.6435119574237023,5.62397656769588,3.010503646099206,3.2748278152374994,3.9661054956285575],"yaxis":"y","type":"bar"},{"alignmentgroup":"True","hovertemplate":"Model=TinyLlama\u002fTinyLlama-1.1B-Chat-v1.0\u003cbr\u003eTime of day=%{x}\u003cbr\u003eExecution Time (s)=%{y}\u003cextra\u003e\u003c\u002fextra\u003e","legendgroup":"TinyLlama\u002fTinyLlama-1.1B-Chat-v1.0","marker":{"color":"#00cc96","pattern":{"shape":""}},"name":"TinyLlama\u002fTinyLlama-1.1B-Chat-v1.0","offsetgroup":"TinyLlama\u002fTinyLlama-1.1B-Chat-v1.0","orientation":"v","showlegend":true,"textposition":"auto","x":["0-2 midnight","12-14 afternoon","15-17 late afternoon","18-20 evening","21-23 late evening","3-5 night","6-8 early morning","9-11 morning"],"xaxis":"x","y":[1.6341248273849487,1.8381905496120452,1.7547113946505954,1.7984187936782836,1.5875422928068372,2.0128010153770446,2.0273348593711855,1.9041210174560548],"yaxis":"y","type":"bar"},{"alignmentgroup":"True","hovertemplate":"Model=chat-bison\u003cbr\u003eTime of day=%{x}\u003cbr\u003eExecution Time (s)=%{y}\u003cextra\u003e\u003c\u002fextra\u003e","legendgroup":"chat-bison","marker":{"color":"#ab63fa","pattern":{"shape":""}},"name":"chat-bison","offsetgroup":"chat-bison","orientation":"v","showlegend":true,"textposition":"auto","x":["0-2 midnight"],"xaxis":"x","y":[3.890243631601334],"yaxis":"y","type":"bar"},{"alignmentgroup":"True","hovertemplate":"Model=chat-bison (PaLM 2)\u003cbr\u003eTime of day=%{x}\u003cbr\u003eExecution Time (s)=%{y}\u003cextra\u003e\u003c\u002fextra\u003e","legendgroup":"chat-bison (PaLM 2)","marker":{"color":"#FFA15A","pattern":{"shape":""}},"name":"chat-bison (PaLM 2)","offsetgroup":"chat-bison (PaLM 2)","orientation":"v","showlegend":true,"textposition":"auto","x":["0-2 midnight","12-14 afternoon","15-17 late afternoon","18-20 evening","21-23 late evening","3-5 night","6-8 early morning","9-11 morning"],"xaxis":"x","y":[2.468383938074112,2.6460144804074215,3.0387172081253744,2.688272579908371,2.7250528037548065,2.460119960308075,2.4665334616388592,2.488477897644043],"yaxis":"y","type":"bar"},{"alignmentgroup":"True","hovertemplate":"Model=chat-bison-32k\u003cbr\u003eTime of day=%{x}\u003cbr\u003eExecution Time (s)=%{y}\u003cextra\u003e\u003c\u002fextra\u003e","legendgroup":"chat-bison-32k","marker":{"color":"#19d3f3","pattern":{"shape":""}},"name":"chat-bison-32k","offsetgroup":"chat-bison-32k","orientation":"v","showlegend":true,"textposition":"auto","x":["0-2 midnight"],"xaxis":"x","y":[4.128177767992019],"yaxis":"y","type":"bar"},{"alignmentgroup":"True","hovertemplate":"Model=chat-bison-32k (PaLM 2 32K)\u003cbr\u003eTime of day=%{x}\u003cbr\u003eExecution Time (s)=%{y}\u003cextra\u003e\u003c\u002fextra\u003e","legendgroup":"chat-bison-32k (PaLM 2 32K)","marker":{"color":"#FF6692","pattern":{"shape":""}},"name":"chat-bison-32k (PaLM 2 32K)","offsetgroup":"chat-bison-32k (PaLM 2 32K)","orientation":"v","showlegend":true,"textposition":"auto","x":["0-2 midnight","12-14 afternoon","15-17 late afternoon","18-20 evening","21-23 late evening","3-5 night","6-8 early morning","9-11 morning"],"xaxis":"x","y":[7.7498266498247785,5.014458654477046,4.5047362284226855,7.7332194912433625,7.796841062307358,6.491292915344238,9.141417106560299,7.7035503840446475],"yaxis":"y","type":"bar"},{"alignmentgroup":"True","hovertemplate":"Model=gemini-pro\u003cbr\u003eTime of day=%{x}\u003cbr\u003eExecution Time (s)=%{y}\u003cextra\u003e\u003c\u002fextra\u003e","legendgroup":"gemini-pro","marker":{"color":"#B6E880","pattern":{"shape":""}},"name":"gemini-pro","offsetgroup":"gemini-pro","orientation":"v","showlegend":true,"textposition":"auto","x":["0-2 midnight","12-14 afternoon","15-17 late afternoon","18-20 evening","21-23 late evening","3-5 night","6-8 early morning","9-11 morning"],"xaxis":"x","y":[3.338477972348531,2.816922114008949,2.9268629640903114,2.86901999375759,3.7189874940246117,2.8375814715210272,2.7453590130460435,2.497767536007628],"yaxis":"y","type":"bar"},{"alignmentgroup":"True","hovertemplate":"Model=gpt-3.5-turbo\u003cbr\u003eTime of day=%{x}\u003cbr\u003eExecution Time (s)=%{y}\u003cextra\u003e\u003c\u002fextra\u003e","legendgroup":"gpt-3.5-turbo","marker":{"color":"#FF97FF","pattern":{"shape":""}},"name":"gpt-3.5-turbo","offsetgroup":"gpt-3.5-turbo","orientation":"v","showlegend":true,"textposition":"auto","x":["0-2 midnight","12-14 afternoon","15-17 late afternoon","18-20 evening","21-23 late evening","3-5 night","6-8 early morning","9-11 morning"],"xaxis":"x","y":[3.822115447632102,3.9458200880459375,4.384064777692159,3.5153889304115657,5.110168156187617,6.062970260473398,3.787998208734724,3.126271222697364],"yaxis":"y","type":"bar"},{"alignmentgroup":"True","hovertemplate":"Model=gpt-4\u003cbr\u003eTime of day=%{x}\u003cbr\u003eExecution Time (s)=%{y}\u003cextra\u003e\u003c\u002fextra\u003e","legendgroup":"gpt-4","marker":{"color":"#FECB52","pattern":{"shape":""}},"name":"gpt-4","offsetgroup":"gpt-4","orientation":"v","showlegend":true,"textposition":"auto","x":["0-2 midnight","12-14 afternoon","15-17 late afternoon","18-20 evening","21-23 late evening","3-5 night","6-8 early morning","9-11 morning"],"xaxis":"x","y":[12.3578163115329,16.002364798386893,16.80607506932254,13.841120740345547,14.298642643005493,12.813134506115546,14.348626694414351,12.759107512468733],"yaxis":"y","type":"bar"},{"alignmentgroup":"True","hovertemplate":"Model=gpt-4-turbo\u003cbr\u003eTime of day=%{x}\u003cbr\u003eExecution Time (s)=%{y}\u003cextra\u003e\u003c\u002fextra\u003e","legendgroup":"gpt-4-turbo","marker":{"color":"#636efa","pattern":{"shape":""}},"name":"gpt-4-turbo","offsetgroup":"gpt-4-turbo","orientation":"v","showlegend":true,"textposition":"auto","x":["0-2 midnight","12-14 afternoon","15-17 late afternoon","18-20 evening","21-23 late evening","3-5 night","6-8 early morning","9-11 morning"],"xaxis":"x","y":[13.770663784850727,13.997754749229976,22.320911452883767,16.550320884159632,14.592236209392548,14.254795966698573,11.555620827939775,13.686854598257277],"yaxis":"y","type":"bar"},{"alignmentgroup":"True","hovertemplate":"Model=llama-2-70b-chat\u003cbr\u003eTime of day=%{x}\u003cbr\u003eExecution Time (s)=%{y}\u003cextra\u003e\u003c\u002fextra\u003e","legendgroup":"llama-2-70b-chat","marker":{"color":"#EF553B","pattern":{"shape":""}},"name":"llama-2-70b-chat","offsetgroup":"llama-2-70b-chat","orientation":"v","showlegend":true,"textposition":"auto","x":["0-2 midnight","12-14 afternoon","15-17 late afternoon","18-20 evening","21-23 late evening","3-5 night","6-8 early morning","9-11 morning"],"xaxis":"x","y":[3.249819871626402,4.234376892130426,3.6833307104881365,2.9706250462084185,4.719581684340602,2.8264514451677147,2.8660141522424265,2.872361832027194],"yaxis":"y","type":"bar"},{"alignmentgroup":"True","hovertemplate":"Model=zephyr-7b-beta\u003cbr\u003eTime of day=%{x}\u003cbr\u003eExecution Time (s)=%{y}\u003cextra\u003e\u003c\u002fextra\u003e","legendgroup":"zephyr-7b-beta","marker":{"color":"#00cc96","pattern":{"shape":""}},"name":"zephyr-7b-beta","offsetgroup":"zephyr-7b-beta","orientation":"v","showlegend":true,"textposition":"auto","x":["0-2 midnight","12-14 afternoon","15-17 late afternoon","18-20 evening","21-23 late evening","3-5 night","6-8 early morning","9-11 morning"],"xaxis":"x","y":[1.9264068841934203,3.5789777278900146,3.4592524923459447,3.5673056403795878,3.45343524068594,null,null,4.056525647640228],"yaxis":"y","type":"bar"}],"layout":{"template":{"data":{"histogram2dcontour":[{"type":"histogram2dcontour","colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]}],"choropleth":[{"type":"choropleth","colorbar":{"outlinewidth":0,"ticks":""}}],"histogram2d":[{"type":"histogram2d","colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]}],"heatmap":[{"type":"heatmap","colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]}],"heatmapgl":[{"type":"heatmapgl","colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]}],"contourcarpet":[{"type":"contourcarpet","colorbar":{"outlinewidth":0,"ticks":""}}],"contour":[{"type":"contour","colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]}],"surface":[{"type":"surface","colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]}],"mesh3d":[{"type":"mesh3d","colorbar":{"outlinewidth":0,"ticks":""}}],"scatter":[{"fillpattern":{"fillmode":"overlay","size":10,"solidity":0.2},"type":"scatter"}],"parcoords":[{"type":"parcoords","line":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scatterpolargl":[{"type":"scatterpolargl","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"bar":[{"error_x":{"color":"#2a3f5f"},"error_y":{"color":"#2a3f5f"},"marker":{"line":{"color":"#E5ECF6","width":0.5},"pattern":{"fillmode":"overlay","size":10,"solidity":0.2}},"type":"bar"}],"scattergeo":[{"type":"scattergeo","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scatterpolar":[{"type":"scatterpolar","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"histogram":[{"marker":{"pattern":{"fillmode":"overlay","size":10,"solidity":0.2}},"type":"histogram"}],"scattergl":[{"type":"scattergl","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scatter3d":[{"type":"scatter3d","line":{"colorbar":{"outlinewidth":0,"ticks":""}},"marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scattermapbox":[{"type":"scattermapbox","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scatterternary":[{"type":"scatterternary","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scattercarpet":[{"type":"scattercarpet","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"carpet":[{"aaxis":{"endlinecolor":"#2a3f5f","gridcolor":"white","linecolor":"white","minorgridcolor":"white","startlinecolor":"#2a3f5f"},"baxis":{"endlinecolor":"#2a3f5f","gridcolor":"white","linecolor":"white","minorgridcolor":"white","startlinecolor":"#2a3f5f"},"type":"carpet"}],"table":[{"cells":{"fill":{"color":"#EBF0F8"},"line":{"color":"white"}},"header":{"fill":{"color":"#C8D4E3"},"line":{"color":"white"}},"type":"table"}],"barpolar":[{"marker":{"line":{"color":"#E5ECF6","width":0.5},"pattern":{"fillmode":"overlay","size":10,"solidity":0.2}},"type":"barpolar"}],"pie":[{"automargin":true,"type":"pie"}]},"layout":{"autotypenumbers":"strict","colorway":["#636efa","#EF553B","#00cc96","#ab63fa","#FFA15A","#19d3f3","#FF6692","#B6E880","#FF97FF","#FECB52"],"font":{"color":"#2a3f5f"},"hovermode":"closest","hoverlabel":{"align":"left"},"paper_bgcolor":"white","plot_bgcolor":"#E5ECF6","polar":{"bgcolor":"#E5ECF6","angularaxis":{"gridcolor":"white","linecolor":"white","ticks":""},"radialaxis":{"gridcolor":"white","linecolor":"white","ticks":""}},"ternary":{"bgcolor":"#E5ECF6","aaxis":{"gridcolor":"white","linecolor":"white","ticks":""},"baxis":{"gridcolor":"white","linecolor":"white","ticks":""},"caxis":{"gridcolor":"white","linecolor":"white","ticks":""}},"coloraxis":{"colorbar":{"outlinewidth":0,"ticks":""}},"colorscale":{"sequential":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]],"sequentialminus":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]],"diverging":[[0,"#8e0152"],[0.1,"#c51b7d"],[0.2,"#de77ae"],[0.3,"#f1b6da"],[0.4,"#fde0ef"],[0.5,"#f7f7f7"],[0.6,"#e6f5d0"],[0.7,"#b8e186"],[0.8,"#7fbc41"],[0.9,"#4d9221"],[1,"#276419"]]},"xaxis":{"gridcolor":"white","linecolor":"white","ticks":"","title":{"standoff":15},"zerolinecolor":"white","automargin":true,"zerolinewidth":2},"yaxis":{"gridcolor":"white","linecolor":"white","ticks":"","title":{"standoff":15},"zerolinecolor":"white","automargin":true,"zerolinewidth":2},"scene":{"xaxis":{"backgroundcolor":"#E5ECF6","gridcolor":"white","linecolor":"white","showbackground":true,"ticks":"","zerolinecolor":"white","gridwidth":2},"yaxis":{"backgroundcolor":"#E5ECF6","gridcolor":"white","linecolor":"white","showbackground":true,"ticks":"","zerolinecolor":"white","gridwidth":2},"zaxis":{"backgroundcolor":"#E5ECF6","gridcolor":"white","linecolor":"white","showbackground":true,"ticks":"","zerolinecolor":"white","gridwidth":2}},"shapedefaults":{"line":{"color":"#2a3f5f"}},"annotationdefaults":{"arrowcolor":"#2a3f5f","arrowhead":0,"arrowwidth":1},"geo":{"bgcolor":"white","landcolor":"#E5ECF6","subunitcolor":"white","showland":true,"showlakes":true,"lakecolor":"white"},"title":{"x":0.05},"mapbox":{"style":"light"}}},"xaxis":{"anchor":"y","domain":[0.0,1.0],"title":{"text":"Time of day"}},"yaxis":{"anchor":"x","domain":[0.0,1.0],"title":{"text":"Execution Time (s)"}},"legend":{"title":{"text":"Model"},"tracegroupgap":0},"title":{"text":"Execution time for different times of the day"},"barmode":"group"}}
+{"data":[{"alignmentgroup":"True","hovertemplate":"Model=Mistral-7B-Instruct-v0.2\u003cbr\u003eTime of day=%{x}\u003cbr\u003eExecution Time (s)=%{y}\u003cextra\u003e\u003c\u002fextra\u003e","legendgroup":"Mistral-7B-Instruct-v0.2","marker":{"color":"#636efa","pattern":{"shape":""}},"name":"Mistral-7B-Instruct-v0.2","offsetgroup":"Mistral-7B-Instruct-v0.2","orientation":"v","showlegend":true,"textposition":"auto","x":["morning","afternoon","late afternoon","evening","late evening","midnight"],"xaxis":"x","y":[3.734026002883911,3.228973722457886,3.2048643112182615,3.397640073299408,3.389284573495388,1.9149879813194275],"yaxis":"y","type":"bar"},{"alignmentgroup":"True","hovertemplate":"Model=Mixtral-8x7B-Instruct-v0.1\u003cbr\u003eTime of day=%{x}\u003cbr\u003eExecution Time (s)=%{y}\u003cextra\u003e\u003c\u002fextra\u003e","legendgroup":"Mixtral-8x7B-Instruct-v0.1","marker":{"color":"#EF553B","pattern":{"shape":""}},"name":"Mixtral-8x7B-Instruct-v0.1","offsetgroup":"Mixtral-8x7B-Instruct-v0.1","orientation":"v","showlegend":true,"textposition":"auto","x":["early morning","morning","afternoon","late afternoon","evening","late evening","midnight","night"],"xaxis":"x","y":[4.526968242530536,3.9661054956285575,5.362903979589355,5.80184749175942,3.6435119574237023,5.62397656769588,4.639010797279158,4.009439338194697],"yaxis":"y","type":"bar"},{"alignmentgroup":"True","hovertemplate":"Model=TinyLlama\u002fTinyLlama-1.1B-Chat-v1.0\u003cbr\u003eTime of day=%{x}\u003cbr\u003eExecution Time (s)=%{y}\u003cextra\u003e\u003c\u002fextra\u003e","legendgroup":"TinyLlama\u002fTinyLlama-1.1B-Chat-v1.0","marker":{"color":"#00cc96","pattern":{"shape":""}},"name":"TinyLlama\u002fTinyLlama-1.1B-Chat-v1.0","offsetgroup":"TinyLlama\u002fTinyLlama-1.1B-Chat-v1.0","orientation":"v","showlegend":true,"textposition":"auto","x":["early morning","morning","afternoon","late afternoon","evening","late evening","midnight","night"],"xaxis":"x","y":[2.0273348593711855,1.9041210174560548,1.8381905496120452,1.7547113946505954,1.7984187936782836,1.5875422928068372,1.6341248273849487,2.0128010153770446],"yaxis":"y","type":"bar"},{"alignmentgroup":"True","hovertemplate":"Model=chat-bison\u003cbr\u003eTime of day=%{x}\u003cbr\u003eExecution Time (s)=%{y}\u003cextra\u003e\u003c\u002fextra\u003e","legendgroup":"chat-bison","marker":{"color":"#ab63fa","pattern":{"shape":""}},"name":"chat-bison","offsetgroup":"chat-bison","orientation":"v","showlegend":true,"textposition":"auto","x":["midnight"],"xaxis":"x","y":[3.890243631601334],"yaxis":"y","type":"bar"},{"alignmentgroup":"True","hovertemplate":"Model=chat-bison (PaLM 2)\u003cbr\u003eTime of day=%{x}\u003cbr\u003eExecution Time (s)=%{y}\u003cextra\u003e\u003c\u002fextra\u003e","legendgroup":"chat-bison (PaLM 2)","marker":{"color":"#FFA15A","pattern":{"shape":""}},"name":"chat-bison (PaLM 2)","offsetgroup":"chat-bison (PaLM 2)","orientation":"v","showlegend":true,"textposition":"auto","x":["early morning","morning","afternoon","late afternoon","evening","late evening","midnight","night"],"xaxis":"x","y":[2.4665334616388592,2.488477897644043,2.6460144804074215,3.0387172081253744,2.688272579908371,2.7250528037548065,2.468383938074112,2.460119960308075],"yaxis":"y","type":"bar"},{"alignmentgroup":"True","hovertemplate":"Model=chat-bison-32k\u003cbr\u003eTime of day=%{x}\u003cbr\u003eExecution Time (s)=%{y}\u003cextra\u003e\u003c\u002fextra\u003e","legendgroup":"chat-bison-32k","marker":{"color":"#19d3f3","pattern":{"shape":""}},"name":"chat-bison-32k","offsetgroup":"chat-bison-32k","orientation":"v","showlegend":true,"textposition":"auto","x":["midnight"],"xaxis":"x","y":[4.128177767992019],"yaxis":"y","type":"bar"},{"alignmentgroup":"True","hovertemplate":"Model=chat-bison-32k (PaLM 2 32K)\u003cbr\u003eTime of day=%{x}\u003cbr\u003eExecution Time (s)=%{y}\u003cextra\u003e\u003c\u002fextra\u003e","legendgroup":"chat-bison-32k (PaLM 2 32K)","marker":{"color":"#FF6692","pattern":{"shape":""}},"name":"chat-bison-32k (PaLM 2 32K)","offsetgroup":"chat-bison-32k (PaLM 2 32K)","orientation":"v","showlegend":true,"textposition":"auto","x":["early morning","morning","afternoon","late afternoon","evening","late evening","midnight","night"],"xaxis":"x","y":[9.141417106560299,7.7035503840446475,5.014458654477046,4.5047362284226855,7.7332194912433625,7.796841062307358,7.7498266498247785,6.491292915344238],"yaxis":"y","type":"bar"},{"alignmentgroup":"True","hovertemplate":"Model=gemini-pro\u003cbr\u003eTime of day=%{x}\u003cbr\u003eExecution Time (s)=%{y}\u003cextra\u003e\u003c\u002fextra\u003e","legendgroup":"gemini-pro","marker":{"color":"#B6E880","pattern":{"shape":""}},"name":"gemini-pro","offsetgroup":"gemini-pro","orientation":"v","showlegend":true,"textposition":"auto","x":["early morning","morning","afternoon","late afternoon","evening","late evening","midnight","night"],"xaxis":"x","y":[2.7453590130460435,2.497767536007628,2.816922114008949,2.9268629640903114,2.86901999375759,3.7189874940246117,3.338477972348531,2.8375814715210272],"yaxis":"y","type":"bar"},{"alignmentgroup":"True","hovertemplate":"Model=gpt-3.5-turbo\u003cbr\u003eTime of day=%{x}\u003cbr\u003eExecution Time (s)=%{y}\u003cextra\u003e\u003c\u002fextra\u003e","legendgroup":"gpt-3.5-turbo","marker":{"color":"#FF97FF","pattern":{"shape":""}},"name":"gpt-3.5-turbo","offsetgroup":"gpt-3.5-turbo","orientation":"v","showlegend":true,"textposition":"auto","x":["early morning","morning","afternoon","late afternoon","evening","late evening","midnight","night"],"xaxis":"x","y":[3.787998208734724,3.126271222697364,3.9458200880459375,4.384064777692159,3.5153889304115657,5.110168156187617,3.822115447632102,6.062970260473398],"yaxis":"y","type":"bar"},{"alignmentgroup":"True","hovertemplate":"Model=gpt-4\u003cbr\u003eTime of day=%{x}\u003cbr\u003eExecution Time (s)=%{y}\u003cextra\u003e\u003c\u002fextra\u003e","legendgroup":"gpt-4","marker":{"color":"#FECB52","pattern":{"shape":""}},"name":"gpt-4","offsetgroup":"gpt-4","orientation":"v","showlegend":true,"textposition":"auto","x":["early morning","morning","afternoon","late afternoon","evening","late evening","midnight","night"],"xaxis":"x","y":[14.348626694414351,12.759107512468733,16.002364798386893,16.80607506932254,13.841120740345547,14.298642643005493,12.3578163115329,12.813134506115546],"yaxis":"y","type":"bar"},{"alignmentgroup":"True","hovertemplate":"Model=gpt-4-turbo\u003cbr\u003eTime of day=%{x}\u003cbr\u003eExecution Time (s)=%{y}\u003cextra\u003e\u003c\u002fextra\u003e","legendgroup":"gpt-4-turbo","marker":{"color":"#636efa","pattern":{"shape":""}},"name":"gpt-4-turbo","offsetgroup":"gpt-4-turbo","orientation":"v","showlegend":true,"textposition":"auto","x":["early morning","morning","afternoon","late afternoon","evening","late evening","midnight","night"],"xaxis":"x","y":[11.555620827939775,13.686854598257277,13.997754749229976,22.320911452883767,16.550320884159632,14.592236209392548,13.770663784850727,14.254795966698573],"yaxis":"y","type":"bar"},{"alignmentgroup":"True","hovertemplate":"Model=llama-2-70b-chat\u003cbr\u003eTime of day=%{x}\u003cbr\u003eExecution Time (s)=%{y}\u003cextra\u003e\u003c\u002fextra\u003e","legendgroup":"llama-2-70b-chat","marker":{"color":"#EF553B","pattern":{"shape":""}},"name":"llama-2-70b-chat","offsetgroup":"llama-2-70b-chat","orientation":"v","showlegend":true,"textposition":"auto","x":["early morning","morning","afternoon","late afternoon","evening","late evening","midnight","night"],"xaxis":"x","y":[2.8660141522424265,2.872361832027194,4.234376892130426,3.6833307104881365,2.9706250462084185,4.719581684340602,3.249819871626402,2.8264514451677147],"yaxis":"y","type":"bar"},{"alignmentgroup":"True","hovertemplate":"Model=zephyr-7b-beta\u003cbr\u003eTime of day=%{x}\u003cbr\u003eExecution Time (s)=%{y}\u003cextra\u003e\u003c\u002fextra\u003e","legendgroup":"zephyr-7b-beta","marker":{"color":"#00cc96","pattern":{"shape":""}},"name":"zephyr-7b-beta","offsetgroup":"zephyr-7b-beta","orientation":"v","showlegend":true,"textposition":"auto","x":["early morning","morning","afternoon","late afternoon","evening","late evening","midnight","night"],"xaxis":"x","y":[3.937663261095683,4.056525647640228,3.5789777278900146,3.4592524923459447,3.5673056403795878,3.45343524068594,3.7253047794103624,3.6954557319482166],"yaxis":"y","type":"bar"}],"layout":{"template":{"data":{"histogram2dcontour":[{"type":"histogram2dcontour","colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]}],"choropleth":[{"type":"choropleth","colorbar":{"outlinewidth":0,"ticks":""}}],"histogram2d":[{"type":"histogram2d","colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]}],"heatmap":[{"type":"heatmap","colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]}],"heatmapgl":[{"type":"heatmapgl","colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]}],"contourcarpet":[{"type":"contourcarpet","colorbar":{"outlinewidth":0,"ticks":""}}],"contour":[{"type":"contour","colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]}],"surface":[{"type":"surface","colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]}],"mesh3d":[{"type":"mesh3d","colorbar":{"outlinewidth":0,"ticks":""}}],"scatter":[{"fillpattern":{"fillmode":"overlay","size":10,"solidity":0.2},"type":"scatter"}],"parcoords":[{"type":"parcoords","line":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scatterpolargl":[{"type":"scatterpolargl","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"bar":[{"error_x":{"color":"#2a3f5f"},"error_y":{"color":"#2a3f5f"},"marker":{"line":{"color":"#E5ECF6","width":0.5},"pattern":{"fillmode":"overlay","size":10,"solidity":0.2}},"type":"bar"}],"scattergeo":[{"type":"scattergeo","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scatterpolar":[{"type":"scatterpolar","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"histogram":[{"marker":{"pattern":{"fillmode":"overlay","size":10,"solidity":0.2}},"type":"histogram"}],"scattergl":[{"type":"scattergl","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scatter3d":[{"type":"scatter3d","line":{"colorbar":{"outlinewidth":0,"ticks":""}},"marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scattermapbox":[{"type":"scattermapbox","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scatterternary":[{"type":"scatterternary","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scattercarpet":[{"type":"scattercarpet","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"carpet":[{"aaxis":{"endlinecolor":"#2a3f5f","gridcolor":"white","linecolor":"white","minorgridcolor":"white","startlinecolor":"#2a3f5f"},"baxis":{"endlinecolor":"#2a3f5f","gridcolor":"white","linecolor":"white","minorgridcolor":"white","startlinecolor":"#2a3f5f"},"type":"carpet"}],"table":[{"cells":{"fill":{"color":"#EBF0F8"},"line":{"color":"white"}},"header":{"fill":{"color":"#C8D4E3"},"line":{"color":"white"}},"type":"table"}],"barpolar":[{"marker":{"line":{"color":"#E5ECF6","width":0.5},"pattern":{"fillmode":"overlay","size":10,"solidity":0.2}},"type":"barpolar"}],"pie":[{"automargin":true,"type":"pie"}]},"layout":{"autotypenumbers":"strict","colorway":["#636efa","#EF553B","#00cc96","#ab63fa","#FFA15A","#19d3f3","#FF6692","#B6E880","#FF97FF","#FECB52"],"font":{"color":"#2a3f5f"},"hovermode":"closest","hoverlabel":{"align":"left"},"paper_bgcolor":"white","plot_bgcolor":"#E5ECF6","polar":{"bgcolor":"#E5ECF6","angularaxis":{"gridcolor":"white","linecolor":"white","ticks":""},"radialaxis":{"gridcolor":"white","linecolor":"white","ticks":""}},"ternary":{"bgcolor":"#E5ECF6","aaxis":{"gridcolor":"white","linecolor":"white","ticks":""},"baxis":{"gridcolor":"white","linecolor":"white","ticks":""},"caxis":{"gridcolor":"white","linecolor":"white","ticks":""}},"coloraxis":{"colorbar":{"outlinewidth":0,"ticks":""}},"colorscale":{"sequential":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]],"sequentialminus":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]],"diverging":[[0,"#8e0152"],[0.1,"#c51b7d"],[0.2,"#de77ae"],[0.3,"#f1b6da"],[0.4,"#fde0ef"],[0.5,"#f7f7f7"],[0.6,"#e6f5d0"],[0.7,"#b8e186"],[0.8,"#7fbc41"],[0.9,"#4d9221"],[1,"#276419"]]},"xaxis":{"gridcolor":"white","linecolor":"white","ticks":"","title":{"standoff":15},"zerolinecolor":"white","automargin":true,"zerolinewidth":2},"yaxis":{"gridcolor":"white","linecolor":"white","ticks":"","title":{"standoff":15},"zerolinecolor":"white","automargin":true,"zerolinewidth":2},"scene":{"xaxis":{"backgroundcolor":"#E5ECF6","gridcolor":"white","linecolor":"white","showbackground":true,"ticks":"","zerolinecolor":"white","gridwidth":2},"yaxis":{"backgroundcolor":"#E5ECF6","gridcolor":"white","linecolor":"white","showbackground":true,"ticks":"","zerolinecolor":"white","gridwidth":2},"zaxis":{"backgroundcolor":"#E5ECF6","gridcolor":"white","linecolor":"white","showbackground":true,"ticks":"","zerolinecolor":"white","gridwidth":2}},"shapedefaults":{"line":{"color":"#2a3f5f"}},"annotationdefaults":{"arrowcolor":"#2a3f5f","arrowhead":0,"arrowwidth":1},"geo":{"bgcolor":"white","landcolor":"#E5ECF6","subunitcolor":"white","showland":true,"showlakes":true,"lakecolor":"white"},"title":{"x":0.05},"mapbox":{"style":"light"}}},"xaxis":{"anchor":"y","domain":[0.0,1.0],"title":{"text":"Time of day"},"categoryorder":"array","categoryarray":["early morning","morning","afternoon","late afternoon","evening","late evening","midnight","night"]},"yaxis":{"anchor":"x","domain":[0.0,1.0],"title":{"text":"Execution Time (s)"}},"legend":{"title":{"text":"Model"},"tracegroupgap":0},"title":{"text":"Execution time for different times of the day"},"barmode":"group"}}