model,Dataset,Timeout,ET,NET,Max_NET,NET>5,ThroughtPut,NThroughtPut,Max_ThroughtPut,ThroughtPut>5,MU,NMU,Max_NMU,NMU>5,TMU,NTMU,Max_TMU,TMU>5,pass1
Artigenz-Coder-DS-6.7B,EffiBench,10,0.39,2.89,27.78,1.6,2187.71,0.9,0.92,0.0,62.13,1.59,2.48,0.0,19.72,2.35,70.28,90.9,36.4
claude-3-haiku_1,EffiBench,10,0.39,3.0,28.75,0.7,1969.94,0.88,0.93,0.0,59.15,1.64,2.05,0.0,17.99,2.66,72.87,90.0,42.9
claude-3-sonnet,EffiBench,10,0.4,3.05,17.43,0.9,1954.22,0.86,0.93,0.0,60.22,1.62,2.06,0.0,23.29,3.13,50.78,90.5,43.2
CodeFuse-DeepSeek-33B,EffiBench,10,0.36,2.77,6.1,0.3,1792.2,0.88,0.94,0.0,58.3,1.65,2.06,0.0,16.45,2.54,15.19,87.6,29.2
codegemma-7b-it,EffiBench,10,0.36,2.85,14.19,1.2,1775.12,0.81,0.93,0.0,58.46,1.68,2.06,0.0,16.12,2.87,40.54,89.8,16.6
codegemma-7b,EffiBench,10,0.34,2.82,8.09,0.8,2179.43,0.9,0.93,0.0,55.68,1.71,2.06,0.0,13.78,3.19,20.96,92.2,12.8
CodeLlama-7b-Instruct-hf,EffiBench,10,0.46,2.89,17.26,4.2,1881.5,0.71,0.94,0.0,77.87,1.43,3.59,0.0,32.14,1.87,56.61,87.5,4.8
CodeLlama-7b-Python-hf,EffiBench,10,0.34,2.64,4.05,0.0,2479.33,0.92,0.92,0.0,58.02,1.63,2.42,0.0,14.42,2.4,9.94,84.4,6.5
CodeLlama-13b-hf,EffiBench,10,0.4,1.95,3.21,0.0,2863.0,1.07,1.07,0.0,104.42,1.25,2.05,0.0,43.83,1.19,6.53,81.8,1.1
CodeLlama-13b-Instruct-hf,EffiBench,10,0.35,2.55,4.46,0.0,2448.5,0.91,0.92,0.0,65.96,1.54,2.48,0.0,18.74,1.89,10.22,91.6,8.4
CodeLlama-13b-Python-hf,EffiBench,10,0.37,2.69,9.54,1.0,2082.17,0.88,0.93,0.0,65.81,1.53,2.07,0.0,22.81,2.33,21.59,87.6,9.7
CodeLlama-34b-hf,EffiBench,10,0.34,2.76,4.46,0.0,2102.67,0.89,0.92,0.0,55.38,1.75,2.06,0.0,13.41,2.89,9.17,92.9,8.4
CodeLlama-34b-Instruct-hf,EffiBench,10,0.37,2.84,13.66,0.9,1850.17,0.89,0.93,0.0,61.31,1.62,2.56,0.0,18.53,2.68,31.46,87.4,11.1
CodeLlama-34b-Python-hf,EffiBench,10,0.39,3.02,45.19,0.9,2442.0,0.91,0.91,0.0,60.01,1.64,2.38,0.0,19.52,2.84,137.21,87.7,10.6
CodeLlama-70b-hf,EffiBench,10,0.42,3.18,13.92,4.4,2429.25,0.91,0.92,0.0,62.41,1.6,2.06,0.0,22.27,3.0,32.04,87.8,9.0
CodeLlama-70b-Instruct-hf,EffiBench,10,0.38,3.17,14.6,1.4,2469.0,0.93,0.93,0.0,54.04,1.79,2.06,0.0,18.27,5.45,33.69,90.3,7.2
deepseek-coder-1.3b-instruct,EffiBench,10,0.33,2.55,3.63,0.0,2552.0,0.93,0.93,0.0,57.73,1.66,2.03,0.0,13.11,2.92,8.13,88.9,4.5
deepseek-coder-6.7b-base,EffiBench,10,0.37,2.75,12.25,1.2,2473.25,0.91,0.92,0.0,62.78,1.58,2.14,0.0,19.55,2.21,23.39,89.7,16.5
deepseek-coder-6.7b-instruct,EffiBench,10,0.38,2.43,5.59,1.4,1261.0,0.48,0.75,0.0,73.73,1.42,2.57,0.0,26.84,1.83,13.81,88.4,6.9
deepseek-coder-33b-base,EffiBench,10,0.38,3.08,19.54,1.3,1955.36,0.85,0.92,0.0,60.3,1.82,37.39,0.4,22.05,3.88,604.13,91.9,23.5
gpt-3.5-turbo-0301,EffiBench,10,0.39,2.92,27.7,1.4,1907.38,0.88,0.95,0.0,60.53,1.61,2.05,0.0,19.06,2.52,70.62,89.1,42.3
gpt-3.5-turbo-0613,EffiBench,10,0.39,2.96,46.7,0.9,1912.42,0.88,0.94,0.0,59.82,1.64,2.64,0.0,19.11,2.68,161.12,89.9,46.4
gpt-3.5-turbo-1106,EffiBench,10,0.4,3.15,68.71,1.6,2177.43,0.91,1.18,0.0,59.34,1.66,9.12,0.2,19.39,2.85,182.63,90.9,49.3
gpt-4,EffiBench,10,0.37,2.88,13.89,1.0,1981.62,0.89,0.93,0.0,58.85,1.66,2.25,0.0,17.69,2.69,43.92,91.1,50.8
gpt-4-turbo-preview,EffiBench,10,0.38,3.02,27.0,1.2,2097.52,0.89,0.93,0.0,57.06,1.71,9.13,0.2,16.92,3.02,68.48,91.1,65.4
Magicoder-S-DS-6.7B,EffiBench,10,0.35,2.72,6.73,0.6,1731.36,0.71,0.74,0.0,60.12,1.62,2.61,0.0,16.84,2.32,14.24,89.0,36.3
Mistral-7B-codealpaca-lora,EffiBench,10,0.31,2.8,3.82,0.0,2099.0,0.79,0.79,0.0,51.51,1.91,2.36,0.0,10.5,5.46,9.2,88.5,2.6
OpenCodeInterpreter-DS-1.3B,EffiBench,10,0.35,2.5,3.93,0.0,1667.0,0.88,0.93,0.0,68.25,1.51,2.05,0.0,21.88,1.89,8.44,87.0,5.5
OpenCodeInterpreter-DS-6.7B,EffiBench,10,0.37,2.66,6.03,1.5,1880.0,0.91,0.94,0.0,63.41,1.58,2.37,0.0,19.17,2.21,14.14,87.9,13.2
OpenCodeInterpreter-DS-33B,EffiBench,10,0.39,2.95,26.06,1.7,1658.67,0.72,0.78,0.0,59.37,1.65,2.43,0.0,18.34,2.77,66.25,88.2,23.7
Phind-CodeLlama-34B-Python-v1,EffiBench,10,0.4,2.7,26.62,2.3,2504.14,0.93,0.93,0.0,71.23,1.47,2.31,0.0,26.23,1.89,90.38,89.5,13.3
Phind-CodeLlama-34B-v1,EffiBench,10,0.36,2.55,3.57,0.0,2466.33,0.92,0.92,0.0,67.63,1.51,2.06,0.0,22.61,2.07,7.76,88.0,11.7
Phind-CodeLlama-34B-v2,EffiBench,10,0.42,2.83,53.08,1.0,2226.0,0.91,0.93,0.0,70.53,1.46,2.6,0.0,26.24,1.94,139.88,86.4,19.1
starcoder,EffiBench,10,0.33,2.54,3.34,0.0,1657.0,0.87,0.91,0.0,65.23,1.55,2.06,0.0,17.67,2.03,6.88,85.3,3.4
starcoder2-3b,EffiBench,10,0.31,2.86,3.13,0.0,2842.0,1.07,1.07,0.0,51.58,1.87,2.04,0.0,10.55,5.42,6.61,92.3,1.3
starcoder2-7b,EffiBench,10,0.32,3.02,5.19,6.7,3281.0,1.2,1.2,0.0,48.55,1.98,2.06,0.0,10.63,6.29,12.69,100.0,1.5
WizardCoder-15B-V1.0,EffiBench,10,0.35,2.37,4.07,0.0,2214.33,1.02,1.03,0.0,72.72,1.45,2.06,0.0,20.63,1.76,9.51,83.3,3.0
WizardCoder-Python-13B-V1.0-GPTQ,EffiBench,10,0.46,2.75,16.48,2.9,1416.0,0.54,1.02,0.0,80.77,1.41,3.57,0.0,30.74,1.96,53.63,76.5,3.4
XwinCoder-13B,EffiBench,10,0.33,2.74,4.16,0.0,3227.5,1.2,1.21,0.0,57.7,1.68,2.05,0.0,14.4,2.64,8.95,92.8,8.4
XwinCoder-34B,EffiBench,10,0.34,2.75,6.32,0.5,3104.29,1.26,1.28,0.0,57.92,1.68,2.42,0.0,14.31,2.81,17.7,87.5,18.4
Yi-34B-200K,EffiBench,10,0.31,2.89,3.17,0.0,2106.0,0.88,0.96,0.0,49.88,1.93,2.06,0.0,10.23,5.72,6.78,91.7,3.6
Yi-34B-Chat,EffiBench,10,0.34,2.43,3.15,0.0,1719.0,1.01,1.03,0.0,68.99,1.49,2.05,0.0,19.09,1.84,6.69,89.3,2.8
Yi-34B,EffiBench,10,0.37,2.18,3.38,0.0,2868.0,1.08,1.08,0.0,83.42,1.37,2.05,0.0,26.71,1.39,7.13,88.5,2.6