,model_name,model_dtype,ARC,HellaSwag,TruthfulQA,Winogrande,GSM8K,MMLU,Average 0,aqweteddy/mistral_tv-neural-marconroni,torch.bfloat16,0.6919795221843004,0.8625771758613822,0.6002963889764419,0.8089976322020521,0.6618650492797574,0.6507031832272263,0.7127364919551934 3,superlazycoder/NeuralPipe-7B-slerp,torch.float16,0.6757679180887372,0.8616809400517825,0.598408044881861,0.8018942383583267,0.6823351023502654,0.6405985918399429,0.7101141392618193 4,Neko-Institute-of-Science/metharme-7b,torch.float16,0.5366894197952219,0.786197968532165,0.39161750173515075,0.7253354380426204,0.050037907505686124,0.35910453221651123,0.47483046130455925 5,Neko-Institute-of-Science/pygmalion-7b,torch.float16,0.5136518771331058,0.7781318462457678,0.34541288814971643,0.7221783741120757,0.04624715693707354,0.3568354877788264,0.4604096050594276 6,Rallio67/3B-redpajama-conditional-alpha,torch.float16,0.3626279863481229,0.6190001991635132,0.36312325124908573,0.6077348066298343,0.006065200909780136,0.2541888266330823,0.36879004515556973 7,Rallio67/7B-redpajama-conditional-alpha,torch.float16,0.4257679180887372,0.6990639314877515,0.3642195102296637,0.6716653512233622,0.0075815011372251705,0.2653141602295169,0.40560206206604277 8,LinkSoul/Chinese-Llama-2-7b,torch.float16,0.5298634812286689,0.7564230233021311,0.48936035167457725,0.7277032359905288,0.14480667172100076,0.5074185658286857,0.5259292216242654 9,postbot/gpt-neo-1.3B-emailgen,torch.bfloat16,0.29948805460750855,0.4794861581358295,0.4254807884462743,0.5627466456195738,0.0,0.24111240303427608,0.3347190083072437 10,postbot/pythia-160m-hq-emails,torch.bfloat16,0.23122866894197952,0.3005377414857598,0.4550530004497737,0.5027624309392266,0.0,0.2657624681388088,0.29255738499259143 11,postbot/distilgpt2-emailgen,torch.float16,0.2175767918088737,0.27524397530372435,0.46170278335459186,0.516179952644041,0.0,0.2597114167020946,0.28840248663555423 12,postbot/distilgpt2-emailgen-V2,torch.float16,0.2098976109215017,0.26777534355706034,0.4651319733972654,0.5201262825572218,0.0,0.25529043286279296,0.2863702738826404 13,postbot/gpt2-medium-emailgen,torch.bfloat16,0.2645051194539249,0.3430591515634336,0.43956041135282153,0.5043409629044988,0.0,0.24102868776030237,0.2987490555058302 14,postbot/emailgen-pythia-410m-deduped,torch.float16,0.2790102389078498,0.4004182433778132,0.3819742528315203,0.5209155485398579,0.0,0.2735497835806957,0.30931134453962283 15,sia-ai/llama-2-7b-1-percent-open-orca-1000-steps-v0,torch.float16,0.5127986348122867,0.7874925313682534,0.45831334808971286,0.7411207576953434,0.027293404094010616,0.4468298515346411,0.49564142126570804 16,cris177/DesivoMerge0.1,torch.bfloat16,0.658703071672355,0.8539135630352519,0.5536080256437423,0.7853196527229677,0.5852918877937832,0.6434910511515233,0.6800545420032705 17,cris177/Orca-Hermes-7B-slerp,torch.bfloat16,0.6407849829351536,0.844353714399522,0.5284492415147731,0.7790055248618785,0.5549658832448825,0.635564162125804,0.6638539181803356 18,TheBloke/Kimiko-v2-13B-fp16,torch.float16,0.6100682593856656,0.8332005576578371,0.4065291125077462,0.7679558011049724,0.12509476876421532,0.5516950895727505,0.5490905981655312 19,TheBloke/WizardLM-70B-V1.0-GPTQ,None,0.6382252559726962,0.838478390758813,0.5454276049890074,0.7861089187056038,0.18498862774829417,0.636759522760269,0.604998053489114 20,TheBloke/fiction.live-Kimiko-V2-70B-fp16,torch.float16,0.6766211604095563,0.8765186217884884,0.4927605148296666,0.8389897395422258,0.3457164518574678,0.6981608401580329,0.6547945547642396 23,TheBloke/openchat_v2_openorca_preview-GPTQ,torch.float16,0.27986348122866894,0.2606054570802629,0.5007929816225261,0.7063930544593529,0.1326762699014405,0.24236761217081515,0.3537831427438444 24,TheBloke/robin-33B-v2-GPTQ,torch.float16,0.2773037542662116,0.26289583748257317,0.49536982988840905,0.797947908445146,0.27748294162244125,0.2352640355748894,0.39104405121327845 25,TheBloke/llama-2-70b-Guanaco-QLoRA-fp16,torch.float16,0.6825938566552902,0.8831905994821748,0.5569422346576033,0.8397790055248618,0.2979529946929492,0.7023298341400356,0.6604647541921526 26,TheBloke/wizard-vicuna-13B-GPTQ,torch.float16,0.28668941979522183,0.25941047600079664,0.48529808032699134,0.7474348855564326,0.09628506444275967,0.25842846206843473,0.3555910646984395 27,TheBloke/airoboros-13B-HF,torch.float16,0.5827645051194539,0.8104959171479785,0.5157191510287134,0.7624309392265194,0.0712661106899166,0.5003081958954944,0.540497469851346 29,TheBloke/wizardLM-13B-1.0-fp16,torch.float16,0.5725255972696246,0.8088030272854013,0.5054873045730662,0.7411207576953434,0.13874147081122062,0.5290438266686647,0.5492869973838869 30,TheBloke/CodeLlama-13B-Instruct-fp16,torch.float16,0.4462457337883959,0.6493726349332802,0.45878663529563757,0.6803472770323599,0.12661106899166036,0.3876937154502335,0.4581761775819279 31,TheBloke/OpenOrcaxOpenChat-Preview2-13B-GPTQ,None,0.6126279863481229,0.821449910376419,0.5021851197251754,0.771112865035517,0.1243366186504928,0.578487888262188,0.5683667313996525 33,TheBloke/vicuna-13B-1.1-HF,torch.float16,0.5273037542662116,0.8013343955387373,0.5207836984948891,0.7419100236779794,0.08642911296436695,0.5193614752036645,0.5328537433576415 34,TheBloke/guanaco-13B-HF,torch.float16,0.5784982935153583,0.8383788090021908,0.4673352529553649,0.7584846093133386,0.08718726307808947,0.48280758858774325,0.5354486360753475 35,TheBloke/Vicuna-13B-CoT-fp16,torch.float16,0.5273037542662116,0.8014339772953595,0.520836680647418,0.7419100236779794,0.08642911296436695,0.5190047111544449,0.5328197100009634 36,TheBloke/Nous-Hermes-13B-SuperHOT-8K-fp16,torch.float16,0.552901023890785,0.8186616211909978,0.5119241591172863,0.7529597474348856,0.012130401819560273,0.48232410457205854,0.5218168430042622 37,TheBloke/CodeLlama-34B-Python-fp16,torch.float16,0.38139931740614336,0.3480382393945429,0.43567105267740514,0.7213891081294396,0.2001516300227445,0.3294843620719598,0.40268895161703927 38,TheBloke/medalpaca-13B-GPTQ-4bit,torch.float16,0.2935153583617747,0.26319458275243973,0.4951295157746196,0.5311760063141279,0.0,0.2544201875218709,0.30623927512080545 39,TheBloke/Airoboros-L2-13B-2.1-GPTQ,None,0.5895904436860068,0.817167894841665,0.446804769719196,0.7434885556432518,0.05989385898407885,0.5315824645163856,0.531421331231764 40,TheBloke/Wizard-Vicuna-7B-Uncensored-HF,torch.float16,0.5341296928327645,0.7884883489344752,0.4347779023075343,0.7221783741120757,0.045489006823351025,0.37088924773645165,0.4826587621244422 41,TheBloke/Llama-2-7b-Chat-AWQ,torch.float16,0.2721843003412969,0.2548297151961761,0.499548040569627,0.47513812154696133,0.0,0.2466599618210712,0.29139335657918874 42,TheBloke/LongChat-13B-GPTQ,None,0.2832764505119454,0.261202947619996,0.4827158174737024,0.5114443567482242,0.0,0.2555661931052621,0.29903429424318834 43,TheBloke/tulu-13B-fp16,torch.float16,0.5392491467576792,0.8066122286397132,0.4383598440987917,0.7561168113654302,0.1425322213798332,0.5319496176581008,0.5358033116499247 44,TheBloke/wizard-vicuna-13B-HF,torch.float16,0.5469283276450512,0.7917745469030074,0.49619544657387094,0.7482241515390686,0.0932524639878696,0.48875948861570984,0.5275224042107629 45,TheBloke/tulu-30B-fp16,torch.float16,0.5998293515358362,0.8339972117108145,0.4514200961025914,0.8082083662194159,0.19711902956785443,0.5610385629703263,0.575268769684473 47,TheBloke/WizardLM-7B-uncensored-GPTQ,torch.float16,0.28498293515358364,0.253734315873332,0.5086427712457394,0.4956590370955012,0.0,0.24851844555306163,0.2985895841535363 48,TheBloke/CodeLlama-13B-Python-fp16,torch.float16,0.3319112627986348,0.44503087034455285,0.43989219144943836,0.6740331491712708,0.10083396512509477,0.259432144203747,0.3751889305154564 49,TheBloke/robin-65b-v2-fp16,torch.float16,0.6194539249146758,0.8460466042620992,0.5230660045885717,0.8050513022888713,0.2699014404852161,0.6251093546258363,0.6147714385275451 50,TheBloke/airoboros-7b-gpt4-fp16,torch.float16,0.5307167235494881,0.7866958773152758,0.40728190105019363,0.7308602999210734,0.017437452615617893,0.3887553379438132,0.4769579320659103 53,TheBloke/Llama-2-70B-chat-GPTQ,None,0.6262798634812287,0.8481378211511651,0.509833074268794,0.7868981846882399,0.1865049279757392,0.6274483928439465,0.5975170440681856 54,TheBloke/VicUnlocked-alpaca-65B-QLoRA-fp16,torch.float16,0.6561433447098977,0.8515236008763195,0.524653346988439,0.8129439621152328,0.27824109173616374,0.6313206031349285,0.6258043249268302 55,TheBloke/guanaco-7B-HF,torch.float16,0.5298634812286689,0.8005377414857598,0.39198062564912123,0.7142857142857143,0.05079605761940864,0.35315927998783436,0.4734371500427512 56,TheBloke/WizardLM-30B-GPTQ,torch.float16,0.2883959044368601,0.2608046205935073,0.4913727694395835,0.7632202052091555,0.34420015163002277,0.24618129611403458,0.39902915790386057 57,TheBloke/EverythingLM-13B-16K-GPTQ,torch.float16,0.29266211604095566,0.26239792869946227,0.4858437813036855,0.7134964483030781,0.053828658074298714,0.2539679476777821,0.34369948001654377 58,TheBloke/Mixtral-8x7B-v0.1-GPTQ,None,0.6518771331058021,0.8472415853415655,0.4543006274006171,0.8113654301499605,0.4829416224412434,0.69427727102464,0.6570006115773047 59,TheBloke/WizardLM-33B-V1.0-Uncensored-GPTQ,torch.float16,0.2738907849829352,0.26030671181039633,0.4890395458965077,0.7790055248618785,0.24564063684609552,0.25810085527026216,0.3843306766113459 60,TheBloke/WizardLM-13B-V1-1-SuperHOT-8K-GPTQ,None,0.5699658703071673,0.8032264489145589,0.5345534336987072,0.7434885556432518,0.006823351023502654,0.470845863330383,0.5214839204862618 62,TheBloke/vicuna-13b-v1.3.0-GPTQ,torch.float16,0.5435153583617748,0.7946624178450508,0.5088488034487862,0.7466456195737964,0.0841546626231994,0.519666703998624,0.5329155943085385 63,TheBloke/orca_mini_13B-GPTQ,torch.float16,0.27303754266211605,0.25851424019119695,0.48061175625899105,0.6377269139700079,0.000758150113722517,0.25313078211532125,0.3172965642185593 64,TheBloke/WizardLM-30B-Uncensored-GPTQ,torch.float16,0.29436860068259385,0.26468830910177255,0.4914690919219968,0.7316495659037096,0.21076573161485973,0.24350007751410863,0.3727402294565068 65,TheBloke/Llama-2-13B-GPTQ,None,0.591296928327645,0.8147779326827326,0.37071042385732017,0.7616416732438832,0.11296436694465505,0.5444624932044424,0.5326423030434464 66,TheBloke/alpaca-lora-65B-HF,torch.float16,0.6484641638225256,0.8559051981676957,0.45147495688569755,0.8121546961325967,0.2805155420773313,0.6311403055663969,0.6132758104420406 67,TheBloke/landmark-attention-llama7b-fp16,torch.float16,0.4735494880546075,0.6581358295160327,0.4262711761930085,0.6803472770323599,0.01592115238817286,0.31592151725199735,0.4283577400726964 68,TheBloke/stable-vicuna-13B-HF,torch.float16,0.5332764505119454,0.7850029874526987,0.4838353616511973,0.7521704814522494,0.04094010614101592,0.5029383222258572,0.5163606182391606 69,TheBloke/Wizard-Vicuna-30B-Uncensored-GPTQ,torch.float16,0.6109215017064846,0.8240390360485959,0.4989885484393867,0.77663772691397,0.23275208491281274,0.5645849912726324,0.5846539815489804 70,TheBloke/Llama-2-13B-fp16,torch.float16,0.5930034129692833,0.8215494921330412,0.3738783761432801,0.7663772691397001,0.10841546626231995,0.5567429203566242,0.5366611561673748 72,TheBloke/CodeLlama-34B-Instruct-fp16,torch.float16,0.40784982935153585,0.35660227046405096,0.4428923144531004,0.745067087608524,0.2304776345716452,0.3972483571729544,0.4300229156036352 73,TheBloke/tulu-7B-fp16,torch.float16,0.5017064846416383,0.7703644692292372,0.41606557052981424,0.7379636937647988,0.11220621683093253,0.47632843850865997,0.5024391455841802 74,TheBloke/Llama-2-70B-fp16,torch.float16,0.6732081911262798,0.8733320055765784,0.44923493721887353,0.8374112075769534,0.33965125094768767,0.6983208921288624,0.6451930807625392 75,TheBloke/Manticore-13B-Chat-Pyg-Guanaco-SuperHOT-8K-GPTQ,torch.float16,0.5281569965870307,0.7962557259510058,0.5254779040118085,0.7182320441988951,0.001516300227445034,0.398302697475482,0.4946569447419445 76,TheBloke/VicUnlocked-30B-LoRA-HF,torch.float16,0.5972696245733788,0.8401712806213901,0.4854286644286285,0.7947908445146015,0.14404852160727824,0.5781028165211604,0.5733019587110729 77,TheBloke/guanaco-65B-HF,torch.float16,0.6544368600682594,0.8646683927504482,0.5281436462656385,0.823993685872139,0.26004548900682334,0.6291847457258636,0.6267454699481952 79,TheBloke/Kimiko-13B-fp16,torch.float16,0.5921501706484642,0.823541127265485,0.3955278979709314,0.7671665351223362,0.08794541319181198,0.5584575577426749,0.5374647836569507 80,TheBloke/Project-Baize-v2-7B-GPTQ,torch.float16,0.4598976109215017,0.7344154550886277,0.3991984976250448,0.696921862667719,0.025018953752843062,0.3546451256999263,0.44501625095927716 81,TheBloke/orca_mini_v3_13B-GPTQ,None,0.6194539249146758,0.81557458673571,0.4922092515317753,0.7576953433307024,0.29492039423805916,0.5610232723842471,0.5901461288558617 83,TheBloke/Guanaco-3B-Uncensored-v2-GPTQ,None,0.41638225255972694,0.6475801633140809,0.3658408497762684,0.6432517758484609,0.001516300227445034,0.26249389910240184,0.3895108734713974 84,TheBloke/gpt4-alpaca-lora-30b-HF,torch.float16,0.6484641638225256,0.8571997610037841,0.5224270387662996,0.8018942383583267,0.155420773313116,0.5851326321102015,0.595089767895709 85,TheBloke/WizardLM-13B-V1-1-SuperHOT-8K-fp16,torch.float16,0.5861774744027304,0.8106950806612229,0.541865699474601,0.7600631412786109,0.0075815011372251705,0.483231746033245,0.5316024404979391 86,TheBloke/wizard-mega-13B-GPTQ,torch.float16,0.2773037542662116,0.26010754829715194,0.4869109173912817,0.7474348855564326,0.08946171341925702,0.2497129923336459,0.3518219685439968 88,TheBloke/Wizard-Vicuna-13B-Uncensored-HF,torch.float16,0.5895904436860068,0.8194582752439753,0.5168692050626681,0.7569060773480663,0.08642911296436695,0.479222787551183,0.5414126503093778 89,TheBloke/guanaco-33B-GPTQ,torch.float16,0.2815699658703072,0.2633937462656841,0.48980862480634235,0.7884767166535123,0.23805913570887036,0.24943725852994456,0.38512424130577677 90,TheBloke/Orca-2-13B-GPTQ,None,0.5981228668941979,0.7911770563632743,0.5514098320774886,0.7663772691397001,0.155420773313116,0.5934894269931785,0.5759995374634926 92,TheBloke/koala-7B-HF,torch.float16,0.4709897610921502,0.7358095996813384,0.4596019229751083,0.6992896606156275,0.03639120545868082,0.2552916587131416,0.4428956347560078 94,TheBloke/koala-13B-HF,torch.float16,0.5298634812286689,0.7759410476000796,0.5022661446867869,0.7403314917127072,0.06823351023502654,0.4532206892768197,0.5116427274566814 95,TheBloke/Wizard-Vicuna-30B-Uncensored-fp16,torch.float16,0.621160409556314,0.8344951204939255,0.5080755505916852,0.7845303867403315,0.1425322213798332,0.5823676231081018,0.5788602186450318 96,TheBloke/WizardLM-30B-fp16,torch.float16,0.6254266211604096,0.8328022306313483,0.5248618748874638,0.7750591949486977,0.2221379833206975,0.5902867714210335,0.5950957793949417 98,TheBloke/Planner-7B-fp16,torch.float16,0.5102389078498294,0.77823142800239,0.3432950455512755,0.7142857142857143,0.0356330553449583,0.35711061135855415,0.4564657937321202 99,TheBloke/BigTranslate-13B-GPTQ,torch.float16,0.45307167235494883,0.7510456084445329,0.40595324855240134,0.7095501183898973,0.0,0.3117811434369448,0.4385669651964543 100,TheBloke/OpenAssistant-SFT-7-Llama-30B-HF,torch.float16,0.60580204778157,0.8217486556462856,0.4693711489528687,0.7861089187056038,0.2979529946929492,0.5793349523840288,0.5933864530272177 101,TheBloke/WizardLM-13B-V1.1-GPTQ,torch.float16,0.5853242320819113,0.8066122286397132,0.5435298001783399,0.744277821625888,0.08112206216830932,0.49592298891591463,0.5427981889350127 102,TheBloke/Airoboros-L2-70B-2.1-GPTQ,None,0.7039249146757679,0.8653654650468035,0.5554952598764649,0.8161010260457774,0.15238817285822592,0.6889238918652134,0.6303664550613753 103,TheBloke/UltraLM-13B-fp16,torch.float16,0.575938566552901,0.8020314678350926,0.5156080724492841,0.7584846093133386,0.1068991660348749,0.5185233242809648,0.5462475344110761 104,TheBloke/neural-chat-7B-v3-2-GPTQ,None,0.659556313993174,0.8324039036048596,0.5979099902582387,0.7947908445146015,0.5284306292645944,0.6029437526027721,0.6693392390397066 105,TheBloke/Poro-34B-GPTQ,None,0.47013651877133106,0.7375024895439155,0.383670325628089,0.7134964483030781,0.05079605761940864,0.32469260736921934,0.4467157412058403 106,TheBloke/Wizard-Vicuna-13B-Uncensored-GPTQ,torch.float16,0.2960750853242321,0.25473013343955386,0.5024971327286255,0.7576953433307024,0.09931766489764973,0.2534013796141979,0.36061945655582694 107,TheBloke/dromedary-65b-lora-HF,torch.float16,0.6160409556313993,0.8253335988846843,0.3882253449999486,0.7892659826361483,0.2744503411675512,0.6307756588536795,0.5873486470289019 108,TheBloke/orca_mini_v3_7B-GPTQ,None,0.5452218430034129,0.7853017327225652,0.5120018406031775,0.7466456195737964,0.15314632297194844,0.5185437046613095,0.5434768439227017 109,TheBloke/OpenOrca-Platypus2-13B-GPTQ,None,0.6254266211604096,0.826727743477395,0.519328776659898,0.7679558011049724,0.09401061410159212,0.5855659081936958,0.5698359107829938 110,TheBloke/WizardLM-Uncensored-SuperCOT-StoryTelling-30B-GPTQ,torch.float16,0.2841296928327645,0.2605058753236407,0.49535667677532336,0.6866614048934491,0.05307050796057619,0.2470841558542029,0.33780138560665945 111,TheBloke/gpt4-alpaca-lora-13B-HF,torch.float16,0.5955631399317406,0.8208524198366859,0.48961829787726385,0.7671665351223362,0.09097801364670205,0.474845466338966,0.5398373121256158 112,TheBloke/chronos-wizardlm-uc-scot-st-13B-GPTQ,torch.float16,0.27986348122866894,0.2610037841067516,0.49679341606997424,0.745067087608524,0.06899166034874905,0.2571567975703901,0.3514793711555096 113,TheBloke/gpt4-alpaca-lora_mlp-65B-HF,torch.float16,0.6501706484641638,0.8612826130252937,0.591576692393521,0.8066298342541437,0.28278999241849884,0.627260763047779,0.6366184239339 115,TheBloke/manticore-13b-chat-pyg-GPTQ,torch.float16,0.5784982935153583,0.8106950806612229,0.4776861669816965,0.7592738752959748,0.08491281273692192,0.47555013797650947,0.5311027278612807 117,TheBloke/Llama-2-7B-GPTQ,None,0.5204778156996587,0.7759410476000796,0.39318347243467555,0.7292817679558011,0.050037907505686124,0.43986049757802786,0.48479708479565486 118,sarahlintang/mistral-indo-7b,torch.bfloat16,0.6109215017064846,0.8118900617406891,0.423359772241798,0.7837411207576953,0.3206974981046247,0.6299142067652138,0.5967540268860843 119,cloudyu/Mixtral-8x7B-Instruct-v0.1-DPO,torch.bfloat16,0.6979522184300341,0.8783110934076878,0.6917984166538759,0.813733228097869,0.6141015921152388,0.7104551995301828,0.734391958039148 120,cloudyu/google-gemma-7b-it-dpo-v1,torch.bfloat16,0.515358361774744,0.7157936666002789,0.4685200187020139,0.6724546172059984,0.2767247915087187,0.5324455824030673,0.5302161730324703 121,cloudyu/Yi-34Bx2-MoE-60B-DPO,torch.bfloat16,0.712457337883959,0.8510256920932086,0.6624336903360023,0.8476716653512234,0.7391963608794542,0.7735836583718805,0.7643947341526213 122,cloudyu/Mixtral_7Bx5_MoE_30B,torch.bfloat16,0.6996587030716723,0.8681537542322246,0.6597251221687485,0.8097868981846882,0.7217589082638363,0.6441543776756171,0.7338729605994646 123,cloudyu/Mixtral_7Bx2_MoE,torch.float16,0.712457337883959,0.8745269866560446,0.6723305286969269,0.8121546961325967,0.6846095526914329,0.6498316784729675,0.7343184634223211 124,cloudyu/Pluto_24B_DPO_200,torch.bfloat16,0.6561433447098977,0.8637721569408484,0.6986184584005906,0.7892659826361483,0.6588324488248674,0.6459445340813404,0.718762820932282 125,cloudyu/Mixtral_7Bx6_MoE_35B,torch.float16,0.6996587030716723,0.8681537542322246,0.6576763693172452,0.8113654301499605,0.7126611068991661,0.649083778922718,0.7330998570988312 126,cloudyu/Mixtral_7Bx2_MoE_DPO,torch.bfloat16,0.7303754266211604,0.887572196773551,0.81497814660951,0.8216258879242304,0.6489764973464746,0.6494236879801736,0.7588253072091833 127,cloudyu/mixtral_7bx4_moe,torch.bfloat16,0.6527303754266212,0.8528181637124079,0.5985125569293038,0.77663772691397,0.6209249431387415,0.6284064104478635,0.6883383627614846 128,cloudyu/mistral_18B_v0.1,torch.bfloat16,0.6254266211604096,0.7993427604062936,0.5732088816488592,0.7726913970007893,0.3813495072024261,0.6197794370155648,0.6286331007390571 129,cloudyu/mistral_9B_instruct_v0.2,torch.bfloat16,0.6100682593856656,0.8277235610436168,0.6389860527206364,0.7813733228097869,0.3957543593631539,0.605409231011524,0.6432191310557306 130,cloudyu/Truthful_DPO_cloudyu_Mixtral_34Bx2_MoE_60B,torch.bfloat16,0.712457337883959,0.8524198366859191,0.6674163627696861,0.8429360694554064,0.7407126611068992,0.7727712696632667,0.7647855895941894 131,cloudyu/19B_MATH_DPO,torch.bfloat16,0.7107508532423208,0.8842859988050189,0.7211331341447883,0.829518547750592,0.6376042456406369,0.6624936368355351,0.7409644027364819 132,cloudyu/mistral_11B_instruct_v0.1,torch.float16,0.537542662116041,0.7463652658832902,0.6364340103053324,0.7355958958168903,0.2850644427596664,0.5893074024826181,0.5883849465606398 133,cloudyu/Truthful_DPO_TomGrc_FusionNet_34Bx2_MoE,torch.bfloat16,0.7286689419795221,0.865166301533559,0.7328348537061722,0.8318863456985004,0.7088703563305534,0.7696168659298089,0.7728406108630194 134,cloudyu/4bit_quant_TomGrc_FusionNet_34Bx2_MoE_v0.1_DPO,4bit,0.7320819112627986,0.8610834495120494,0.7277883751034597,0.829518547750592,0.7119029567854435,0.7543819070254025,0.769459524573291 135,cloudyu/Yi-34Bx2-MOE-200K,torch.bfloat16,0.7047781569965871,0.8463453495319657,0.6818760711458495,0.8271507498026835,0.7270659590598939,0.7664349967483032,0.7589418805475471 136,cloudyu/60B_MoE_Coder_v3,torch.bfloat16,0.71160409556314,0.8544114718183629,0.6700593362662586,0.8255722178374112,0.6694465504169825,0.7536776152192871,0.7474618811869069 137,cloudyu/mistral_28B_instruct_v0.1,torch.bfloat16,0.5836177474402731,0.8053176658036247,0.6416534233937677,0.7482241515390686,0.379833206974981,0.6073476055250963,0.6276656334461352 138,cloudyu/Mixtral_13B_Chat,torch.bfloat16,0.674061433447099,0.8586934873531169,0.5897994402086952,0.8042620363062352,0.5663381349507203,0.645432932673589,0.6897645774899092 139,cloudyu/Mixtral_7Bx2_MoE_13B,torch.float16,0.6484641638225256,0.8391754630551683,0.5754893244644783,0.7790055248618785,0.44351781652767247,0.6227399921980677,0.6513987141549652 140,cloudyu/Mixtral_7Bx4_MOE_24B,torch.float16,0.6535836177474402,0.852320254929297,0.5978275429044729,0.7805840568271507,0.6171341925701289,0.629560943727401,0.6885017681176485 141,cloudyu/Yi-34Bx2-MoE-60B,torch.bfloat16,0.7107508532423208,0.852320254929297,0.6619082030385652,0.8484609313338595,0.755117513267627,0.7746987523965543,0.767209418034704 142,cloudyu/Phoenix_DPO_60B,torch.bfloat16,0.71160409556314,0.8546106353316073,0.6383841795252835,0.8492501973164956,0.6982562547384382,0.7766421737486302,0.7547912560372657 143,cloudyu/TomGrc_FusionNet_34Bx2_MoE_v0.1_DPO_f16,torch.bfloat16,0.7406143344709898,0.8673571001792472,0.7224126373641326,0.8334648776637726,0.7445034116755117,0.7664737807725408,0.7791376903543658 144,cloudyu/19B_TRUTH_DPO,torch.bfloat16,0.7167235494880546,0.8862776339374626,0.7223001888589835,0.8216258879242304,0.5633055344958302,0.6577896922490475,0.7280037478256015 145,cloudyu/mistral_18B_instruct_v0.1,torch.bfloat16,0.5691126279863481,0.8135829516032663,0.6484634670784011,0.7703235990528808,0.40333586050037906,0.6052199828068447,0.6350064148380201 146,cloudyu/Qwen-72Bx2-MoE-120B,torch.bfloat16,0.2593856655290102,0.24905397331208923,0.4891376724889372,0.47198105761641673,0.0,0.232654983721561,0.28370222544466905 147,cloudyu/Yi-34Bx3-MoE-90B,torch.bfloat16,0.7090443686006825,0.8533160724955188,0.6631117489702718,0.8429360694554064,0.7285822592873389,0.7741007412803114,0.761848543348255 148,cloudyu/Mixtral_34Bx2_MoE_60B,torch.float16,0.712457337883959,0.8536148177653854,0.6660615240688443,0.8468823993685872,0.7460197119029568,0.7727645969364295,0.7663000646543603 149,cloudyu/mistral_15B_instruct_v0.1,torch.bfloat16,0.5844709897610921,0.8170683130850428,0.6342984767656984,0.7624309392265194,0.3858984078847612,0.5981857002545069,0.6303921378296035 150,cloudyu/mistral_28B_instruct_v0.2,torch.bfloat16,0.5819112627986348,0.8052180840470026,0.6425174243054362,0.7490134175217048,0.3843821076573162,0.6053248519636866,0.6280611913822969 151,cloudyu/TomGrc_FusionNet_34Bx2_MoE_v0.1_full_linear_DPO,torch.float16,0.7406143344709898,0.8666600278828919,0.7131962651033679,0.8342541436464088,0.7293404094010614,0.7669060256322436,0.7751618676894939 152,cloudyu/Venus_DPO_50,torch.bfloat16,0.7073378839590444,0.8846843258315077,0.7263318450468071,0.8342541436464088,0.6360879454131918,0.663039812481808,0.7419559927297946 153,cloudyu/Mixtral_11Bx2_MoE_19B,torch.float16,0.71160409556314,0.8846843258315077,0.7199912316059361,0.8326756116811366,0.6527672479150872,0.6630837852889433,0.7441343829809584 154,ContextualAI/archangel_sft-kto_llama13b,torch.float16,0.5614334470989761,0.8080063732324239,0.39418229629364515,0.7616416732438832,0.1683093252463988,0.47835248844355066,0.528654267259813 155,ContextualAI/Contextual_KTO_Mistral_PairRM,torch.float16,0.6476109215017065,0.8552081258713403,0.7167420880007231,0.755327545382794,0.33813495072024263,0.6027960425870018,0.6526366123439681 156,InnerI/I-Code-NousLlama7B-slerp,torch.bfloat16,0.4035836177474403,0.6105357498506274,0.3617412829286974,0.6464088397790055,0.0075815011372251705,0.28373274417516053,0.3855972892696928 157,InnerI/InnerI-AI-sn6-7B-slerp,torch.bfloat16,0.5836177474402731,0.7758414658434575,0.5470215227427601,0.7292817679558011,0.3949962092494314,0.5881782552908448,0.6031561614204279 158,InnerI/InnerIAI-chat-7b-grok,torch.bfloat16,0.5213310580204779,0.7538338976299542,0.46558746897101605,0.7229676400947119,0.18423047763457165,0.5385688056431562,0.5310865579989813 159,InnerI/A-I-0xtom-7B-slerp,torch.bfloat16,0.5819112627986348,0.7764389563831906,0.547836195581352,0.7324388318863457,0.40181956027293403,0.5873588231435415,0.6046339383443331 160,InnerI/InnerILLM-OpenPipe-Nous-Yarn-Mistral-optimized-1228-7B-slerp,torch.bfloat16,0.6578498293515358,0.8521210914160526,0.5351031185202262,0.8058405682715075,0.6141015921152388,0.6494924580736565,0.6857514429580363 161,InnerI/InnerILLM-0x00d0-7B-slerp,torch.bfloat16,0.6578498293515358,0.8521210914160526,0.5351031185202262,0.8058405682715075,0.6141015921152388,0.6494924580736565,0.6857514429580363 162,InnerI/InnerILLM-7B-slerp,torch.bfloat16,0.6757679180887372,0.8618801035650269,0.598389086821388,0.8011049723756906,0.6868840030326004,0.6414501905284664,0.710912712401985 163,sartmis1/starcoder-finetune-selfinstruct,torch.float16,0.3122866894197952,0.4765982871937861,0.41627662292529677,0.5777426992896606,0.060652009097801364,0.29518810694881426,0.3564574024791924 165,dddsaty/FusionNet_7Bx2_MoE_Ko_DPO_Adapter_Attach,torch.float16,0.7389078498293515,0.8893646683927504,0.7124230121816638,0.8760852407261247,0.6982562547384382,0.6503000409882863,0.7608895111427691 166,dddsaty/Merge_Sakura_Solar,torch.float16,0.7073378839590444,0.8850826528579964,0.7220886501406486,0.8271507498026835,0.6398786959818044,0.6602770937110387,0.740302621075536 167,dddsaty/SOLAR-Instruct-ko-Adapter-Attach,torch.float16,0.7107508532423208,0.8819956184027086,0.7150654372668831,0.835043409629045,0.6429112964366944,0.6609023353680574,0.7411114917242849 168,dddsaty/Open_Ko_SOLAR_DPO_Merge_v0.1,torch.float16,0.5511945392491467,0.7818163712407887,0.4017204286168437,0.7569060773480663,0.29112964366944655,0.5418987279077233,0.5541109646720025 169,dddsaty/SOLAR_Merge_Adapter_DPO_Orca,torch.float16,0.6390784982935154,0.8458474407488548,0.51488245253393,0.8200473559589582,0.5056861258529188,0.6317676329761588,0.6595515843940559 170,Radu1999/Mistral-Instruct-Ukrainian-SFT,torch.bfloat16,0.5784982935153583,0.8312089225253934,0.5414084379491539,0.7750591949486977,0.39423805913570886,0.6094919287107073,0.6216508061308366 171,Radu1999/Mistral-Instruct-Ukrainian-SFT-DPO,torch.bfloat16,0.6049488054607508,0.8383788090021908,0.5791139392635098,0.7695343330702447,0.4177407126611069,0.60897457357969,0.6364485288395821 172,Radu1999/MisterUkrainian,torch.bfloat16,0.6783276450511946,0.8631746664011153,0.6726428351055485,0.8050513022888713,0.5693707354056103,0.6252899994781609,0.7023095306217502 173,Radu1999/Mistral-Instruct-Ukrainian-slerp,torch.bfloat16,0.6203071672354948,0.8434574785899224,0.6348683354452056,0.7687450670876085,0.41698256254738436,0.6134657225477261,0.6496377222422236 174,Radu1999/Mister,torch.bfloat16,0.6168941979522184,0.7173869747062338,0.6585201087177726,0.7521704814522494,0.08718726307808947,0.43531062202045384,0.5445782746545029 175,Radu1999/MisterUkrainianDPO,torch.bfloat16,0.6834470989761092,0.867755427205736,0.7017912002538903,0.8074191002367798,0.5928733889310084,0.6291851199744372,0.7137452225963269 176,jeonsworld/CarbonVillain-en-10.7B-v5,torch.float16,0.71160409556314,0.8850826528579964,0.7196929772646223,0.8334648776637726,0.6444275966641395,0.6643862883937621,0.7431097480679054 177,jeonsworld/CarbonVillain-en-10.7B-v2,torch.float16,0.712457337883959,0.8839872535351524,0.7193736077693007,0.8334648776637726,0.6527672479150872,0.6630783493812964,0.7441881123580947 178,jeonsworld/CarbonVillain-en-10.7B-v3,torch.float16,0.7098976109215017,0.8847839075881299,0.7183713907727333,0.8358326756116812,0.6520090978013646,0.6634403771349621,0.7440558433050621 179,jeonsworld/CarbonVillain-en-10.7B-v4,torch.float16,0.712457337883959,0.8847839075881299,0.7195429760825822,0.8358326756116812,0.6557998483699773,0.6627257214688576,0.7451904111675312 180,jeonsworld/CarbonVillain-en-10.7B-v1,torch.float16,0.712457337883959,0.8845847440748855,0.7197651592692368,0.8326756116811366,0.6429112964366944,0.6642124034401712,0.7427677587976805 181,jeonsworld/CarbonVillain-en-13B-v1,torch.float16,0.712457337883959,0.8845847440748855,0.7197651592692368,0.8326756116811366,0.6429112964366944,0.6642124034401712,0.7427677587976805 182,Corianas/111m,torch.float16,0.197098976109215,0.2667795259908385,0.4372453533892753,0.5019731649565904,0.0,0.25275541466147794,0.27597540585123287 183,Corianas/Quokka_256m,torch.float16,0.22866894197952217,0.288388767177853,0.3946752706040574,0.5224940805051302,0.0,0.26481059437326554,0.2831729424399714 184,Corianas/590m,torch.float16,0.24146757679180889,0.31905994821748657,0.4218970294491857,0.48382004735595896,0.000758150113722517,0.2660632894071669,0.28884434022255495 185,Corianas/Quokka_590m,torch.float16,0.2440273037542662,0.31607249551882094,0.3959001965221609,0.5019731649565904,0.0,0.253567533035037,0.28525678229781254 186,Corianas/1.3b,torch.float16,0.27303754266211605,0.3829914359689305,0.39015532406426673,0.5303867403314917,0.001516300227445034,0.26765243474143485,0.30762329633261415 187,Corianas/Neural-Mistral-7B,torch.float16,0.6339590443686007,0.8559051981676957,0.692579382132414,0.7742699289660616,0.3752843062926459,0.6091744661920597,0.6568620543532463 188,Corianas/256_5epoch,torch.float16,0.2226962457337884,0.2898824935271858,0.4170640141357406,0.5272296764009471,0.002274450341167551,0.2662219771506083,0.2875614762149063 189,Corianas/gpt-j-6B-Dolly,torch.float16,0.4129692832764505,0.6597291376219877,0.3791455639083569,0.6471981057616417,0.009097801364670205,0.26776765409351194,0.39598459100443656 190,Corianas/Quokka_1.3b,torch.float16,0.2773037542662116,0.3791077474606652,0.4014192060803863,0.5272296764009471,0.0,0.2665817163229995,0.3086070167552016 191,Corianas/Quokka_2.7b,torch.float16,0.310580204778157,0.47719577773351923,0.40144936891043304,0.5548539857932123,0.0037907505686125853,0.24802658795399915,0.33264944595632223 192,Corianas/NearalMistral-2x7B,torch.bfloat16,0.5742320819112628,0.7767377016530571,0.570299499009942,0.7521704814522494,0.3161485974222896,0.5646143810467685,0.5923671237492616 193,Corianas/DPO-miniguanaco-1.5T,torch.float16,0.30631399317406144,0.54052977494523,0.42685163844717416,0.5864246250986582,0.0,0.2478647846028559,0.35133080271133 194,julianweng/Llama-2-7b-chat-orcah,4bit,0.4539249146757679,0.7661820354511053,0.4523060626538829,0.7095501183898973,0.03790750568612585,0.48108081059629343,0.4834919079088455 195,ByteWave/Yi-8B-Llama,torch.float16,0.2568259385665529,0.2678749253136825,0.4779459732030941,0.48303078137332284,0.0,0.2413926221831214,0.287845040106629 196,XuanXuanXuanXuan/Mistral-7B-Instruct-v0.2-gpt-4-80k,torch.float16,0.5802047781569966,0.788886675960964,0.6394631048375904,0.7466456195737964,0.38817285822592873,0.6095631241324063,0.6254893601479471 197,XuanXuanXuanXuan/Llama-2-7b-chat-hf-gpt-3.5-80k,torch.float16,0.5204778156996587,0.7388966341366262,0.4434954243772988,0.7198105761641673,0.2001516300227445,0.48188418854015624,0.5174527114901086 198,XuanXuanXuanXuan/Llama-2-13b-hf-gpt-4-80k,torch.float16,0.6083617747440273,0.7988448516231826,0.4982954224425231,0.728492501973165,0.2175890826383624,0.5555965546592093,0.5678633646800783 199,XuanXuanXuanXuan/Llama-2-7b-hf-gpt-3.5-80k,torch.float16,0.53839590443686,0.7575184226249752,0.4142436131049865,0.7213891081294396,0.1463229719484458,0.4599722811323142,0.5063070502295036 200,XuanXuanXuanXuan/Mistral-7B-Instruct-v0.1-gpt-4-80k,torch.float16,0.5511945392491467,0.747858992232623,0.5750679152305143,0.7261247040252565,0.2744503411675512,0.5613006467778238,0.572666189780486 201,XuanXuanXuanXuan/Llama-2-7b-hf-llama2-raw-80k,torch.float16,0.5341296928327645,0.786197968532165,0.38821830058853624,0.7466456195737964,0.12130401819560273,0.4625503707749682,0.5065076617496388 202,appvoid/palmer-002.5,torch.float16,0.37542662116040953,0.6184027086237801,0.4022295069003637,0.6637726913970008,0.019711902956785442,0.25211518651766524,0.3886097695926674 203,appvoid/palmer-002,torch.float16,0.3447098976109215,0.5941047600079665,0.37064240232235823,0.6266771902131019,0.012130401819560273,0.2593517039166098,0.3679360593150864 204,dreamgen/opus-v1.2-7b,torch.float16,0.5844709897610921,0.8258315076677952,0.6034086966555617,0.7726913970007893,0.4094010614101592,0.6176251640108525,0.6355714694177084 205,codellama/CodeLlama-70b-Instruct-hf,torch.bfloat16,0.5503412969283277,0.7723561043616809,0.5044393244952377,0.745067087608524,0.4624715693707354,0.5640310901888521,0.599784412158893 206,codellama/CodeLlama-34b-Python-hf,torch.bfloat16,0.5042662116040956,0.7635929097789285,0.4137349714821021,0.7190213101815311,0.32297194844579225,0.49107514481903025,0.53577708271858 207,codellama/CodeLlama-34b-Instruct-hf,torch.bfloat16,0.5426621160409556,0.7691694881497709,0.44437538633055657,0.7458563535911602,0.379833206974981,0.555434278513721,0.5728884716001909 208,codellama/CodeLlama-7b-Instruct-hf,torch.float16,0.38310580204778155,0.5932085241983669,0.41449406477832335,0.6456195737963694,0.07960576194086429,0.36484185313059714,0.4134792633153837 209,codellama/CodeLlama-7b-hf,4bit,0.3993174061433447,0.6080462059350727,0.3782167557307672,0.6400947119179163,0.05155420773313116,0.31122064829148943,0.3980749892919537 210,codellama/CodeLlama-13b-Python-hf,4bit,0.32593856655290104,0.4393547102170882,0.44588215731273945,0.6503551696921863,0.08642911296436695,0.2722731570692078,0.37003881230141494 211,codellama/CodeLlama-70b-hf,torch.bfloat16,0.5674061433447098,0.7821151165106552,0.39788477413004975,0.7521704814522494,0.4397270659590599,0.5966658993115309,0.5893282467847092 212,codellama/CodeLlama-7b-Python-hf,torch.float16,0.31313993174061433,0.5285799641505676,0.4221405339092182,0.6400947119179163,0.05155420773313116,0.27318424837463284,0.3714489329710134 213,codellama/CodeLlama-70b-Python-hf,torch.bfloat16,0.5511945392491467,0.7848038239394542,0.4178040204095389,0.7300710339384373,0.43442001516300227,0.5616661084014961,0.5799932568501792 214,codellama/CodeLlama-34b-hf,torch.bfloat16,0.5409556313993175,0.7582154949213304,0.39113618393918814,0.7355958958168903,0.3434420015163002,0.5502083994428889,0.5532589345059861 215,codellama/CodeLlama-13b-Instruct-hf,torch.float16,0.4453924914675768,0.6492730531766581,0.45878663529563757,0.6803472770323599,0.12661106899166036,0.38887053600763416,0.4582135103285878 216,codellama/CodeLlama-13b-hf,torch.float16,0.4087030716723549,0.6335391356303525,0.43794269776602796,0.6716653512233622,0.12130401819560273,0.3280883582272197,0.43354043878581994 217,Aabbhishekk/TinyLlama-1.1B-miniguanaco,torch.float16,0.3515358361774744,0.6025692093208525,0.3883720794300864,0.601420678768745,0.014404852160727824,0.2626383848499885,0.3701568401179791 218,Aabbhishekk/llama2-7b-function-calling-slerp,torch.float16,0.5546075085324232,0.7949611631149174,0.40320679484087774,0.7521704814522494,0.20394238059135708,0.5031774363449544,0.5353442941461298 219,RaoFoundation/774M-03_09_2024,torch.float16,0.302901023890785,0.5388368850826528,0.3444347337952659,0.5509076558800315,0.003032600454890068,0.2533162630549358,0.33223819369309354 220,meta-math/MetaMath-Mistral-7B,torch.float16,0.606655290102389,0.8258315076677952,0.4489052122445318,0.7576953433307024,0.6884003032600455,0.6195005023762802,0.6578313598302907 221,meta-math/MetaMath-70B-V1.0,torch.float16,0.6800341296928327,0.8684524995020912,0.5097969029790534,0.8232044198895028,0.44655041698256254,0.6930831212878951,0.6701869150556563 222,meta-math/MetaMath-13B-V1.0,torch.float16,0.4948805460750853,0.7647878908583947,0.41575339609808976,0.7245461720599842,0.2850644427596664,0.47743623913055383,0.5270781144969624 223,meta-math/MetaMath-Llemma-7B,torch.float16,0.46501706484641636,0.6169089822744473,0.39610018025256144,0.6274664561957379,0.6095526914329037,0.4765857526915725,0.5319385212822733 224,DenisTheDev/Blitz-AI-MOE-v0.7,torch.bfloat16,0.6715017064846417,0.8559051981676957,0.5556312684998423,0.7908445146014207,0.530705079605762,0.6404408261238179,0.6741714322471969 225,DenisTheDev/Blitz-AI-MOE-v0.4,torch.bfloat16,0.6629692832764505,0.8559051981676957,0.5355025455189468,0.7845303867403315,0.601213040181956,0.6423797527870303,0.6804167011120684 226,nnheui/pythia-1.4b-sft-full,torch.bfloat16,0.3267918088737201,0.520812587134037,0.3842372864567369,0.574585635359116,0.019711902956785442,0.25442733982570176,0.34676109343434947 227,nnheui/pythia-410m-sft-full,torch.bfloat16,0.26109215017064846,0.3992232622983469,0.4011434142778594,0.5367008681925809,0.01288855193328279,0.2528029633838489,0.3106418683760946 228,FlagAlpha/Llama2-Chinese-7b-Chat,torch.float16,0.5238907849829352,0.7752439753037244,0.4686795780185653,0.7426992896606156,0.0803639120545868,0.4771947411180971,0.511345380189754 229,FlagAlpha/Llama2-Chinese-13b-Chat,torch.float16,0.5597269624573379,0.8204540928101972,0.48895864906366004,0.7616416732438832,0.12585291887793784,0.5474129559795167,0.5506745420720889 230,tokyotech-llm/Swallow-70b-instruct-hf,torch.bfloat16,0.6621160409556314,0.8514240191196972,0.4799587332250507,0.8208366219415943,0.45943896891584535,0.6708443553043586,0.6574364565770295 231,llm-agents/tora-code-13b-v1.0,torch.bfloat16,0.447098976109215,0.6914957179844653,0.34975611948955065,0.6314127861089187,0.1645185746777862,0.3668755616832667,0.44185962267553375 232,llm-agents/tora-70b-v1.0,torch.bfloat16,0.6757679180887372,0.858195578570006,0.5176388218057985,0.8216258879242304,0.3525398028809704,0.6912923516883235,0.6528433934930109 233,llm-agents/tora-7b-v1.0,torch.float16,0.5247440273037542,0.7867954590718981,0.3789924465917188,0.7355958958168903,0.025018953752843062,0.4590253954753397,0.4850286963354074 234,llm-agents/tora-code-7b-v1.0,torch.float16,0.4069965870307167,0.6586337382991436,0.3484016861988524,0.6156274664561957,0.04927975739196361,0.333365726771945,0.4020508270248029 235,llm-agents/tora-code-34b-v1.0,torch.bfloat16,0.5025597269624573,0.754829715196176,0.39617813653906875,0.6771902131018153,0.19787717968157695,0.4665469729187254,0.4991969907333032 236,llm-agents/tora-13b-v1.0,torch.bfloat16,0.5895904436860068,0.8231428002389962,0.4022040509062026,0.7537490134175217,0.20773313115996966,0.5459474448238041,0.5537278140387502 237,AIGeekLabs/radiantloom-mixtral-8x7b-fusion,torch.float16,0.6348122866894198,0.8364867556263692,0.5475857676636995,0.760852407261247,0.5344958301743745,0.6002579535334273,0.6524151668247562 239,Riiid/sheep-duck-llama-2-13b,torch.float16,0.6313993174061433,0.8451503684524995,0.5548184580147366,0.7695343330702447,0.09173616376042457,0.5988749336045934,0.5819189290514404 240,Riiid/sheep-duck-llama-2-70b-v1.1,torch.bfloat16,0.7312286689419796,0.8777136028679546,0.6454578975757769,0.8310970797158642,0.4799090219863533,0.7076514377330351,0.712176284803494 241,voidful/changpt-bart,torch.float16,0.28668941979522183,0.2640908185620394,0.47940507210266964,0.494869771112865,0.0,0.23116857555371031,0.29270394285441775 242,TencentARC/Mistral_Pro_8B_v0.1,torch.float16,0.6220136518771331,0.8212507468631747,0.49322065212820165,0.7679558011049724,0.3419257012888552,0.6174163205184781,0.6106304789634691 243,TencentARC/LLaMA-Pro-8B-Instruct,torch.bfloat16,0.5298634812286689,0.7697669786895041,0.4942677553605431,0.7221783741120757,0.44200151630022744,0.5257702947265092,0.580641400069588 244,TencentARC/LLaMA-Pro-8B,torch.bfloat16,0.537542662116041,0.7791276638119896,0.38859489598867014,0.7419100236779794,0.17816527672479152,0.4749331993287191,0.5167122869413651 245,feidfoe/Metamath-reproduce-7b,torch.bfloat16,0.4718430034129693,0.7365066719776937,0.4158132045543684,0.7134964483030781,0.5815011372251706,0.4293934198512525,0.5580923142207554 246,ArtMindia/artmindia3k,torch.float16,0.5998293515358362,0.8299143596893049,0.41606074298626,0.7679558011049724,0.310841546626232,0.6098949513104716,0.5890827922088462 248,antiven0m/finch,torch.float16,0.7158703071672355,0.8787094204341764,0.6795776535626169,0.8413575374901342,0.6633813495072024,0.6480731558096663,0.7378282373285053 249,PotatoOff/HamSter-0.1,torch.bfloat16,0.46928327645051193,0.6808404700258912,0.5124400262486783,0.6187845303867403,0.0,0.43028545259991713,0.4519389592852898 250,PotatoOff/Michel-13B,torch.float16,0.6126279863481229,0.832105158334993,0.5043477199409111,0.7521704814522494,0.20166793025018953,0.5504983000723254,0.5755695960664652 251,PotatoOff/HamSter-0.2,torch.float16,0.5008532423208191,0.7365066719776937,0.49629739509694737,0.696921862667719,0.0,0.5038615542848774,0.4890734543913428 252,concedo/OPT-19M-ChatSalad,torch.float16,0.2440273037542662,0.2515435172276439,0.5135991249714797,0.4972375690607735,0.0,0.23116857555371031,0.2895960150946456 253,concedo/Pythia-70M-ChatSalad,torch.float16,0.2098976109215017,0.2727544313881697,0.49740714965139177,0.5240726124704025,0.0,0.24784838168027842,0.29199669768529063 254,concedo/Vicuzard-30B-Uncensored,torch.float16,0.6296928327645052,0.8367855008962358,0.5226698924852939,0.771112865035517,0.15390447308567096,0.5816482009657054,0.5826356275388214 255,pansophic/m3,torch.bfloat16,0.6040955631399317,0.7448715395339573,0.4498365244105992,0.7671665351223362,0.4829416224412434,0.5651350951571221,0.6023411466341982 256,pansophic/m2,torch.bfloat16,0.6126279863481229,0.7528380800637323,0.4817077971482821,0.7419100236779794,0.48673237300985595,0.5472886690072791,0.603850821542542 257,pansophic/m16,torch.bfloat16,0.5981228668941979,0.7481577375024896,0.4710731861634676,0.7513812154696132,0.4829416224412434,0.563075553800388,0.6024586970452334 258,pansophic/rocket-3B,torch.float16,0.5059726962457338,0.7668791077474607,0.5581803060616521,0.6795580110497238,0.3646702047005307,0.47103583837218205,0.5577160273628805 259,pansophic/new_model_test,torch.bfloat16,0.5255972696245734,0.7365066719776937,0.5124518749351841,0.6637726913970008,0.37907505686125853,0.46023145462147436,0.5462725032361975 260,pansophic/m17,torch.bfloat16,0.5964163822525598,0.7440748854809799,0.46616391925665884,0.7592738752959748,0.4981046247156937,0.5612460516047252,0.6042132897677653 261,pansophic/new_model_test2,torch.bfloat16,0.6203071672354948,0.7536347341167098,0.4654289715654586,0.7703235990528808,0.5322213798332069,0.5603034595154532,0.6170365518865341 262,pansophic/new_model_test3,torch.bfloat16,0.5179180887372014,0.7860983867755427,0.46890502869040307,0.7048145224940805,0.422289613343442,0.4914193685867841,0.5652408347712423 263,hiyouga/Baichuan2-7B-Base-LLaMAfied,torch.float16,0.49573378839590443,0.73451503684525,0.37535380227171294,0.7071823204419889,0.07808946171341925,0.5485688635263818,0.48990721219910954 264,hiyouga/Baichuan2-7B-Chat-LLaMAfied,torch.float16,0.5247440273037542,0.740390360485959,0.48040516908972264,0.691397000789266,0.10917361637604246,0.5388356114269799,0.5141576309119541 265,hiyouga/Qwen-14B-Chat-LLaMAfied,torch.float16,0.5750853242320819,0.8210515833499303,0.5198520799310552,0.7292817679558011,0.3949962092494314,0.6557490172100919,0.616002663654732 266,neovalle/H4rmoniousAnthea,torch.float16,0.658703071672355,0.8408683529177454,0.5507958189879629,0.7687450670876085,0.12964366944655042,0.6367216986138338,0.5975796131210093 267,jeff31415/TinyLlama-1.1B-1T-OpenOrca,torch.bfloat16,0.31313993174061433,0.523401712806214,0.38577014111881996,0.5824782951854776,0.016679302501895376,0.2530688093412408,0.3457563654490437 268,jeff31415/TinyLlama-1.1B-1.5T-OpenOrca-Alpha,torch.bfloat16,0.32764505119453924,0.5377414857598088,0.4051814653873621,0.5895816890292028,0.006065200909780136,0.25734672808823333,0.3539269367281544 269,APMIC/caigun-lora-model-34B-v2,torch.float16,0.6501706484641638,0.8528181637124079,0.5802743849781816,0.8303078137332282,0.601213040181956,0.7569053877293528,0.7119482397998818 271,APMIC/caigun-lora-model-34B-v3,torch.float16,0.6689419795221843,0.8477394941246763,0.5646830588696623,0.8358326756116812,0.5451099317664898,0.7541026316041702,0.7027349619164774 272,Hemanth-thunder/Tamil-Mistral-7B-Instruct-v0.1,torch.bfloat16,0.2738907849829352,0.27155945030870343,0.4727344950523299,0.48697711128650356,0.0,0.24419348601919905,0.2915592212749452 273,Hemanth-thunder/Tamil-Mistral-7B-v0.1,torch.float16,0.28754266211604096,0.2651862178848835,0.46994109646431786,0.47908445146014206,0.0,0.24278308459966197,0.2907562520875077 274,carsenk/flippa-exp26-v3-7b,torch.float16,0.6808873720136519,0.8649671380203147,0.673538894343416,0.8476716653512234,0.6838514025777104,0.6441898825168854,0.732517725803867 275,KnutJaegersberg/Walter-SOLAR-11B,torch.float16,0.6040955631399317,0.848635729934276,0.4487960219023809,0.7955801104972375,0.009855951478392721,0.6499006341005568,0.5594773351754626 276,KnutJaegersberg/Deacon-34b-Adapter,torch.bfloat16,0.6476109215017065,0.8557060346544513,0.5623662255999308,0.829518547750592,0.6118271417740713,0.7627842550547522,0.7116355210559173 277,KnutJaegersberg/deacon-13b,torch.float16,0.5784982935153583,0.8263294164509062,0.3932644988188049,0.7632202052091555,0.10386656557998483,0.5525194572516083,0.536283072804303 278,KnutJaegersberg/RWKV-4-PilePlus-169M-20230520-done-ctx4096,torch.float16,0.23976109215017063,0.3225453096992631,0.4228833687052385,0.49171270718232046,0.0037907505686125853,0.2336835809898164,0.28572946821590356 279,KnutJaegersberg/RWKV-4-PilePlus-1B5-20230520-2942-486Gtokens-ctx4096,torch.float16,0.30631399317406144,0.5262895837482573,0.349588061414408,0.5280189423835833,0.0,0.2503796983988488,0.3267650465198598 280,KnutJaegersberg/Deita-2b,torch.float16,0.447098976109215,0.7039434375622386,0.39613062371010777,0.6527229676400947,0.4131918119787718,0.5279020982482138,0.523498319208107 281,KnutJaegersberg/Walter-Mistral-7B,torch.float16,0.5887372013651877,0.8342959569806812,0.399340955094558,0.7703235990528808,0.000758150113722517,0.5864844613578298,0.5299900539941433 282,KnutJaegersberg/Qwen-1_8b-EverythingLM,torch.float16,0.386518771331058,0.6265684126667994,0.3870197968922305,0.5895816890292028,0.12736921910538287,0.44936888299885674,0.42773779533725503 283,KnutJaegersberg/megatron-GPT-2-345m-EvolInstruct,torch.float16,0.24061433447098976,0.3512248556064529,0.41254772261453554,0.5477505919494869,0.0037907505686125853,0.24482519505973574,0.3001255750449689 284,KnutJaegersberg/Qwen-14B-Llamafied,torch.float16,0.5520477815699659,0.8231428002389962,0.4560156985268844,0.7655880031570639,0.5276724791508719,0.661072903876711,0.6309232777534156 285,KnutJaegersberg/Walter-Falcon-1B,torch.float16,0.310580204778157,0.5491933877713603,0.38469934472881057,0.5540647198105761,0.0,0.24584899014397188,0.340731107872146 286,KnutJaegersberg/gpt-2-xl-EvolInstruct,torch.float16,0.2738907849829352,0.38458474407488547,0.4276100017513357,0.5351223362273086,0.001516300227445034,0.2567186607118476,0.31324047132929295 287,KnutJaegersberg/YaYi-30b-EverythingLM,torch.float16,0.3796928327645051,0.6105357498506274,0.4973644577114843,0.6282557221783741,0.13949962092494314,0.696268558827524,0.49193615704290966 288,KnutJaegersberg/Deacon-1b,torch.float16,0.3242320819112628,0.5862378012348137,0.35049035383875937,0.595895816890292,0.006823351023502654,0.2489435656016249,0.35210382841670923 290,KnutJaegersberg/internlm-20b-llamafied,torch.float16,0.26791808873720135,0.26399123680541725,0.4805606031451568,0.47829518547750594,0.0,0.25400263289920055,0.29079462451074695 291,KnutJaegersberg/deacon-3b,torch.float16,0.3967576791808874,0.6642103166699861,0.3606875505864814,0.6464088397790055,0.0037907505686125853,0.27132978417050446,0.3905308201592462 292,KnutJaegersberg/megatron-gpt2-345m-evol_instruct_v2,torch.float16,0.2636518771331058,0.38388767177853017,0.4118877420447148,0.5232833464877664,0.0,0.2359851077245581,0.30311595752811255 293,KnutJaegersberg/Walter-Llama-1B,torch.float16,0.32849829351535836,0.6105357498506274,0.33931994336755883,0.5643251775848461,0.0,0.27456280129814326,0.352873660936089 294,KnutJaegersberg/Qwen-1_8B-Llamafied,torch.float16,0.3771331058020478,0.5887273451503684,0.39408163994148815,0.6172059984214681,0.2441243366186505,0.463739772659245,0.447502033098878 295,KnutJaegersberg/internlm-20b-llama,torch.float16,0.613481228668942,0.8207528380800637,0.5771247160568813,0.7671665351223362,0.5109931766489765,0.615879117024012,0.6508996019335352 296,KnutJaegersberg/RWKV-4-PilePlus-430M-20230520-6162-1018Gtokens-ctx4098,torch.float16,0.26023890784982934,0.4039036048595897,0.375692045030614,0.5240726124704025,0.002274450341167551,0.24449168929272205,0.3017788849740542 297,KnutJaegersberg/black_goo_recipe_c,torch.float16,0.3873720136518771,0.6682931686914957,0.36539407863137785,0.6471981057616417,0.006823351023502654,0.26571105846432924,0.3901319627040374 298,KnutJaegersberg/webMistral-7B,torch.float16,0.590443686006826,0.8089026090420235,0.397102297699568,0.7632202052091555,0.0887035633055345,0.58996428354304,0.5397227741343579 300,KnutJaegersberg/Deacon-20B,torch.float16,0.6075085324232082,0.8173670583549094,0.5848788971105185,0.7679558011049724,0.2918877937831691,0.6070406447255379,0.6127731212503859 301,KnutJaegersberg/Galactica-6.7B-EssayWriter,torch.float16,0.40102389078498296,0.5028878709420435,0.4027023210197541,0.584846093133386,0.034874905231235785,0.33880245187448815,0.3775229221643151 302,KnutJaegersberg/Deacon-34b-qlora-adapter,torch.bfloat16,0.6484641638225256,0.8556064528978291,0.5621149830422679,0.8310970797158642,0.6224412433661866,0.7637680190964565,0.7139153236568551 303,KnutJaegersberg/MistralInstructLongish,torch.float16,0.6075085324232082,0.8185620394343757,0.4055061003617047,0.7655880031570639,0.015163002274450341,0.6048552054765346,0.5361971471878896 304,KnutJaegersberg/platypus-1_8b,torch.float16,0.33276450511945393,0.5075682135032862,0.407314806116824,0.5295974743488555,0.004548900682335102,0.3324553121525739,0.3523748686538881 305,KnutJaegersberg/CausalLM-Platypus-14B,torch.float16,0.5691126279863481,0.800637323242382,0.4756853442339182,0.7600631412786109,0.5724033358605004,0.6498260350090299,0.6379546346017982 306,KnutJaegersberg/Deita-1_8B,torch.float16,0.3651877133105802,0.6062537343158734,0.4002214148044727,0.5935280189423836,0.1561789234268385,0.45623752697089154,0.42960122196184 307,KnutJaegersberg/Deita-4b,torch.float16,0.46075085324232085,0.7180840470025891,0.5022562674091439,0.6614048934490924,0.4890068233510235,0.5545793181735229,0.5643470337712821 308,KnutJaegersberg/openllama_3b_EvolInstruct_lora_merged,torch.float16,0.40273037542662116,0.7159928301135232,0.3477745324693538,0.67008681925809,0.009097801364670205,0.27117981011373266,0.4028103614576652 309,KnutJaegersberg/falcon-1b-t-sft,torch.float16,0.3293515358361775,0.5723959370643298,0.38486056709707445,0.5588003157063931,0.003032600454890068,0.25264958500958085,0.3501817568614076 310,KnutJaegersberg/Deita-20b,torch.float16,0.6390784982935154,0.8311093407687712,0.572881968590399,0.846093133385951,0.7210007581501138,0.6740173882588779,0.7140301812412714 311,KnutJaegersberg/Qwen-1_8B-Chat-llama,torch.float16,0.36945392491467577,0.5434176458872735,0.436959909496514,0.5887924230465666,0.19257012888551933,0.4454818302876658,0.42944597708636917 312,KnutJaegersberg/Deita-Qwen-1_8B,torch.float16,0.3651877133105802,0.6062537343158734,0.4002214148044727,0.5935280189423836,0.1561789234268385,0.45623752697089154,0.42960122196184 313,KnutJaegersberg/black_goo_recipe_a,torch.float16,0.38139931740614336,0.6656044612626967,0.3745561333316597,0.6393054459352802,0.00530705079605762,0.2575080713169866,0.38728008000813735 314,KnutJaegersberg/LLongMA-3b-LIMA,torch.float16,0.39078498293515357,0.6714797849034057,0.34711273270028703,0.6337805840568271,0.003032600454890068,0.26433445711820147,0.38508752369479415 315,KnutJaegersberg/black_goo_recipe_d,torch.float16,0.3779863481228669,0.6650069707229636,0.3645987426187387,0.6361483820047356,0.0037907505686125853,0.2664197795297111,0.38565849559460474 317,KnutJaegersberg/Deacon-1_8b,torch.float16,0.3370307167235495,0.5233021310495917,0.39049431751977004,0.5714285714285714,0.0,0.33968862066151456,0.36032405956383284 318,KnutJaegersberg/Galpaca-30b-MiniOrca,torch.float16,0.48890784982935154,0.5779725154351723,0.41103781665039923,0.6006314127861089,0.01819560272934041,0.43715122744977913,0.4223160708133586 319,KnutJaegersberg/black_goo_recipe_b,torch.float16,0.37627986348122866,0.6671977693686517,0.3708507820784608,0.6377269139700079,0.000758150113722517,0.25675012956234977,0.3849272680957368 320,garage-bAInd/Platypus2-13B,torch.float16,0.6126279863481229,0.8256323441545509,0.4486435535149775,0.7687450670876085,0.07050796057619409,0.5669567903918886,0.5488522836788904 321,garage-bAInd/Platypus2-70B,torch.float16,0.7064846416382252,0.871539533957379,0.5236510638735454,0.8437253354380426,0.3305534495830174,0.7008313587810823,0.6627975638785487 322,garage-bAInd/Stable-Platypus2-13B,torch.float16,0.6271331058020477,0.8229436367257519,0.5252192509084508,0.7687450670876085,0.01819560272934041,0.5830104671624929,0.5575411884026154 323,garage-bAInd/Camel-Platypus2-13B,torch.float16,0.6075085324232082,0.8360884285998805,0.4959624192296464,0.7537490134175217,0.000758150113722517,0.5651269823227653,0.5431989210177908 324,garage-bAInd/Platypus2-70B-instruct,torch.float16,0.7184300341296929,0.8794064927305317,0.6225956874268151,0.8271507498026835,0.40561031084154664,0.7047847086622983,0.6929963305989281 325,garage-bAInd/Platypus2-7B,torch.bfloat16,0.5520477815699659,0.788388767177853,0.40639553436677683,0.7348066298342542,0.01819560272934041,0.4982679408231999,0.4996837094168984 326,garage-bAInd/Platypus-30B,torch.float16,0.6459044368600683,0.8425612427803226,0.45350167421108456,0.813733228097869,0.14404852160727824,0.6422907709429385,0.5903399790832602 327,garage-bAInd/Camel-Platypus2-70B,8bit,0.7107508532423208,0.8760207130053774,0.5808962477558194,0.829518547750592,0.2395754359363154,0.7003604395244023,0.6561870395358046 328,huashiyiqike/testmodel,torch.float16,0.197098976109215,0.2667795259908385,0.4372453533892753,0.5019731649565904,0.0,0.25275541466147794,0.27597540585123287 331,jphme/orca_mini_v2_ger_7b,torch.float16,0.49829351535836175,0.7550288787094205,0.4573591687927265,0.7158642462509865,0.04169825625473844,0.39095929226516907,0.4765338929385671 332,jphme/em_german_leo_mistral,torch.float16,0.5281569965870307,0.7803226448914559,0.5019055515288229,0.7348066298342542,0.056103108415466264,0.500347056574096,0.5169403313051877 333,jphme/Llama-2-13b-chat-german,torch.float16,0.5784982935153583,0.8165704043019318,0.4631805504949388,0.7647987371744278,0.13646702047005307,0.5445009330239062,0.550669323163436 334,gpt2-xl,torch.float16,0.302901023890785,0.5136427006572396,0.38536763571053717,0.5824782951854776,0.01288855193328279,0.26535572816806163,0.34377232259089735 335,Aspik101/Vicuzard-30B-Uncensored-instruct-PL-lora_unload,torch.float16,0.6245733788395904,0.8365863373829915,0.5093604617863396,0.7837411207576953,0.15314632297194844,0.5781547569689695,0.5809270631179225 336,Aspik101/StableBeluga-13B-instruct-PL-lora_unload,torch.float16,0.6092150170648464,0.8212507468631747,0.4864005244028321,0.7655880031570639,0.12206216830932524,0.5698560850032659,0.562395424133418 337,Aspik101/trurl-2-13b-pl-instruct_unload,torch.float16,0.5989761092150171,0.7999402509460267,0.4556260164510823,0.7434885556432518,0.12206216830932524,0.7865657803785757,0.5844431468238799 338,Aspik101/30B-Lazarus-instruct-PL-lora_unload,torch.float16,0.6279863481228669,0.8412666799442342,0.5548664382108782,0.7908445146014207,0.11372251705837756,0.5687053542785124,0.5828986420360484 339,Aspik101/Nous-Hermes-13b-pl-lora_unload,torch.float16,0.5708191126279863,0.8148775144393547,0.48298508458959055,0.7640094711917916,0.09249431387414708,0.49168103134872576,0.536144421345266 340,Aspik101/trurl-2-7b-pl-instruct_unload,torch.float16,0.5315699658703071,0.7463652658832902,0.45738711273497956,0.7229676400947119,0.07429871114480667,0.498866762822159,0.5052425764250424 341,Aspik101/tulu-7b-instruct-pl-lora_unload,torch.float16,0.28668941979522183,0.2605058753236407,0.48614401743479757,0.48224151539068666,0.0,0.23116857555371031,0.2911249005830095 342,Aspik101/Llama-2-7b-hf-instruct-pl-lora_unload,torch.float16,0.537542662116041,0.7834096793467437,0.4233509050021774,0.739542225730071,0.0621683093252464,0.4679580737125318,0.5023286425388019 343,Aspik101/vicuna-7b-v1.3-instruct-pl-lora_unload,torch.float16,0.4803754266211604,0.762796255725951,0.4439749006032412,0.7008681925808997,0.0621683093252464,0.4741586955588946,0.4873902967358989 344,Aspik101/llama-30b-2048-instruct-PL-lora_unload,torch.float16,0.6382252559726962,0.847042421828321,0.5248913475114358,0.797947908445146,0.17892342683851403,0.6148938164940239,0.6003206961816895 345,Aspik101/WizardVicuna-Uncensored-3B-instruct-PL-lora_unload,torch.float16,0.4197952218430034,0.6681935869348735,0.3967433686221302,0.648776637726914,0.006823351023502654,0.256880509260164,0.39953544590176465 346,Aspik101/llama-30b-instruct-2048-PL-lora,torch.bfloat16,0.636518771331058,0.8466440948018323,0.5331763925042894,0.7908445146014207,0.1683093252463988,0.6169060065976414,0.5987331841804401 347,Aspik101/vicuna-13b-v1.5-PL-lora_unload,torch.float16,0.5691126279863481,0.8121888070105556,0.4975967850195183,0.7521704814522494,0.12282031842304776,0.5606288513285408,0.5524196452033767 348,Aspik101/Redmond-Puffin-13B-instruct-PL-lora_unload,torch.float16,0.6092150170648464,0.8243377813184625,0.442588726154725,0.7569060773480663,0.1106899166034875,0.5560984705428462,0.549972664838739 349,scaledown/ScaleDown-7B-slerp-v0.1,torch.bfloat16,0.6800341296928327,0.8570005974905397,0.6190313414514481,0.813733228097869,0.6717210007581501,0.6526169540394151,0.7156895419217092 350,SeaLLMs/SeaLLM-7B-v2,torch.float16,0.6186006825938567,0.8234415455088627,0.5115197025362302,0.7971586424625099,0.6868840030326004,0.6214635676253958,0.6765113572932426 351,Replete-AI/Phi-Delthanar,torch.float16,0.4667235494880546,0.6018721370244972,0.5092474865994625,0.6148382004735596,0.0,0.5116495614655677,0.4507218225085236 352,Replete-AI/Phi-Elothir,torch.float16,0.5955631399317406,0.7563234415455089,0.5122595240901748,0.7387529597474349,0.4791508718726308,0.5845428752201187,0.6110988020679348 353,Replete-AI/Phi-Stoma,torch.float16,0.48464163822525597,0.602867954590719,0.5204899176249441,0.6172059984214681,0.0,0.5153332147887236,0.45675645394185177 354,Replete-AI/Mistral-Evolved-11b-v0.1,torch.float16,0.6220136518771331,0.8465445130452102,0.5923114451952954,0.7576953433307024,0.4981046247156937,0.6310627264954755,0.6579553841099184 355,Replete-AI/Phi-5B-Test,torch.float16,0.5460750853242321,0.6759609639514041,0.456596155620328,0.7198105761641673,0.10083396512509477,0.5431162339728248,0.5070654966930085 356,Replete-AI/Mistral-11b-v0.1,torch.float16,0.6220136518771331,0.8465445130452102,0.5923114451952954,0.7576953433307024,0.4981046247156937,0.6310627264954755,0.6579553841099184 357,BlouseJury/Mistral-7B-Discord-0.1-DPO,torch.float16,0.6322525597269625,0.8327026488747261,0.5527536910345616,0.7892659826361483,0.30401819560272936,0.6261907474023675,0.6228639708795826 358,BlouseJury/Mistral-7B-Discord-0.1,torch.float16,0.6023890784982935,0.8313085042820155,0.4409639716880103,0.7892659826361483,0.3244882486732373,0.6281966142928455,0.6027687333450917 359,BlouseJury/Mistral-7B-Discord-0.2,torch.float16,0.60580204778157,0.8249352718581956,0.42729089645764406,0.7774269928966061,0.30932524639878695,0.628215016236665,0.5954992452715778 367,S4sch/zephyr-neural-chat-frankenmerge11b,torch.float16,0.6151877133105802,0.8408683529177454,0.6062876441761156,0.7624309392265194,0.07429871114480667,0.6151133536459574,0.5856977857369542 368,Yash21/OpenMistral-MoE,torch.bfloat16,0.6407849829351536,0.8398725353515236,0.5457437741175039,0.7679558011049724,0.5837755875663382,0.6069465470296711,0.6641798713508605 369,Yash21/TinyYi-7b-Test,torch.bfloat16,0.2687713310580205,0.2614021111332404,0.4634983243757816,0.5090765588003157,0.0,0.2440941256451026,0.2911404085020768 370,Yash21/Mistral-Quantum-dpo,torch.bfloat16,0.43430034129692835,0.5775741884086836,0.5148688380214723,0.7403314917127072,0.0,0.6428500419079574,0.4849874835579581 371,Yash21/SuperChat-7B,torch.bfloat16,0.23976109215017063,0.26399123680541725,0.47206376560053864,0.5019731649565904,0.009855951478392721,0.23240084780808296,0.2866743431331988 372,Yash21/TinyYi-7B-Test,torch.bfloat16,0.2687713310580205,0.2614021111332404,0.4634983243757816,0.5090765588003157,0.0,0.2440941256451026,0.2911404085020768 373,iGenius-AI-Team/LLAMA-13B-test-finetuning,torch.bfloat16,0.5802047781569966,0.8236407090221072,0.4413761784087579,0.7671665351223362,0.22517058377558757,0.5427386830800892,0.5633829112609792 374,tcapelle/gemma-7b-zephyr-sft,torch.bfloat16,0.6143344709897611,0.8073093009360686,0.4334943445434731,0.7419100236779794,0.4981046247156937,0.6033143121240275,0.616411179497834 375,tcapelle/gemma-7b-zephyr-dpo,torch.bfloat16,0.6083617747440273,0.8044214299940251,0.42484138243765485,0.7537490134175217,0.49962092494313876,0.605959346145254,0.6161589786136037 376,dhmeltzer/Llama-2-7b-hf-eli5-cleaned-1024_qlora_merged,torch.bfloat16,0.5366894197952219,0.7821151165106552,0.4612985634358318,0.7379636937647988,0.04700530705079606,0.45899338895521774,0.5040109149187536 377,dhmeltzer/llama-7b-SFT-qlora-eli5-wiki_DPO_ds_RM_top_2_1024_r_64_alpha_16,torch.bfloat16,0.5409556313993175,0.7873929496116312,0.43403758756918054,0.7363851617995264,0.045489006823351025,0.4543884850234184,0.49977480370440425 378,dhmeltzer/Llama-2-13b-hf-ds_eli5_1024_r_64_alpha_16_merged,torch.bfloat16,0.591296928327645,0.8212507468631747,0.4423342601614022,0.7640094711917916,0.08112206216830932,0.5498015236587692,0.5416358320618487 379,dhmeltzer/llama-7b-SFT_eli5_wiki65k_1024_r_64_alpha_16_merged,torch.bfloat16,0.537542662116041,0.7875921131248755,0.4330539250466405,0.7348066298342542,0.04700530705079606,0.46020717685102974,0.5000346356706061 380,dhmeltzer/Llama-2-13b-hf-ds_wiki_1024_full_r_64_alpha_16,torch.bfloat16,0.590443686006826,0.8233419637522406,0.35747843581335975,0.7632202052091555,0.10007581501137225,0.5536134908436434,0.5313622661060996 381,dhmeltzer/Llama-2-13b-hf-ds_wiki_1024_full_r_64_alpha_16_merged,torch.bfloat16,0.5844709897610921,0.8196574387572196,0.35847150784146525,0.7569060773480663,0.1068991660348749,0.550164427793678,0.5294282679227327 382,dhmeltzer/llama-7b-SFT_ds_eli5_1024_r_64_alpha_16_merged,torch.bfloat16,0.5341296928327645,0.7790280820553674,0.4081034795930001,0.7458563535911602,0.05079605761940864,0.4355568512911719,0.49224508616381213 383,dhmeltzer/Llama-2-13b-hf-eli5-wiki-1024_r_64_alpha_16,torch.bfloat16,0.5998293515358362,0.8243377813184625,0.39898886151541185,0.7655880031570639,0.10538286580742987,0.5541310940386147,0.541376326228803 384,dhmeltzer/Llama-2-13b-hf-eli5-wiki-1024_r_64_alpha_16_merged,torch.bfloat16,0.5895904436860068,0.8193586934873531,0.402620834492213,0.7655880031570639,0.08718726307808947,0.5500154272209041,0.5357267775202718 385,dhmeltzer/Llama-2-13b-hf-ds_eli5_1024_r_64_alpha_16,torch.bfloat16,0.6040955631399317,0.8258315076677952,0.43605850067412455,0.7671665351223362,0.08491281273692192,0.5586016549737208,0.5461110957191384 386,dhmeltzer/llama-7b-SFT_ds_wiki65k_1024_r_64_alpha_16_merged,torch.bfloat16,0.5435153583617748,0.7806213901613225,0.371084544147983,0.734017363851618,0.04624715693707354,0.45345431302789446,0.4881566877479444 387,dhmeltzer/Llama-2-7b-hf-eli5-cleaned-wiki65k-1024_qlora_merged,torch.bfloat16,0.5366894197952219,0.780920135431189,0.4171587207764145,0.7355958958168903,0.056103108415466264,0.45627665123525896,0.49712398857840684 388,Karko/Proctora,torch.float16,0.6783276450511946,0.866759609639514,0.5955283522928707,0.797947908445146,0.7194844579226687,0.6549101853717071,0.7188263597871836 389,sail/Sailor-7B-Chat,torch.bfloat16,0.523037542662116,0.7501493726349333,0.4409085499905092,0.7079715864246251,0.30401819560272936,0.5623874289541696,0.5480787793781804 390,sail/Sailor-4B-Chat,torch.bfloat16,0.45051194539249145,0.6836287592113125,0.4208648000727503,0.6621941594317285,0.09097801364670205,0.43957956501172485,0.45795954046111825 391,sail/Sailor-1.8B,torch.float16,0.3310580204778157,0.5706034654451304,0.37811797697469846,0.5840568271507498,0.027293404094010616,0.30441746243250317,0.3659245260958181 392,sail/Sailor-7B,torch.bfloat16,0.49829351535836175,0.7620991834295957,0.40083895524705915,0.691397000789266,0.33358605003790753,0.5465329636677602,0.5387912780883252 393,sail/Sailor-0.5B,torch.bfloat16,0.29692832764505117,0.45817566221868156,0.407419195446074,0.5556432517758485,0.012130401819560273,0.2513369118815784,0.330272291797799 394,sail/Sailor-1.8B-Chat,torch.bfloat16,0.3575085324232082,0.5712009559848635,0.38711002085151214,0.5911602209944752,0.0356330553449583,0.383107211954553,0.38761999959226173 395,sail/Sailor-0.5B-Chat,torch.bfloat16,0.3037542662116041,0.45508862776339376,0.3985195692914118,0.5651144435674822,0.01819560272934041,0.2673159727352808,0.3346647470497522 396,sail/Sailor-4B,torch.bfloat16,0.43856655290102387,0.6950806612228639,0.37017660840801425,0.6566692975532754,0.08794541319181198,0.3744937184129736,0.43715537528166054 397,wolfeidau/NeuralHermes-2.5-Mistral-7B,torch.float16,0.6825938566552902,0.8546106353316073,0.5502386009870948,0.7837411207576953,0.510235026535254,0.6330924123559992,0.6690852754371569 398,BAAI/Aquila2-34B,torch.float16,0.5247440273037542,0.8189603664608643,0.40853761852658155,0.755327545382794,0.006065200909780136,0.7602905245849252,0.5456542138614499 399,OpenLemur/lemur-70b-chat-v1,torch.float16,0.6697952218430034,0.8572993427604063,0.5657669903989726,0.8168902920284136,0.35329795299469297,0.6599154521327986,0.6538275420263813 400,OpenLemur/lemur-70b-v1,torch.float16,0.643344709897611,0.8571997610037841,0.44779995636228015,0.8303078137332282,0.287338893100834,0.658463250782178,0.6207423974799858 401,BELLE-2/BELLE-Llama2-13B-chat-0.4M,torch.float16,0.606655290102389,0.8231428002389962,0.5085196510414306,0.755327545382794,0.14404852160727824,0.5594163013712964,0.5661850182906975 402,HIT-SCIR/Chinese-Mixtral-8x7B,torch.bfloat16,0.6356655290102389,0.859788886675961,0.45859152966658717,0.8208366219415943,0.5170583775587566,0.7094920395105877,0.6669054973939543 403,HIT-SCIR/huozi3,torch.bfloat16,0.6501706484641638,0.8599880501892053,0.4945311053451425,0.8216258879242304,0.5458680818802123,0.7060966178557863,0.6797133986097902 404,Unbabel/TowerBase-7B-v0.1,torch.bfloat16,0.5102389078498294,0.7768372834096794,0.3729251403943506,0.7205998421468035,0.13115996967399546,0.4347783058534386,0.4910899082213495 405,Unbabel/TowerInstruct-7B-v0.1,torch.bfloat16,0.5546075085324232,0.789982075283808,0.42594704830683766,0.739542225730071,0.1645185746777862,0.46884015939323376,0.5239062653206933 406,PSanni/MPOMixtral-8x7B-Instruct-v0.1,torch.bfloat16,0.7098976109215017,0.8795060744871539,0.665216588266765,0.8255722178374112,0.5852918877937832,0.702617759847151,0.7280170231922943 407,PSanni/Deer-3b,torch.float16,0.3848122866894198,0.574088826926907,0.39979861544806805,0.574585635359116,0.003032600454890068,0.25638701806522607,0.3654508304906045 408,ankhamun/xxxI-Ixxx,torch.bfloat16,0.5418088737201365,0.7254530969926309,0.5442191956457653,0.7024467245461721,0.2395754359363154,0.5202285418991958,0.5456219781233693 410,teknium/CollectiveCognition-v1.1-Mistral-7B,torch.bfloat16,0.6254266211604096,0.8412666799442342,0.5761479349192792,0.7537490134175217,0.35860500379075055,0.625744784110111,0.6301566728903844 411,teknium/OpenHermes-7B,torch.bfloat16,0.5614334470989761,0.7832105158334993,0.44995354312872166,0.745067087608524,0.050037907505686124,0.48617757574363246,0.5126466794865067 412,teknium/OpenHermes-13B,torch.float16,0.6015358361774744,0.8218482374029078,0.459815379294228,0.7545382794001578,0.11599696739954511,0.561937935708413,0.552612105897121 413,teknium/OpenHermes-2.5-Mistral-7B,torch.bfloat16,0.6493174061433447,0.8417645887273452,0.5223798200841158,0.7805840568271507,0.2608036391205459,0.6363696295380162,0.6152031900734197 414,teknium/CollectiveCognition-v1-Mistral-7B,torch.bfloat16,0.6237201365187713,0.855008962358096,0.5448189714738055,0.7758484609313339,0.17892342683851403,0.6276456580820463,0.6009942693670945 415,teknium/Mistral-Trismegistus-7B,torch.bfloat16,0.5409556313993175,0.7791276638119896,0.49358570687694137,0.7016574585635359,0.09931766489764973,0.5448902829856005,0.5265890680891724 418,pankajmathur/orca_mini_v3_7b,torch.float16,0.5691126279863481,0.796355307707628,0.5051023916730814,0.7426992896606156,0.0712661106899166,0.5236900853847897,0.5347043021837299 419,pankajmathur/Lima_Unchained_70b,torch.float16,0.6825938566552902,0.8765186217884884,0.48762211996558275,0.8366219415943172,0.34723275208491283,0.7000484813740371,0.6551062955771049 421,pankajmathur/orca_mini_v3_13b,torch.float16,0.6313993174061433,0.823541127265485,0.5180548254049244,0.7647987371744278,0.13115996967399546,0.5651926584610324,0.5723577725643347 422,GreenNode/GreenNodeLM-7B-v1olet,torch.float16,0.7261092150170648,0.8770165305715992,0.6907171691355769,0.8232044198895028,0.66868840030326,0.6351272299345004,0.7368104941419173 423,GreenNode/GreenNodeLM-7B-v4leo,torch.float16,0.712457337883959,0.8823939454291974,0.6965131744948723,0.8232044198895028,0.686125852918878,0.6500627034374724,0.741792905675647 424,GreenNode/GreenNodeLM-v3olet-7B,torch.float16,0.7226962457337884,0.8824935271858195,0.695178465897982,0.824782951854775,0.7073540561031084,0.6526767905611188,0.7475303395560987 425,GreenNode/GreenNodeLM-7B-v2leo,torch.float16,0.6979522184300341,0.8802031467835093,0.6783429669391698,0.8200473559589582,0.6709628506444276,0.6500191071821859,0.7329212743230474 426,GreenNode/Merged-DPO-7B,torch.float16,0.689419795221843,0.8775144393547102,0.7276047803006407,0.7837411207576953,0.4518574677786202,0.5534567516719003,0.6805990591809016 427,eren23/ogno-monarch-jaskier-merge-7b-OH-PREF-DPO,torch.float16,0.7312286689419796,0.8908583947420833,0.7745156520967758,0.8476716653512234,0.6944655041698257,0.6479651023053158,0.7644508312678672 428,eren23/ogno-monarch-jaskier-merge-7b-OH-PREF-DPO-v3,torch.float16,0.7303754266211604,0.8910575582553276,0.7748431207842124,0.8476716653512234,0.6921910538286581,0.6478774554863429,0.7640027133878208 429,eren23/ogno-monarch-jaskier-merge-7b-v2,torch.float16,0.7286689419795221,0.8914558852818164,0.7775830648728518,0.8429360694554064,0.6929492039423806,0.6476553664116336,0.7635414219906019 430,eren23/ogno-monarch-jaskier-merge-7b,torch.float16,0.7303754266211604,0.8908583947420833,0.7744238626673614,0.8476716653512234,0.6944655041698257,0.6477973508653231,0.7642653674028296 431,eren23/merged-dpo-binarized-NeutrixOmnibe-7B,torch.float16,0.726962457337884,0.8902609042023502,0.7690258519527344,0.850828729281768,0.689158453373768,0.6459411618467124,0.7620295929992028 432,eren23/slerp-test-turdus-beagle,torch.bfloat16,0.735494880546075,0.8884684325831508,0.6969379766281721,0.8389897395422258,0.7005307050796058,0.6462184841873277,0.7511067030944263 433,eren23/DistiLabelOrca-TinyLLama-1.1B,torch.float16,0.36177474402730375,0.6115315674168492,0.38054949560093154,0.6085240726124704,0.016679302501895376,0.2509014671020179,0.37166010821024464 434,eren23/OGNO-7b-dpo-truthful,torch.float16,0.7295221843003413,0.890161322445728,0.7660822976380632,0.8468823993685872,0.6899166034874905,0.6460912023140082,0.7614426682590364 435,eren23/ogno-monarch-jaskier-merge-7b-OH-PREF-DPO-v2,torch.float16,0.7312286689419796,0.8906592312288388,0.7746116985918058,0.8468823993685872,0.6952236542835482,0.6479722344445051,0.7644296478098774 436,eren23/DistilHermes-2.5-Mistral-7B,torch.float16,0.658703071672355,0.8478390758812986,0.5423616642917636,0.7821625887924231,0.5981804397270659,0.6365271514744947,0.6776289986399001 437,eren23/dpo-binarized-NeuralTrix-7B,torch.float16,0.7235494880546075,0.8888667596096396,0.7906684401427805,0.846093133385951,0.6800606520090978,0.640858135205425,0.7616827680679169 438,eren23/Experiment26-12B,torch.float16,0.6885665529010239,0.8858793069109739,0.7212247872838202,0.8342541436464088,0.49962092494313876,0.6375190040325954,0.7111774532863269 439,eren23/finetune_test_qwen15-1-8b-sft-lora,torch.float16,0.36177474402730375,0.5776737701653057,0.37996531177707304,0.611681136543015,0.21531463229719486,0.44957943114008553,0.4326648376583296 440,eren23/ogno-monarch-jaskier-merge-7b-OH-PREF-DPO-v4-test,torch.float16,0.7312286689419796,0.8908583947420833,0.77524154156829,0.8468823993685872,0.6884003032600455,0.6479136754052811,0.7634208305477111 441,eren23/NeuralDareBeagle-7B-slerp,torch.float16,0.7209897610921502,0.8819956184027086,0.6918000534624221,0.8255722178374112,0.7058377558756633,0.6499222789189615,0.7460196142648862 442,eren23/FrankenBeagle-SmallOverlap-test,torch.float16,0.7201365187713311,0.8815972913762199,0.6969160518300113,0.8184688239936859,0.6338134950720242,0.6470857358046335,0.7330029861413178 443,eren23/dpo-binarized-NeutrixOmnibe-7B,torch.float16,0.7278156996587031,0.8904600677155945,0.7690068996757015,0.850828729281768,0.6944655041698257,0.6459696247163599,0.7630910875363254 444,ogimgio/gpt-neo-125m-neurallinguisticpioneers,torch.float16,0.22440273037542663,0.3036247759410476,0.4564037543075493,0.5122336227308603,0.000758150113722517,0.25137865994591085,0.29146694890241953 445,Neuronovo/neuronovo-7B-v0.2,torch.bfloat16,0.7303754266211604,0.8831905994821748,0.7102141321993041,0.8066298342541437,0.624715693707354,0.6514935987789594,0.7344365475071827 446,Neuronovo/neuronovo-7B-v0.1,torch.bfloat16,0.6697952218430034,0.8507269468233419,0.5395270154062601,0.7813733228097869,0.37680060652009095,0.6332849354842767,0.6419180081477932 447,Neuronovo/neuronovo-7B-v0.3,torch.bfloat16,0.726962457337884,0.8825931089424417,0.7134545855534601,0.8089976322020521,0.6141015921152388,0.6510006510398956,0.7328516711984955 448,Neuronovo/neuronovo-9B-v0.4,torch.bfloat16,0.7244027303754266,0.8832901812387971,0.7107495691953186,0.8066298342541437,0.6277482941622441,0.6524391336490968,0.7342099571458379 449,AlekseyKorshuk/pygmalion-6b-vicuna-chatml,torch.float16,0.4061433447098976,0.6772555267874926,0.42764768101969397,0.6306235201262825,0.04397270659590599,0.3391805590674562,0.4208038897177881 450,AlekseyKorshuk/vic15-exp-syn-fight-cp3838,torch.float16,0.5179180887372014,0.7579167496514638,0.49613197888405214,0.7182320441988951,0.06595905989385899,0.5023284138258881,0.5097477225318933 451,AlekseyKorshuk/chatml-pyg-v1,torch.float16,0.378839590443686,0.6329416450906195,0.4261047240960072,0.6250986582478295,0.05155420773313116,0.32774720942775915,0.40704767250650536 452,ValiantLabs/ShiningValiantXS,torch.float16,0.5895904436860068,0.819259111730731,0.48702658726620335,0.7695343330702447,0.34040940106141016,0.567537226454957,0.5955595172115921 453,ValiantLabs/ShiningValiant,torch.float16,0.6868600682593856,0.873132842063334,0.557774206775331,0.8413575374901342,0.5648218347232752,0.6964395240379692,0.7033976688915714 454,ValiantLabs/Esper-70b,torch.float16,0.5648464163822525,0.7772356104361681,0.4598011127457919,0.7348066298342542,0.44579226686884005,0.5590974525510388,0.5902632481363909 455,ValiantLabs/Fireplace-13b,torch.float16,0.47696245733788395,0.6960764787890859,0.48240026363735705,0.6716653512233622,0.2577710386656558,0.4356068671006452,0.5034137427923316 456,mrm8488/mistral-7b-ft-h4-no_robots_instructions,torch.float16,0.6092150170648464,0.8317068313085043,0.4362932036612997,0.7884767166535123,0.36694465504169826,0.6336917601101286,0.611054697306665 457,mrm8488/llama-2-coder-7b,torch.float16,0.5401023890784983,0.7835092611033658,0.38485573086068237,0.7545382794001578,0.0712661106899166,0.46251477613011116,0.4994644245437887 458,harshitv804/MetaMath-Mistral-2x7B,torch.bfloat16,0.60580204778157,0.8259310894244174,0.4479737874141746,0.7600631412786109,0.6921910538286581,0.6186505277936577,0.6584352745868481 459,vicgalleorg/TruthfulQwen1.5-4B,torch.float16,0.4709897610921502,0.7132045409281019,0.5060376733678527,0.6685082872928176,0.5253980288097043,0.5604097769582599,0.5740913447414812 460,vicgalleorg/test1,torch.float16,0.7226962457337884,0.8952399920334595,0.7831524334937705,0.8389897395422258,0.6467020470053071,0.6667171133357533,0.758916261857384 461,vicgalleorg/OpenHermes-Yi-9B,torch.float16,0.606655290102389,0.7872933678550089,0.4225455721872872,0.7719021310181531,0.4981046247156937,0.6966697449547274,0.6305284551388767 462,vicgalleorg/TruthfulQwen1.5-1.8B,torch.float16,0.3873720136518771,0.6135232025492929,0.4058019851571796,0.6037884767166535,0.3411675511751327,0.4698452058376588,0.47024973918129914 463,aivince/alpaca_mistral-7b-v0.2,torch.float16,0.6092150170648464,0.8328022306313483,0.426560839973146,0.7916337805840569,0.3464746019711903,0.6182037855508427,0.6041483759625718 464,nextai-team/Moe-4x7b-reason-code-qa,torch.float16,0.6254266211604096,0.8386775542720574,0.5611833547243651,0.760852407261247,0.5458680818802123,0.6120290462761896,0.6573395109290803 465,nextai-team/Moe-3x7b-QA-Code-Inst,torch.float16,0.6424914675767918,0.8460466042620992,0.6314885689047778,0.7742699289660616,0.48597422289613346,0.6215285119061728,0.6669665507520062 466,nextai-team/Moe-2x7b-QA-Code,torch.float16,0.6518771331058021,0.8536148177653854,0.6522673934775387,0.7734806629834254,0.4965883244882487,0.6171032285785538,0.6741552600664923 467,FPHam/Free_Sydney_13b_HF,torch.float16,0.5938566552901023,0.813981278629755,0.4563281678371965,0.7600631412786109,0.09173616376042457,0.5372880799668149,0.5422089144604839 468,FPHam/Sydney_Overthinker_13b_HF,torch.float16,0.5895904436860068,0.8085042820155347,0.45697851910783077,0.739542225730071,0.18877937831690675,0.5128030023275465,0.5493663085306494 469,FPHam/Writing_Partner_Mistral_7B,torch.float16,0.6459044368600683,0.845947022505477,0.48545160584505326,0.7687450670876085,0.5458680818802123,0.6254690975695986,0.6528975519580029 470,FPHam/Karen_TheEditor_V2_STRICT_Mistral_7B,torch.float16,0.5955631399317406,0.8178649671380203,0.49359132877385026,0.7434885556432518,0.3017437452615618,0.5955929356085929,0.5913074453928363 471,TFLai/gpt-neox-20b-4bit-alpaca,4bit,0.43856655290102387,0.6739693288189603,0.35672489857760115,0.648776637726914,0.011372251705837756,0.25058023213915476,0.39666498364491526 472,TFLai/OrcaMini-Platypus2-13B-QLoRA-0.80-epoch,torch.float16,0.6083617747440273,0.8256323441545509,0.5331823936755519,0.7592738752959748,0.022744503411675512,0.5641608673254824,0.5522259597678771 473,TFLai/bloom-560m-4bit-alpaca,4bit,0.23976109215017063,0.2920732921728739,0.45176641262128736,0.5027624309392266,0.001516300227445034,0.25201823058944806,0.2899829597834086 474,TFLai/llama-7b-4bit-alpaca,4bit,0.5264505119453925,0.7778331009759012,0.3422207572617222,0.7079715864246251,0.0356330553449583,0.3457308236361625,0.4559733059314603 475,TFLai/gpt-neo-1.3B-4bit-alpaca,4bit,0.28242320819112626,0.46345349531965746,0.39258277716254397,0.5619573796369376,0.002274450341167551,0.25189792777849196,0.3257648730716541 476,TFLai/MythicalDestroyerV2-Platypus2-13B-QLora-0.80-epoch,torch.float16,0.5733788395904437,0.8123879705238001,0.5598133622703098,0.7387529597474349,0.0,0.5563972759911988,0.5401217346871979 477,TFLai/Orca-Nova-13B,torch.float16,0.6237201365187713,0.8247361083449513,0.4597465231311121,0.7758484609313339,0.14480667172100076,0.5744387523264125,0.5672161088289303 478,TFLai/Nova-13B,torch.float16,0.6271331058020477,0.8257319259111731,0.5134426394958894,0.7726913970007893,0.06747536012130402,0.5797706822344951,0.564374185094283 479,TFLai/Stable-Platypus2-13B-QLoRA-0.80-epoch,torch.float16,0.6228668941979523,0.824636526588329,0.5140502514486448,0.7655880031570639,0.0356330553449583,0.570914040960065,0.5556147952828354 480,TFLai/pythia-2.8b-4bit-alpaca,4bit,0.34726962457337884,0.5896235809599681,0.3914056867537695,0.6164167324388319,0.006065200909780136,0.25529628103946383,0.3676795177791987 481,TFLai/EnsembleV5-Nova-13B,torch.float16,0.6271331058020477,0.8255327623979287,0.4985854685041301,0.7624309392265194,0.10765731614859743,0.5678841966305515,0.5648706314516292 482,TFLai/Nous-Hermes-Platypus2-13B-QLoRA-0.80-epoch,torch.float16,0.5989761092150171,0.8329018123879706,0.5107941862859451,0.7521704814522494,0.014404852160727824,0.5669154268069879,0.5460271447181496 483,TFLai/Nova-13B-50-step,torch.float16,0.6160409556313993,0.8231428002389962,0.5153458883991275,0.7655880031570639,0.04397270659590599,0.5727060438317096,0.5561327329757003 484,TFLai/PuddleJumper-Platypus2-13B-QLoRA-0.80-epoch,torch.float16,0.5452218430034129,0.7935670185222067,0.5431670480120661,0.7111286503551697,0.0,0.5514599987096854,0.5240907597670902 485,TFLai/OpenOrcaPlatypus2-Platypus2-13B-QLora-0.80-epoch,torch.float16,0.5981228668941979,0.8269269069906393,0.5291728702187227,0.744277821625888,0.02350265352539803,0.5696114951508272,0.5486024357342788 486,TFLai/Limarp-Platypus2-13B-QLoRA-0.80-epoch,torch.float16,0.6049488054607508,0.8276239792869946,0.44144767502452936,0.7679558011049724,0.060652009097801364,0.565178527702576,0.5446344662796041 487,TFLai/gpt2-turkish-uncased,torch.float16,0.24488054607508533,0.2508464449312886,0.5230349770235149,0.4964483030781373,0.0,0.2658694239842077,0.2968466158487056 488,TFLai/llama-2-13b-4bit-alpaca-gpt4,4bit,0.5767918088737202,0.8104959171479785,0.45686332356911125,0.7513812154696132,0.08263836239575435,0.5181524615569006,0.5327205148355131 489,TFLai/Luban-Platypus2-13B-QLora-0.80-epoch,torch.float16,0.6023890784982935,0.8222465644293966,0.5525986510332871,0.7537490134175217,0.009097801364670205,0.5803487031278975,0.5534049686451777 490,TFLai/llama-13b-4bit-alpaca,4bit,0.5571672354948806,0.8088030272854013,0.4479806162586582,0.7482241515390686,0.05686125852918878,0.4241692414967386,0.5072009217673227 491,TFLai/bloomz-1b7-4bit-alpaca,4bit,0.2909556313993174,0.4742083250348536,0.41064553123757513,0.5382794001578532,0.0,0.31797563535438217,0.3386774205306636 492,TFLai/Ensemble5-Platypus2-13B-QLora-0.80-epoch,torch.float16,0.5972696245733788,0.8266281617207728,0.5291574060590136,0.744277821625888,0.018953752843062926,0.5693713408641482,0.5476096846143774 493,TFLai/Athena-Platypus2-13B-QLora-0.80-epoch,torch.float16,0.5665529010238908,0.8056164110734914,0.5362010944011686,0.7261247040252565,0.000758150113722517,0.5542928634440972,0.5315910206802712 494,TFLai/MythoMix-Platypus2-13B-QLoRA-0.80-epoch,torch.float16,0.6032423208191127,0.8371838279227246,0.5218086101134253,0.755327545382794,0.009097801364670205,0.5574493264448358,0.5473515720079271 495,TFLai/OpenOrca-Platypus2-13B-QLoRA-0.80-epoch,torch.float16,0.6237201365187713,0.8299143596893049,0.5220378272071609,0.7576953433307024,0.11144806671721001,0.5937655877855773,0.5730968868747879 496,TFLai/Platypus2-13B-QLoRA-0.80-epoch,4bit,0.5776450511945392,0.8162716590320653,0.39698245763845513,0.7592738752959748,0.029567854435178165,0.5562706921379071,0.5226685982890199 497,TFLai/Airboros2.1-Platypus2-13B-QLora-0.80-epoch,torch.float16,0.5895904436860068,0.824636526588329,0.4770960067945883,0.7513812154696132,0.0,0.546235954788136,0.5314900245544455 498,TFLai/SpeechlessV1-Nova-13B,torch.float16,0.6177474402730375,0.8268273252340171,0.5144308498130321,0.7742699289660616,0.0576194086429113,0.577483399758578,0.5613963921146063 499,AA051615/A0204,torch.bfloat16,0.7030716723549488,0.8441545508862777,0.57938549088033,0.8082083662194159,0.5852918877937832,0.8685646040931566,0.7314460953713188 500,AA051615/A0221,torch.bfloat16,0.6851535836177475,0.8513244373630751,0.5512834343620121,0.8129439621152328,0.5784685367702805,0.844754045436386,0.720654666610789 501,AA051615/A0308-G,torch.bfloat16,0.6834470989761092,0.836387173869747,0.5401972709280841,0.8042620363062352,0.6034874905231236,0.8406608236676426,0.7180736490451568 502,AA051615/L0223,torch.bfloat16,0.6791808873720137,0.8299143596893049,0.535935780967817,0.797947908445146,0.6163760424564063,0.8259242698047444,0.714213208122572 503,AA051615/A0305a,torch.bfloat16,0.613481228668942,0.8040231029675363,0.5173907130984454,0.77663772691397,0.6027293404094011,0.7565943014777143,0.6784760689226682 504,AA051615/A0306,torch.bfloat16,0.6604095563139932,0.8346942840071699,0.5304559089583457,0.7821625887924231,0.5663381349507203,0.8003824161282802,0.6957404815251554 505,AA051615/A0304,torch.bfloat16,0.6757679180887372,0.8278231428002389,0.5334887043569735,0.7853196527229677,0.6004548900682335,0.8450462266800912,0.711316755786207 506,AA051615/L0225,torch.bfloat16,0.681740614334471,0.8273252340171281,0.5419063822595955,0.7861089187056038,0.5951478392721758,0.8303953682803569,0.7104373928115552 507,CausalLM/14B,torch.bfloat16,0.5665529010238908,0.7907787293367855,0.4774778409132138,0.7490134175217048,0.5860500379075056,0.6586320847049082,0.6380841685680015 508,CausalLM/72B-preview-llamafied-qwen-llamafy,torch.bfloat16,0.6518771331058021,0.8324039036048596,0.5254959632468497,0.823993685872139,0.7156937073540561,0.7703783277967626,0.7199737868300783 509,CausalLM/34b-beta,torch.bfloat16,0.7056313993174061,0.8419637522405895,0.5837785963295662,0.8129439621152328,0.5822592873388931,0.8560240455524629,0.7304335071490251 510,CausalLM/72B-preview-canary-llamafied-qwen-llamafy-unbias-qkv,torch.float16,0.5255972696245734,0.6298546106353317,0.5761008495230423,0.7513812154696132,0.354814253222138,0.6745022003810789,0.5853750664759629 511,CausalLM/14B-DPO-alpha,torch.bfloat16,0.5810580204778157,0.7937661820354511,0.5415464033767141,0.745067087608524,0.6269901440485216,0.6661698976257315,0.6590996225287931 512,CausalLM/7B-DPO-alpha,torch.bfloat16,0.5085324232081911,0.7300338577972515,0.5758241125359985,0.675611681136543,0.2266868840030326,0.6338732832252673,0.558427040317714 513,CausalLM/72B-preview,torch.bfloat16,0.6518771331058021,0.8323043218482374,0.5257567284522894,0.824782951854775,0.7210007581501138,0.771431435439692,0.7211922214751515 514,CausalLM/7B,torch.bfloat16,0.5,0.7457677753435571,0.5012670346064317,0.696921862667719,0.22971948445792267,0.617918362565958,0.5485990866069315 515,teilomillet/MiniMerlin-3B,torch.bfloat16,0.44368600682593856,0.6656044612626967,0.4706617297468041,0.6440410418310971,0.20166793025018953,0.43207549821841046,0.4762894446891894 516,teilomillet/MiniMerlin-3b-v0.1,torch.float16,0.4069965870307167,0.5406293567018522,0.49647374974901654,0.6053670086819258,0.013646702047005308,0.4331822952204304,0.41604928323849116 517,delayedkarma/NeuralHermes-2.5-Mistral-7B,torch.float16,0.6655290102389079,0.8500298745269866,0.5383196217878969,0.7797947908445146,0.34040940106141016,0.6340643454431123,0.6346911739838047 518,sr5434/CodegebraGPT-10b,torch.float16,0.5981228668941979,0.834196375224059,0.46569772860679925,0.8097868981846882,0.45109931766489764,0.6019574878621333,0.6268101124061293 519,Aeala/Alpaca-elina-65b,torch.float16,0.6527303754266212,0.8574985062736507,0.4731719190866776,0.813733228097869,0.29037149355572406,0.6341530490006783,0.6202764285735368 520,Aeala/GPT4-x-AlpacaDente2-30b,torch.float16,0.60580204778157,0.8180641306512647,0.48376070919498354,0.7813733228097869,0.2676269901440485,0.5662621076994767,0.5871482180468551 521,Aeala/GPT4-x-AlpacaDente-30b,torch.float16,0.621160409556314,0.8278231428002389,0.5267972818884434,0.7868981846882399,0.3009855951478393,0.5619117280569582,0.6042627236896724 522,Aeala/GPT4-x-Alpasta-13b,torch.float16,0.5853242320819113,0.7992431786496714,0.5306202218829393,0.739542225730071,0.08794541319181198,0.4602774698951591,0.5338254569052607 523,Aeala/Enterredaas-33b,torch.float16,0.6092150170648464,0.8417645887273452,0.49017698388167485,0.7876874506708761,0.16224412433661864,0.5830104225398959,0.5790164312035428 524,Aeala/VicUnlocked-alpaca-30b,torch.float16,0.6186006825938567,0.8378809002190799,0.5103239807678763,0.7821625887924231,0.1463229719484458,0.576387812448288,0.5786131561283283 525,posicube/Llama-chat-AY-13B,torch.float16,0.6279863481228669,0.8323043218482374,0.5594660039594063,0.7592738752959748,0.12130401819560273,0.600134372263312,0.5834114899475666 526,posicube/Llama2-chat-AYB-13B,torch.float16,0.6339590443686007,0.8479386576379208,0.5562121721284332,0.7624309392265194,0.11296436694465505,0.5933661172904717,0.5844785495994335 527,posicube/Llama2-chat-AYT-13B,torch.bfloat16,0.6331058020477816,0.835291774546903,0.5579867609825017,0.760852407261247,0.0887035633055345,0.596744962668328,0.5787808784687158 528,axxd/wizardllama-7b,torch.bfloat16,0.4283276450511945,0.6620195180242979,0.3571370037845836,0.6243093922651933,0.13040181956027294,0.3544268083203834,0.4261036978343209 529,fangzhaoz/pearl7B_tuneonGSM8K,torch.float16,0.5563139931740614,0.7331208922525393,0.5416306771354706,0.7134964483030781,0.3995451099317665,0.4494529492505578,0.5655933450079124 530,abhiramtirumala/DialoGPT-sarcastic-medium,torch.float16,0.23293515358361774,0.2593108942441745,0.4603972717137869,0.5335438042620363,0.0,0.23764494276694004,0.2873053444284259 531,TurkuNLP/gpt3-finnish-small,torch.float16,0.20477815699658702,0.280920135431189,0.4646530212769539,0.48224151539068666,0.0,0.24467397154385573,0.27954446677321204 532,TurkuNLP/gpt3-finnish-large,torch.float16,0.2175767918088737,0.32881896036646086,0.44349887144931116,0.5153906866614049,0.0,0.2411218523592265,0.2910678604408795 533,TurkuNLP/gpt3-finnish-13B,torch.float16,0.24658703071672355,0.4676359290977893,0.44465058814303504,0.580110497237569,0.003032600454890068,0.23490519495681864,0.329486973434471 534,SherlockAssistant/Mistral-7B-Instruct-Ukrainian,torch.float16,0.674061433447099,0.8580959968133838,0.6495262134981606,0.8184688239936859,0.5633055344958302,0.6287337327225743,0.6986986224951224 535,chlee10/T3Q-Platypus-MistralM7-7B,torch.float16,0.6416382252559727,0.8516231826329417,0.5998754966374884,0.8153117600631413,0.5981804397270659,0.612903991351609,0.6865888492780364 536,chlee10/T3Q-Platypus-Mistral7B,torch.float16,0.6313993174061433,0.8440549691296555,0.5185430742867603,0.8129439621152328,0.5875663381349507,0.6070922743097874,0.6669333225637549 537,chlee10/T3Q-Platypus-SOLAR,torch.float16,0.6186006825938567,0.8417645887273452,0.5066765475632212,0.823993685872139,0.43745261561789234,0.5371574458378298,0.6276075943687139 538,chlee10/T3Q-platypus-SOLAR-10.7B-v1.0,torch.float16,0.6254266211604096,0.8414658434574785,0.5191281080553253,0.8310970797158642,0.20621683093252463,0.6195052148585972,0.6071399496966999 539,chlee10/T3Q-MSlerp-7Bx2,torch.float16,0.2841296928327645,0.2546305516829317,0.47282237996457954,0.5438042620363063,0.0,0.25913498901965315,0.3024203125893725 540,chlee10/T3Q-Merge-Mistral7B,torch.float16,0.7295221843003413,0.8914558852818164,0.7795928259236615,0.8500394632991318,0.7005307050796058,0.6443750389723777,0.7659193504761558 541,daxiongshu/Pluto_24B_DPO_63,torch.float16,0.7397610921501706,0.8816968731328421,0.7936098015130929,0.8168902920284136,0.6611068991660348,0.644880483578691,0.7563242402615407 542,euclaise/falcon_1b_stage2,torch.float16,0.3310580204778157,0.6319458275243975,0.3839665638374818,0.6235201262825573,0.0,0.24224439612925458,0.3687891557085845 543,euclaise/Ferret_7B,torch.bfloat16,0.6228668941979523,0.8132842063333997,0.3993660994529629,0.7750591949486977,0.02047005307050796,0.6009178948879973,0.538660723815253 544,euclaise/crow-1b,torch.bfloat16,0.2551194539249147,0.25871340370444135,0.4827953936445661,0.4940805051302289,0.008339651250947688,0.24797727730297073,0.2911709474930116 545,euclaise/falcon_1b_stage3_2,torch.bfloat16,0.3455631399317406,0.5837482573192591,0.3988575374907098,0.6045777426992897,0.0,0.23866800708890468,0.3619024474216506 546,euclaise/gpt-neox-122m-minipile-digits,torch.float16,0.20733788395904437,0.270264887472615,0.491864692796366,0.5232833464877664,0.0,0.25311673090950665,0.2909779236042164 547,euclaise/falcon_1b_stage1,torch.bfloat16,0.3515358361774744,0.6239792869946226,0.3999657351833433,0.6148382004735596,0.0,0.24469023221730524,0.3725015485077175 548,euclaise/Ferret-7B,torch.float16,0.6228668941979523,0.8130850428201554,0.4001041496199733,0.77663772691397,0.02047005307050796,0.6027046405420561,0.5393114178607692 549,euclaise/falcon_1b_stage3,torch.bfloat16,0.3310580204778157,0.5408285202150966,0.379233457445528,0.5951065509076559,0.0,0.25105254291797624,0.34954651532734543 550,jan-hq/supermario-slerp-v3,torch.bfloat16,0.6928327645051194,0.8670583549093805,0.6176988060932912,0.8050513022888713,0.6997725549658832,0.6510829495483655,0.722249455385152 551,jan-hq/stealth-v1.2,torch.bfloat16,0.6638225255972696,0.8613821947819159,0.5422529201207911,0.8074191002367798,0.7225170583775588,0.6432906344864991,0.7067807389334689 552,jan-hq/LlamaCorn-1.1B-Chat,torch.bfloat16,0.3378839590443686,0.5924118701453893,0.36855840909843307,0.6148382004735596,0.0,0.29011512520918914,0.3673012606618233 553,jan-hq/trinity-v1,torch.bfloat16,0.7226962457337884,0.8835889265086636,0.6931209356367747,0.8200473559589582,0.7164518574677786,0.6520426966794453,0.7479913363309015 554,jan-hq/supermario-v2,torch.bfloat16,0.6843003412969283,0.8650667197769368,0.606060589051262,0.8074191002367798,0.7225170583775588,0.6495869187443191,0.7224917879139641 555,jan-hq/LlamaCorn-1.1B,torch.bfloat16,0.3412969283276451,0.5933081059549891,0.3677529114898043,0.6195737963693765,0.004548900682335102,0.290066246984029,0.36942448163469654 556,jan-hq/supermario-slerp-v2,torch.bfloat16,0.697098976109215,0.8653654650468035,0.630574953795404,0.8074191002367798,0.6383623957543594,0.6482328757659235,0.7145089611180809 557,jan-hq/stealth-rag-v1.1,torch.bfloat16,0.621160409556314,0.8382792272455686,0.49642217442112185,0.7932123125493291,0.6777862016679302,0.6406387572042811,0.6779165137740909 558,jan-hq/stealth-v1.3,torch.float16,0.6749146757679181,0.8673571001792472,0.5571199691389221,0.8074191002367798,0.7156937073540561,0.6445190477408786,0.7111706000696336 559,jan-hq/stealth-v2,torch.bfloat16,0.7389078498293515,0.8925512846046604,0.7247164261385575,0.8800315706393055,0.6967399545109931,0.6493938306975185,0.7637234860700644 560,jan-hq/komodo-7b-chat,torch.bfloat16,0.514505119453925,0.7704640509858594,0.4004786701634766,0.744277821625888,0.04852160727824109,0.44626471401954293,0.48741866392115546 562,facebook/opt-1.3b,torch.float16,0.295221843003413,0.545309699263095,0.38710675790483107,0.5974743488555643,0.001516300227445034,0.24963045825616695,0.3460432345850859 563,facebook/xglm-564M,torch.float16,0.24573378839590443,0.34644493128858794,0.40432058770396273,0.5224940805051302,0.002274450341167551,0.2517966357007282,0.2955107456559135 564,facebook/xglm-7.5B,torch.float16,0.3412969283276451,0.6077474606652061,0.36661523882354585,0.5872138910812944,0.002274450341167551,0.2778866807166943,0.3638391083259256 565,facebook/opt-2.7b,torch.float16,0.3395904436860068,0.6143198566022705,0.37425417990290183,0.6195737963693765,0.002274450341167551,0.2543197294843227,0.3673887427310077 566,facebook/xglm-1.7B,torch.float16,0.25853242320819114,0.4567815176259709,0.37206341516963043,0.5390686661404893,0.0075815011372251705,0.2510041645690995,0.31417194797510106 568,facebook/opt-66b,torch.float16,0.46331058020477817,0.7624975104560845,0.3542965595297838,0.7000789265982637,0.016679302501895376,0.2699300206480994,0.4277988166564841 569,facebook/opt-30b,torch.float16,0.4325938566552901,0.7406891057558256,0.35163826284747607,0.7063930544593529,0.021986353297952996,0.26658730035291095,0.4199813222281348 570,facebook/opt-125m,torch.float16,0.22866894197952217,0.31467835092611035,0.4286875802615585,0.516179952644041,0.000758150113722517,0.26015587555644143,0.29152147524689936 571,facebook/opt-6.7b,torch.float16,0.3916382252559727,0.6866162119099781,0.3512214978869498,0.65982636148382,0.009855951478392721,0.2456740659904941,0.39080538566760126 572,facebook/xglm-4.5B,torch.float16,0.3148464163822526,0.5794662417845051,0.35839394850406386,0.5493291239147593,0.002274450341167551,0.254299777191496,0.34310165968637407 573,facebook/opt-13b,torch.float16,0.3993174061433447,0.7120095598486357,0.3409583991059122,0.6850828729281768,0.017437452615617893,0.24895662243238084,0.4006270521790114 574,facebook/opt-iml-max-1.3b,torch.float16,0.30716723549488056,0.5381398127862975,0.3834241864559234,0.6022099447513812,0.00530705079605762,0.27610505922940987,0.3520588815856584 575,facebook/opt-350m,torch.float16,0.2354948805460751,0.367257518422625,0.40828532777844695,0.526440410418311,0.003032600454890068,0.2602309674346793,0.3001236175091712 576,facebook/opt-iml-max-30b,torch.float16,0.43856655290102387,0.723859788886676,0.3815782242834733,0.7371744277821626,0.025018953752843062,0.41086444879184536,0.452843732733004 577,shadowml/WestBeagle-7B,torch.float16,0.7226962457337884,0.8828918542123083,0.7170804043560985,0.8200473559589582,0.7187263078089462,0.6516949340870956,0.7521895170261992 578,shadowml/DareBeagle-7B,torch.float16,0.7167235494880546,0.880103565026887,0.6897520361652546,0.8232044198895028,0.7149355572403336,0.6502847906932315,0.7458339864172108 579,shadowml/Mixolar-4x7b,torch.float16,0.7107508532423208,0.8843855805616411,0.7180637595757683,0.8358326756116812,0.6391205458680819,0.6629177499268845,0.741845194131063 580,shadowml/BeagSake-7B,torch.bfloat16,0.7244027303754266,0.8838876717785302,0.7227123192569592,0.8216258879242304,0.7179681576952237,0.6523305827953082,0.7538212249709463 581,shadowml/DareBeagel-2x7B,torch.float16,0.7201365187713311,0.8811989643497311,0.6908761125222723,0.8271507498026835,0.7050796057619408,0.6450976013250308,0.7449232587554983 582,shadowml/Daredevil-7B,torch.bfloat16,0.6936860068259386,0.8717386974706234,0.6408567221685382,0.8129439621152328,0.7293404094010614,0.6529652027021262,0.7335885001139201 583,shadowml/Marcoro14-7B-slerp,torch.bfloat16,0.6979522184300341,0.8713403704441346,0.6354053076486196,0.8161010260457774,0.7088703563305534,0.6510511083047754,0.7301200645339824 584,shadowml/Beyonder-4x7B-v2,torch.bfloat16,0.6877133105802048,0.8679545907189803,0.606846132898595,0.8089976322020521,0.7172100075815011,0.651049357676904,0.7232951719430396 585,shadowml/Marcoro14-7B-ties,torch.bfloat16,0.6979522184300341,0.8713403704441346,0.6354053076486196,0.8161010260457774,0.7088703563305534,0.6510511083047754,0.7301200645339824 586,ibranze/araproje-llama2-7b-hf,torch.float16,0.5307167235494881,0.785700059749054,0.3875084099562216,0.7403314917127072,0.0712661106899166,0.46799695039202627,0.4972532910082356 587,Q-bert/Optimus-7B,torch.float16,0.6544368600682594,0.8541127265484963,0.5578912654610536,0.7876874506708761,0.6550416982562547,0.6360986526963515,0.6908781089502153 588,Q-bert/MetaMath-Cybertron-Starling,torch.bfloat16,0.674061433447099,0.8625771758613822,0.5595409341399591,0.8129439621152328,0.7149355572403336,0.650919166847714,0.7124963716086201 589,Q-bert/Merged-AGI-7B,torch.float16,0.6860068259385665,0.8615813582951604,0.6023562221172835,0.8066298342541437,0.6338134950720242,0.6502391189084189,0.7067711424309328 590,Q-bert/Terminis-7B,torch.float16,0.6791808873720137,0.8621788488348935,0.6731465711305621,0.8129439621152328,0.5754359363153905,0.6407012554913987,0.7072645768765818 591,Q-bert/Bumblebee-7B,torch.float16,0.6339590443686007,0.8415654252141008,0.5095643475017586,0.7821625887924231,0.6565579984836998,0.6400057484296703,0.6773025254650423 592,Q-bert/MetaMath-Cybertron,torch.float16,0.6646757679180887,0.8554072893845848,0.5770577317207616,0.7963693764798737,0.7050796057619408,0.6371246671275748,0.7059524063988042 593,digitous/Javelin-R,torch.float16,0.41638225255972694,0.6901015733917546,0.34500578848693414,0.6479873717442778,0.016679302501895376,0.30695106075156436,0.40385122490602554 594,digitous/Javalion-GPTJ,torch.float16,0.4189419795221843,0.6869149571798446,0.35438024747556346,0.6527229676400947,0.016679302501895376,0.26847749486154343,0.39968615819685444 595,digitous/Javelin-GPTJ,torch.float16,0.42662116040955633,0.7045409281019717,0.36081837896921476,0.6416732438831886,0.01819560272934041,0.26197540969644384,0.4023041206316193 596,digitous/Adventien-GPTJ,torch.float16,0.4249146757679181,0.6920932085241984,0.3694690724525972,0.6022099447513812,0.01592115238817286,0.25395793732625344,0.3930943318684202 597,digitous/GPT-R,torch.float16,0.4121160409556314,0.6688906592312288,0.34219171977394097,0.6440410418310971,0.01592115238817286,0.3650240585924865,0.40803077879542626 598,digitous/13B-HyperMantis,torch.float16,0.5853242320819113,0.8220474009161521,0.4749758518603797,0.7624309392265194,0.10386656557998483,0.5061198224911199,0.5424608020260112 599,digitous/Alpacino13b,torch.float16,0.5853242320819113,0.8130850428201554,0.41663528664025434,0.7695343330702447,0.07960576194086429,0.4791768275563307,0.5238935806849602 600,digitous/Javalion-R,torch.float16,0.41723549488054607,0.6802429794861581,0.34436864491547176,0.654301499605367,0.026535253980288095,0.3081119464608631,0.4051326365547823 601,digitous/Janin-GPTJ,torch.float16,0.4087030716723549,0.6728739294961164,0.36245167469649814,0.6424625098658248,0.019711902956785442,0.2740419193308567,0.3967075013364061 602,digitous/Alpacino30b,torch.float16,0.6271331058020477,0.8504282015534754,0.44228547305989546,0.797947908445146,0.15769522365428354,0.58478742138723,0.5767128889836797 603,digitous/Janin-R,torch.float16,0.4044368600682594,0.6735710017924716,0.34493913847379143,0.6535122336227308,0.022744503411675512,0.3124330474686588,0.4019394641395979 604,digitous/Skegma-GPTJ,torch.float16,0.4377133105802048,0.6921927902808206,0.34673353659204126,0.6464088397790055,0.015163002274450341,0.2537288096902021,0.3986567148661208 605,digitous/13B-Chimera,torch.float16,0.575938566552901,0.8149770961959769,0.5259120317801959,0.7726913970007893,0.1068991660348749,0.49862267468770805,0.549173488708741 606,saucam/mistral-orpo-beta-NeuralBeagle14-7B-dare-ties,torch.bfloat16,0.6672354948805461,0.859788886675961,0.5386604944982498,0.8121546961325967,0.6338134950720242,0.646308208405082,0.6929935459440766 607,zhengchenphd/Mistral-Plus-7B,torch.float16,0.6220136518771331,0.8423620792670783,0.3580391447088173,0.7774269928966061,0.33510235026535257,0.6362744778260807,0.595203116140178 608,zhengchenphd/ICE-GRT,torch.float16,0.628839590443686,0.8613821947819159,0.5316765822891488,0.771112865035517,0.3169067475360121,0.5734449135299604,0.6138938156027067 609,Severus27/BeingWell_llama2_7b,torch.float16,0.5494880546075085,0.7827126070503884,0.4593111895966161,0.7419100236779794,0.18498862774829417,0.4746387538999431,0.5321748760967883 610,YKM12/Mistral-7B-summ-privatev1,torch.bfloat16,0.7414675767918089,0.8884684325831508,0.7188545613118653,0.8531965272296764,0.7020470053070508,0.6498707367102398,0.7589841399889653 611,damerajee/Gaja-v1.00,torch.float16,0.5281569965870307,0.7630950009958176,0.4463856836867432,0.7063930544593529,0.009097801364670205,0.40826829203601256,0.47689947152160456 612,damerajee/Gaja-v2.00,torch.float16,0.5179180887372014,0.7579167496514638,0.41500345275114237,0.7190213101815311,0.002274450341167551,0.40688446655549765,0.46983641970300066 613,damerajee/Oot-v2_lll,torch.bfloat16,0.6928327645051194,0.8659629555865366,0.6256716337528857,0.8082083662194159,0.7217589082638363,0.6496121640834931,0.7273411320685478 614,damerajee/Gaja-v2.00-dpo,torch.float16,0.5170648464163823,0.7587134037044413,0.4129256818841227,0.7158642462509865,0.002274450341167551,0.4079071744543227,0.46912496717523716 615,damerajee/Gaja-vv1,torch.float16,0.515358361774744,0.7549292969527982,0.42317616925273904,0.7198105761641673,0.008339651250947688,0.3994019273808778,0.47016933046271236 616,georgesung/llama2_7b_chat_uncensored,torch.float16,0.5358361774744027,0.7865962955586536,0.41337320034100616,0.7411207576953434,0.058377558756633814,0.44486236290137027,0.496694392121235 617,mrfakename/NeuralOrca-7B-v1,torch.bfloat16,0.6527303754266212,0.8507269468233419,0.5457774305208005,0.7876874506708761,0.5845337376800607,0.6367549462709072,0.6763684812321014 618,IGeniusDev/llama13B-quant8-testv1-openorca-customdataset,torch.float16,0.6015358361774744,0.8299143596893049,0.3727499851844075,0.7569060773480663,0.10083396512509477,0.5433367749504516,0.5342128330791333 619,nxn1231/yi6,torch.bfloat16,0.4778156996587031,0.6825333598884684,0.35799585364198633,0.6464088397790055,0.04397270659590599,0.5404886443352312,0.45820251731655004 620,Secbone/llama-2-13B-instructed,torch.float16,0.5938566552901023,0.8387771360286795,0.4688545512760683,0.7403314917127072,0.0803639120545868,0.5556857315530727,0.5463115796525361 621,Secbone/llama-33B-instructed,torch.float16,0.6459044368600683,0.8616809400517825,0.4411804826699554,0.7932123125493291,0.14404852160727824,0.6050448659902529,0.5818452599547778 622,Harshvir/LaMini-Neo-1.3B-Mental-Health_lora,torch.float16,0.257679180887372,0.25672176857199763,0.4821260232882257,0.49171270718232046,0.0,0.26997558459134446,0.29303587742021003 623,Harshvir/Llama-2-7B-physics,torch.float16,0.5290102389078498,0.7771360286795459,0.48931110299826513,0.7190213101815311,0.07050796057619409,0.4883096550400439,0.5122160493972384 624,Lazycuber/pyg-instruct-wizardlm,torch.float16,0.40955631399317405,0.6670981876120294,0.3193114626837606,0.6369376479873717,0.01592115238817286,0.26332256780365687,0.3853578887446943 626,Lazycuber/L2-7b-Base-Guanaco-Uncensored,torch.float16,0.5221843003412969,0.7907787293367855,0.42967422660946836,0.745067087608524,0.07278241091736164,0.46632674940693963,0.5044689173700627 627,Lazycuber/L2-7b-Orca-WVG-Test,torch.float16,0.5486348122866894,0.782513443537144,0.436784676933468,0.7434885556432518,0.0803639120545868,0.5112658075599995,0.5171752013358566 628,Lazycuber/L2-7b-Guanaco-Uncensored,torch.float16,0.5059726962457338,0.7698665604461262,0.43423608772141165,0.7537490134175217,0.07960576194086429,0.4892874997162965,0.5054529365813257 630,222gate/bleagle-7b-v0.1-test,torch.bfloat16,0.7226962457337884,0.8823939454291974,0.6782993454076689,0.8547750591949487,0.6512509476876421,0.6437447567581794,0.7388600500352375 631,222gate/Blur-4x7b-MOE-v0.1,torch.bfloat16,0.7226962457337884,0.8813981278629756,0.688217063142182,0.8255722178374112,0.689158453373768,0.6505256167044622,0.742927954109098 632,222gate/TinyMistral-248Mx4-MOE,torch.bfloat16,0.295221843003413,0.25712009559848636,0.4865533579688347,0.5177584846093133,0.0,0.2482315600473881,0.3008142235379059 633,222gate/Blurred-Beagle-7b-slerp,torch.float16,0.7278156996587031,0.8857797251543518,0.6938704564389065,0.8318863456985004,0.6990144048521607,0.6495389590852119,0.7479842651479723 634,222gate/Blurdus-7b-v0.1,torch.bfloat16,0.7226962457337884,0.8849830711013742,0.6971802454568737,0.829518547750592,0.6785443517816527,0.6482350464288821,0.7435262513755272 635,222gate/BrurryDog-7b-v0.1,torch.bfloat16,0.7252559726962458,0.8836885082652858,0.7004617737856811,0.8287292817679558,0.66868840030326,0.6473726646379864,0.7423661002427359 637,v2ray/LLaMA-2-Jannie-70B-QLoRA,torch.float16,0.689419795221843,0.8690499900418244,0.5367058343165584,0.829518547750592,0.31766489764973466,0.6936674444309826,0.6560044182352559 638,v2ray/LLaMA-2-Wizard-70B-QLoRA,torch.float16,0.6774744027303754,0.8750248954391555,0.6172087939156057,0.8232044198895028,0.30477634571645185,0.689585931591035,0.6645457982136878 639,chickencaesar/llama2-platypus-llama2-chat-13B-hf,torch.float16,0.6296928327645052,0.8275243975303724,0.42933647624225024,0.7632202052091555,0.028051554207733132,0.5686148081942705,0.5410733790247144 640,victor123/WizardLM-13B-1.0,torch.float16,0.28498293515358364,0.2597092212706632,0.4861407224926033,0.4940805051302289,0.0,0.23116857555371031,0.29268032660013155 641,pythainlp/wangchanglm-7.5B-sft-en-sharded,torch.float16,0.3447098976109215,0.5980880302728541,0.34152373625847426,0.5824782951854776,0.002274450341167551,0.2637223297916076,0.3554661232434171 642,pythainlp/wangchanglm-7.5B-sft-enth,torch.float16,0.3378839590443686,0.5899223262298346,0.34903089033137163,0.579321231254933,0.00530705079605762,0.2451976291809937,0.3511105144729265 643,kashif/stack-llama-2,torch.float16,0.5307167235494881,0.785700059749054,0.3875084099562216,0.7403314917127072,0.10007581501137225,0.46799695039202627,0.5020549083951449 644,duoqi/Nanbeige-16B-Base-Llama,torch.bfloat16,0.5648464163822525,0.7896833300139414,0.42602438122791003,0.7576953433307024,0.4700530705079606,0.6334168862941407,0.6069532379594846 645,hakurei/mommygpt-3B,torch.float16,0.4189419795221843,0.7168890659231228,0.37904442323905513,0.6582478295185478,0.02122820318423048,0.28735468328159885,0.4136176974447899 647,hakurei/instruct-12b,torch.float16,0.4257679180887372,0.6675960963951404,0.3196486720150373,0.6345698500394633,0.002274450341167551,0.2679252551957474,0.38629704034588225 648,TriadParty/deepmoney-34b-200k-base,torch.bfloat16,0.6399317406143344,0.8386775542720574,0.4593002272815368,0.8145224940805051,0.0,0.7403686836701945,0.582133449986438 649,64bits/LexPodLM-13B,torch.float16,0.5776450511945392,0.8103963353913562,0.4347815813959218,0.7616416732438832,0.0,0.48381930112834576,0.5113806570590077 650,dsvv-cair/alpaca-cleaned-llama-30b-bf16,torch.float16,0.6177474402730375,0.8506273650667198,0.5149066221951282,0.7734806629834254,0.07733131159969674,0.5752229572010323,0.5682193932198399 651,ed001/datascience-coder-6.7b,torch.float16,0.3464163822525597,0.538338976299542,0.44821795300523526,0.5572217837411207,0.2494313874147081,0.37957687381486094,0.4198672260880045 652,buildingthemoon/testfinetunedmodel,torch.float16,0.25853242320819114,0.31398127862975506,0.4074784760160662,0.5098658247829518,0.0,0.2606783013537335,0.2917560506651163 654,aevalone/Test-7B-pthrough,torch.bfloat16,0.44368600682593856,0.5119498107946624,0.48574496415962354,0.601420678768745,0.012130401819560273,0.4930972565675013,0.4246715198226719 655,aevalone/Pengland-Merge,torch.bfloat16,0.4052901023890785,0.4706233817964549,0.47030169673148503,0.5895816890292028,0.0,0.5071921422471599,0.4071648353655635 656,decapoda-research/Antares-11b-v2,torch.float16,0.6902730375426621,0.8754232224656443,0.5916593502712777,0.8318863456985004,0.6050037907505686,0.6619405432758582,0.7093643816674186 657,decapoda-research/Adrastea-7b-v1.0-dpo,torch.float16,0.6331058020477816,0.823043218482374,0.5309666820618778,0.7655880031570639,0.620166793025019,0.6225510313868261,0.6659035883601572 658,decapoda-research/Antares-11b-v1,torch.bfloat16,0.6450511945392492,0.8485361481776539,0.5283649819747338,0.829518547750592,0.5830174374526156,0.6596351093064914,0.6823539032002226 660,adonlee/LLaMA_2_13B_SFT_v0,torch.float16,0.6203071672354948,0.8379804819757021,0.49917554427398053,0.7726913970007893,0.1243366186504928,0.5838952608754571,0.5730644116686526 661,adonlee/LLaMA_2_13B_SFT_v1,torch.bfloat16,0.6450511945392492,0.8337980481975702,0.5320172792893688,0.7853196527229677,0.39272175890826383,0.5860313383324847,0.6291565453316507 663,adonlee/Mistral_7B_SFT_DPO_v0,torch.float16,0.6629692832764505,0.8490340569607648,0.697182404558769,0.8176795580110497,0.6580742987111448,0.6453468068461523,0.7217144013940552 664,Cartinoe5930/iDUS,torch.float16,0.2773037542662116,0.2664807807209719,0.48577541497626797,0.49171270718232046,0.0,0.2490726189680551,0.2950575460189711 665,Cartinoe5930/SOLAR-DUS-implement,torch.float16,0.5955631399317406,0.811790479984067,0.4071642776487792,0.7647987371744278,0.2699014404852161,0.6368132082972309,0.5810052139202436 666,Cartinoe5930/DARE-Merging,torch.float16,0.2525597269624573,0.26110336586337385,0.48312740729573567,0.5169692186266772,0.000758150113722517,0.23679279237082423,0.2918851102054651 667,Cartinoe5930/iDUS-8layers,torch.float16,0.5930034129692833,0.8133837880900219,0.40619217776266314,0.7624309392265194,0.29567854435178165,0.6321730995348297,0.5838103269891831 668,Cartinoe5930/MoE-Merging,torch.float16,0.6544368600682594,0.8458474407488548,0.5783132294676995,0.77663772691397,0.5420773313115997,0.6130582878420876,0.6683951460587453 669,Cartinoe5930/Llama2_init_Mistral,torch.float16,0.6006825938566553,0.8330013941445927,0.4215137349816427,0.7837411207576953,0.37907505686125853,0.6408871559898514,0.6098168427652827 670,Cartinoe5930/TIES-Merging,torch.float16,0.5810580204778157,0.7574188408683529,0.41245749372615664,0.7237569060773481,0.19408642911296436,0.5157485149480158,0.5307543675351089 671,Sayan01/Llama-Flan-XL2base,torch.bfloat16,0.20648464163822525,0.2533359888468433,0.5058224656335896,0.5090765588003157,0.0,0.23194391049184662,0.28444392756847003 672,LLMNewbie/vic_critT_20pr,torch.float16,0.5162116040955631,0.7638916550487951,0.5193316392331163,0.7426992896606156,0.08642911296436695,0.47655569861459957,0.5175198332695095 673,Azazelle/xDAN-SlimOrca,torch.float16,0.6561433447098977,0.8570005974905397,0.5768241806655555,0.77663772691397,0.579226686884003,0.6366831488349709,0.6804192809164894 674,Azazelle/Sina-Loki-7b-Merge,torch.bfloat16,0.591296928327645,0.8195578570005975,0.5384293511918705,0.7813733228097869,0.5238817285822593,0.6471356259809575,0.6502791356488528 675,Azazelle/Sina-Odin-7b-Merge,torch.bfloat16,0.5281569965870307,0.6886078470424218,0.39195277658680794,0.7221783741120757,0.08263836239575435,0.45538366694650373,0.478153003945099 676,Azazelle/Half-NSFW_Noromaid-7b,torch.float16,0.6279863481228669,0.8482374029077873,0.46047173727413704,0.7805840568271507,0.3843821076573162,0.6376338493395675,0.6232159170214708 677,Azazelle/Maylin-7b,torch.bfloat16,0.6680887372013652,0.8639713204540929,0.6024386703470505,0.7963693764798737,0.6376042456406369,0.6473099417984739,0.7026303819869155 678,Azazelle/Moko-DARE,torch.float16,0.60580204778157,0.8207528380800637,0.5216953799415293,0.7513812154696132,0.05079605761940864,0.6193634692029512,0.5616318346825226 679,Azazelle/Moko-SAMPLE,torch.float16,0.6109215017064846,0.838478390758813,0.43448478922090955,0.7916337805840569,0.41925701288855194,0.645740658367642,0.6234193555877431 680,Azazelle/Mocha-Dare-7b-ex,torch.float16,0.6126279863481229,0.8159729137621987,0.5343809110538692,0.7379636937647988,0.5360121304018196,0.6077318420418681,0.6407815795621129 681,Azazelle/Argetsu,torch.float16,0.6706484641638225,0.8631746664011153,0.5645591684488664,0.7916337805840569,0.6330553449583017,0.6554731950691834,0.696424103270891 682,Azazelle/Yuna-7b-Merge,torch.bfloat16,0.6749146757679181,0.8683529177454691,0.6120244185533295,0.8074191002367798,0.6762699014404853,0.6485854267005424,0.714594406740754 683,Azazelle/Mocha-Sample-7b-ex,torch.float16,0.6476109215017065,0.8434574785899224,0.5418313995285621,0.771112865035517,0.5655799848369977,0.6220427490246861,0.6652725664195653 684,Azazelle/Mocha-SR-7b-ex,torch.float16,0.5981228668941979,0.8123879705238001,0.5472145489149565,0.7308602999210734,0.5238817285822593,0.6087211750800685,0.6368647649860594 685,Azazelle/SlimMelodicMaid,torch.float16,0.6715017064846417,0.8600876319458275,0.6087927851947197,0.7861089187056038,0.6080363912054587,0.6474919017326308,0.6970032225448136 686,Azazelle/Bianca-7b,torch.bfloat16,0.6945392491467577,0.8607847042421828,0.6403555172002717,0.8105761641673244,0.7119029567854435,0.6508184043562149,0.7281628326496992 687,Azazelle/Dumb-Maidlet,torch.float16,0.6680887372013652,0.8605855407289384,0.5070013733552167,0.8018942383583267,0.6110689916603488,0.6517440350994378,0.683397152733939 688,Azazelle/smol_bruin-7b,torch.float16,0.6757679180887372,0.8647679745070703,0.5564800986558189,0.8113654301499605,0.7043214556482184,0.6505184252703642,0.7105368837200282 689,Azazelle/Silicon-Medley,torch.float16,0.6723549488054608,0.8620792670782712,0.6134363868702684,0.7924230465666929,0.5837755875663382,0.6451151651545449,0.6948640670069294 690,Azazelle/Sina-Thor-7b-Merge,torch.bfloat16,0.6621160409556314,0.8569010157339175,0.5000640698738921,0.8050513022888713,0.6868840030326004,0.6516659918757428,0.6937804039601092 691,Azazelle/Tippy-Toppy-7b,torch.bfloat16,0.6689419795221843,0.8587930691097391,0.5570225708371419,0.7884767166535123,0.6467020470053071,0.6549062265331732,0.6958071016101762 692,dominguesm/canarim-7b,torch.float16,0.5196245733788396,0.7752439753037244,0.4002971290542134,0.7142857142857143,0.09931766489764973,0.4091819298483201,0.4863251644614102 693,augmxnt/shisa-base-7b-v1,torch.bfloat16,0.523037542662116,0.7763393746265684,0.4239664190137454,0.7853196527229677,0.35860500379075055,0.23116857555371031,0.5164060947283097 694,augmxnt/shisa-7b-v1,torch.bfloat16,0.5614334470989761,0.7862975502887871,0.5249120169730028,0.7805840568271507,0.4162244124336619,0.23116857555371031,0.5501033431958815 695,augmxnt/shisa-gamma-7b-v1,torch.bfloat16,0.5315699658703071,0.772953594901414,0.5072738999424188,0.7387529597474349,0.22744503411675512,0.55228996040166,0.5550475691633318 696,jingyeom/SOLAR_KO_1.3_deup,torch.float16,0.5597269624573379,0.7997410874327823,0.4754562707057089,0.7687450670876085,0.2259287338893101,0.5587829182040714,0.5647301732961364 697,jingyeom/freeze_KoSoLAR-10.7B-v0.2_1.4_dedup,torch.float16,0.5844709897610921,0.8125871340370444,0.4449971855988083,0.7908445146014207,0.32221379833206976,0.6483254219325663,0.6005731740438335 698,jingyeom/KoSoLAR-10.7B-v0.2_1.3_dedup_p,torch.float16,0.6305460750853242,0.8362875921131249,0.5269064134754855,0.8050513022888713,0.4806671721000758,0.6460802787871521,0.6542564723083389 699,jingyeom/KoSoLAR-10.7B-v0.2_1.4_dedup,torch.float16,0.6006825938566553,0.8218482374029078,0.45375623938134657,0.7466456195737964,0.0,0.6130419587475651,0.5393291081603785 700,ise-uiuc/Magicoder-S-CL-7B,torch.bfloat16,0.4334470989761092,0.6700856403106951,0.3866812757785812,0.6219415943172849,0.14329037149355572,0.3686529999592552,0.4373498301392469 701,ise-uiuc/Magicoder-S-DS-6.7B,torch.bfloat16,0.38310580204778155,0.5448117904799841,0.40995716482222777,0.5840568271507498,0.23426838514025777,0.38714739606521886,0.42389122761770337 702,The-Face-Of-Goonery/Huginn-13b-v4.5,torch.float16,0.606655290102389,0.8234415455088627,0.506195531543039,0.7363851617995264,0.04624715693707354,0.5232432087767591,0.5403613157779416 703,The-Face-Of-Goonery/Huginn-19b-prototype,torch.float16,0.5921501706484642,0.8102967536347341,0.41150494590178466,0.7640094711917916,0.04397270659590599,0.5573026621214088,0.5298727850156816 704,The-Face-Of-Goonery/Huginn-13b-v1.2,torch.float16,0.6092150170648464,0.8355905198167696,0.5197363921890529,0.7521704814522494,0.09173616376042457,0.5533243346586624,0.5602954848236675 705,The-Face-Of-Goonery/Huginn-v3-13b,torch.float16,0.606655290102389,0.8234415455088627,0.506195531543039,0.7363851617995264,0.04624715693707354,0.5232432087767591,0.5403613157779416 706,The-Face-Of-Goonery/huginnv1.2,torch.float16,0.6237201365187713,0.842760406293567,0.47812239271322365,0.7521704814522494,0.09173616376042457,0.5701561556455692,0.5597776227306341 707,The-Face-Of-Goonery/Huginn-13b-V4,torch.float16,0.606655290102389,0.8234415455088627,0.506195531543039,0.7363851617995264,0.04624715693707354,0.5232432087767591,0.5403613157779416 708,The-Face-Of-Goonery/Chronos-Beluga-v2-13bfp16,torch.float16,0.6075085324232082,0.8193586934873531,0.5322923600449921,0.7379636937647988,0.04624715693707354,0.5408415688080012,0.5473686675775712 709,The-Face-Of-Goonery/Huginn-V5-10.7B,torch.float16,0.6331058020477816,0.7879904401513643,0.44516734672506053,0.7371744277821626,0.19181197877179681,0.5421769789830815,0.5562378290768746 710,The-Face-Of-Goonery/HuginnV5.5-12.6B,torch.float16,0.7201365187713311,0.8669587731527584,0.7044850738563033,0.8129439621152328,0.6262319939347991,0.6449722914908755,0.7292881022202167 711,The-Face-Of-Goonery/Huginn-13b-FP16,torch.float16,0.60580204778157,0.8253335988846843,0.5446364316252649,0.7371744277821626,0.043214556482183475,0.5371237116949273,0.5488807957084654 712,The-Face-Of-Goonery/Huginn-22b-Prototype,torch.float16,0.5767918088737202,0.8069109739095798,0.5211078120321375,0.7158642462509865,0.022744503411675512,0.498133267730124,0.523592102034704 713,S-miguel/The-Trinity-Coder-7B,torch.float16,0.6936860068259386,0.8616809400517825,0.6125265483406871,0.8176795580110497,0.7338893100833965,0.6489934839762492,0.728075974548184 714,ai-business/Luban-13B,torch.float16,0.6305460750853242,0.8280223063134834,0.5553022986687003,0.7655880031570639,0.09704321455648218,0.5872667583821056,0.5772947760271933 715,uukuguy/speechless-llama2-13b,torch.bfloat16,0.6203071672354948,0.8181637124078869,0.5565985023189125,0.7600631412786109,0.33965125094768767,0.5868537574846142,0.6136062552788678 716,uukuguy/speechless-zephyr-code-functionary-7b,torch.float16,0.6151877133105802,0.8387771360286795,0.44994239471775765,0.7868981846882399,0.4382107657316149,0.6470824931414999,0.6293497812697286 717,uukuguy/speechless-thoughts-mistral-7b,torch.bfloat16,0.5895904436860068,0.8071101374228241,0.4991408266122745,0.7782162588792423,0.3078089461713419,0.6010533941483758,0.5971533344866775 718,uukuguy/speechless-orca-platypus-coig-lite-2k-0.6e-13b,torch.bfloat16,0.5989761092150171,0.8076080462059351,0.47973543490554316,0.7790055248618785,0.07505686125852919,0.5834241147229965,0.5539676818616499 719,uukuguy/speechless-llama2-luban-orca-platypus-13b,torch.bfloat16,0.6254266211604096,0.8276239792869946,0.5466373720355463,0.771112865035517,0.08188021228203184,0.5923198994600555,0.5741668248767592 720,uukuguy/speechless-mistral-7b-dare-0.85,torch.bfloat16,0.6356655290102389,0.8482374029077873,0.506642206921476,0.7924230465666929,0.45564821834723274,0.6428880848376918,0.6469174147651866 721,uukuguy/speechless-coder-ds-6.7b,torch.bfloat16,0.36860068259385664,0.5245966938856802,0.4167302788975791,0.5887924230465666,0.18726307808946172,0.3808453866930071,0.4111380905343586 722,uukuguy/speechless-orca-platypus-coig-lite-4k-0.5e-13b,torch.bfloat16,0.5802047781569966,0.8015335590519816,0.4803942259941586,0.7545382794001578,0.058377558756633814,0.5726467719914622,0.5412825288918984 723,uukuguy/Mistral-7B-OpenOrca-lora,torch.bfloat16,0.6194539249146758,0.8361880103565027,0.4274271734982197,0.7908445146014207,0.1728582259287339,0.6416230887929453,0.5813991563487497 724,uukuguy/speechless-tools-7b,torch.bfloat16,0.3890784982935154,0.5768771161123282,0.4408018939045002,0.585635359116022,0.07505686125852919,0.3324025542137862,0.3999753804831135 725,uukuguy/speechless-code-mistral-orca-7b-v1.0,torch.float16,0.5964163822525598,0.8225453096992631,0.4845050397609622,0.7750591949486977,0.08263836239575435,0.613277402017999,0.5624069485125394 726,uukuguy/speechless-llama2-hermes-orca-platypus-wizardlm-13b,torch.bfloat16,0.5955631399317406,0.8260306711810397,0.5602490758700006,0.7537490134175217,0.13115996967399546,0.5834669685722338,0.5750364731077554 727,uukuguy/airoboros-m-7b-3.1.2-dare-0.85,torch.float16,0.6109215017064846,0.8356901015733917,0.43638896018594414,0.7837411207576953,0.17437452615617893,0.6405171605939872,0.5802722284956138 728,uukuguy/Orca-2-7b-f16,torch.float16,0.2960750853242321,0.2562238597888867,0.4836424685770379,0.5059194948697711,0.0,0.2669717787987511,0.30147211455977985 729,uukuguy/speechless-codellama-platypus-13b,torch.float16,0.45307167235494883,0.6863174666401115,0.42379634005703287,0.6558800315706393,0.09097801364670205,0.4281676597731087,0.4563685306737572 730,uukuguy/Orca-2-13b-f16,torch.float16,0.606655290102389,0.7981477793268273,0.5641081747684346,0.7663772691397001,0.38968915845337376,0.6037069885710226,0.6214474433936246 731,uukuguy/SynthIA-7B-v1.3-dare-0.85,torch.float16,0.6100682593856656,0.8349930292770364,0.4377418572010016,0.7892659826361483,0.18574677786201668,0.6448997435018832,0.5837859416439587 732,uukuguy/speechless-codellama-dolphin-orca-platypus-34b,torch.float16,0.5247440273037542,0.7412865962955587,0.47135907975593017,0.7324388318863457,0.1470811220621683,0.5346703246942103,0.5252633303329945 733,uukuguy/speechless-coding-7b-16k-tora,torch.float16,0.4121160409556314,0.6444931288587931,0.4490702414317695,0.6361483820047356,0.1728582259287339,0.39144422650614846,0.45102170761430194 734,uukuguy/CollectiveCognition-v1.1-Mistral-7B-dare-0.85,torch.float16,0.6100682593856656,0.8430591515634336,0.44867041308885225,0.7884767166535123,0.18953752843062927,0.6434242815989663,0.5872060584535098 735,uukuguy/speechless-thoughts-mistral-7b-v1.0,torch.bfloat16,0.5853242320819113,0.8124875522804222,0.4808579181201282,0.7813733228097869,0.35178165276724793,0.5495384507953288,0.5935605214758043 736,uukuguy/speechless-mistral-dolphin-orca-platypus-samantha-7b,torch.bfloat16,0.643344709897611,0.8439553873730332,0.5252044347181257,0.7837411207576953,0.2137983320697498,0.6372371983729459,0.6078801971981935 737,uukuguy/speechless-codellama-orca-airoboros-13b-0.10e,torch.bfloat16,0.29436860068259385,0.25712009559848636,0.4963684639744407,0.5193370165745856,0.0,0.25426670758659836,0.3035768140694508 738,uukuguy/speechless-coder-ds-1.3b,torch.bfloat16,0.26535836177474403,0.39494124676359293,0.4211587968245106,0.5303867403314917,0.02350265352539803,0.24851707773632808,0.31397747949267757 739,uukuguy/Mistral-7B-OpenOrca-lora-merged,torch.float16,0.6177474402730375,0.8360884285998805,0.4270116265533286,0.7853196527229677,0.3813495072024261,0.6434394682612911,0.6151593539354886 740,uukuguy/speechless-code-mistral-7b-v2.0,torch.float16,0.523037542662116,0.7561242780322645,0.5205221363822641,0.7134964483030781,0.35633055344958303,0.5127752345243209,0.5637143655589377 741,uukuguy/speechless-codellama-34b-v1.9,torch.bfloat16,0.5426621160409556,0.7520414260107549,0.43920006507019715,0.7355958958168903,0.24791508718726307,0.561248226580676,0.5464438027844561 743,uukuguy/speechless-mistral-dolphin-orca-platypus-samantha-7b-dare-0.85,torch.float16,0.6168941979522184,0.838478390758813,0.4313430300768237,0.7892659826361483,0.40333586050037906,0.6443278027052378,0.6206075441049368 744,uukuguy/neural-chat-7b-v3-1-dare-0.85,torch.bfloat16,0.6194539249146758,0.8383788090021908,0.4490316447301984,0.7916337805840569,0.42153146322971946,0.6443327036613928,0.6273937210203724 745,uukuguy/speechless-tora-code-7b-v1.0,torch.bfloat16,0.42662116040955633,0.6515634335789683,0.4205675471010907,0.6290449881610103,0.009097801364670205,0.3856177054776588,0.4204187726821591 746,uukuguy/speechless-codellama-dolphin-orca-platypus-13b,torch.bfloat16,0.44795221843003413,0.686018721370245,0.4627912956571528,0.6692975532754538,0.09552691432903715,0.4402617920635822,0.4669747491875842 747,uukuguy/speechless-nl2sql-ds-6.7b,torch.float16,0.363481228668942,0.528281218880701,0.40545579003887305,0.5595895816890292,0.1508718726307809,0.3680085684840621,0.3959480433987314 748,uukuguy/speechless-codellama-orca-platypus-13b-0.10e,torch.float16,0.28754266211604096,0.2588129854610635,0.4927276728925703,0.4972375690607735,0.0,0.2535614661346259,0.29831372594417904 749,uukuguy/speechless-codellama-34b-v2.0,torch.bfloat16,0.5435153583617748,0.7565226050587532,0.45211730267295,0.7355958958168903,0.11599696739954511,0.5467239691268573,0.525078683072795 750,uukuguy/speechless-hermes-coig-lite-13b,torch.bfloat16,0.5955631399317406,0.8226448914558853,0.47563564471422687,0.7853196527229677,0.09855951478392722,0.5530425384978808,0.555127563684438 751,uukuguy/speechless-code-mistral-7b-v1.0,torch.float16,0.6117747440273038,0.8376817367058355,0.4789652694280945,0.7837411207576953,0.4700530705079606,0.6339686078835957,0.6360307582184143 752,uukuguy/speechless-llama2-hermes-orca-platypus-13b,torch.bfloat16,0.6092150170648464,0.8349930292770364,0.5428671891462921,0.7521704814522494,0.09704321455648218,0.5938641096245045,0.5716921735202353 753,uukuguy/speechless-orca-platypus-coig-lite-4k-0.6e-13b,torch.bfloat16,0.5878839590443686,0.7993427604062936,0.48289518787925,0.7592738752959748,0.04245640636846096,0.5677294720703638,0.5399302768441187 754,uukuguy/zephyr-7b-alpha-dare-0.85,torch.float16,0.6117747440273038,0.8366859191396137,0.4441404853042373,0.7845303867403315,0.42077331311599697,0.6429903453145187,0.623482532273667 755,uukuguy/speechless-mistral-hermes-code-7b,torch.float16,0.5938566552901023,0.7858992232622983,0.5132860881118712,0.7750591949486977,0.39272175890826383,0.599539970258993,0.6100604817967045 756,uukuguy/speechless-mistral-moloras-7b,torch.float16,0.5998293515358362,0.8329018123879706,0.4215018483148684,0.7837411207576953,0.37680060652009095,0.6411698684418657,0.6093241013263878 757,uukuguy/speechless-codellama-orca-13b,torch.float16,0.44368600682593856,0.6519617606054571,0.4593961495535578,0.6400947119179163,0.05989385898407885,0.4345599763852714,0.4482654107120367 758,uukuguy/speechless-mistral-six-in-one-7b,torch.float16,0.6296928327645052,0.8460466042620992,0.5776708582574724,0.7750591949486977,0.18423047763457165,0.6329099134081874,0.6076016468792557 759,logicker/SkkuDS-DPO-72B-v3,torch.float16,0.6604095563139932,0.8610834495120494,0.5972524285520616,0.8263614838200474,0.6497346474601972,0.7733605412387499,0.7280336844828498 760,logicker/SkkuDataScienceGlobal-10.7b,torch.float16,0.712457337883959,0.8840868352917746,0.7192487275907953,0.8334648776637726,0.6573161485974223,0.6631460200208057,0.7449533245080883 761,logicker/SkkuDS-DPO-72B-v1,torch.float16,0.659556313993174,0.8599880501892053,0.595432675425976,0.8263614838200474,0.6588324488248674,0.773257993008337,0.7289048275436012 762,jarradh/llama2_70b_chat_uncensored,torch.float16,0.6843003412969283,0.8676558454491137,0.5250068580538624,0.8255722178374112,0.3025018953752843,0.6876148772483672,0.6487753392101613 763,fierysurf/Kan-LLaMA-7B-base,torch.float16,0.439419795221843,0.7075283808006373,0.3957474692508163,0.6850828729281768,0.0,0.3705625373051964,0.433056842584445 764,fierysurf/Ambari-7B-base-v0.1-sharded,torch.float16,0.47952218430034127,0.7461661023700458,0.3891001339071866,0.7205998421468035,0.01592115238817286,0.40385889432015426,0.4591947182387841 765,fierysurf/Ambari-7B-Instruct-v0.1-sharded,torch.float16,0.5,0.7458673571001793,0.4039249872200656,0.6953433307024467,0.018953752843062926,0.3803271381498293,0.4574027610025973 766,fierysurf/Kan-LLaMA-7B-SFT-v0.1-sharded,torch.float16,0.4590443686006826,0.714299940250946,0.4504265715815864,0.6882399368587214,0.025018953752843062,0.4085661337489376,0.4575993174656196 767,ajibawa-2023/Python-Code-33B,torch.float16,0.5631399317406144,0.8100975901214897,0.443943398739872,0.7521704814522494,0.19181197877179681,0.5421826459542846,0.5505576711300512 768,ajibawa-2023/Uncensored-Frank-33B,torch.bfloat16,0.621160409556314,0.8330013941445927,0.5403351544458733,0.7655880031570639,0.16679302501895377,0.5757243465005633,0.5837670554705602 769,ajibawa-2023/Uncensored-Jordan-13B,torch.bfloat16,0.5742320819112628,0.8270264887472615,0.5051246541228124,0.7616416732438832,0.1508718726307809,0.5574625491864463,0.5627265533070746 770,ajibawa-2023/Code-Mistral-7B,torch.bfloat16,0.6459044368600683,0.8529177454690301,0.5463721037747236,0.8224151539068666,0.6808188021228203,0.6500010912052616,0.6997382222231284 771,ajibawa-2023/carl-7b,torch.bfloat16,0.5349829351535836,0.7829117705636327,0.40292710222594,0.6858721389108129,0.02350265352539803,0.3396318345195561,0.46163807248315386 772,ajibawa-2023/Uncensored-Frank-7B,torch.bfloat16,0.5426621160409556,0.7651862178848835,0.4385958916369525,0.7024467245461721,0.050037907505686124,0.3750130780600059,0.4789903226124426 773,ajibawa-2023/carl-33b,torch.bfloat16,0.6459044368600683,0.8527185819557856,0.4532225332191242,0.7624309392265194,0.06368460955269144,0.5837856187653773,0.5602911199299278 774,ajibawa-2023/Code-13B,torch.bfloat16,0.5733788395904437,0.8328022306313483,0.4246156253859874,0.7355958958168903,0.19029567854435178,0.531653602922189,0.5480569788152018 775,ajibawa-2023/Python-Code-13B,torch.bfloat16,0.5878839590443686,0.8165704043019318,0.42826268252930766,0.7403314917127072,0.09552691432903715,0.5477825515474928,0.5360596672441409 776,ajibawa-2023/scarlett-33b,torch.bfloat16,0.6774744027303754,0.8548097988448516,0.6105469359009633,0.7679558011049724,0.028051554207733132,0.5897991267898159,0.5881062699297853 777,ajibawa-2023/Code-290k-6.7B-Instruct,torch.bfloat16,0.34897610921501704,0.5199163513244374,0.41953006431187406,0.526440410418311,0.034874905231235785,0.34891896926460136,0.3664428016275794 778,ajibawa-2023/OpenHermes-2.5-Code-290k-13B,torch.bfloat16,0.5733788395904437,0.8048197570205139,0.5250168114529904,0.7482241515390686,0.5830174374526156,0.5652733958672604,0.6332883988204822 779,ajibawa-2023/scarlett-7b,torch.bfloat16,0.5716723549488054,0.8027285401314479,0.4851943248826282,0.7213891081294396,0.003032600454890068,0.3611069785686505,0.4908539845193103 780,ajibawa-2023/Uncensored-Frank-13B,torch.bfloat16,0.6160409556313993,0.826229834694284,0.4834034111348229,0.7474348855564326,0.1197877179681577,0.5455124711347775,0.5564015460199789 781,ajibawa-2023/SlimOrca-13B,torch.bfloat16,0.6015358361774744,0.813981278629755,0.4936785499011869,0.744277821625888,0.3995451099317665,0.5704194329848714,0.6039063382084904 782,ajibawa-2023/Uncensored-Jordan-7B,torch.bfloat16,0.5127986348122867,0.7736506671977693,0.47497547233950527,0.7111286503551697,0.06747536012130402,0.4569452676101444,0.49949567540602985 783,ajibawa-2023/Code-290k-13B,torch.bfloat16,0.560580204778157,0.8154750049790879,0.3765086228702086,0.7269139700078927,0.17816527672479152,0.5198765749362458,0.5295866090493973 785,Telugu-LLM-Labs/Telugu-Llama2-7B-v0-Instruct,torch.float16,0.5341296928327645,0.7835092611033658,0.43288054948084237,0.7419100236779794,0.21228203184230476,0.47788753565678915,0.5304331824323409 786,Telugu-LLM-Labs/Indic-gemma-2b-finetuned-sft-Navarasa-2.0,torch.float16,0.447098976109215,0.6840270862378013,0.44689893094855493,0.6511444356748224,0.09249431387414708,0.38205430118525324,0.45061967400496566 787,Telugu-LLM-Labs/Indic-gemma-7b-finetuned-sft-Navarasa-2.0,torch.float16,0.5460750853242321,0.7434773949412468,0.49588787997553246,0.6961325966850829,0.3214556482183472,0.5414898371002704,0.5574197403741187 788,OpenBuddy/openbuddy-openllama-7b-v12-bf16,torch.float16,0.4206484641638225,0.6200955984863573,0.4518051777934512,0.6503551696921863,0.10841546626231995,0.46531219889178455,0.4527720125483204 789,OpenBuddy/openbuddy-falcon-40b-v16.1-4k,torch.bfloat16,0.60580204778157,0.8385779725154352,0.5057283082668802,0.7782162588792423,0.36770280515542075,0.5605156123162852,0.6094238341524724 790,OpenBuddy/openbuddy-deepseekcoder-33b-v16.1-32k,torch.bfloat16,0.45051194539249145,0.6079466241784505,0.44491612521505014,0.6219415943172849,0.43669446550416985,0.4324015561618817,0.4990687184615547 791,OpenBuddy/openbuddy-codellama2-34b-v11.1-bf16,torch.bfloat16,0.5,0.7119099780920135,0.5300576050535195,0.7079715864246251,0.3457164518574678,0.5571082206133329,0.5587939736734931 792,OpenBuddy/openbuddy-openllama-3b-v10-bf16,torch.bfloat16,0.3626279863481229,0.5838478390758813,0.4204215849787592,0.5966850828729282,0.009855951478392721,0.23885529862236943,0.3687156238960756 793,OpenBuddy/openbuddy-deepseek-67b-v18.1-4k,torch.bfloat16,0.6774744027303754,0.8465445130452102,0.5565901681593471,0.829518547750592,0.6921910538286581,0.7057669195620844,0.7180142675127111 794,OpenBuddy/openbuddy-llama-65b-v8-bf16,torch.bfloat16,0.6279863481228669,0.8359888468432584,0.5508944823865429,0.7995264404104183,0.4336618650492798,0.6201195313467067,0.6446962523598455 795,OpenBuddy/openbuddy-mixtral-7bx8-v17.1-32k,torch.bfloat16,0.6552901023890785,0.7595100577574189,0.42136704852768436,0.7569060773480663,0.5905989385898408,0.7001913974345614,0.6473106036744417 796,OpenBuddy/openbuddy-mixtral-8x7b-v15.4,torch.bfloat16,0.6646757679180887,0.7180840470025891,0.5546229838725043,0.7166535122336227,0.5185746777862017,0.7000655521825245,0.6454460901659218 797,OpenBuddy/openbuddy-deepseek-10b-v17.1-4k,torch.bfloat16,0.5435153583617748,0.7692690699063931,0.45957802308964574,0.7403314917127072,0.04473085670962851,0.531666647225025,0.5148485745008624 798,OpenBuddy/openbuddy-mistral-7b-v13-base,torch.bfloat16,0.5290102389078498,0.761202947619996,0.5282079355751091,0.7134964483030781,0.012130401819560273,0.5754025884532736,0.5199084267798112 799,OpenBuddy/openbuddy-llama2-13b-v11-bf16,torch.bfloat16,0.5298634812286689,0.7538338976299542,0.4794321676886404,0.7103393843725335,0.18877937831690675,0.513646995841196,0.5293158841796499 800,OpenBuddy/openbuddy-mixtral-8x7b-v16.1-32k,torch.bfloat16,0.2909556313993174,0.8227444732125074,0.5597457443511287,0.7734806629834254,0.0,0.713748712483421,0.5267792040716334 801,OpenBuddy/openbuddy-mistral-7b-v17.1-32k,torch.float16,0.5554607508532423,0.7795259908384784,0.5606214128788316,0.749802683504341,0.4268385140257771,0.5829202731585821,0.6091949375432087 802,OpenBuddy/openbuddy-deepseek-67b-v15.3-4k,torch.bfloat16,0.6757679180887372,0.8515236008763195,0.5487991903265673,0.8334648776637726,0.6717210007581501,0.7037618979001725,0.7141730809356198 803,OpenBuddy/openbuddy-mixtral-7bx8-v17.3-32k,torch.bfloat16,0.6450511945392492,0.6695877315275841,0.5913829725730599,0.681136543014996,0.48142532221379836,0.7000390762023262,0.6281038066785023 804,OpenBuddy/openbuddy-mixtral-7bx8-v18.1-32k,torch.bfloat16,0.6766211604095563,0.8429595698068114,0.567198448780328,0.8097868981846882,0.6512509476876421,0.709353388871586,0.709528402290102 805,OpenBuddy/openbuddy-falcon-180b-v12-preview0,4bit,0.6339590443686007,0.8460466042620992,0.5413858983496455,0.8208366219415943,0.41243366186504926,0.5897129751679189,0.640729134325818 806,OpenBuddy/openbuddy-mistral-7b-v13,torch.bfloat16,0.523037542662116,0.7509460266879108,0.5080876092024247,0.7174427782162589,0.1470811220621683,0.5633588541345856,0.5349923221609107 807,OpenBuddy/openbuddy-gemma-7b-v18.1-4k,torch.bfloat16,0.5486348122866894,0.7568213503286197,0.5007803478971986,0.6882399368587214,0.3995451099317665,0.5555744667292167,0.5749326706720354 809,OpenBuddy/openbuddy-zephyr-7b-v14.1,torch.bfloat16,0.5213310580204779,0.7502489543915555,0.4983560382203712,0.7324388318863457,0.04700530705079606,0.5620754049710331,0.5185759324234299 810,OpenBuddy/openbuddy-qwen1.5-14b-v20.1-32k,torch.bfloat16,0.5691126279863481,0.7456681935869349,0.5428075906372429,0.7505919494869772,0.0,0.6671978142924068,0.545896362664985 811,OpenBuddy/openbuddy-deepseek-67b-v15.1,torch.bfloat16,0.6766211604095563,0.8648675562636925,0.5441532764532347,0.8476716653512234,0.6694465504169825,0.7030114998054742,0.7176286181166939 812,OpenBuddy/openbuddy-mistral-7b-v19.1-4k,torch.bfloat16,0.5341296928327645,0.7457677753435571,0.4825142403824786,0.6992896606156275,0.33510235026535257,0.5728836993399492,0.5616145697966216 813,OpenBuddy/openbuddy-atom-13b-v9-bf16,torch.bfloat16,0.5119453924914675,0.7599083847839075,0.4865705748891018,0.7332280978689818,0.15390447308567096,0.49328866998651,0.5231409321842733 814,OpenBuddy/openbuddy-falcon-180b-v13-preview0,8bit,0.6510238907849829,0.8618801035650269,0.5496707605645188,0.8263614838200474,0.4162244124336619,0.6460364790388895,0.6585328550345213 815,OpenBuddy/openbuddy-llama2-13b-v11.1-bf16,torch.bfloat16,0.5162116040955631,0.76229834694284,0.4970271534720991,0.7348066298342542,0.24336618650492797,0.5644749091663538,0.553030805002673 816,OpenBuddy/openbuddy-openllama-13b-v7-fp16,torch.float16,0.4761092150170648,0.7223660625373431,0.48728163320749157,0.696921862667719,0.09855951478392722,0.4774221836835486,0.4931100786495158 817,OpenBuddy/openbuddy-llama2-70b-v10.1-bf16,torch.bfloat16,0.6186006825938567,0.8313085042820155,0.5618433959764939,0.8011049723756906,0.6027293404094011,0.6740601695408873,0.6816078441963908 818,OpenBuddy/openbuddy-mistral-7b-v13.1,torch.bfloat16,0.5255972696245734,0.7573192591117307,0.5044244979392665,0.7158642462509865,0.08718726307808947,0.5668071120216397,0.5261999413377144 819,OpenBuddy/openbuddy-mixtral-7bx8-v16.3-32k,torch.bfloat16,0.2645051194539249,0.8083051185022904,0.5638733199382533,0.771112865035517,0.0,0.7198974310339153,0.5212823089939834 820,OpenBuddy/openbuddy-llama2-13b-v8.1-fp16,torch.float16,0.5597269624573379,0.797948615813583,0.5116195096328495,0.7434885556432518,0.3032600454890068,0.5495468788837854,0.5775984279866359 821,OpenBuddy/openbuddy-mixtral-8x7b-v16.2-32k,torch.bfloat16,0.3438566552901024,0.817167894841665,0.5665232115821557,0.7782162588792423,0.002274450341167551,0.713322798007596,0.5368935448236548 822,OpenBuddy/openbuddy-gemma-7b-v19.1-4k,torch.bfloat16,0.552901023890785,0.7107149970125473,0.4921087526345077,0.6748224151539068,0.3934799090219864,0.5332052997836342,0.5595387329162279 823,OpenBuddy/openbuddy-deepseek-67b-v15.2,torch.bfloat16,0.6860068259385665,0.8636725751842262,0.5620230899021985,0.8445146014206788,0.66868840030326,0.7149700265076707,0.7233125865427669 824,OpenBuddy/openbuddy-deepseek-67b-v15-base,torch.bfloat16,0.6629692832764505,0.8602867954590719,0.5230963516759597,0.8358326756116812,0.5686125852918877,0.7097352046593869,0.693422149329073 825,922-CA/monika-ddlc-7b-v1,torch.float16,0.5494880546075085,0.7677753435570603,0.43943952364740935,0.728492501973165,0.08794541319181198,0.4560946382366396,0.5048725792022658 826,CoruNethron/neu-sai-it1,4bit,0.6126279863481229,0.8138816968731328,0.5148628224777658,0.7750591949486977,0.02880970432145565,0.6017126829173868,0.557825681314427 827,DreadPoor/ToppyLake-Bagel-7B-slerp,torch.bfloat16,0.6766211604095563,0.8570005974905397,0.6173825040313937,0.8318863456985004,0.5769522365428355,0.6486885129679674,0.7014218928567989 828,DreadPoor/complect-7B-slerp,torch.bfloat16,0.7226962457337884,0.8818960366460864,0.711356205167106,0.8453038674033149,0.6846095526914329,0.6489449438845583,0.749134475254381 829,DreadPoor/RoyalNoroichi-7B-slerp,torch.bfloat16,0.7047781569965871,0.8738299143596893,0.6627616313931318,0.8224151539068666,0.6671721000758151,0.6477709906011712,0.7297879912222102 830,DreadPoor/JustToSuffer-7B-slerp,torch.bfloat16,0.689419795221843,0.8678550089623581,0.6269022526171036,0.8003157063930545,0.5974222896133434,0.6466426380686225,0.7047596151460542 831,DreadPoor/BagelToppyLake-7B-slerp,torch.bfloat16,0.6715017064846417,0.8479386576379208,0.6215432793564798,0.8184688239936859,0.5504169825625473,0.643071228968422,0.6921567798339496 832,DreadPoor/KunoMaid-7B-slerp,torch.bfloat16,0.6800341296928327,0.8633738299143597,0.5519068179081726,0.7924230465666929,0.6163760424564063,0.6482435217087531,0.6920595647078697 833,DreadPoor/RoyalMaid-7B-slerp,torch.bfloat16,0.7039249146757679,0.8725353515236008,0.6417830943266659,0.823993685872139,0.6755117513267627,0.6472133742758842,0.72749369533347 834,DreadPoor/ToppyLake-7B-slerp,torch.bfloat16,0.6919795221843004,0.8698466440948018,0.6253804109646736,0.8279400157853196,0.6595905989385898,0.6485081789073608,0.7205408951458411 835,DreadPoor/Cognate-7B-slerp,torch.bfloat16,0.7047781569965871,0.8733320055765784,0.6515934748246499,0.8255722178374112,0.6739954510993177,0.648503254385822,0.7296290934533944 836,DreadPoor/NewtoccineLake-slerp-7B,torch.bfloat16,0.6868600682593856,0.859788886675961,0.5995154555010791,0.8153117600631413,0.6178923426838514,0.6461931294948912,0.7042602737797182 837,DreadPoor/ToppyEvil-7B-slerp,torch.bfloat16,0.636518771331058,0.8428599880501892,0.4605602132329784,0.7758484609313339,0.5579984836997726,0.6359777160208717,0.651627272211034 838,DreadPoor/WhyAreWeStillHere-7B-slerp,torch.bfloat16,0.7167235494880546,0.8824935271858195,0.6812168345875693,0.8547750591949487,0.6535253980288097,0.6491595352192332,0.7396489839507391 839,DreadPoor/Bageluccine-2-7B-slerp,torch.bfloat16,0.6638225255972696,0.8551085441147181,0.6557212567877906,0.7687450670876085,0.45716451857467777,0.622259540492419,0.6704702421090807 840,DreadPoor/iWillChangeTheNameLater,torch.bfloat16,0.7201365187713311,0.8822943636725752,0.6940561007329668,0.8421468034727704,0.6853677028051555,0.6496503340839829,0.7456086372564638 841,DreadPoor/WestMonarchLasers-7B-slerp,torch.bfloat16,0.7244027303754266,0.8865763792073292,0.7239738203094507,0.8555643251775849,0.6762699014404853,0.6472889442350904,0.7523460167908945 842,DreadPoor/ComplectMaid-7B-slerp,torch.bfloat16,0.6996587030716723,0.8734315873332006,0.6587617344262339,0.8208366219415943,0.6588324488248674,0.6462419758518579,0.726293845241571 843,DreadPoor/Westuccine-7B-slerp,torch.bfloat16,0.6936860068259386,0.8734315873332006,0.6934215572473478,0.8208366219415943,0.4852160727824109,0.6379700849035715,0.7007603218390107 844,DreadPoor/IamSoTired-7B-slerp,torch.bfloat16,0.6988054607508533,0.871539533957379,0.63747395012218,0.823993685872139,0.6618650492797574,0.6484685778218756,0.723691042967364 845,DreadPoor/connate-7B-slerp,torch.bfloat16,0.7209897610921502,0.8836885082652858,0.7115544281191888,0.846093133385951,0.6762699014404853,0.649565689173938,0.7480269035794999 846,DreadPoor/WestuccineBagel-7B-slerp,torch.bfloat16,0.6936860068259386,0.8652658832901813,0.6706176398228436,0.8255722178374112,0.5572403335860501,0.648038013063401,0.7100700157376375 847,DreadPoor/EveryNight-7B-slerp,torch.bfloat16,0.7005119453924915,0.8770165305715992,0.6606973825463615,0.8287292817679558,0.6368460955269143,0.6487594715335363,0.7254267845564764 848,DreadPoor/BagelLake-7B-slerp,torch.bfloat16,0.6825938566552902,0.8507269468233419,0.6375898149834941,0.8366219415943172,0.5739196360879454,0.6430424620084394,0.7040824430254714 849,DreadPoor/FettuccineLake-DPO-7B-slerp,torch.bfloat16,0.6791808873720137,0.8636725751842262,0.6863547117110033,0.8058405682715075,0.47763457164518575,0.632439121454099,0.6908537392730058 850,DreadPoor/Kindred-7B-slerp,torch.bfloat16,0.7175767918088737,0.8778131846245768,0.6812302607383641,0.8310970797158642,0.7020470053070508,0.6476259180449856,0.7428983733732859 851,DreadPoor/Bageluccine-7B-slerp,torch.bfloat16,0.6510238907849829,0.8506273650667198,0.6033106033094725,0.7734806629834254,0.4624715693707354,0.617547421699348,0.6597435855357807 852,Toten5/Marcoroni-v3-neural-chat-v3-3-Slerp,torch.float16,0.6877133105802048,0.8654650468034256,0.6270127709181503,0.8074191002367798,0.7179681576952237,0.6450995691108671,0.7251129925574419 853,Toten5/Marcoroni-neural-chat-7B-v2,torch.float16,0.6860068259385665,0.8632742481577375,0.6183630948757572,0.8042620363062352,0.731614859742229,0.6465260333542195,0.7250078497291241 854,meta-llama/Llama-2-7b-chat-hf,torch.float16,0.5290102389078498,0.7855008962358097,0.45570370195101134,0.7174427782162589,0.07354056103108415,0.48318825530104387,0.5073977386071763 855,meta-llama/Llama-2-7b-hf,torch.float16,0.5307167235494881,0.7774347739494125,0.38980202801580316,0.7403314917127072,0.14480667172100076,0.43796096360924186,0.5035087754262756 856,meta-llama/Llama-2-70b-chat-hf,torch.float16,0.6459044368600683,0.8587930691097391,0.5280473232260097,0.8050513022888713,0.266868840030326,0.6390701952816291,0.6239558611327739 857,meta-llama/Llama-2-70b-hf,torch.float16,0.6732081911262798,0.8733320055765784,0.44923493721887353,0.8374112075769534,0.5405610310841547,0.6983208921288624,0.678678044118617 858,meta-llama/Llama-2-13b-hf,torch.float16,0.5810580204778157,0.809699263095001,0.34172402963708387,0.7663772691397001,0.22820318423047764,0.543378428027997,0.5450733657680126 859,meta-llama/Llama-2-13b-chat-hf,torch.float16,0.590443686006826,0.8193586934873531,0.4411794590119937,0.745067087608524,0.15238817285822592,0.5463627087850933,0.5491333012930028 860,deepseek-ai/deepseek-math-7b-base,torch.float16,0.5221843003412969,0.6948814977096196,0.4071269130958089,0.6677190213101816,0.5921152388172858,0.5724991199673187,0.5760876818735853 861,deepseek-ai/deepseek-moe-16b-base,torch.float16,0.5324232081911263,0.7977494523003386,0.3607930335233562,0.7371744277821626,0.1728582259287339,0.4630611356105274,0.5106765805560408 862,deepseek-ai/deepseek-math-7b-instruct,torch.bfloat16,0.5341296928327645,0.7149970125473013,0.40156731347428204,0.6574585635359116,0.19408642911296436,0.5596815999490762,0.5103201019087166 863,deepseek-ai/deepseek-llm-7b-chat,torch.float16,0.5571672354948806,0.7937661820354511,0.47921745550580336,0.7490134175217048,0.45943896891584535,0.5177213745416526,0.5927207723358897 864,deepseek-ai/deepseek-llm-67b-base,torch.bfloat16,0.6544368600682594,0.8710416251742681,0.5108013665291756,0.8413575374901342,0.5670962850644428,0.7177932742096433,0.6937544914226539 865,deepseek-ai/deepseek-llm-67b-chat,torch.bfloat16,0.6774744027303754,0.8679545907189803,0.5583209009287327,0.8421468034727704,0.623199393479909,0.7218744401223967,0.7151617552421942 866,deepseek-ai/deepseek-coder-6.7b-instruct,torch.bfloat16,0.38139931740614336,0.5508862776339375,0.455556353489654,0.5682715074980268,0.2676269901440485,0.3901940819617859,0.43565575468893264 867,deepseek-ai/deepseek-coder-1.3b-instruct,torch.float16,0.2858361774744027,0.398725353515236,0.44015243507625756,0.5240726124704025,0.01061410159211524,0.28474897561185836,0.3240249426233787 868,deepseek-ai/deepseek-coder-7b-instruct-v1.5,torch.bfloat16,0.4854948805460751,0.7234614618601872,0.4673350397051116,0.6685082872928176,0.20394238059135708,0.5045423133655634,0.5088807272268521 869,AdaptLLM/medicine-chat,torch.float16,0.537542662116041,0.7611033658633738,0.4346323175004823,0.7569060773480663,0.18953752843062927,0.4998214972699653,0.529923908088093 870,AdaptLLM/finance-chat,torch.float16,0.537542662116041,0.765982871937861,0.4454115477276852,0.7569060773480663,0.18802122820318423,0.5016078010915309,0.532578698070728 871,AdaptLLM/law-chat,torch.float16,0.5341296928327645,0.7616012746464847,0.4353135795126459,0.7545382794001578,0.18498862774829417,0.5024459113618335,0.5288362275836967 872,maldv/winter-garden-7b-delta,torch.bfloat16,0.6416382252559727,0.8436566421031667,0.6794850069461759,0.7671665351223362,0.3601213040181956,0.6038343532607348,0.6493170111177636 873,maldv/electric-sheep-7b-alpha,torch.bfloat16,0.5486348122866894,0.7642899820752838,0.48261245911723205,0.7032359905288083,0.2934040940106141,0.5045071034312962,0.5494474069083206 874,maldv/SHRDFU-7b-overbaked-lora,torch.float16,0.643344709897611,0.8345947022505477,0.5098206655201405,0.7868981846882399,0.3843821076573162,0.6242098064723869,0.6305416960810404 875,maldv/eleusis-7b-alpha,torch.float16,0.6493174061433447,0.8487353116908982,0.5434115806621445,0.7916337805840569,0.6178923426838514,0.6409822144258153,0.6819954393650184 876,maldv/winter-garden-7b-beta,torch.float16,0.6493174061433447,0.850229038040231,0.5081741047548045,0.8050513022888713,0.5670962850644428,0.6453763102405526,0.6708740744220411 877,maldv/winter-garden-7b-alpha,torch.float16,0.6518771331058021,0.8536148177653854,0.5094056492424833,0.8034727703235991,0.5443517816527672,0.652018477879787,0.6691234383283041 878,u66u/NeuralJaskier-7b-dpo,torch.bfloat16,0.7158703071672355,0.8886675960963951,0.7841873496900481,0.8445146014206788,0.6952236542835482,0.6448599387720434,0.7622205745716583 879,liminerity/e.star.7b,torch.float16,0.6680887372013652,0.8712407886875124,0.6262740058315387,0.823993685872139,0.6717210007581501,0.6359823051941356,0.7162167539241402 880,liminerity/Blur-7b-v1.21,torch.bfloat16,0.7081911262798635,0.8807010555666202,0.6799010994882542,0.8382004735595896,0.6952236542835482,0.648513304600682,0.7417884522964262 881,liminerity/M7-7b,torch.float16,0.7286689419795221,0.8914558852818164,0.7792924999444771,0.8476716653512234,0.7172100075815011,0.6449741159912364,0.7682121860216294 882,liminerity/e.star.7.b,torch.float16,0.6390784982935154,0.8601872137024497,0.5491417098093943,0.8018942383583267,0.6118271417740713,0.6344256623437982,0.6827590773802593 883,liminerity/Blurstral-7b-slerp,torch.bfloat16,0.6629692832764505,0.8538139812786297,0.5340041664977683,0.813733228097869,0.6285064442759667,0.6517719314102753,0.6907998391394933 884,liminerity/Blured-Ties-7B,torch.bfloat16,0.6399317406143344,0.8355905198167696,0.5812148371245991,0.7971586424625099,0.46929492039423804,0.6319122171375843,0.6591838129250058 885,liminerity/Mistral-quiet-star,torch.float16,0.6117747440273038,0.845947022505477,0.450998665908648,0.771112865035517,0.32221379833206976,0.6203353443272502,0.6037304066893776 886,liminerity/Multiverse-Experiment-slerp-7b,torch.float16,0.7286689419795221,0.8914558852818164,0.7792924999444771,0.8476716653512234,0.7172100075815011,0.6449741159912364,0.7682121860216294 887,liminerity/Blur-7B-slerp-v0.1,torch.float16,0.6877133105802048,0.8657637920732921,0.606355097244108,0.8113654301499605,0.7210007581501138,0.6518271071488363,0.7240042492244192 888,liminerity/binarized-ingotrix-slerp-7b,torch.bfloat16,0.7320819112627986,0.8863772156940849,0.7556810534513498,0.8287292817679558,0.711144806671721,0.6484854708305969,0.7604166232797511 889,liminerity/ultra0,torch.bfloat16,0.41467576791808874,0.6802429794861581,0.41485075799478666,0.6550907655880032,0.1607278241091736,0.3336632180317455,0.44320855218799265 890,liminerity/mm4-3b,torch.float16,0.44795221843003413,0.704142601075483,0.4319914152632235,0.6621941594317285,0.4382107657316149,0.5089746096872501,0.5322442949365557 891,liminerity/Phigments12,torch.float16,0.6262798634812287,0.7709619597689703,0.5170709953785974,0.7466456195737964,0.6133434420015162,0.5842828901040856,0.6430974617180324 892,liminerity/dhbacmes-3b-slerp,torch.float16,0.4522184300341297,0.7077275443138817,0.40412360273636533,0.6511444356748224,0.43669446550416985,0.5293536633715825,0.5302103569391586 893,liminerity/phigment6-slerp,torch.float16,0.6262798634812287,0.7724556861183032,0.5048822092511128,0.7387529597474349,0.5860500379075056,0.5864568382253382,0.6358129324551539 894,liminerity/m.star.7b,torch.float16,0.6015358361774744,0.8095996813383788,0.539331598528373,0.7853196527229677,0.5405610310841547,0.5827636999499466,0.6431852499668825 895,liminerity/Omningotex-7b-slerp,torch.bfloat16,0.7329351535836177,0.8895638319059949,0.7632159986876987,0.8421468034727704,0.7050796057619408,0.6469020803236537,0.7633072456226127 896,liminerity/Blur-7b-slerp-v1.46,torch.float16,0.7329351535836177,0.8906592312288388,0.7661412005458291,0.8453038674033149,0.6967399545109931,0.6436943370776953,0.7625789573917149 897,liminerity/Blur-7b-slerp-v1.41,torch.float16,0.7278156996587031,0.8864767974507071,0.742326366705102,0.8389897395422258,0.7149355572403336,0.6484364458219483,0.7598301010698366 898,liminerity/Blur-7b-v1.2,torch.bfloat16,0.6535836177474402,0.8387771360286795,0.6030326315591199,0.8058405682715075,0.5284306292645944,0.6344901208041807,0.6773591172792538 899,liminerity/Blur-7b-v1.22,torch.float16,0.621160409556314,0.8208524198366859,0.6795713154043607,0.7868981846882399,0.310841546626232,0.5789551697006362,0.6330465076354114 900,liminerity/Neurotic-Jomainotrik-7b-slerp,torch.float16,0.7295221843003413,0.8914558852818164,0.7764198761800573,0.8539857932123125,0.6899166034874905,0.6428406329490586,0.764023495901846 901,liminerity/Liph42,torch.float16,0.6203071672354948,0.7587134037044413,0.45941901106624383,0.7458563535911602,0.5693707354056103,0.5736643896691299,0.6212218434453467 902,liminerity/Liph.42,torch.float16,0.6228668941979523,0.7711611232822146,0.5208360586692827,0.749802683504341,0.5981804397270659,0.5820301690845197,0.6408128947442294 903,ShieldX/manovyadh-1.1B-v1-chat,torch.float16,0.35921501706484643,0.6002788289185421,0.3916816174502418,0.6108918705603789,0.017437452615617893,0.25824169757017323,0.37295774736330006 905,ewqr2130/llama_ppo_1e6step_4000,torch.float16,0.5443686006825939,0.7865962955586536,0.4124263540715807,0.7419100236779794,0.14404852160727824,0.4673847826703767,0.5161224297114103 906,ewqr2130/TinyLamma-SFT,torch.float16,0.3438566552901024,0.5914160525791675,0.372025520096151,0.5864246250986582,0.016679302501895376,0.24256534565892038,0.3588279168708159 907,ewqr2130/mistral-se-inst-ppo,torch.float16,0.5631399317406144,0.7948615813582952,0.5133668163322888,0.7813733228097869,0.056103108415466264,0.6090577286991391,0.5529837482259318 908,ewqr2130/mistral-7b-raw-sft,torch.float16,0.47440273037542663,0.7525393347938658,0.4077071941467522,0.7300710339384373,0.037149355572403335,0.3386295092271727,0.4567498596756763 909,ewqr2130/llama2-7b-raw-sft,torch.float16,0.47440273037542663,0.7525393347938658,0.4077071941467522,0.7300710339384373,0.037149355572403335,0.3386295092271727,0.4567498596756763 911,ewqr2130/alignment-handbook-zephyr-7b-sft-full-dpo-5e7-cont1,torch.float16,0.6023890784982935,0.8228440549691296,0.40550458795616723,0.771112865035517,0.2896133434420015,0.6061097203767968,0.5829289417129843 912,ewqr2130/mistral-inst-v02-dpo,torch.float16,0.2790102389078498,0.2608046205935073,0.5080031438454673,0.5074980268350434,0.0,0.27024600164100077,0.3042603386371448 913,ewqr2130/alignment-handbook-zephyr-7b_ppo_5e7step_102,torch.float16,0.5921501706484642,0.8245369448317068,0.41558392287111307,0.7703235990528808,0.3032600454890068,0.5962483458000305,0.5836838381155337 914,ewqr2130/llama_sft_longer,torch.float16,0.5477815699658704,0.7857996415056762,0.40815192782555304,0.7387529597474349,0.14935557240333586,0.468675148653543,0.5164194700169022 915,ewqr2130/llama2-ppo,torch.float16,0.41638225255972694,0.4946225851424019,0.4507763893909204,0.6495659037095501,0.001516300227445034,0.35364700196210797,0.39441840549869206 916,ewqr2130/7B_ppo_phiRM_2GPU_3e-7step_4000,torch.float16,0.5725255972696246,0.8024297948615814,0.41480772935959465,0.7632202052091555,0.2941622441243366,0.6006279160555187,0.5746289144799687 917,ewqr2130/llama_ppo_1e6_new_tokenizerstep_8000,torch.float16,0.5477815699658704,0.7863971320454093,0.41058631463459444,0.7403314917127072,0.14859742228961334,0.4663409607776486,0.5166724819043073 918,ewqr2130/mistral-inst-ppo,torch.float16,0.6237201365187713,0.8320055765783708,0.6229867253601375,0.7695343330702447,0.3707354056103108,0.608583323115468,0.6379275833755506 919,ewqr2130/alignment-handbook-zephyr-7b_ppo_5e7step_51,torch.float16,0.5972696245733788,0.8252340171280621,0.4145856205202453,0.7719021310181531,0.30856709628506446,0.597648951912147,0.5858679069061751 920,ewqr2130/alignment-handbook-zephyr-7b-sft-full-dpo-5e7-cont2,torch.float16,0.6032423208191127,0.8288189603664609,0.42358153067078547,0.7655880031570639,0.3009855951478393,0.5979378090552835,0.5866923698694243 921,mobidic/solar-10b-platypus-lora,torch.float16,0.6220136518771331,0.8415654252141008,0.5269712022738704,0.8255722178374112,0.3775587566338135,0.6322692128555004,0.637658411115305 922,baichuan-inc/Baichuan-7B,torch.float16,0.4069965870307167,0.6902011551483768,0.36228689921184504,0.6677190213101816,0.028051554207733132,0.43588460500662257,0.43185663698591265 923,unsloth/mistral-7b-v0.2,torch.bfloat16,0.6049488054607508,0.829416450906194,0.4179571372872378,0.7868981846882399,0.34723275208491283,0.6342302121200236,0.6034472570912265 924,llmixer/BigWeave-v12-90b,torch.float16,0.6808873720136519,0.8770165305715992,0.6135320199051351,0.8121546961325967,0.47384382107657314,0.6941436471080646,0.6919296811346034 925,llmixer/BigWeave-v15-103b,torch.float16,0.697098976109215,0.864070902210715,0.6610406290393673,0.8034727703235991,0.5617892342683851,0.7124949414329174,0.7166612422306997 926,llmixer/BigWeave-v20-110b,torch.float16,0.681740614334471,0.885381398127863,0.6247452534043703,0.8208366219415943,0.3639120545868082,0.7050781131637814,0.680282342593148 927,llmixer/BigWeave-v16-103b,torch.float16,0.658703071672355,0.8761202947619996,0.6380949314219707,0.8042620363062352,0.6118271417740713,0.7322342731745438,0.7202069581851959 928,llmixer/BigWeave-v6-90b,torch.float16,0.6535836177474402,0.8721370244971122,0.5795841956790833,0.8168902920284136,0.44579226686884005,0.6804170297018406,0.6747340710871216 929,namanpundir/theus_concepttagger,torch.float16,0.24573378839590443,0.2550288787094204,0.4824892409622544,0.48303078137332284,0.0,0.23116857555371031,0.2829085441657687 930,NeverSleep/Noromaid-13b-v0.3,torch.float16,0.6279863481228669,0.8441545508862777,0.5073138068542993,0.7474348855564326,0.2304776345716452,0.5686414129309619,0.5876681064870805 931,NeverSleep/Noromaid-13b-v0.2,torch.float16,0.6092150170648464,0.8403704441346346,0.5257809202982358,0.7411207576953434,0.2175890826383624,0.5767089360339412,0.5851308596442273 932,NeverSleep/Noromaid-7b-v0.2,torch.bfloat16,0.621160409556314,0.8492332204740092,0.4609267934370558,0.7821625887924231,0.36694465504169826,0.6310143673392686,0.6185736724401282 933,NeverSleep/MiquMaid-v2-70B,torch.float16,0.7047781569965871,0.8749253136825333,0.5762261950802,0.8476716653512234,0.1561789234268385,0.7517961453877755,0.6519293999875263 934,NeverSleep/Noromaid-7B-0.4-DPO,torch.float16,0.6228668941979523,0.8431587333200558,0.4227934173655964,0.7695343330702447,0.25473843821076575,0.6319957680763674,0.5908479307068303 935,NeverSleep/Noromaid-7b-v0.1.1,torch.float16,0.6220136518771331,0.842760406293567,0.4429984716658762,0.7790055248618785,0.3684609552691433,0.6344245432011987,0.6149439255281328 936,NeverSleep/MiquMaid-v2-2x70B-DPO,torch.bfloat16,0.7252559726962458,0.8835889265086636,0.6650242801973859,0.8531965272296764,0.6732373009855952,0.7531083442366827,0.7589018919757082 937,NeverSleep/MiquMaid-v1-70B,torch.float16,0.7167235494880546,0.8796056562437762,0.6178734796953549,0.850828729281768,0.6929492039423806,0.7490161442814779,0.7511661271554687 938,NeverSleep/Mistral-11B-SynthIAirOmniMix,torch.bfloat16,0.6245733788395904,0.8313085042820155,0.5568818997417452,0.7640094711917916,0.11902956785443518,0.634660956638155,0.5884106297579556 939,NeverSleep/CausalLM-RP-34B,torch.bfloat16,0.6800341296928327,0.8342959569806812,0.5451021958622032,0.8216258879242304,0.623199393479909,0.831043611809864,0.7225501959582868 940,dvilasuero/NeuralHermes-2.5-Mistral-7B-distilabel,torch.float16,0.6578498293515358,0.8497311292571201,0.5585768485275255,0.7868981846882399,0.6148597422289613,0.6362783802885059,0.6840323523903148 942,chinoll/Yi-6b-200k-dpo,torch.float16,0.4308873720136519,0.7452698665604461,0.4551491788416383,0.7308602999210734,0.11372251705837756,0.639990685635975,0.5193133200051937 943,chinoll/Yi-7b-dpo,torch.float16,0.4308873720136519,0.7452698665604461,0.4551491788416383,0.7308602999210734,0.11372251705837756,0.639990685635975,0.5193133200051937 944,huangyt/Mistral-7B-v0.1-Open-Platypus_2.5w-r16-gate_up_down,torch.float16,0.6126279863481229,0.8319059948217487,0.45435317672164416,0.7734806629834254,0.3912054586808188,0.638740019680038,0.6170522165392996 946,ewof/koishi-instruct-3b,torch.float16,0.40955631399317405,0.6453893646683927,0.3164804224195935,0.6408839779005525,0.011372251705837756,0.2657984926801084,0.3815801372279432 947,amazon/LightGPT,torch.float16,0.3993174061433447,0.6382194781915953,0.36692080564199897,0.6448303078137332,0.03866565579984837,0.2844747219694273,0.3954047292599913 948,amazon/MistralLite,torch.float16,0.5955631399317406,0.8183628759211312,0.37869582092697873,0.7742699289660616,0.01061410159211524,0.5093298667304645,0.5144726223447487 949,tlphams/zoyllm-7b-slimorca,torch.bfloat16,0.5059726962457338,0.7211710814578769,0.4913166366572656,0.6732438831886346,0.20697498104624715,0.4877748431541466,0.5144090202916508 950,AA051610/AZG,torch.bfloat16,0.628839590443686,0.8201553475403306,0.538427969031974,0.7995264404104183,0.599696739954511,0.702918015660823,0.6815940171736239 951,AA051610/FT,torch.float16,0.6305460750853242,0.8278231428002389,0.5988138522091946,0.7963693764798737,0.5807429871114481,0.6968938309682648,0.6885315441090575 953,AA051610/testtest,torch.bfloat16,0.7081911262798635,0.8488348934475204,0.6990494623892585,0.8208366219415943,0.6110689916603488,0.7666066503865463,0.7424312910175219 954,AA051610/Q,torch.bfloat16,0.6697952218430034,0.8567018522206732,0.5935958667241532,0.8003157063930545,0.19939347990902198,0.7513302023201371,0.6451887215683406 955,AA051610/C0325-L,torch.bfloat16,0.6757679180887372,0.8743278231428002,0.5865716438215435,0.8082083662194159,0.7452615617892343,0.7471723769605388,0.7395516150037117 956,AA051610/A12P,torch.bfloat16,0.64419795221843,0.8232423819956184,0.6222123218100973,0.7963693764798737,0.5329795299469295,0.6996852796778615,0.6864478070214685 957,AA051610/A0106,torch.float16,0.6646757679180887,0.8505277833100976,0.5782373220428066,0.8271507498026835,0.6254738438210766,0.7403015866771708,0.714394508928654 960,AA051610/A0120,torch.bfloat16,0.6706484641638225,0.8515236008763195,0.5748062315132791,0.813733228097869,0.6709628506444276,0.7449360402601577,0.7211017359259793 961,AA051610/C0318-G,torch.bfloat16,0.6450511945392492,0.8387771360286795,0.5860904322577198,0.7932123125493291,0.7035633055344959,0.7416485584133051,0.7180571565537964 962,AA051610/O0128,torch.bfloat16,0.6791808873720137,0.853415654252141,0.6012752268438828,0.8224151539068666,0.6846095526914329,0.835896165564495,0.7461321067718054 963,AA051610/A0105,torch.bfloat16,0.621160409556314,0.8254331806413066,0.5543558949846231,0.7687450670876085,0.5466262319939348,0.6851098593324497,0.6669051072660394 964,AA051610/C0322-reft,torch.bfloat16,0.64419795221843,0.837382991435969,0.5977183511445812,0.7845303867403315,0.43290371493555724,0.7949994306733964,0.6819554711913774 965,AA051610/A0121,torch.bfloat16,0.6715017064846417,0.854511053574985,0.5961151164765033,0.8042620363062352,0.6057619408642911,0.7493138305632083,0.7135776140449774 966,AA051610/A13,torch.bfloat16,0.6109215017064846,0.8169687313284206,0.5325324692481855,0.8034727703235991,0.5269143290371494,0.696166612469663,0.664496069018917 967,AA051610/A0127,torch.bfloat16,0.6860068259385665,0.8450507866958773,0.5837817225424324,0.7987371744277821,0.6467020470053071,0.848995420652419,0.7348789962103974 968,AA051610/A11P,torch.bfloat16,0.6254266211604096,0.8253335988846843,0.5644074616941972,0.7987371744277821,0.604245640636846,0.705627687152891,0.6872963639928017 970,rameshm/llama-2-13b-mathgpt-v4,torch.float16,0.5093856655290102,0.7556263692491536,0.4195799647316413,0.691397000789266,0.1470811220621683,0.4378415604937301,0.49348528047582835 971,jan-ai/Solar-10.7B-SLERP,torch.bfloat16,0.7073378839590444,0.8787094204341764,0.6571842191607326,0.824782951854775,0.6125852918877938,0.6577479033628362,0.723057945109893 972,jan-ai/Pandora-13B-v1,torch.bfloat16,0.6706484641638225,0.8753236407090221,0.6576967145029661,0.8050513022888713,0.5299469294920395,0.6364671173524984,0.6958556947515366 973,jan-ai/Pandora-10.7B-v1,torch.bfloat16,0.7107508532423208,0.8706432981477793,0.706747043063352,0.813733228097869,0.624715693707354,0.6494912342892725,0.7293468917579912 974,arver/llama7b-qlora,4bit,0.5511945392491467,0.7807209719179447,0.39706236099068404,0.7253354380426204,0.03184230477634572,0.3591437560914992,0.47421656184470673 975,luffycodes/llama-shishya-7b-ep3-v2,torch.bfloat16,0.4735494880546075,0.7588129854610636,0.3016304809342682,0.6874506708760852,0.0,0.43837845016295995,0.4433036792481641 976,luffycodes/vicuna-mmlu-val-only-correct-mcq-7b-ep2,torch.float16,0.5298634812286689,0.7767377016530571,0.4317214117939303,0.7190213101815311,0.000758150113722517,0.4792141143535,0.4895526948874016 977,luffycodes/llama-shishya-7b-ep3-v1,torch.bfloat16,0.4803754266211604,0.7662816172077276,0.3089869590457097,0.6945540647198106,0.0,0.46119297346588073,0.45189850684338156 978,luffycodes/vicuna-class-shishya-13b-ep3,torch.float16,0.46501706484641636,0.8036247759410476,0.35003126952306707,0.7221783741120757,0.0,0.5706057590759609,0.4852428739164279 979,luffycodes/llama-class-shishya-7b-ep3,torch.float16,0.40784982935153585,0.7703644692292372,0.27936842078964386,0.7079715864246251,0.0,0.46743004469137606,0.4388307250810697 980,luffycodes/nash-vicuna-13b-v1dot5-ep2-w-rag-w-simple,torch.bfloat16,0.591296928327645,0.8064130651264688,0.5129343324445086,0.7466456195737964,0.10538286580742987,0.5612422186449836,0.5539858383208054 981,luffycodes/vicuna-mmlu-val-mcq-7b-ep2,torch.float16,0.5332764505119454,0.7773351921927902,0.4386596963219029,0.712707182320442,0.1023502653525398,0.46848895629828596,0.5054696238329844 982,luffycodes/mcq-hal-vicuna-13b-v1.5,torch.bfloat16,0.560580204778157,0.807010555666202,0.45127652687589376,0.7277032359905288,0.0887035633055345,0.5289819154876017,0.5273760003506529 983,luffycodes/vicuna-class-tutor-7b-ep3,torch.float16,0.5213310580204779,0.7807209719179447,0.5229776673336511,0.7119179163378059,0.037149355572403335,0.513171507343502,0.5145447460876308 984,luffycodes/mcq-vicuna-13b-v1.5,torch.bfloat16,0.5665529010238908,0.8108942441744672,0.4398881170391345,0.7300710339384373,0.0803639120545868,0.5329832441846298,0.526792242069191 985,luffycodes/vicuna-class-shishya-ac-hal-7b-ep3,torch.float16,0.4462457337883959,0.7697669786895041,0.43032912918561517,0.7174427782162589,0.0,0.5096399974200231,0.4789041028832995 986,luffycodes/vicuna-shishya-7b-ep3-v1,torch.bfloat16,0.4590443686006826,0.7635929097789285,0.4032424062517679,0.7174427782162589,0.0,0.5004332666279829,0.47395928824593686 987,luffycodes/vicuna-class-shishya-ac-hal-13b-ep3,torch.float16,0.48464163822525597,0.8078072097191794,0.3932031444895361,0.7348066298342542,0.0,0.5617270242696265,0.497030941089642 988,luffycodes/higgs-llama-vicuna-ep25-70b,torch.bfloat16,0.6228668941979523,0.8606851224855606,0.5374973802082814,0.8066298342541437,0.3457164518574678,0.6425195010106587,0.635985864002344 989,luffycodes/vicuna-class-shishya-all-hal-7b-ep3,torch.float16,0.454778156996587,0.7720573590918144,0.4483407078884665,0.7103393843725335,0.024260803639120546,0.5154348792756601,0.48753521521069704 990,luffycodes/vicuna-class-shishya-all-hal-13b-ep3,torch.float16,0.4863481228668942,0.8028281218880701,0.4275151973594472,0.7316495659037096,0.2585291887793783,0.5640297507610668,0.5451499912597609 991,luffycodes/vicuna-class-shishya-7b-ep3,torch.float16,0.4061433447098976,0.7671778530173272,0.36866124332509587,0.7190213101815311,0.0,0.5076533645812603,0.46144285263585205 992,luffycodes/vicuna-class-tutor-13b-ep3,torch.float16,0.5733788395904437,0.8150766779525991,0.5298607855616481,0.7434885556432518,0.12054586808188021,0.5702016348874703,0.5587587269528821 993,chanwit/flux-7b-v0.2,torch.float16,0.6655290102389079,0.8611830312686716,0.5180401965777761,0.7932123125493291,0.7263078089461713,0.6537500867380556,0.703003741053152 994,chanwit/flux-7b-v0.1,torch.float16,0.6706484641638225,0.8617805218084047,0.5505210495184077,0.7900552486187845,0.7240333586050038,0.6539915353411375,0.7085050296759268 995,chanwit/flux-base-optimized,torch.bfloat16,0.6544368600682594,0.8173670583549094,0.5001790307121097,0.7774269928966061,0.44655041698256254,0.5973865559373837,0.6322244858253051 996,WizardLM/WizardLM-70B-V1.0,4bit,0.6407849829351536,0.8540131447918742,0.5475670435089995,0.8082083662194159,0.17968157695223655,0.6497067828640393,0.61332698287862 997,WizardLM/WizardMath-13B-V1.0,torch.float16,0.6006825938566553,0.8200557657837084,0.4269638064645519,0.7190213101815311,0.12357846853677028,0.5479666432585718,0.5397114313469648 998,WizardLM/WizardMath-70B-V1.0,torch.bfloat16,0.659556313993174,0.8594901414060944,0.5008598477461281,0.8232044198895028,0.039423805913570885,0.6763989042447692,0.5931555721988732 999,WizardLM/WizardMath-7B-V1.0,torch.float16,0.5409556313993175,0.7954590718980283,0.43654057418011644,0.7269139700078927,0.027293404094010616,0.4597027436210029,0.49781089920006144 1000,WizardLM/WizardCoder-15B-V1.0,torch.float16,0.32337883959044367,0.4720175263891655,0.41559886622188075,0.5516969218626677,0.02122820318423048,0.2942653367571568,0.3463642823342575 1001,WizardLM/WizardMath-7B-V1.1,torch.float16,0.6186006825938567,0.8449512049392551,0.47044548067060826,0.7734806629834254,0.6739954510993177,0.6152883197104125,0.6661269669994793 1002,WizardLM/WizardLM-13B-V1.1,torch.float16,0.6023890784982935,0.8138816968731328,0.5456225963078496,0.7505919494869772,0.08112206216830932,0.5092350370166202,0.5504737367251972 1003,WizardLM/WizardLM-13B-V1.2,torch.float16,0.590443686006826,0.8221469826727743,0.47267763319871686,0.7190213101815311,0.13495072024260804,0.5463711522872134,0.5476019140982783 1004,WizardLM/WizardCoder-Python-7B-V1.0,torch.float16,0.4180887372013652,0.6505676160127465,0.3631503459535805,0.6172059984214681,0.04700530705079606,0.32290422812016,0.4031537054600194 1005,WizardLM/WizardLM-30B-V1.0,8bit,0.2738907849829352,0.25941047600079664,0.48614135324735414,0.48697711128650356,0.0,0.23116857555371031,0.28959805017854995 1006,WizardLM/WizardCoder-Python-34B-V1.0,4bit,0.5213310580204779,0.7477594104760008,0.4884734128332076,0.6835043409629045,0.09476876421531463,0.49147061865279307,0.504551267526783 1007,jylee420/gemma-2b-data-std,torch.float16,0.37542662116040953,0.3249352718581956,0.3956374072028006,0.6172059984214681,0.001516300227445034,0.35822229043248416,0.3454906482171338 1008,davanstrien/TinyLlama-1.1B-Chat-v1.0-intel-dpo,torch.float16,0.3583617747440273,0.6129257120095598,0.37376752806468966,0.6101026045777427,0.019711902956785442,0.25046814955628277,0.37088961198484793 1009,openlm-research/open_llama_7b,torch.float16,0.47013651877133106,0.7197769368651663,0.34847307072652783,0.6795580110497238,0.01592115238817286,0.30493408149907086,0.4231332952166655 1010,openlm-research/open_llama_3b,torch.float16,0.3984641638225256,0.6264688309101772,0.34965135824651244,0.6471981057616417,0.004548900682335102,0.2693628703589735,0.38261570496369424 1011,openlm-research/open_llama_3b_v2,torch.float16,0.40273037542662116,0.7159928301135232,0.3477745324693538,0.67008681925809,0.009097801364670205,0.27117981011373266,0.4028103614576652 1012,openlm-research/open_llama_7b_v2,torch.float16,0.43686006825938567,0.7219677355108544,0.35539215429408955,0.6937647987371744,0.034874905231235785,0.4129397385957056,0.44263323343807426 1014,openlm-research/open_llama_13b,torch.float16,0.5119453924914675,0.7523401712806214,0.3807596729533852,0.7205998421468035,0.032600454890068235,0.4375452833868154,0.4726318028581935 1015,minlik/chinese-alpaca-33b-merged,torch.float16,0.5930034129692833,0.7843059151563434,0.5245019356250965,0.760852407261247,0.0803639120545868,0.5768554763813882,0.5533138432413242 1016,AurelPx/Pegasus-7b-slerp,torch.bfloat16,0.726962457337884,0.8904600677155945,0.7712800289093449,0.8500394632991318,0.7012888551933283,0.6447043748345467,0.7641225412149718 1017,AurelPx/Dare-k-7B-ties,torch.bfloat16,0.6911262798634812,0.8708424616610237,0.639077073664674,0.8200473559589582,0.7156937073540561,0.6501604743912056,0.7311578921488998 1018,AurelPx/Meliodas-7b-dare,torch.bfloat16,0.7286689419795221,0.8910575582553276,0.7802123312690321,0.8476716653512234,0.709628506444276,0.6443271358185106,0.7669276898529819 1019,AurelPx/Percival_01-7b-slerp,torch.bfloat16,0.7320819112627986,0.8915554670384386,0.7796786803623033,0.850828729281768,0.7088703563305534,0.6441795622610246,0.7678657844228144 1020,AurelPx/NeuralPipe-7B-slerp,torch.float16,0.6774744027303754,0.8616809400517825,0.5985018412437423,0.8018942383583267,0.6853677028051555,0.6404849302037184,0.7109006758988502 1022,one-man-army/una-neural-chat-v3-3-P2-OMA,torch.bfloat16,0.6732081911262798,0.8632742481577375,0.6548761858136044,0.797947908445146,0.6224412433661866,0.6313662502948214,0.7071856712006293 1023,one-man-army/una-neural-chat-v3-3-P1-OMA,torch.bfloat16,0.6680887372013652,0.8591913961362279,0.6434691270555646,0.7963693764798737,0.6186504927975739,0.6336794531050248,0.703241430462605 1024,one-man-army/UNA-34Beagles-32K-bf16-v1,torch.bfloat16,0.735494880546075,0.85929097789285,0.7354905615781797,0.829518547750592,0.6004548900682335,0.7645070624882632,0.7541261533873657 1025,pinkyponky/Mistral-7b-instruct-v0.2-summ-sft-e2,4bit,0.5947098976109215,0.8272256522605059,0.6269642246460232,0.7663772691397001,0.3737680060652009,0.5948106549082305,0.6306426174384304 1026,pinkyponky/Mistral-7B-Instruct-sft-tuned-v0.2,torch.bfloat16,0.5802047781569966,0.7925712009559849,0.5044560081785939,0.7687450670876085,0.5034116755117514,0.5878006835121586,0.6228649022338489 1027,pinkyponky/Mistral-7b-instruct-v0.2-summ-sft-e3,4bit,0.5998293515358362,0.8276239792869946,0.6299916888512991,0.7624309392265194,0.3737680060652009,0.5948186733199137,0.631410439714294 1028,pinkyponky/SOLAR-10.7B-dpo-instruct-tuned-v0.1,torch.bfloat16,0.6518771331058021,0.8608842859988051,0.5180937404645647,0.8397790055248618,0.5875663381349507,0.6625286999567975,0.6867882005309638 1029,pinkyponky/Mistral-7b-instruct-v0.2-summ-sft-e1,4bit,0.6015358361774744,0.8259310894244174,0.6312877411374193,0.771112865035517,0.3775587566338135,0.589232216906177,0.6327764175524698 1030,pinkyponky/Mistral-7B-Instruct-Sft-Tuned-V0.2,torch.bfloat16,0.5733788395904437,0.7894841665006971,0.5065814487425014,0.7616416732438832,0.45489006823351025,0.5789857363309833,0.6108269887736698 1031,yeontaek/Platypus2xOpenOrca-13B-IA3-v2.1,torch.float16,0.6228668941979523,0.8208524198366859,0.4702759014608167,0.7742699289660616,0.10993176648976498,0.5790621323615489,0.562876507218805 1032,yeontaek/WizardCoder-Python-13B-LoRa,torch.float16,0.4778156996587031,0.6959768970324637,0.43974944998784,0.654301499605367,0.07808946171341925,0.38762653569467953,0.45559325728207883 1033,yeontaek/Platypus2xOpenOrca-13B-IA3-v4,torch.float16,0.6143344709897611,0.8183628759211312,0.486445432077976,0.7719021310181531,0.10841546626231995,0.590239587166841,0.5649499939060304 1034,yeontaek/llama-2-70b-IA3-guanaco,torch.float16,0.6851535836177475,0.8567018522206732,0.43472046491596456,0.8224151539068666,0.287338893100834,0.6703000357558464,0.6261049972529887 1037,yeontaek/Platypus2-13B-LoRa,torch.float16,0.606655290102389,0.8250348536148178,0.4390771822255011,0.7592738752959748,0.07505686125852919,0.563427950646017,0.5447543355238714 1041,yeontaek/llama-2-13b-QLoRA,torch.float16,0.5802047781569966,0.8233419637522406,0.4623093708097934,0.7758484609313339,0.032600454890068235,0.5579626897972387,0.5387112863896119 1044,yeontaek/Platypus2xOpenOrca-13B-IA3,torch.float16,0.621160409556314,0.8209520015933081,0.4787773325405089,0.771112865035517,0.11827141774071266,0.5884353751422305,0.5664515669347653 1045,yeontaek/Platypus2-13B-IA3,torch.float16,0.6109215017064846,0.8265285799641505,0.3834895821328264,0.7569060773480663,0.11296436694465505,0.5632488101323693,0.542343153038092 1048,yeontaek/llama-2-13b-Guanaco-QLoRA,torch.float16,0.6109215017064846,0.8299143596893049,0.44115937049398873,0.7719021310181531,0.10993176648976498,0.5546547448543828,0.5530806457086799 1052,yeontaek/Platypus2xOpenOrca-13B-LoRa,torch.float16,0.6075085324232082,0.8208524198366859,0.4515078409715004,0.7703235990528808,0.0712661106899166,0.587664867300821,0.5515205617125022 1055,yeontaek/Platypus2xOpenOrca-13B-IA3-v3,torch.float16,0.6254266211604096,0.8209520015933081,0.4695620998301245,0.7782162588792423,0.12357846853677028,0.5867292990817433,0.5674107915135997 1056,yeontaek/llama-2-13b-Beluga-QLoRA,torch.float16,0.5921501706484642,0.8191595299741088,0.4823237977316098,0.7719021310181531,0.01288855193328279,0.566694192765826,0.5408530623452408 1057,yeontaek/Platypus2-13B-QLoRa,torch.float16,0.5750853242320819,0.8255327623979287,0.4337883618834812,0.7663772691397001,0.050037907505686124,0.5733880457606856,0.537368278486594 1060,yeontaek/Platypus2xOpenOrca-13B-LoRa-v2,torch.float16,0.5861774744027304,0.8116908982274448,0.4343083766358028,0.7616416732438832,0.000758150113722517,0.5022911787558297,0.5161446252299022 1061,yeontaek/airoboros-2.1-llama-2-13B-QLoRa,torch.bfloat16,0.5972696245733788,0.8291177056363275,0.4514307596819309,0.7403314917127072,0.028051554207733132,0.5477032140328958,0.5323173916408289 1062,kwchoi/DPO_mistral_v01_7b_ultra_0131_1k_1epoch,torch.float16,0.5597269624573379,0.7677753435570603,0.5794497843139403,0.734017363851618,0.2987111448066717,0.5596577872686915,0.5832230643758867 1063,kwchoi/DPO_mistral_7b_ultra_0124_v1,torch.float16,0.6612627986348123,0.8638717386974706,0.694525955019443,0.7947908445146015,0.25473843821076575,0.597819524202272,0.6445015498798942 1064,kwchoi/DPO_mistral_7b_ultra_0129_1k,torch.float16,0.6416382252559727,0.8554072893845848,0.6834430823847926,0.7719021310181531,0.34950720242608035,0.6103994066100754,0.6520495561799432 1065,kwchoi/DPO_mistral_v01_7b_ultra_0130_1k,torch.float16,0.5716723549488054,0.791575383389763,0.5562309711478401,0.728492501973165,0.2630780894617134,0.5585070252508408,0.5782593876953546 1066,kwchoi/DPO_mistral_7b_alpaca_0124_v1,torch.float16,0.6339590443686007,0.7320254929296953,0.6676115272078241,0.7719021310181531,0.2585291887793783,0.6050700681774541,0.6115162420801843 1067,NickyNicky/Mistral-7B-OpenOrca-oasst_top1_2023-08-25-v3,torch.bfloat16,0.60580204778157,0.8333997211710814,0.48209769794385393,0.7774269928966061,0.3616376042456406,0.6152685934687948,0.6126054429179245 1068,NickyNicky/Mistral-7B-OpenOrca-oasst_top1_2023-08-25-v2,torch.bfloat16,0.6049488054607508,0.8206532563234415,0.46376151030867085,0.7845303867403315,0.40181956027293403,0.6234293490520364,0.6165238113596941 1069,kingbri/airolima-chronos-grad-l2-13B,torch.float16,0.5955631399317406,0.8349930292770364,0.4467066973627101,0.7584846093133386,0.13646702047005307,0.5577766189615166,0.5549985192193992 1070,kingbri/chronolima-airo-grad-l2-13B,torch.float16,0.5955631399317406,0.8346942840071699,0.4457783874180475,0.7561168113654302,0.13949962092494314,0.5580485142416399,0.5549501263148285 1071,ArianAskari/SOLID-SFT-DPO-MixQV3-SOLIDChosen-SFTRejected-Zephyr-7b-beta,torch.bfloat16,0.5955631399317406,0.8253335988846843,0.5757997033411437,0.7490134175217048,0.014404852160727824,0.5959673608241354,0.5593470121106895 1072,ArianAskari/SOLID-SFT-DPO-MixQV2-SOLIDRejected-SFTChosen-Zephyr-7b-beta,torch.bfloat16,0.5895904436860068,0.7982473610834495,0.5235673204188883,0.7324388318863457,0.19029567854435178,0.6014174915551593,0.5725928545290335 1073,ArianAskari/SOLID-SFT-WoDPO-MixQV2-Zephyr-7b-beta,torch.bfloat16,0.5972696245733788,0.817167894841665,0.5376745022515824,0.7466456195737964,0.12282031842304776,0.6046820434326228,0.5710433338493489 1074,ArianAskari/SOLID-SFT-DPO-MixQV3-SOLIDRejected-SFTChosen-Zephyr-7b-beta,torch.bfloat16,0.5930034129692833,0.8133837880900219,0.4975919881917549,0.755327545382794,0.05686125852918878,0.6023488803188832,0.553086145580321 1075,ArianAskari/SOLID-SFT-DPO-MixQV2-SOLIDChosen-SFTRejected-Zephyr-7b-beta,torch.bfloat16,0.6075085324232082,0.8367855008962358,0.5809745989468564,0.7632202052091555,0.016679302501895376,0.5942157668095709,0.5665639844644871 1076,ArianAskari/SOLID_SFT-WoDPO-WoMixQ,torch.bfloat16,0.5964163822525598,0.8168691495717985,0.5524968462205945,0.7466456195737964,0.09476876421531463,0.6009985389534466,0.5680325501312516 1077,ArianAskari/NeuralHermes-2.5-Mistral-7B,torch.bfloat16,0.6467576791808873,0.842760406293567,0.5223229691481044,0.7797947908445146,0.5686125852918877,0.6371375900249118,0.6662310034639788 1079,augtoma/qCammel-70x,torch.float16,0.6834470989761092,0.8787094204341764,0.5746873588951067,0.8429360694554064,0.2971948445792267,0.7017892287727348,0.6631273368521268 1080,augtoma/qCammel-70,torch.float16,0.6834470989761092,0.8787094204341764,0.5746873588951067,0.8429360694554064,0.2971948445792267,0.7017892287727348,0.6631273368521268 1081,augtoma/qCammel-70-x,torch.float16,0.6834470989761092,0.8787094204341764,0.5746873588951067,0.8429360694554064,0.2971948445792267,0.7017892287727348,0.6631273368521268 1082,augtoma/qCammel-13,torch.float16,0.6083617747440273,0.8365863373829915,0.4753942349432954,0.7616416732438832,0.11372251705837756,0.5672735399975567,0.5604966795616887 1083,augtoma/qCammel-70v1,torch.float16,0.6834470989761092,0.8787094204341764,0.5746873588951067,0.8429360694554064,0.2971948445792267,0.7017892287727348,0.6631273368521268 1084,augtoma/qCammel70,torch.float16,0.6834470989761092,0.8787094204341764,0.5746873588951067,0.8429360694554064,0.2971948445792267,0.7017892287727348,0.6631273368521268 1085,01-ai/Yi-34B-Chat,torch.bfloat16,0.6544368600682594,0.8415654252141008,0.5536831362008046,0.8011049723756906,0.3191811978771797,0.7489765262226101,0.6531580196597743 1086,01-ai/Yi-34B,torch.bfloat16,0.6459044368600683,0.8569010157339175,0.5623083932983032,0.8303078137332282,0.5064442759666414,0.7635156727391681,0.6942302680552211 1087,01-ai/Yi-9B,torch.bfloat16,0.6117747440273038,0.7881896036646087,0.42448173501507824,0.7750591949486977,0.489764973464746,0.7006330822380843,0.6316505555597531 1088,01-ai/Yi-6B,torch.float16,0.5554607508532423,0.7656841266679945,0.4196160749943391,0.7419100236779794,0.12130401819560273,0.6410709139827397,0.5408409847286496 1089,01-ai/Yi-34B-200K,torch.bfloat16,0.6535836177474402,0.8558056164110734,0.5364445120598228,0.8255722178374112,0.6163760424564063,0.7605807276562083,0.708060455694727 1090,01-ai/Yi-9B-200K,torch.bfloat16,0.5802047781569966,0.7857996415056762,0.40629087761155,0.7647987371744278,0.4761182714177407,0.7034013960436472,0.6194356169850064 1091,01-ai/Yi-6B-200K,torch.float16,0.5358361774744027,0.755825532762398,0.41742595476825256,0.7426992896606156,0.3032600454890068,0.6464930135205713,0.5669233356125412 1092,fangloveskari/ORCA_LLaMA_70B_QLoRA,torch.float16,0.7226962457337884,0.877414857598088,0.6337134354987094,0.8366219415943172,0.2835481425322214,0.702253558013718,0.6760413634951403 1093,fangloveskari/Platypus_QLoRA_LLaMA_70b,torch.float16,0.7209897610921502,0.8746265684126668,0.6117583010948802,0.8287292817679558,0.3078089461713419,0.7102276614327885,0.6756900866619638 1094,PygmalionAI/pygmalion-2-13b,torch.float16,0.6032423208191127,0.8237402907787293,0.4222097304728649,0.7805840568271507,0.11751326762699014,0.560197368078742,0.5512478391005983 1095,PygmalionAI/pygmalion-1.3b,torch.float16,0.28071672354948807,0.469627564230233,0.37636128873514013,0.500394632991318,0.0,0.24120222783825152,0.3113837395574051 1096,PygmalionAI/pygmalion-2-7b,torch.float16,0.5401023890784983,0.7823142800238996,0.4378491944225627,0.7513812154696132,0.06368460955269144,0.49109519022634446,0.5110711464622683 1097,PygmalionAI/pygmalion-2.7b,torch.float16,0.32764505119453924,0.5413264289982075,0.3717154965847934,0.5651144435674822,0.0,0.2328245935193077,0.33977100231072166 1098,PygmalionAI/pygmalion-6b,torch.float16,0.4052901023890785,0.6746664011153157,0.3253448533993895,0.6250986582478295,0.02047005307050796,0.25730836314001454,0.3846964052270226 1099,PygmalionAI/metharme-1.3b,torch.float16,0.3438566552901024,0.5593507269468233,0.37681475766360784,0.5643251775848461,0.0075815011372251705,0.25068297065180717,0.350435298212402 1100,PygmalionAI/pygmalion-350m,torch.float16,0.25,0.37801234813782114,0.4040948097037574,0.5027624309392266,0.00530705079605762,0.2568402737192397,0.29950281888268376 1101,PygmalionAI/mythalion-13b,torch.float16,0.6126279863481229,0.8380800637323242,0.46562168990109065,0.7742699289660616,0.1326762699014405,0.5652673576862678,0.5647572160892179 1102,abacusai/MM-Orc-Vic-bagel-34b-c1000,torch.bfloat16,0.6732081911262798,0.8351921927902808,0.6057208212416958,0.8232044198895028,0.7225170583775588,0.7609343149429418,0.73679616639471 1103,abacusai/Smaugv0.1,torch.bfloat16,0.742320819112628,0.8675562636924915,0.7022329988948236,0.8366219415943172,0.7217589082638363,0.7666476969478125,0.7728564380843181 1104,abacusai/MM-OV-bagel-DPO-34b-c1000-250,torch.bfloat16,0.681740614334471,0.8396733718382793,0.6367417890283518,0.823993685872139,0.7225170583775588,0.7633232272115961,0.744664957777066 1105,abacusai/Giraffe-beta-13b-32k,torch.float16,0.5563139931740614,0.8042222664807808,0.4258338965668367,0.7458563535911602,0.21304018195602728,0.5361329618884448,0.5468999422762185 1106,abacusai/MetaMath-bagel-34b-v0.2-c1500,torch.bfloat16,0.6390784982935154,0.8243377813184625,0.5370395824057138,0.8097868981846882,0.7081122062168309,0.7450576499554225,0.7105687693957723 1107,abacusai/Smaug-Mixtral-v0.1,torch.float16,0.7465870307167235,0.8772156940848437,0.6694851107267487,0.8161010260457774,0.7194844579226687,0.700641356612321,0.754919112684847 1108,abacusai/Liberated-Qwen1.5-72B,torch.float16,0.6569965870307167,0.8458474407488548,0.6056200701194389,0.8310970797158642,0.7361637604245641,0.7708479199489305,0.7410954763313948 1109,abacusai/Smaug-70B-v0.1,torch.bfloat16,0.7602389078498294,0.8926508663612827,0.7666613083747418,0.850828729281768,0.7869598180439727,0.7715452603998116,0.8048141483852344 1110,abacusai/Giraffe-13b-32k-v3,torch.float16,0.590443686006826,0.795857398924517,0.4667915335080478,0.7695343330702447,0.26156178923426837,0.5500658224025426,0.5723757605244076 1111,abacusai/Fewshot-Metamath-OrcaVicuna-Mistral,torch.bfloat16,0.5964163822525598,0.8181637124078869,0.5323239517078452,0.7845303867403315,0.6914329037149356,0.616936477579708,0.6733006357338778 1112,abacusai/bigstral-12b-32k,torch.bfloat16,0.5998293515358362,0.8409679346743677,0.6820928763583932,0.7466456195737964,0.26914329037149354,0.5914347473399563,0.6216856366423072 1113,abacusai/Smaug-72B-v0.1,torch.bfloat16,0.7602389078498294,0.8926508663612827,0.7666613083747418,0.850828729281768,0.7869598180439727,0.7715452603998116,0.8048141483852344 1114,abacusai/Smaug-34B-v0.1,torch.bfloat16,0.742320819112628,0.8675562636924915,0.7022329988948236,0.8366219415943172,0.7217589082638363,0.7666476969478125,0.7728564380843181 1115,abacusai/Liberated-Qwen1.5-7B,torch.float16,0.5204778156996587,0.7658832901812388,0.5093984658959161,0.7213891081294396,0.5405610310841547,0.6125088041028414,0.6117030858488748 1116,abacusai/bigyi-15b,torch.bfloat16,0.560580204778157,0.7590121489743079,0.37326698740277925,0.7024467245461721,0.21607278241091737,0.6460198832740727,0.542899788564401 1117,abacusai/Fewshot-Metamath-OrcaVicuna-Mistral-10B,torch.bfloat16,0.5639931740614335,0.7812188807010556,0.5097747099068484,0.7647987371744278,0.1326762699014405,0.5951620039056096,0.5579372959418025 1118,abacusai/Slerp-CM-mist-dpo,torch.float16,0.6962457337883959,0.8709420434176459,0.6281840008276592,0.8145224940805051,0.7278241091736164,0.648145529504813,0.7309773184654392 1119,abacusai/Fewshot-Metamath-Mistral,torch.bfloat16,0.5776450511945392,0.8059151563433579,0.43044441727793376,0.7600631412786109,0.6830932524639879,0.5804901439337166,0.6396085270820243 1120,abacusai/Liberated-Qwen1.5-14B,torch.float16,0.5793515358361775,0.806512646883091,0.5248058278781261,0.7474348855564326,0.6648976497346475,0.6883269656722301,0.6685549185934508 1121,abacusai/MetaMath-Bagel-DPO-34B,torch.bfloat16,0.681740614334471,0.8422624975104561,0.6543983740751951,0.8224151539068666,0.7217589082638363,0.7654424701282401,0.7480030030365108 1122,TomGrc/FusionNet_7Bx2_MoE_14B,torch.bfloat16,0.735494880546075,0.8883688508265286,0.6959760844818743,0.8816101026045777,0.7065959059893859,0.6468097844792157,0.7591426014879429 1123,TomGrc/FusionNet,torch.float16,0.712457337883959,0.8841864170483967,0.7195314778980147,0.8326756116811366,0.6504927975739196,0.6636012282878052,0.7438241450622053 1124,TomGrc/FusionNet_7Bx2_MoE_v0.1,torch.float16,0.7406143344709898,0.8889663413662617,0.7120018677798674,0.8752959747434885,0.7028051554207733,0.6499696812594952,0.7616088925068127 1125,TomGrc/FN-OpenLLM_2x72B_MoE,torch.bfloat16,0.2551194539249147,0.2523401712806214,0.48471292342924077,0.4972375690607735,0.0,0.2280481311054736,0.2862430414668373 1126,TomGrc/FusionNet_SOLAR,torch.float16,0.7158703071672355,0.8839872535351524,0.6920929280629541,0.8105761641673244,0.5094768764215315,0.6529224065911398,0.710820989324223 1127,TomGrc/FusionNet_passthrough_v0.1,torch.float16,0.6945392491467577,0.877912766381199,0.6767346790940523,0.8153117600631413,0.22820318423047764,0.6519924773693144,0.6574490193808237 1128,TomGrc/FusionNet_linear,torch.float16,0.712457337883959,0.8843855805616411,0.7194464363694983,0.8326756116811366,0.6535253980288097,0.6635009491979825,0.7443318856205045 1129,TomGrc/FusionNet_34Bx2_MoE,torch.bfloat16,0.7295221843003413,0.8621788488348935,0.7131206524056665,0.8397790055248618,0.7088703563305534,0.7705405059039532,0.7706685922167117 1130,TomGrc/FusionNet_34Bx2_MoE_v0.1,torch.bfloat16,0.7372013651877133,0.8645688109938259,0.7100760148764914,0.8334648776637726,0.730098559514784,0.7672091977443534,0.7737698043301567 1131,TomGrc/FusionNet_passthrough,torch.float16,0.6945392491467577,0.8772156940848437,0.676536094142442,0.8129439621152328,0.24260803639120546,0.6528027210159744,0.6594409594827426 1132,leonarad/hope_for_7b_1.0v,torch.float16,0.5042662116040956,0.764389563831906,0.38661424040991893,0.7521704814522494,0.1652767247915087,0.49680345909800516,0.5115867801979473 1133,leonarad/hope_for,torch.float16,0.5127986348122867,0.747361083449512,0.4072751446221107,0.7261247040252565,0.16906747536012132,0.5155957360425635,0.5130371297186418 1134,leonarad/hope_for_7b_1.1v,torch.float16,0.4948805460750853,0.7508464449312886,0.40256954672070655,0.7363851617995264,0.1417740712661107,0.48493248409353196,0.5018980424810416 1135,dhanushreddy29/BrokenKeyboardMerge,torch.float16,0.5972696245733788,0.8124875522804222,0.520009813591209,0.7868981846882399,0.25928733889310085,0.5835628378200208,0.593252558641062 1136,dhanushreddy29/BrokenKeyboard,torch.float16,0.712457337883959,0.8833897629954193,0.7135941358366864,0.8318863456985004,0.6429112964366944,0.6603587582183559,0.7407662728449359 1137,ToolBench/ToolLLaMA-7b-LoRA,torch.float16,0.5298634812286689,0.786197968532165,0.38666709955546424,0.7434885556432518,0.06823351023502654,0.46865909493335284,0.4971849516879882 1138,anton-l/gpt-j-tiny-random,torch.float16,0.2636518771331058,0.25761800438159727,0.47437931463443955,0.494869771112865,0.0,0.24462018824497314,0.2891898592511635 1139,ncsgobubble/Llama-7B-rollercoaster_v2,torch.bfloat16,0.5281569965870307,0.7822146982672774,0.4362290670355083,0.7316495659037096,0.09552691432903715,0.49796179822051945,0.5119565067238471 1140,Chickaboo/ChickaQ,torch.bfloat16,0.29436860068259385,0.49153555068711413,0.47219104025186426,0.5611681136543015,0.006065200909780136,0.3704868583530924,0.3659692274231244 1141,Chickaboo/ChickaQ-V2-Large-Beta,torch.bfloat16,0.3430034129692833,0.5786695877315275,0.4385308811464827,0.590370955011839,0.18271417740712662,0.42327944811337864,0.4260947437299396 1142,Heng666/EastAsia-4x7B-Moe-experiment,torch.bfloat16,0.39505119453924914,0.4892451702848038,0.4982979181810864,0.5808997632202052,0.001516300227445034,0.5620244399451648,0.42117246439965905 1143,Badgids/Gonzo-Chat-7B,torch.float16,0.6501706484641638,0.8540131447918742,0.6023290144167202,0.7774269928966061,0.4761182714177407,0.6375419019284904,0.6662666623192659 1144,Badgids/Gonzo-Code-7B,torch.bfloat16,0.6126279863481229,0.8366859191396137,0.5670183360220316,0.7726913970007893,0.5140257771038665,0.6276833367526471,0.6551221253945118 1145,Brillibits/Instruct_Llama70B_Dolly15k,torch.bfloat16,0.6834470989761092,0.8721370244971122,0.46457054865454755,0.8429360694554064,0.4268385140257771,0.6952348073987248,0.6641940105012796 1146,Brillibits/Instruct_Mixtral-8x7B-v0.1_Dolly15K,torch.bfloat16,0.6928327645051194,0.8759211312487553,0.6483307671941028,0.8255722178374112,0.5943896891584534,0.7096267629070382,0.7244455554751467 1147,cgato/Thespis-CurtainCall-7b-v0.3,torch.float16,0.6424914675767918,0.8293168691495718,0.5095336916736214,0.7861089187056038,0.3737680060652009,0.6224470102723341,0.627277660573854 1148,cgato/Thespis-Krangled-7b-v2,torch.float16,0.628839590443686,0.8304122684724159,0.5302234821166525,0.7790055248618785,0.4131918119787718,0.6244280970852553,0.6343501291597767 1149,cgato/Thespis-7b-v0.2-SFTTest-3Epoch,torch.float16,0.6322525597269625,0.843855805616411,0.5389870544897879,0.7750591949486977,0.3601213040181956,0.6258855271521554,0.629360240992035 1150,sophosympatheia/Aurora-Nights-70B-v1.0,torch.float16,0.7133105802047781,0.8832901812387971,0.6281358101050266,0.8334648776637726,0.6633813495072024,0.7046634923073958,0.7377077151711621 1151,sophosympatheia/Midnight-Rose-70B-v2.0.3,torch.float16,0.7064846416382252,0.8750248954391555,0.6526973854477257,0.8121546961325967,0.2835481425322214,0.6964233137696714,0.6710555124932659 1152,DanielSc4/RedPajama-INCITE-Chat-3B-v1-RL-LoRA-8bit-test1,8bit,0.4129692832764505,0.6681935869348735,0.3504462244325371,0.654301499605367,0.003032600454890068,0.2609526396678196,0.3916493057286563 1153,DanielSc4/RedPajama-INCITE-Chat-3B-v1-FT-LoRA-8bit-test1,8bit,0.386518771331058,0.6353316072495518,0.36069961427202907,0.601420678768745,0.000758150113722517,0.2516405686491375,0.3727282317307074 1154,bn999/mistral-4.2B,torch.bfloat16,0.4087030716723549,0.615116510655248,0.44821803712567926,0.6377269139700079,0.11599696739954511,0.4178291619548465,0.44059844379628027 1155,stabilityai/stablelm-base-alpha-7b-v2,torch.float16,0.4735494880546075,0.770762796255726,0.3645720175160148,0.6850828729281768,0.02577710386656558,0.45098939932497056,0.4617889463243436 1156,stabilityai/stablelm-tuned-alpha-3b,torch.float16,0.2781569965870307,0.44064927305317664,0.4232876189754823,0.5501183898973955,0.00530705079605762,0.23080135358829965,0.321386780482907 1157,stabilityai/japanese-stablelm-instruct-gamma-7b,torch.bfloat16,0.5068259385665529,0.7867954590718981,0.3977280700455547,0.7371744277821626,0.19257012888551933,0.5482301889343372,0.5282207022143375 1158,stabilityai/stablelm-2-1_6b,torch.bfloat16,0.4334470989761092,0.7045409281019717,0.36783858238841727,0.6456195737963694,0.17437452615617893,0.3894657259915194,0.4525477392350943 1159,stabilityai/StableBeluga-7B,torch.float16,0.5631399317406144,0.7913762198765186,0.5019072263271259,0.7521704814522494,0.07808946171341925,0.5271247199466516,0.5356346735094298 1160,stabilityai/stablelm-tuned-alpha-7b,torch.float16,0.3191126279863481,0.5359490141406095,0.4037161827493261,0.5311760063141279,0.008339651250947688,0.24412461594568988,0.3404030163978415 1161,stabilityai/japanese-stablelm-base-gamma-7b,torch.bfloat16,0.5034129692832765,0.7747460665206134,0.4119583674563438,0.739542225730071,0.17816527672479152,0.5474542148585524,0.5258798534289414 1162,stabilityai/StableBeluga2,torch.float16,0.7107508532423208,0.8636725751842262,0.5944080174826092,0.829518547750592,0.35860500379075055,0.6879488672335347,0.6741506441140056 1163,stabilityai/stablelm-3b-4e1t,torch.float16,0.4658703071672355,0.7594104760007967,0.37196774260485427,0.7119179163378059,0.03335860500379075,0.4522573754422993,0.46579707042613044 1164,stabilityai/StableBeluga1-Delta,torch.float16,0.681740614334471,0.8587930691097391,0.5581037831348244,0.4980268350434096,0.0,0.6482943910545166,0.5408264487794935 1165,stabilityai/StableBeluga-13B,torch.float16,0.6203071672354948,0.8227444732125074,0.4960965029030429,0.7687450670876085,0.1379833206974981,0.5770884692971581,0.570494166738885 1166,stabilityai/stablelm-base-alpha-3b,torch.float16,0.2645051194539249,0.4224258115913165,0.40496578553138424,0.5390686661404893,0.004548900682335102,0.2543052660318274,0.3149699249052129 1167,stabilityai/stablelm-2-zephyr-1_6b,torch.float16,0.43686006825938567,0.692989444333798,0.4511289179951579,0.6448303078137332,0.35329795299469297,0.4203478315758355,0.49990908716210053 1168,stabilityai/stablelm-zephyr-3b,torch.bfloat16,0.46075085324232085,0.7415853415654252,0.4649139338429387,0.6550907655880032,0.42153146322971946,0.46167946586539693,0.5342586372223007 1169,stabilityai/stablelm-base-alpha-7b,torch.float16,0.3199658703071672,0.5178251344353715,0.4019376597227457,0.5540647198105761,0.006065200909780136,0.26205160948031253,0.3436516991109922 1170,NLUHOPOE/test-case-2,torch.float16,0.5853242320819113,0.7939653455486955,0.49591167596042596,0.7529597474348856,0.38817285822592873,0.5614214722764479,0.5962925552547159 1171,NLUHOPOE/Mistral-7B-length-100000,torch.float16,0.5170648464163823,0.7832105158334993,0.44949394895398154,0.7671665351223362,0.1956027293404094,0.5574544982783274,0.5449988456574894 1172,NLUHOPOE/test-case-6,torch.float16,0.5733788395904437,0.7885879306910973,0.49443365843236614,0.7687450670876085,0.33206974981046244,0.5820888759991125,0.589884020268515 1173,NLUHOPOE/test-case-0,torch.float16,0.5750853242320819,0.796355307707628,0.4880155663864428,0.7782162588792423,0.3434420015163002,0.5801820197883049,0.593549413085 1174,NLUHOPOE/test-case-3,torch.float16,0.5776450511945392,0.7955586536546505,0.4922442654823717,0.7592738752959748,0.3078089461713419,0.5676760535541541,0.5833678075588388 1175,NLUHOPOE/experiment2-cause-qLoRa,4bit,0.6040955631399317,0.8276239792869946,0.4713263218122602,0.7884767166535123,0.3502653525398029,0.6215082959213213,0.6105493715589705 1176,NLUHOPOE/experiment2-cause-non-qLoRa,4bit,0.6032423208191127,0.8292172873929496,0.45469695402927457,0.7805840568271507,0.33586050037907506,0.6230037806617715,0.6044341500182223 1177,NLUHOPOE/experiment2-cause,4bit,0.6040955631399317,0.8276239792869946,0.4713263218122602,0.7884767166535123,0.3502653525398029,0.6215082959213213,0.6105493715589705 1178,NLUHOPOE/experiment2-cause-non,4bit,0.6032423208191127,0.8292172873929496,0.45469695402927457,0.7805840568271507,0.33586050037907506,0.6230037806617715,0.6044341500182223 1179,NLUHOPOE/Mistral-7B-random-100000,torch.float16,0.537542662116041,0.7859988050189205,0.43163352782122394,0.7561168113654302,0.12964366944655042,0.5340854257959847,0.5291701502606918 1180,NLUHOPOE/Mistral-7B-attention-100000,torch.float16,0.5298634812286689,0.7854013144791874,0.45370492292911163,0.7561168113654302,0.16982562547384383,0.547871468206105,0.5404639372803911 1181,NLUHOPOE/test-case-5,torch.float16,0.5656996587030717,0.7903804023102967,0.4999721417565135,0.7640094711917916,0.35633055344958303,0.5573052835070181,0.5889495851530459 1182,NLUHOPOE/Mistral-7B-loss-100000,torch.float16,0.5179180887372014,0.7715594503087034,0.4092562147054596,0.7695343330702447,0.18574677786201668,0.5394015865924572,0.5322360752126805 1183,NLUHOPOE/test-case-1,torch.float16,0.5716723549488054,0.7946624178450508,0.531085057336709,0.7632202052091555,0.3206974981046247,0.5641150571572566,0.590908765100267 1184,DiscoResearch/DiscoLM-70b,torch.float16,0.6877133105802048,0.8609838677554272,0.576426250198526,0.8358326756116812,0.6353297952994693,0.6857916921800525,0.7136795986042269 1185,Isaak-Carter/J.O.S.I.E.3-Beta8-slerp,torch.bfloat16,0.6040955631399317,0.8365863373829915,0.4868797251828956,0.7813733228097869,0.36087945413191813,0.6235462786841811,0.6155601135552842 1186,Isaak-Carter/JOSIE_Beta-3-7B-slerp,torch.float16,0.6339590443686007,0.8456482772356104,0.48804542326643174,0.8042620363062352,0.5860500379075056,0.6416838733335015,0.6666081154029808 1187,Isaak-Carter/JOSIE_Beta-4-7B-slerp,torch.bfloat16,0.6356655290102389,0.8409679346743677,0.5593281467190233,0.7932123125493291,0.6171341925701289,0.6372543782847476,0.6805937489679725 1188,Azure99/blossom-v2-llama2-7b,torch.float16,0.5409556313993175,0.785700059749054,0.4683906945088401,0.7434885556432518,0.047763457164518575,0.5165677011949178,0.5171443499433167 1189,Azure99/blossom-v4-yi-34b,torch.float16,0.6680887372013652,0.844353714399522,0.5789435735270319,0.823993685872139,0.6413949962092494,0.7434203895318503,0.716699182790193 1190,Azure99/blossom-v3_1-mistral-7b,torch.bfloat16,0.6049488054607508,0.8170683130850428,0.49509735828908324,0.755327545382794,0.46929492039423804,0.6100153845543738,0.6252920545277137 1191,Azure99/blossom-v2-3b,torch.float16,0.3532423208191126,0.541027683728341,0.4310694152839387,0.5880031570639306,0.00530705079605762,0.239889763690709,0.35975656523034827 1192,Azure99/blossom-v5-34b,torch.bfloat16,0.6697952218430034,0.8479386576379208,0.6267772016923179,0.8342541436464088,0.620166793025019,0.7600151072330926,0.7264911875129605 1193,Azure99/blossom-v4-mistral-7b,torch.bfloat16,0.6203071672354948,0.8290181238797052,0.5384391963865467,0.7726913970007893,0.4313874147081122,0.6248002726019685,0.6361072619687694 1194,Azure99/blossom-v5-7b,torch.bfloat16,0.560580204778157,0.7735510854411471,0.542947538457337,0.7237569060773481,0.6004548900682335,0.6128709017714826,0.6356935877656175 1195,Azure99/blossom-v5-mistral-7b,torch.bfloat16,0.6262798634812287,0.8425612427803226,0.5183469931839926,0.7829518547750592,0.31842304776345715,0.62450574966796,0.6188447919420034 1196,Azure99/blossom-v5-14b,torch.bfloat16,0.5844709897610921,0.8072097191794463,0.5488583912060274,0.7513812154696132,0.6777862016679302,0.6844784015115409,0.6756974864659417 1197,Azure99/blossom-v5-9b,torch.bfloat16,0.6245733788395904,0.784106751643099,0.5278235105912508,0.7632202052091555,0.4836997725549659,0.6981029173442453,0.6469210893637178 1198,Azure99/blossom-v4-qwen1_5-7b,torch.bfloat16,0.5443686006825939,0.7611033658633738,0.5368612367135771,0.712707182320442,0.5670962850644428,0.6042616069208022,0.6210663795942053 1199,Azure99/blossom-v1-3b,torch.float16,0.36860068259385664,0.5509858593905597,0.43452279105029046,0.5887924230465666,0.0037907505686125853,0.267047105971934,0.3689566021036366 1200,Azure99/blossom-v5-4b,torch.bfloat16,0.46757679180887374,0.7186815375423222,0.475050192098863,0.6740331491712708,0.4836997725549659,0.5503806751894842,0.5615703530609633 1201,Azure99/blossom-v3_1-yi-34b,torch.bfloat16,0.6535836177474402,0.8423620792670783,0.5606217649091164,0.8208366219415943,0.46853677028051555,0.7437164199545644,0.6816095456833849 1202,Azure99/blossom-v3-mistral-7b,torch.bfloat16,0.6049488054607508,0.8189603664608643,0.5031127819902717,0.7695343330702447,0.4670204700530705,0.6134680860585631,0.6295074738489609 1203,Azure99/blossom-v4-qwen1_5-4b,torch.bfloat16,0.46075085324232085,0.7080262895837482,0.47286479272599524,0.6764009471191792,0.5109931766489765,0.5511145886816906,0.5633584413336518 1204,Azure99/blossom-v4-qwen1_5-14b,torch.bfloat16,0.5733788395904437,0.7984465245966939,0.5521420727155698,0.7363851617995264,0.6648976497346475,0.6792145487870663,0.6674107995373246 1206,BreadAi/PM_modelV2,torch.float16,0.2508532423208191,0.2644891455885282,0.5135726034960056,0.4956590370955012,0.0,0.26142505380823755,0.2976665137181819 1207,BreadAi/MusePy-1-2,torch.float16,0.257679180887372,0.25941047600079664,0.4932721940493314,0.505130228887135,0.0,0.2522276129459245,0.29461994879509323 1208,BreadAi/gpt-Youtube,torch.float16,0.23293515358361774,0.2633937462656841,0.4862661821919439,0.489344909234412,0.0,0.23537831332994785,0.2845530507676009 1209,BreadAi/StoryPy,torch.float16,0.2235494880546075,0.2619000199163513,0.49101258581937984,0.510655090765588,0.0,0.24370412852363704,0.2884702188465939 1210,BreadAi/gpt-YA-1-1_70M,torch.float16,0.22525597269624573,0.27365066719776937,0.47091024738309234,0.5090765588003157,0.0,0.25375748984281393,0.28877515598670617 1211,BreadAi/DiscordPy,torch.float16,0.23293515358361774,0.2615016928898626,0.48160338293306754,0.5098658247829518,0.0,0.25037189983064534,0.2893796590033575 1212,BreadAi/gpt-YA-1-1_160M,torch.float16,0.2295221843003413,0.27285401314479185,0.4701746532862988,0.5067087608524072,0.0,0.2624504249556707,0.2902850060899183 1215,s1ghhh/medllama-2-70b-qlora-1.1,torch.float16,0.6902730375426621,0.8717386974706234,0.5240600477973963,0.8421468034727704,0.3206974981046247,0.7103971323726781,0.6598855361267925 1216,xDAN-AI/xDAN-L1Mix-DeepThinking-v2,torch.bfloat16,0.6237201365187713,0.8232423819956184,0.5537726801549154,0.7640094711917916,0.4397270659590599,0.5969186899528366,0.6335650709621655 1219,xDAN-AI/xDAN-L1-Chat-RL-v1,torch.float16,0.6629692832764505,0.8580959968133838,0.5669974462779248,0.7884767166535123,0.5943896891584534,0.6321322126659297,0.6838435574742757 1220,willyninja30/ARIA-70B-French,torch.float16,0.6450511945392492,0.8586934873531169,0.527991738544026,0.8050513022888713,0.266868840030326,0.638757218873637,0.6237356302715377 1223,bongchoi/test-llama2-7b,torch.float16,0.5307167235494881,0.785700059749054,0.3875084099562216,0.7403314917127072,0.0712661106899166,0.4685598909362898,0.49734711443227947 1224,bongchoi/MoMo-70B-LoRA-V1.1,torch.float16,0.6663822525597269,0.8716391157140012,0.5498134743824588,0.8334648776637726,0.4632297194844579,0.667556471410909,0.6753476518692211 1225,UCLA-AGI/zephyr-7b-sft-full-SPIN-iter3,torch.bfloat16,0.6612627986348123,0.8584943238398726,0.5789464689775264,0.7663772691397001,0.3419257012888552,0.6151457651240394,0.6370253878341343 1226,UCLA-AGI/test,torch.bfloat16,0.658703071672355,0.8544114718183629,0.5738893811625738,0.7663772691397001,0.30856709628506446,0.609454965868679,0.6285672093244559 1227,UCLA-AGI/test0,torch.bfloat16,0.636518771331058,0.844353714399522,0.5048056232375348,0.7797947908445146,0.36694465504169826,0.6100599757759457,0.6237462551050456 1228,UCLA-AGI/zephyr-7b-sft-full-SPIN-iter1,torch.bfloat16,0.658703071672355,0.8544114718183629,0.5738893811625738,0.7663772691397001,0.30856709628506446,0.609454965868679,0.6285672093244559 1229,UCLA-AGI/zephyr-7b-sft-full-SPIN-iter0,torch.float16,0.6356655290102389,0.8442541326428998,0.5034226817976417,0.7797947908445146,0.36315390447308565,0.6128306773814142,0.6231869526916325 1230,UCLA-AGI/test_final,torch.bfloat16,0.6612627986348123,0.8584943238398726,0.5789464689775264,0.7663772691397001,0.3419257012888552,0.6151457651240394,0.6370253878341343 1231,UCLA-AGI/test-test,torch.float16,0.6646757679180887,0.858195578570006,0.5774588897502617,0.7695343330702447,0.32752084912812734,0.6147710956376955,0.635359419012404 1232,UCLA-AGI/zephyr-7b-sft-full-spin-iter1,torch.bfloat16,0.658703071672355,0.8544114718183629,0.5738893811625738,0.7663772691397001,0.30856709628506446,0.609454965868679,0.6285672093244559 1233,UCLA-AGI/zephyr-7b-sft-full-SPIN-iter2,torch.bfloat16,0.6638225255972696,0.8583947420832504,0.5782258262756715,0.7679558011049724,0.3305534495830174,0.6122132379785499,0.6351942637704552 1234,SC44/Mistral-7B-private-oia,torch.bfloat16,0.7278156996587031,0.892352121091416,0.7314870038039903,0.8374112075769534,0.6459438968915845,0.6425678189573251,0.7462629579966621 1235,SC44/Mistral-7B-private-spnf,torch.bfloat16,0.6305460750853242,0.8490340569607648,0.6834378173026425,0.7742699289660616,0.39651250947687644,0.6081684913652031,0.6569948131928122 1236,SC44/Mistral-7B-private-sia,torch.bfloat16,0.7252559726962458,0.8907588129854611,0.7243565223330868,0.8413575374901342,0.6671721000758151,0.6445052940414279,0.7489010399370284 1237,SC44/Mistral-7B-private-spef,4bit,0.6988054607508533,0.8734315873332006,0.6900902744814158,0.8397790055248618,0.6800606520090978,0.632664008230194,0.735805164721604 1238,ibm/merlinite-7b,torch.float16,0.636518771331058,0.8451503684524995,0.5014708864565086,0.7971586424625099,0.41091736163760423,0.6490605869704185,0.6400461028850998 1239,shahzebnaveed/codeparrot-ds,torch.float16,0.2525597269624573,0.2575184226249751,0.508529859261986,0.5098658247829518,0.0,0.23106224913159443,0.2932560137939941 1240,shahzebnaveed/NeuralHermes-2.5-Mistral-7B,torch.float16,0.6484641638225256,0.8428599880501892,0.5229369986337806,0.7797947908445146,0.5595147839272175,0.6381397147426592,0.6652850733368144 1241,shahzebnaveed/StarlingHermes-2.5-Mistral-7B-slerp,torch.float16,0.6604095563139932,0.851822346146186,0.49557311062145515,0.7971586424625099,0.6595905989385898,0.6472221681472728,0.6852960704383345 1242,zorobin/mistral-class-shishya-7b-ep3,torch.bfloat16,0.4658703071672355,0.7661820354511053,0.3353771459428095,0.6985003946329913,0.0,0.3906557459900829,0.4427642715307041 1243,zorobin/mistral-class-shishya-all-hal-7b-ep3,torch.bfloat16,0.4658703071672355,0.7886875124477196,0.3598229176985082,0.7292817679558011,0.0,0.34450350571046473,0.4480276684966215 1244,mahiatlinux/ShadowDolph-7B-v1,torch.float16,0.6919795221843004,0.8500298745269866,0.6455526100417144,0.8042620363062352,0.4533737680060652,0.5895185181299374,0.6724527215325398 1245,mahiatlinux/MasherAI-7B-v3,torch.float16,0.6399317406143344,0.82194781915953,0.47627833893064514,0.8113654301499605,0.4715693707354056,0.6404092016289236,0.6435836502031331 1246,mahiatlinux/MasherAI-v6-7B,torch.float16,0.628839590443686,0.8393746265684127,0.6256028343433006,0.7742699289660616,0.5193328278999242,0.605594762167583,0.6655024283981613 1247,msy127/mnsim-dpo-peftmerged-2-eos,torch.bfloat16,0.5563139931740614,0.77823142800239,0.4637339879535235,0.7624309392265194,0.16906747536012132,0.5125279908865933,0.540384302433868 1248,Radiantloom/radintloom-mistral-7b-fusion-dpo,torch.float16,0.6313993174061433,0.8367855008962358,0.5113860397966288,0.7995264404104183,0.0037907505686125853,0.6341981075089284,0.5695143594311612 1249,Radiantloom/radintloom-mistral-7b-fusion,torch.bfloat16,0.6203071672354948,0.8226448914558853,0.47189384202061885,0.7987371744277821,0.0,0.6381867675733517,0.5586283071188555 1250,Radiantloom/radiantloom-mixtral-8x7b-fusion-dpo,torch.float16,0.6348122866894198,0.8249352718581956,0.5519575930975205,0.760852407261247,0.5018953752843063,0.5968385412121743,0.6452152459004771 1251,chansung/gpt4-alpaca-lora-13b-decapoda-1024,torch.float16,0.5938566552901023,0.8186616211909978,0.5258813499782976,0.7734806629834254,0.08112206216830932,0.4775150833518952,0.5450862391605046 1254,sumo43/SOLAR-10.7B-Instruct-DPO-v1.0,torch.float16,0.7312286689419796,0.8977295359490142,0.7327172525156499,0.819258089976322,0.36542835481425323,0.6421001696352651,0.6980770119720807 1255,sumo43/Yi-34b-x2,torch.float16,0.7286689419795221,0.8570005974905397,0.7210377690522727,0.8279400157853196,0.6004548900682335,0.7663857472141842,0.7502479935983453 1256,sumo43/Yi-32b-x2-v2.0,torch.bfloat16,0.7303754266211604,0.8594901414060944,0.7322370420432542,0.8279400157853196,0.6520090978013646,0.7679064569681409,0.761659696770889 1257,Medilora/medilora-mistral-7b,torch.bfloat16,0.6168941979522184,0.8313085042820155,0.49909817615808516,0.77663772691397,0.5185746777862017,0.6221652569639068,0.6441130900093995 1258,Medilora/medilora-qwen-14b,torch.bfloat16,0.5665529010238908,0.7907787293367855,0.4774778409132138,0.7490134175217048,0.5860500379075056,0.6586320847049082,0.6380841685680015 1259,TeeZee/DarkSapling-7B-v1.0,torch.float16,0.6160409556313993,0.8259310894244174,0.45088578827366993,0.7719021310181531,0.40181956027293403,0.6246123892117035,0.6151986523053795 1260,TeeZee/Xwin-LM-70B-V0.1_Limarpv3,torch.float16,0.7081911262798635,0.8697470623381797,0.5715047295306395,0.8176795580110497,0.489764973464746,0.69277672675922,0.6916106960639498 1261,TeeZee/DarkForest-20B-v2.0,torch.float16,0.6373720136518771,0.8631746664011153,0.5614370444891642,0.7790055248618785,0.23275208491281274,0.5979154379013413,0.6119427953696982 1262,TeeZee/Buttocks-7B-v1.0,torch.float16,0.5460750853242321,0.7561242780322645,0.4472415883922134,0.6890292028413575,0.0576194086429113,0.502245401574599,0.4997224941345963 1263,TeeZee/DarkSapling-7B-v1.1,torch.float16,0.6348122866894198,0.8509261103365864,0.5203512584081402,0.7853196527229677,0.4518574677786202,0.6447081154842869,0.6479958152366702 1264,TeeZee/DarkSapling-7B-v2.0,torch.float16,0.6416382252559727,0.8510256920932086,0.5221487837375264,0.7861089187056038,0.4541319181197877,0.6436556259378837,0.6497848606416637 1265,TeeZee/GALAXY-XB-v.02,torch.float16,0.606655290102389,0.8327026488747261,0.4359908599812855,0.8026835043409629,0.42077331311599697,0.6499129693553083,0.6247864309617781 1266,TeeZee/GALAXY-XB-v.03,torch.float16,0.6177474402730375,0.8358892650866361,0.4418731708213551,0.8105761641673244,0.45034116755117515,0.6455269945762994,0.6336590337459712 1267,TeeZee/GALAXY-XB-v.01,torch.float16,0.6092150170648464,0.8292172873929496,0.4367256901069689,0.8113654301499605,0.43442001516300227,0.6510837010876519,0.6286711901608966 1268,TeeZee/GALAXY_v03_slimorca_1_epoch_50k,torch.float16,0.6271331058020477,0.8458474407488548,0.4729775863182744,0.824782951854775,0.0,0.6516698578772094,0.5704018237668602 1269,TeeZee/NEBULA-XB-v1.0,torch.float16,0.5665529010238908,0.8177653853813981,0.4402556200771511,0.77663772691397,0.0,0.6098201791315898,0.5351719687546667 1270,TeeZee/Buttocks-7B-v1.1,torch.float16,0.5460750853242321,0.7561242780322645,0.4472415883922134,0.6890292028413575,0.0576194086429113,0.502245401574599,0.4997224941345963 1271,TeeZee/Kyllene-v1.0,torch.float16,0.6484641638225256,0.8450507866958773,0.578864011358949,0.7821625887924231,0.30401819560272936,0.7333330013936807,0.6486487912776976 1272,TeeZee/2xbagel-dpo-34b-v0.2,torch.float16,0.6527303754266212,0.7934674367655845,0.6715187545754473,0.7640094711917916,0.02122820318423048,0.736448935413802,0.6065671960929128 1273,TeeZee/Xwin-LM-70B-V0.1_Jannie,torch.float16,0.71160409556314,0.8685520812587134,0.6014420746258905,0.8105761641673244,0.40788476118271416,0.695633608284022,0.6826154641803007 1274,TeeZee/DarkForest-20B-v1.2,torch.float16,0.6356655290102389,0.8641704839673372,0.563147422518037,0.7774269928966061,0.2494313874147081,0.5976802123626379,0.6145870046949274 1275,TeeZee/BigMaid-20B-v1.0,torch.float16,0.613481228668942,0.8526190001991635,0.552912820919783,0.7529597474348856,0.02047005307050796,0.5715244690045884,0.5606612198829785 1276,LeroyDyer/Mixtral_Chat_X_128k,torch.float16,0.6527303754266212,0.8527185819557856,0.5723010534760252,0.8058405682715075,0.5291887793783169,0.6397733063692254,0.675425444146247 1277,LeroyDyer/Mixtral_Uncensored,torch.float16,0.6382252559726962,0.8406691894045011,0.6586281643934825,0.7868981846882399,0.4184988627748294,0.6196044470459032,0.6604206840466088 1278,LeroyDyer/Mixtral_AI_128k,torch.float16,0.6322525597269625,0.8462457677753435,0.5242691173246328,0.7955801104972375,0.45564821834723274,0.6423943595422311,0.6493983555356068 1279,LeroyDyer/SpydazWeb_AI_BASE_128k,torch.float16,0.6518771331058021,0.8462457677753435,0.5782296636685702,0.7924230465666929,0.5003790750568613,0.6380578163045081,0.6678687504129631 1280,LeroyDyer/Mixtral_AI_128k_b,torch.float16,0.6407849829351536,0.8468432583150767,0.5708502006690636,0.7916337805840569,0.4564063684609553,0.6375756327825692,0.657349037291146 1281,LeroyDyer/Mixtral_BioMedical,torch.float16,0.6544368600682594,0.8520215096594304,0.6223793045840885,0.7971586424625099,0.5109931766489765,0.6316728297783629,0.6781103872002712 1282,LeroyDyer/Mixtral_ThoughtsProcess_1,torch.float16,0.6527303754266212,0.8569010157339175,0.6734400618205734,0.77663772691397,0.46626231993934797,0.6190241964057625,0.6741659493733655 1283,LeroyDyer/Mistral_AI_v2,torch.float16,0.6544368600682594,0.8561043616809401,0.6263133416329383,0.8034727703235991,0.5314632297194845,0.6343893434400387,0.6843633178108767 1284,LeroyDyer/Mixtral_AI_128k_bioMedical,torch.float16,0.6450511945392492,0.8499302927703645,0.5868700278078715,0.7955801104972375,0.4806671721000758,0.6366055200970543,0.6657840529686421 1285,LeroyDyer/Mixtral_AI_base_128k,torch.float16,0.6510238907849829,0.8404700258912567,0.5810940106773435,0.7924230465666929,0.46626231993934797,0.6335803582474755,0.6608089420178499 1286,LeroyDyer/Mixtral_Chat_X,torch.float16,0.6552901023890785,0.8493328022306313,0.5614967005614305,0.7703235990528808,0.4450341167551175,0.6149547819173246,0.6494053504844105 1287,LeroyDyer/Mixtral_Instruct,torch.float16,0.6450511945392492,0.8477394941246763,0.6189707629601314,0.7947908445146015,0.4836997725549659,0.6341110878106571,0.6707271927507136 1288,Technoculture/Medtulu-4x7B,torch.bfloat16,0.28754266211604096,0.2574188408683529,0.47911756406040795,0.5043409629044988,0.0,0.24405616539565758,0.29541269922415975 1289,Technoculture/MT7Bi-alpha-dpo-v0.2,torch.bfloat16,0.5469283276450512,0.7589125672176857,0.45484028768936574,0.7158642462509865,0.25928733889310085,0.5282306038261684,0.5440105619203931 1290,Technoculture/Medmerge-tulu-70b,torch.bfloat16,0.674061433447099,0.8746265684126668,0.47893467153483676,0.8342541436464088,0.5655799848369977,0.7010111665301451,0.6880779947346923 1291,Technoculture/MT7Bi-sft,torch.bfloat16,0.4180887372013652,0.5683130850428202,0.4460516469060258,0.6045777426992897,0.0,0.4139875406897133,0.40850312542320233 1292,Technoculture/Medtulu-2x7b,torch.bfloat16,0.5460750853242321,0.7568213503286197,0.500358139155482,0.728492501973165,0.16982562547384383,0.49117706595023336,0.5321249613675959 1293,Technoculture/mtor,torch.float16,0.27303754266211605,0.2621987651862179,0.4968235925779197,0.5043409629044988,0.0,0.24280238311943286,0.2965338744083642 1294,Technoculture/MedMerge-6-7b-alpha-dpo,torch.bfloat16,0.5426621160409556,0.7560246962756423,0.439400577032433,0.7103393843725335,0.26156178923426837,0.5265160290053781,0.5394174319935351 1295,Technoculture/MT7Bi-alpha-dpo,torch.bfloat16,0.5503412969283277,0.7545309699263095,0.43810210168491254,0.7103393843725335,0.2577710386656558,0.5262891531819179,0.5395623241266095 1296,Technoculture/Mediquad-4x7b,torch.bfloat16,0.27474402730375425,0.28211511651065524,0.49560252838701496,0.505130228887135,0.0,0.28658320470908977,0.3073625176329415 1297,Technoculture/Mediquad-orca-20B,torch.bfloat16,0.2935153583617747,0.25721967735510853,0.484210555153098,0.48303078137332284,0.0,0.24284294350342164,0.2934698859577876 1298,Technoculture/mtor-2x7b,torch.bfloat16,0.5520477815699659,0.7360087631945827,0.48059153955864553,0.7063930544593529,0.03639120545868082,0.5182879469126914,0.5049533818589865 1299,Technoculture/Medchator-2x7b,torch.bfloat16,0.575938566552901,0.7814180442143,0.48774180363761904,0.7529597474348856,0.3282789992418499,0.5613141199723132,0.5812752135089782 1300,Technoculture/MT7Bi-wizard-3-alpha-dpo,torch.bfloat16,0.4121160409556314,0.5934076877116112,0.39057359565530997,0.6535122336227308,0.009855951478392721,0.2730690029320029,0.38875575205927987 1301,Technoculture/Medorca-4x7b,torch.bfloat16,0.2935153583617747,0.25721967735510853,0.484210555153098,0.48303078137332284,0.0,0.24284294350342164,0.2934698859577876 1302,Technoculture/Medorca-2x7b,torch.bfloat16,0.5409556313993175,0.7604062935670185,0.48040816029933614,0.745067087608524,0.20621683093252463,0.5329703656267647,0.5443373949055809 1303,Technoculture/PMCorca-2x13b,torch.bfloat16,0.2721843003412969,0.25941047600079664,0.49715720852516543,0.5011838989739542,0.0,0.23116857555371031,0.2935174098991539 1304,kevin009/flyingllama,torch.float16,0.24744027303754265,0.38348934475204144,0.41600624216438986,0.5011838989739542,0.0,0.2614167857204965,0.3015894241080708 1305,kevin009/Llamafia,torch.bfloat16,0.6612627986348123,0.8207528380800637,0.47938272596576464,0.8011049723756906,0.6087945413191812,0.6181401139264598,0.6649063317169953 1306,kevin009/llamaRAGdrama,torch.float16,0.7201365187713311,0.8882692690699064,0.7023726347025372,0.8666140489344909,0.6565579984836998,0.6449772512555034,0.7464879535362448 1307,kevin009/babyllama-v0.6,torch.float16,0.3609215017064846,0.6159131647082254,0.3584100057903431,0.6101026045777427,0.01592115238817286,0.25366149839056074,0.3691549879269216 1308,kevin009/flyingllama-v2,torch.float16,0.24744027303754265,0.3843855805616411,0.41299297017962017,0.5027624309392266,0.0,0.26370346497144576,0.3018807866149127 1309,kevin009/lamatama,torch.bfloat16,0.363481228668942,0.6112328221469827,0.3767314036539428,0.6077348066298343,0.022744503411675512,0.24716451941209877,0.37151488065391264 1310,kevin009/TinyNaughtyLlama-v1.0,torch.float16,0.35921501706484643,0.6104361680940051,0.36767435293950484,0.6022099447513812,0.024260803639120546,0.25822409609908664,0.37033673043132415 1311,NurtureAI/Orca-2-7B-16k,torch.float16,0.5059726962457338,0.6389165504879506,0.45373679597767685,0.5422257300710339,0.015163002274450341,0.3668481847583435,0.42047715996919816 1312,NurtureAI/Orca-2-13B-16k,torch.float16,0.5366894197952219,0.6947819159529974,0.45298090995110557,0.6006314127861089,0.01819560272934041,0.410190381331004,0.45224494042429636 1313,NurtureAI/Starling-LM-11B-alpha-v1,torch.float16,0.6220136518771331,0.8324039036048596,0.45698156756175135,0.8050513022888713,0.5094768764215315,0.6403007781850898,0.6443713466565395 1314,NurtureAI/MistralLite-11B,torch.float16,0.5767918088737202,0.7953594901414061,0.3826978228462617,0.7663772691397001,0.0037907505686125853,0.5009152351485329,0.5043220627863723 1315,NurtureAI/openchat_3.5-16k,torch.float16,0.6331058020477816,0.8357896833300139,0.43468174693453937,0.8011049723756906,0.21834723275208492,0.6190346168410508,0.5903440090468602 1316,NurtureAI/neural-chat-11b-v3-2,torch.float16,0.6663822525597269,0.8211511651065525,0.6022413409108424,0.7963693764798737,0.42153146322971946,0.6237241310101924,0.6552332882161512 1318,s3nh/Noromaid-Aeryth-7B,torch.float16,0.5674061433447098,0.786197968532165,0.6565799618870065,0.7182320441988951,0.16755117513267628,0.5729344371904365,0.5781502883809815 1319,s3nh/poorx32124,torch.float16,0.5315699658703071,0.7358095996813384,0.5026378052318262,0.6937647987371744,0.21910538286580744,0.528772328046844,0.5352766467388829 1320,s3nh/Severusectum-7B-DPO,torch.float16,0.7150170648464164,0.8854809798844852,0.7245391094382377,0.8326756116811366,0.7050796057619408,0.6479499130543693,0.7517903807777643 1321,s3nh/SeverusWestLake-7B-DPO,torch.float16,0.7218430034129693,0.8893646683927504,0.7149221684392081,0.8610891870560379,0.6914329037149356,0.6464533745626728,0.754184217596429 1322,s3nh/Mistral_Sonyichi-7B-slerp,torch.float16,0.6749146757679181,0.8642700657239594,0.632490945009903,0.7853196527229677,0.6383623957543594,0.6358221017074139,0.7051966394477535 1323,s3nh/nsfw-noromaid-mistral-instruct,torch.float16,0.5179180887372014,0.7539334793865764,0.3349241921724532,0.7119179163378059,0.06595905989385899,0.4647145905581736,0.47489455451434487 1324,pharaouk/fusedyi,torch.float16,0.5503412969283277,0.765982871937861,0.49294065421956446,0.7269139700078927,0.02047005307050796,0.6342856676304283,0.5318224189657638 1325,revolutionarybukhari/Llama-2-7b-chat-finetune-AUTOMATE,torch.float16,0.5307167235494881,0.7559251145190201,0.44729919889234016,0.7324388318863457,0.08642911296436695,0.4879636404154185,0.5067954370378299 1326,SkunkworksAI/Mistralic-7B-1,torch.float16,0.6083617747440273,0.8229436367257519,0.5237830532915558,0.7703235990528808,0.1106899166034875,0.6079577489424765,0.5740099548933634 1327,whiterabbitneo/WhiteRabbitNeo-13B,torch.bfloat16,0.4854948805460751,0.6870145389364668,0.44577231939553535,0.6740331491712708,0.22365428354814254,0.4303588134493383,0.49105466417447147 1328,zelus82/Asterix-B7,torch.bfloat16,0.2815699658703072,0.25652260505875324,0.47238957018823474,0.5059194948697711,0.0,0.24587307820437196,0.2937124523652397 1329,LTC-AI-Labs/Guanaco-Vicuna-7B-L2,torch.float16,0.5324232081911263,0.788886675960964,0.42748996824542757,0.7537490134175217,0.07960576194086429,0.46768244050709246,0.5083061780438327 1330,LTC-AI-Labs/L2-7b-Beluga-WVG-Test,torch.float16,0.537542662116041,0.7838080063732324,0.4575864096000163,0.7490134175217048,0.07884761182714177,0.5156882212185486,0.5204143881094475 1331,LTC-AI-Labs/L2-7b-Hermes-Synthia,torch.float16,0.5102389078498294,0.7911770563632743,0.46774826109346956,0.745067087608524,0.13949962092494314,0.4787645914660417,0.5220825875510137 1332,LTC-AI-Labs/L2-7b-Base-test-WVG,torch.float16,0.5426621160409556,0.7781318462457678,0.46277766867323933,0.7355958958168903,0.06974981046247157,0.5106737109487773,0.5165985080313503 1333,LTC-AI-Labs/L2-7b-Synthia-WVG-Test,torch.float16,0.5597269624573379,0.7789285002987453,0.44105765043932066,0.7411207576953434,0.05913570887035633,0.49476922471323204,0.5124564674123891 1334,LTC-AI-Labs/L2-7b-Hermes-WVG-Test,torch.float16,0.5494880546075085,0.7848038239394542,0.4571869582312835,0.7474348855564326,0.058377558756633814,0.4836240961713643,0.5134858962104462 1335,LTC-AI-Labs/L2-7b-Base-WVG-Uncensored,torch.float16,0.5324232081911263,0.7912766381198965,0.42592502213417693,0.7513812154696132,0.07050796057619409,0.4664581275103059,0.5063286953335521 1336,uproai/Rose-2x7B,torch.bfloat16,0.6527303754266212,0.8570005974905397,0.4932235751462103,0.797947908445146,0.6914329037149356,0.6437066911255791,0.6893403418915053 1337,uproai/RosMistral-2x7B,torch.float16,0.6621160409556314,0.8554072893845848,0.5287191041315256,0.7924230465666929,0.621683093252464,0.6534633709715775,0.6856353242104127 1338,DangFutures/BIG_DANG_BOT,torch.float16,0.6032423208191127,0.8201553475403306,0.4907419803847836,0.8089976322020521,0.0,0.700195097732842,0.5705553964465202 1339,namirocks/mistral-shishya-all-hal-model-7b-ep3,torch.bfloat16,0.3796928327645051,0.777733519219279,0.3642557797582405,0.744277821625888,0.0,0.26561807678191923,0.4219296716916387 1340,namirocks/mistral-shishya-all-hal-7b-ep3-v2,torch.bfloat16,0.4590443686006826,0.7428799044015136,0.3970787935629283,0.6977111286503551,0.0,0.30210505084212247,0.43313654100960036 1341,namirocks/tutor-model-13b-ep3,torch.float16,0.5733788395904437,0.8150766779525991,0.5298607855616481,0.7434885556432518,0.12054586808188021,0.5702016348874703,0.5587587269528821 1342,namirocks/student-model-13b-ep3,torch.float16,0.46501706484641636,0.8036247759410476,0.35003126952306707,0.7221783741120757,0.0,0.5706057590759609,0.4852428739164279 1343,namirocks/mistral-tutor-model-7b-ep3,torch.bfloat16,0.4931740614334471,0.7692690699063931,0.4773397689309411,0.7269139700078927,0.0,0.4907150798151277,0.49290199168230026 1344,namirocks/vicuna-tutor-shishya-model-7b-ep3,torch.bfloat16,0.43856655290102387,0.7662816172077276,0.4352849231948381,0.7182320441988951,0.003032600454890068,0.5123798598187451,0.4789629329626867 1345,namirocks/mistral-class-tutor-7b-ep3,torch.bfloat16,0.47952218430034127,0.7780322644891456,0.44694459481000054,0.7150749802683505,0.0,0.34565269967271417,0.4608711205900921 1346,namirocks/mistral-shishya-model-7b-ep3,torch.bfloat16,0.447098976109215,0.768074088826927,0.33866365581926344,0.7103393843725335,0.0,0.46766744830830287,0.4553072589060403 1347,sauce1337/BerrySauce-L2-13b,torch.float16,0.6228668941979523,0.8377813184624576,0.48300146678836864,0.760852407261247,0.11751326762699014,0.5710363415405793,0.5655086159795992 1348,sauce1337/AppleSauce-L2-13b,torch.float16,0.6100682593856656,0.8360884285998805,0.47814234702313524,0.7592738752959748,0.10007581501137225,0.5706573362235318,0.5590510102565933 1349,jefferylovely/AiMaven-Merkaba-7b,torch.bfloat16,0.7320819112627986,0.8902609042023502,0.7829958289715413,0.846093133385951,0.6884003032600455,0.6453114232378823,0.7641905840534281 1350,jefferylovely/AiMaven-Orca2,torch.float16,0.5469283276450512,0.789982075283808,0.5343298654242948,0.7434885556432518,0.2259287338893101,0.5461454104665886,0.5644671613920508 1351,jefferylovely/SuperThetaMaven,torch.bfloat16,0.7363481228668942,0.8899621589324835,0.7177387118634652,0.8492501973164956,0.7012888551933283,0.6482293965909347,0.7571362404606002 1352,jefferylovely/ThetaMaven5,torch.float16,0.7201365187713311,0.883788090021908,0.6966525886236103,0.8263614838200474,0.6990144048521607,0.6476885642583142,0.745606941724562 1353,jefferylovely/MoeLovely-13B,torch.float16,0.7372013651877133,0.8949412467635929,0.7873533609473717,0.8760852407261247,0.6914329037149356,0.6478392133895046,0.7724755551215404 1354,jefferylovely/AthenaImaniMaven,torch.bfloat16,0.6262798634812287,0.8465445130452102,0.5857820006375237,0.7719021310181531,0.3502653525398029,0.5905114542855321,0.6285475525012417 1355,jefferylovely/Merkaba-Maven-0.1,torch.bfloat16,0.7286689419795221,0.8919537940649273,0.7745236453129709,0.8492501973164956,0.6876421531463229,0.6445130446043935,0.7627586294041054 1356,openBuddy/openbuddy-llama2-34b-v11.1-bf16,torch.bfloat16,0.5,0.7119099780920135,0.5300576050535195,0.7079715864246251,0.3457164518574678,0.5571082206133329,0.5587939736734931 1357,clowman/openchat-mistral-7b-reproduce,torch.bfloat16,0.5725255972696246,0.8072097191794463,0.5580620279119346,0.7253354380426204,0.3949962092494314,0.6154046154063229,0.6122556011765633 1360,harborwater/open-llama-3b-everything-v2,torch.float16,0.4283276450511945,0.7328221469826728,0.3725883051731077,0.6661404893449092,0.01592115238817286,0.2687395737921041,0.41408988545536024 1361,harborwater/wizard-orca-3b,torch.float16,0.41723549488054607,0.7177853017327226,0.40035714074695034,0.6692975532754538,0.01061410159211524,0.24491112126522022,0.4100334522488347 1362,harborwater/open-llama-3b-claude-30k,torch.float16,0.41723549488054607,0.7264489145588529,0.38459449683775515,0.665351223362273,0.021986353297952996,0.24028403101276466,0.4093167523250241 1363,harborwater/open-llama-3b-everythingLM-2048,torch.float16,0.4274744027303754,0.7171878111929895,0.3426250755220841,0.6629834254143646,0.015163002274450341,0.27163963605992075,0.4061788921990308 1364,harborwater/dpo-test-hermes-open-llama-3b,torch.bfloat16,0.3924914675767918,0.6745668193586934,0.3980562710501165,0.6440410418310971,0.013646702047005308,0.2421442801317844,0.39415776366591476 1365,harborwater/open-llama-3b-v2-wizard-evol-instuct-v2-196k,torch.float16,0.4180887372013652,0.7301334395538738,0.3899306177235812,0.6669297553275454,0.018953752843062926,0.2635888230110244,0.4146041876100755 1366,NEU-HAI/mental-alpaca,torch.float16,0.2858361774744027,0.26020713005377416,0.4861406616458377,0.48382004735595896,0.0,0.27037992423374213,0.2977306567939526 1367,h2m/mhm-8x7B-FrankenMoE-v1.0,torch.bfloat16,0.7090443686006825,0.8775144393547102,0.671045397063713,0.8200473559589582,0.7156937073540561,0.6469967333629392,0.7400570002825099 1368,h2m/mhm-7b-v1.3-DPO-1,torch.float16,0.49573378839590443,0.6810396335391357,0.4588457171247393,0.6203630623520127,0.15238817285822592,0.45764333286205505,0.4776689511886789 1369,h2m/mhm-7b-v1.3,torch.float16,0.47525597269624575,0.6530571599283012,0.4622053324775365,0.6227308602999211,0.16679302501895377,0.4574289968488392,0.47291189121163296 1370,TW3PartnersLLM/TW3-v2-AlpacaSmaug-72B,torch.bfloat16,0.257679180887372,0.2523401712806214,0.48654521547048707,0.4972375690607735,0.0,0.23002314784282155,0.28730421409034596 1371,TW3PartnersLLM/TW3-v1-AlpacaSmaug-30B,torch.bfloat16,0.2696245733788396,0.26110336586337385,0.4845135742741713,0.4909234411996843,0.0,0.23105593813377243,0.2895368154749736 1372,Epiculous/Crunchy-onion,torch.bfloat16,0.6715017064846417,0.8618801035650269,0.6387747489748049,0.7324388318863457,0.5200909780136467,0.7001791506937729,0.6874775866030398 1373,Epiculous/Fett-uccine-7B,torch.bfloat16,0.6322525597269625,0.8608842859988051,0.694687038148882,0.7505919494869772,0.3661865049279757,0.6002762704690133,0.6508131014597692 1374,Epiculous/Mika-7B,torch.float16,0.6348122866894198,0.8544114718183629,0.6957046246525949,0.7490134175217048,0.2850644427596664,0.5985211583748841,0.6362545669694388 1375,tenyx/TenyxChat-7B-v1,torch.bfloat16,0.6561433447098977,0.8555068711412069,0.5127998231894457,0.8050513022888713,0.6300227445034117,0.6480753991851123,0.6845999141696576 1376,tenyx/TenyxChat-8x7B-v1,torch.bfloat16,0.697098976109215,0.8776140211113324,0.6541929389144224,0.8121546961325967,0.6110689916603488,0.7111895935921532,0.7272198695866781 1377,wandb/gemma-2b-zephyr-dpo,torch.bfloat16,0.49658703071672355,0.722266480780721,0.34465120541257266,0.665351223362273,0.17513267626990145,0.41125112113013323,0.46920662294538745 1378,wandb/mistral-7b-zephyr-sft,torch.bfloat16,0.6228668941979523,0.8488348934475204,0.53067255609753,0.7797947908445146,0.422289613343442,0.622873696282794,0.6378887407022922 1379,wandb/gemma-7b-zephyr-sft,torch.bfloat16,0.6143344709897611,0.8073093009360686,0.4334943445434731,0.7419100236779794,0.4981046247156937,0.6033143121240275,0.616411179497834 1380,wandb/gemma-7b-zephyr-dpo,torch.bfloat16,0.6083617747440273,0.8044214299940251,0.42484138243765485,0.7537490134175217,0.49962092494313876,0.605959346145254,0.6161589786136037 1381,wandb/mistral-7b-zephyr-dpo,torch.bfloat16,0.6373720136518771,0.8578968333001394,0.5660736416141117,0.7821625887924231,0.4086429112964367,0.6198236196141612,0.6453286013781915 1382,wandb/pruned_mistral,torch.bfloat16,0.2832764505119454,0.46345349531965746,0.4108681590294748,0.5390686661404893,0.001516300227445034,0.266164729803599,0.32739130017210183 1383,wandb/gemma-2b-zephyr-sft,torch.bfloat16,0.4974402730375427,0.7237602071300537,0.3441892041262205,0.6692975532754538,0.18271417740712662,0.413661268971183,0.47184378065793003 1384,gardner/TinyLlama-1.1B-SlimOrca-Function-Calling-3T,torch.bfloat16,0.3609215017064846,0.5965943039235212,0.3674239002696778,0.5911602209944752,0.04473085670962851,0.28207516990909454,0.37381765891881363 1385,arshadshk/Mistral-Hinglish-7B-Instruct-v0.2,torch.bfloat16,0.4035836177474403,0.7197769368651663,0.4996135939586068,0.6629834254143646,0.1281273692191054,0.23116857555371031,0.4408755864597323 1386,Phind/Phind-CodeLlama-34B-v2,torch.float16,0.24573378839590443,0.27604062935670187,0.48371839177847137,0.7182320441988951,0.23199393479909022,0.2576246774726469,0.3688905776669516 1387,Phind/Phind-CodeLlama-34B-Python-v1,torch.float16,0.24658703071672355,0.29774945230033856,0.4526622587821551,0.6882399368587214,0.21531463229719486,0.27953577082584063,0.363348180296829 1388,Phind/Phind-CodeLlama-34B-v1,torch.float16,0.2713310580204778,0.28281218880701053,0.4494005849260043,0.7261247040252565,0.2047005307050796,0.28941291752791914,0.37063033066862466 1389,snorkelai/Snorkel-Mistral-PairRM-DPO,torch.float16,0.659556313993174,0.8563035251941844,0.709120958732846,0.7758484609313339,0.3616376042456406,0.6085466228497943,0.6618355809911622 1390,HanNayeoniee/LHK,torch.float16,0.6638225255972696,0.844851623182633,0.591200906179408,0.8097868981846882,0.5633055344958302,0.6513410377717557,0.6873847542352642 1391,HanNayeoniee/LHK_DPO_v1,torch.bfloat16,0.7474402730375427,0.8930491933877713,0.7989231486574115,0.8831886345698501,0.6853677028051555,0.6489533513592162,0.7761537173028245 1392,HanNayeoniee/LHK_44,torch.float16,0.6655290102389079,0.848635729934276,0.595834250114839,0.8089976322020521,0.5640636846095527,0.6536867546451758,0.689457843624134 1396,Kiddyz/testllm-c2,torch.bfloat16,0.60580204778157,0.8190599482174865,0.49871617023753023,0.7782162588792423,0.47384382107657314,0.6119587838316907,0.6312661716706821 1399,lole25/phi-2-sft-lora-ultrachat,torch.bfloat16,0.6126279863481229,0.7485560645289783,0.45459342607308556,0.7419100236779794,0.533737680060652,0.5726428118899798,0.610677998763133 1400,Herry443/Mistral-7B-KNUT-ref-en,torch.float16,0.38993174061433444,0.7070304720175263,0.48926351753239467,0.6345698500394633,0.444275966641395,0.23116857555371031,0.4827066870664707 1401,occultml/CatMarcoro14-7B-slerp,torch.bfloat16,0.6936860068259386,0.8692491535550687,0.6324003297074412,0.8168902920284136,0.730098559514784,0.6526605657305596,0.7324974845603677 1402,occultml/Helios-10.7B,torch.bfloat16,0.3890784982935154,0.4660426209918343,0.5552021116757884,0.7071823204419889,0.0,0.4139616976614273,0.4219112081774257 1403,occultml/Helios-10.7B-v2,torch.bfloat16,0.3916382252559727,0.46634136626170086,0.5550965546640495,0.7063930544593529,0.0,0.41566794148355835,0.42252285702077236 1404,NYTK/PULI-LlumiX-32K,torch.float16,0.4863481228668942,0.7499502091216889,0.3692647351967655,0.6803472770323599,0.060652009097801364,0.416513973124588,0.4605127210733497 1405,NYTK/PULI-GPTrio,torch.float16,0.30716723549488056,0.5348536148177654,0.3903276727153012,0.5777426992896606,0.0075815011372251705,0.24726399976529556,0.3441561205366881 1406,yleo/EmertonOmniBeagle-7B-dpo,torch.float16,0.726962457337884,0.8843855805616411,0.7562392596040229,0.8429360694554064,0.6853677028051555,0.6444385795764956,0.7567216082234342 1407,yleo/EmertonMonarch-7B,torch.float16,0.726962457337884,0.8915554670384386,0.7809489116779263,0.8516179952644041,0.6527672479150872,0.640463995689049,0.7573860124871316 1408,yleo/ParrotOgno-7B,torch.float16,0.7303754266211604,0.8902609042023502,0.7652952718521188,0.846093133385951,0.6959818043972706,0.6450746772909588,0.7621802029583016 1409,yleo/EmertonBeagle-7B-dpo,torch.float16,0.7278156996587031,0.8911571400119498,0.7595578654539383,0.8358326756116812,0.6641394996209249,0.6447058240963066,0.7538681174089173 1410,yleo/EmertonMonarch-7B-slerp,torch.float16,0.7303754266211604,0.8893646683927504,0.765485798344535,0.8358326756116812,0.6808188021228203,0.6443743527576045,0.7577086206417586 1411,yleo/OgnoMonarch-7B,torch.float16,0.7261092150170648,0.8891655048795061,0.7706471953940155,0.8421468034727704,0.7005307050796058,0.6493629702588716,0.7629937323503057 1412,azarafrooz/mistral-7b-selfplay-v0,torch.bfloat16,0.5469283276450512,0.756920932085242,0.5628188850184273,0.7363851617995264,0.312357846853677,0.5540480749796561,0.5782432047302634 1413,azarafrooz/mistral-v2-7b-selfplay-v0-test,torch.bfloat16,0.6296928327645052,0.848635729934276,0.6790668311962296,0.7758484609313339,0.39727065959059893,0.6063761069914061,0.6561484369013916 1414,azarafrooz/mistral-v2-7b-selfplay-low-tmp,torch.bfloat16,0.6305460750853242,0.849133638717387,0.6813244751586996,0.7734806629834254,0.3957543593631539,0.6076482895794597,0.6563145834812417 1415,azarafrooz/Mistral-7B-Instruct-v0.2-sp-v0,torch.bfloat16,0.6305460750853242,0.8484365664210317,0.6822484423368418,0.771112865035517,0.40106141015921154,0.6074590836889994,0.6568107404544875 1416,azarafrooz/Mistral-7B-Instruct-v0.2-Selfplay-v0,torch.bfloat16,0.6279863481228669,0.8474407488548098,0.6735401072237311,0.7758484609313339,0.4025777103866566,0.6059885200880384,0.6555636492679061 1417,azarafrooz/Mistral-7B-Instruct-v2-sp-v0.1,torch.bfloat16,0.6305460750853242,0.8484365664210317,0.6822484423368418,0.771112865035517,0.40106141015921154,0.6074590836889994,0.6568107404544875 1418,azarafrooz/gemma-2b-it-sp-test1,torch.bfloat16,0.4402730375426621,0.6281617207727545,0.4577414398229486,0.611681136543015,0.05307050796057619,0.376678925934241,0.42793446142936625 1419,azarafrooz/gemma-2b-it-sp-test,torch.bfloat16,0.4402730375426621,0.6281617207727545,0.4577414398229486,0.611681136543015,0.05307050796057619,0.376678925934241,0.42793446142936625 1420,azarafrooz/mistral-v2-7b-selfplay-v0,torch.bfloat16,0.6305460750853242,0.8488348934475204,0.6814091675169902,0.7719021310181531,0.4025777103866566,0.6078431603287584,0.6571855229639004 1421,azarafrooz/gemma-2b-it-sp-test-openherms-step500,torch.bfloat16,0.4402730375426621,0.6281617207727545,0.4577414398229486,0.611681136543015,0.05307050796057619,0.376678925934241,0.42793446142936625 1423,allenai/digital-socrates-13b,torch.float16,0.5836177474402731,0.8014339772953595,0.44465904173144,0.7458563535911602,0.29492039423805916,0.5700553794779558,0.5734238156290413 1424,allenai/tulu-2-dpo-70b,torch.bfloat16,0.7209897610921502,0.8898625771758614,0.6577655722264159,0.8326756116811366,0.6262319939347991,0.6983748993714426,0.7376500692469676 1425,allenai/digital-socrates-7b,torch.float16,0.5443686006825939,0.7599083847839075,0.44876999153025116,0.7308602999210734,0.17892342683851403,0.5141242994801827,0.5294925005394204 1426,lizpreciatior/lzlv_70b_fp16_hf,torch.float16,0.7013651877133106,0.8754232224656443,0.6048969510737517,0.8342541436464088,0.30932524639878695,0.7022928115462996,0.671259593807367 1427,kimou605/shadow-clown-BioMistral-7B-DARE,torch.float16,0.674061433447099,0.867755427205736,0.6767936843695579,0.8161010260457774,0.5974222896133434,0.6406659596833231,0.7121333033941394 1428,kimou605/shadow-clown-BioMistral-7B-SLERP,torch.float16,0.6476109215017065,0.8455486954789883,0.6239710856338258,0.8066298342541437,0.5238817285822593,0.6193070384921757,0.6778248839905165 1429,aboros98/merlin1.2,torch.bfloat16,0.5921501706484642,0.7418840868352917,0.46240578362725326,0.749802683504341,0.5109931766489765,0.5644978161506122,0.6036222862358231 1430,aboros98/g8s-preview,torch.bfloat16,0.4974402730375427,0.7226648078072098,0.5249122874629143,0.6748224151539068,0.39423805913570886,0.5484890227860255,0.560427810897218 1431,aboros98/merlin1.5,torch.bfloat16,0.5955631399317406,0.746265684126668,0.48030718490694285,0.7466456195737964,0.5026535253980288,0.5659311649092188,0.6062277198077325 1432,aboros98/merlin1.4,torch.bfloat16,0.5930034129692833,0.7449711212905795,0.4735785703076855,0.749802683504341,0.4844579226686884,0.5634332804990375,0.6015411652066026 1433,aboros98/form1,torch.bfloat16,0.5878839590443686,0.7525393347938658,0.4585327362411011,0.7490134175217048,0.4973464746019712,0.5682757494989672,0.6022652786169965 1434,aboros98/merlin1.3,torch.bfloat16,0.5998293515358362,0.7519418442541327,0.4676638816154199,0.7592738752959748,0.4890068233510235,0.5765796660222764,0.6073825736791106 1435,aboros98/merlin1,torch.bfloat16,0.606655290102389,0.7454690300736905,0.4834841796846446,0.749802683504341,0.5322213798332069,0.578608269120349,0.6160401387197701 1436,aboros98/lilo2,torch.bfloat16,0.5187713310580204,0.7219677355108544,0.47019960333842625,0.6606156274664562,0.45943896891584535,0.4614913741968969,0.5487474400810832 1437,boomerchan/magpie-13b,torch.float16,0.6331058020477816,0.8424616610237005,0.49146975171261703,0.7647987371744278,0.14480667172100076,0.5814712698177005,0.5763523155828713 1438,Ejafa/vicuna_7B_vanilla_1.1,torch.float16,0.5366894197952219,0.7746464847639912,0.48940747456304606,0.7095501183898973,0.05534495830174375,0.4562882054877963,0.5036544435502828 1439,LLM360/AmberChat,torch.float16,0.42918088737201365,0.7400916152160925,0.41182368750935106,0.6661404893449092,0.05534495830174375,0.3875261234874587,0.44835129353859476 1440,LLM360/Amber,torch.float16,0.40955631399317405,0.7379008165704043,0.3355637385526089,0.6787687450670876,0.028051554207733132,0.2683568415711797,0.4096996683270313 1441,monology/mixtral-soup,torch.float16,0.23976109215017063,0.27076279625572597,0.4994069384927306,0.5169692186266772,0.0,0.26252319456495965,0.29823720668171066 1442,monology/openinstruct-mistral-7b,torch.float16,0.5972696245733788,0.8277235610436168,0.48756235852652396,0.7955801104972375,0.5049279757391963,0.6055089637450688,0.6364287656875037 1443,seyf1elislam/WestKunai-XD-7b,torch.bfloat16,0.712457337883959,0.8759211312487553,0.6729359137263011,0.8224151539068666,0.66565579984837,0.646896956918056,0.732713715588718 1444,seyf1elislam/KuTrix-7b,torch.bfloat16,0.7047781569965871,0.8794064927305317,0.7084705277313671,0.819258089976322,0.7005307050796058,0.6528280508749393,0.7442120038982255 1445,seyf1elislam/WestKunai-X-7b,torch.bfloat16,0.7107508532423208,0.8786098386775543,0.680060645857469,0.8287292817679558,0.6982562547384382,0.6541636046411868,0.7417617464874874 1446,seyf1elislam/WestKunai-Hermes-7b,torch.bfloat16,0.71160409556314,0.8776140211113324,0.6525182868612888,0.8303078137332282,0.690674753601213,0.6477132364524464,0.7350720345537748 1447,seyf1elislam/WestKunai-Hermes-10.7b-test,torch.bfloat16,0.6808873720136519,0.8710416251742681,0.6428048665212414,0.8271507498026835,0.5185746777862017,0.6442621002041214,0.6974535652503614 1449,beowolx/MistralHermes-CodePro-7B-v1,torch.bfloat16,0.6245733788395904,0.8268273252340171,0.4966549787597113,0.7790055248618785,0.6087945413191812,0.6343861235067638,0.6617069787535237 1450,beowolx/CodeNinja-1.0-OpenChat-7B,torch.bfloat16,0.6348122866894198,0.8364867556263692,0.47161024077294855,0.797947908445146,0.66565579984837,0.6377257059005234,0.6740397828804627 1451,v1olet/v1olet_merged_dpo_7B_v4,torch.float16,0.6697952218430034,0.8408683529177454,0.5943157054555347,0.8105761641673244,0.3525398028809704,0.590174904320547,0.6430450252641876 1453,v1olet/v1olet_merged_dpo_7B_v3,torch.float16,0.7261092150170648,0.8770165305715992,0.6907171691355769,0.8232044198895028,0.66868840030326,0.6351272299345004,0.7368104941419173 1454,v1olet/v1olet_merged_dpo_7B,torch.float16,0.7133105802047781,0.8734315873332006,0.6336908170998187,0.8200473559589582,0.533737680060652,0.641331334956936,0.7025915592690573 1455,v1olet/v1olet_marcoroni-go-bruins-merge-7B,torch.float16,0.7005119453924915,0.8717386974706234,0.6142182914346945,0.8145224940805051,0.7156937073540561,0.6516547301292921,0.7280566443102772 1457,mzio/hedgehog-alpaca_clean_mistral-mistral_7b_lk_esn_tqk_lora-lk_untied_head-lsc_1,torch.bfloat16,0.21245733788395904,0.28739294961163114,0.4666111070317817,0.4956590370955012,0.0,0.25153428346627205,0.2856091191815242 1458,mzio/hedgehog-mistral_7b-alpaca_clean-smd_lora_1e_3,torch.bfloat16,0.23293515358361774,0.25473013343955386,0.5065169026299828,0.5090765588003157,0.0,0.2349722108573259,0.2897051598851326 1459,Vasanth/Valor_Macaroni_moe,torch.bfloat16,0.7030716723549488,0.8661621190997809,0.6464987959765103,0.8224151539068666,0.7081122062168309,0.6457443023369912,0.7320007083153216 1460,Vasanth/Beast-Soul,torch.bfloat16,0.7252559726962458,0.8814977096195977,0.6675667113390573,0.8342541436464088,0.7058377558756633,0.6476439708530757,0.7436760440050082 1461,Vasanth/Beast-Soul-new,torch.bfloat16,0.7312286689419796,0.8834893447520414,0.6738214693586763,0.8524072612470402,0.6974981046247157,0.6474453018442808,0.7476483584614556 1462,Tap-M/Luna-AI-Llama2-Uncensored,torch.float16,0.5435153583617748,0.7859988050189205,0.4549604134105272,0.7277032359905288,0.09855951478392722,0.46696083320641224,0.5129496934620151 1464,RatanRohith/NeuralPizza-7B-V0.3,torch.float16,0.7107508532423208,0.8738299143596893,0.6793456051279607,0.8050513022888713,0.5890826383623957,0.642934593505477,0.7168324844811192 1465,RatanRohith/MistralBeagle-RS-7B-V0.1,torch.float16,0.6945392491467577,0.8462457677753435,0.697815032566329,0.8168902920284136,0.37907505686125853,0.6307160948958694,0.6775469155456619 1466,RatanRohith/NeuralMathChat-7B-V0.2,torch.float16,0.674061433447099,0.8577972515435173,0.5908768103853224,0.8026835043409629,0.7028051554207733,0.650897386170913,0.7131869235514313 1467,RatanRohith/NeuralPizza-WestSeverus-7B-Merge-slerp,torch.float16,0.7141638225255973,0.8824935271858195,0.7040216304728647,0.8310970797158642,0.690674753601213,0.6474250377589031,0.7449793085433769 1468,RatanRohith/NeuralPizza-7B-V0.2,torch.float16,0.6877133105802048,0.8610834495120494,0.6137860051903924,0.8034727703235991,0.686125852918878,0.6432071474206889,0.7158980893243022 1469,RatanRohith/NeuralPizza-7B-V0.1,torch.float16,0.7047781569965871,0.8730332603067118,0.6721952166431592,0.8034727703235991,0.5943896891584534,0.6442207057874625,0.7153482998693287 1471,RatanRohith/SRBOSGPT-7B-slerp,torch.float16,0.49146757679180886,0.6227843059151563,0.6023042448594844,0.665351223362273,0.009855951478392721,0.6195057490224879,0.5018781752382672 1473,openai-community/gpt2-large,torch.float16,0.257679180887372,0.4561840270862378,0.3871845203558661,0.5540647198105761,0.008339651250947688,0.2606740306353156,0.3206876883377192 1474,openai-community/gpt2,torch.float16,0.22013651877133106,0.3152758414658435,0.4069116400376613,0.5043409629044988,0.006823351023502654,0.2583371780486034,0.28530424870857346 1475,Gryphe/MythoMix-L2-13b,torch.float16,0.6109215017064846,0.8385779725154352,0.520805308933955,0.7545382794001578,0.09931766489764973,0.5541784793419224,0.5630565344659342 1476,Gryphe/MythoMax-L2-13b,torch.float16,0.6092150170648464,0.8355905198167696,0.5197363921890529,0.7521704814522494,0.09021986353297953,0.5533243346586624,0.5600427681190934 1477,Gryphe/MythoLogic-13b,torch.float16,0.5844709897610921,0.81557458673571,0.49469156179831597,0.7561168113654302,0.08642911296436695,0.4936385172729767,0.5384869299829821 1478,Gryphe/MythoLogic-L2-13b,torch.float16,0.6100682593856656,0.8392750448117905,0.4864279905147294,0.760852407261247,0.11751326762699014,0.557044543020745,0.5618635854368613 1479,Gryphe/MythoMist-7b,torch.float16,0.658703071672355,0.8354909380601474,0.5997836138576584,0.7805840568271507,0.20242608036391205,0.6231750365199561,0.6166937995501965 1480,Gryphe/MythoBoros-13b,torch.float16,0.5819112627986348,0.8174666401115316,0.4893444522172139,0.7576953433307024,0.08642911296436695,0.5013473734867593,0.5390323641515349 1481,togethercomputer/GPT-JT-Moderation-6B,torch.float16,0.4052901023890785,0.6765584544911373,0.3732713423294065,0.6266771902131019,0.009855951478392721,0.4163462463257269,0.4179998812044739 1482,togethercomputer/RedPajama-INCITE-Instruct-3B-v1,torch.float16,0.41552901023890787,0.6548496315475005,0.3641251521956313,0.6448303078137332,0.013646702047005308,0.2503221402486514,0.3905504906819049 1483,togethercomputer/GPT-NeoXT-Chat-Base-20B,torch.float16,0.4564846416382253,0.7402907787293368,0.34509306722168853,0.6708760852407262,0.06899166034874905,0.2991910118412625,0.4301545408366647 1484,togethercomputer/GPT-JT-6B-v0,torch.float16,0.4206484641638225,0.6796454889464251,0.3889085255663652,0.6479873717442778,0.012130401819560273,0.4934405234133529,0.4404601292756339 1485,togethercomputer/RedPajama-INCITE-Instruct-7B-v0.1,torch.float16,0.44112627986348124,0.7201752638916551,0.33957284047541675,0.6495659037095501,0.01592115238817286,0.37618360193037764,0.423757507043109 1486,togethercomputer/RedPajama-INCITE-7B-Base,torch.float16,0.46245733788395904,0.7162915753833897,0.3303475420460559,0.6732438831886346,0.030326004548900682,0.2768214018695477,0.4149146241534147 1487,togethercomputer/RedPajama-INCITE-Chat-7B-v0.1,torch.float16,0.4206484641638225,0.7082254530969926,0.36094978005416933,0.5982636148382005,0.004548900682335102,0.2694282265063487,0.39367740655697814 1488,togethercomputer/RedPajama-INCITE-Base-7B-v0.1,torch.float16,0.46245733788395904,0.7162915753833897,0.3303475420460559,0.6732438831886346,0.01592115238817286,0.2768214018695477,0.41251381545995996 1489,togethercomputer/RedPajama-INCITE-7B-Chat,torch.float16,0.4206484641638225,0.7082254530969926,0.36094978005416933,0.5982636148382005,0.004548900682335102,0.2694282265063487,0.39367740655697814 1490,togethercomputer/Llama-2-7B-32K-Instruct,8bit,0.5136518771331058,0.7847042421828321,0.4500878213671718,0.728492501973165,0.04700530705079606,0.45532238660332774,0.4965440227183997 1491,togethercomputer/RedPajama-INCITE-Base-3B-v1,torch.float16,0.40187713310580203,0.647679745070703,0.3323488684911484,0.6471981057616417,0.01288855193328279,0.2702787422464126,0.3853785244348318 1492,togethercomputer/Pythia-Chat-Base-7B,torch.float16,0.40017064846416384,0.6867157936666003,0.34628186450711146,0.6400947119179163,0.04094010614101592,0.27441098831218275,0.3981023521681652 1493,togethercomputer/GPT-JT-6B-v1,torch.float16,0.4087030716723549,0.6714797849034057,0.37069946446812146,0.6527229676400947,0.012130401819560273,0.4719018110516562,0.4312729169258655 1494,togethercomputer/RedPajama-INCITE-Chat-3B-v1,torch.float16,0.4283276450511945,0.6761601274646485,0.34443339278943025,0.6550907655880032,0.00530705079605762,0.26231263349013634,0.3952719358632451 1495,togethercomputer/LLaMA-2-7B-32K,torch.float16,0.47525597269624575,0.7614021111332404,0.39230194165552396,0.7190213101815311,0.043214556482183475,0.43325707019687715,0.47074216039093364 1496,togethercomputer/RedPajama-INCITE-7B-Instruct,torch.float16,0.44112627986348124,0.7201752638916551,0.33957284047541675,0.6495659037095501,0.01592115238817286,0.37618360193037764,0.423757507043109 1497,stanford-oval/Llama-2-7b-WikiChat-fused,torch.float16,0.5068259385665529,0.7499502091216889,0.46362057203759177,0.6906077348066298,0.000758150113722517,0.39690729511160483,0.46811164995963184 1498,notstoic/PygmalionCoT-7b,torch.float16,0.514505119453925,0.7691694881497709,0.48134145706514697,0.6890292028413575,0.032600454890068235,0.33348887164053626,0.47002243234013413 1499,GOAT-AI/GOAT-7B-Community,torch.bfloat16,0.4880546075085324,0.746265684126668,0.42483569319987513,0.7229676400947119,0.04473085670962851,0.49583323188726514,0.4871146189211135 1500,GOAT-AI/GOAT-70B-Storytelling,torch.bfloat16,0.6877133105802048,0.877414857598088,0.535286285114223,0.835043409629045,0.40788476118271416,0.6992358047305539,0.6737630714724715 1501,Envoid/Libra-19B,torch.float16,0.60580204778157,0.8203545110535749,0.4841022865255407,0.7632202052091555,0.000758150113722517,0.5556872825116141,0.5383207471991963 1502,Envoid/Yousei-22B,torch.float16,0.5588737201365188,0.7855008962358097,0.5067888730518536,0.7150749802683505,0.004548900682335102,0.5230953994718016,0.5156471283077783 1503,gordicaleksa/YugoGPT,torch.bfloat16,0.5810580204778157,0.814479187412866,0.3659837785146236,0.7655880031570639,0.3070507960576194,0.606824076097182,0.573497310286195 1504,walebadr/Mistral-7B-v0.1-DPO,torch.bfloat16,0.6126279863481229,0.8393746265684127,0.426789162829542,0.7876874506708761,0.3843821076573162,0.637584323432905,0.6147409429178624 1505,FelixChao/WestSeverus-7B,torch.float16,0.7030716723549488,0.8746265684126668,0.6289063808843572,0.8358326756116812,0.6974981046247157,0.6497975791222246,0.7316221635017657 1506,FelixChao/Sirius-10B,torch.float16,0.7192832764505119,0.8732324238199561,0.6810112131261441,0.8279400157853196,0.6209249431387415,0.6472586175740546,0.7282750816491212 1507,FelixChao/MathDolphin-7B,torch.bfloat16,0.658703071672355,0.8549093806014738,0.5291514968771067,0.8121546961325967,0.6785443517816527,0.6502066690130623,0.697278277679708 1508,FelixChao/WizardDolphin-7B,torch.float16,0.6467576791808873,0.8585939055964947,0.5927990044155668,0.7853196527229677,0.6626231993934799,0.6275396133132107,0.695605509103768 1509,FelixChao/Capricorn-7B-DPO,torch.bfloat16,0.7286689419795221,0.8846843258315077,0.7723177165257333,0.8310970797158642,0.7028051554207733,0.6429497347424821,0.7604204923693137 1510,FelixChao/NarutoDolphin-7B,torch.bfloat16,0.6382252559726962,0.841665006970723,0.5912860013096678,0.7750591949486977,0.5943896891584534,0.6284990767411295,0.6781873708502278 1511,FelixChao/llama2-13b-math1.1,torch.float16,0.568259385665529,0.8069109739095798,0.4848000930641253,0.744277821625888,0.1068991660348749,0.534339217053812,0.5409144428923015 1512,FelixChao/Voldemort-10B,torch.bfloat16,0.64419795221843,0.8424616610237005,0.5992144173223708,0.7703235990528808,0.599696739954511,0.6287490641393806,0.6807739056185457 1513,FelixChao/vicuna-33b-coder,torch.float16,0.606655290102389,0.8330013941445927,0.5182738490611815,0.7687450670876085,0.1288855193328279,0.5691889424130079,0.5707916770236011 1514,FelixChao/Severus-7B,torch.float16,0.6843003412969283,0.8688508265285799,0.6136319274258737,0.8089976322020521,0.7270659590598939,0.6519705717446144,0.7258028763763238 1515,FelixChao/Gemma-10.2B-Coder,torch.bfloat16,0.5870307167235495,0.8203545110535749,0.5243704066589732,0.7837411207576953,0.5011372251705838,0.6195977847580427,0.6393719608537366 1516,FelixChao/NinjaDolphin-7B,torch.bfloat16,0.6561433447098977,0.8535152360087632,0.5494303013121583,0.8026835043409629,0.6785443517816527,0.6442819116793777,0.6974331083054688 1517,FelixChao/llama2-13b-math1.2,torch.bfloat16,0.5708191126279863,0.8061143198566023,0.4829988104244731,0.7426992896606156,0.10993176648976498,0.5305004899871221,0.5405106315077607 1518,FelixChao/Scorpio-7B,torch.float16,0.7133105802047781,0.8849830711013742,0.7250768130559095,0.835043409629045,0.7187263078089462,0.6469714778884648,0.7540186099480862 1519,FelixChao/vicuna-7B-physics,torch.bfloat16,0.4948805460750853,0.7588129854610636,0.493053362344385,0.6937647987371744,0.04245640636846096,0.465801456810422,0.4914615926327652 1520,FelixChao/ExtremeDolphin-MoE,torch.float16,0.6510238907849829,0.8606851224855606,0.5727996110770869,0.7868981846882399,0.6588324488248674,0.6375553520650095,0.6946324349876246 1521,FelixChao/vicuna-7B-chemical,torch.bfloat16,0.49829351535836175,0.744174467237602,0.517047214884787,0.6716653512233622,0.03335860500379075,0.4409560274418309,0.48424919685828915 1522,FelixChao/Sectumsempra-7B-DPO,torch.float16,0.7150170648464164,0.8869747062338179,0.7248679056095357,0.8318863456985004,0.7005307050796058,0.6489566207386449,0.7513722247010869 1523,FelixChao/CodeLlama13B-Finetune-v1,torch.bfloat16,0.45819112627986347,0.6935869348735312,0.4497302161076769,0.6692975532754538,0.10993176648976498,0.45049440131107193,0.4718719997228937 1524,FelixChao/Faraday-7B,torch.bfloat16,0.7226962457337884,0.8889663413662617,0.730666625087402,0.8531965272296764,0.6724791508718726,0.6468825064879362,0.7524812327961564 1525,FelixChao/Capricorn-7B,torch.bfloat16,0.7244027303754266,0.8840868352917746,0.737632324586191,0.8326756116811366,0.7179681576952237,0.648982095665219,0.7576246258824954 1526,FelixChao/Cygnus-7B,torch.bfloat16,0.7090443686006825,0.8782115116510655,0.7261410824293602,0.819258089976322,0.731614859742229,0.6380967919147571,0.7503944507190693 1527,FelixChao/Gemma-10.2B,torch.bfloat16,0.5836177474402731,0.8035251941844254,0.39463024490089504,0.7687450670876085,0.43214556482183475,0.5843819306739687,0.5945076248515009 1528,FelixChao/NarutoDolphin-10B,torch.bfloat16,0.6382252559726962,0.841665006970723,0.5912860013096678,0.7750591949486977,0.5943896891584534,0.6284990767411295,0.6781873708502278 1529,FelixChao/WestSeverus-10.7B,torch.float16,0.7218430034129693,0.874726150169289,0.7230180462238235,0.8271507498026835,0.621683093252464,0.6505770047581629,0.7364996746032321 1530,FelixChao/Patronum-7B,torch.float16,0.7167235494880546,0.8832901812387971,0.7040594573714476,0.8184688239936859,0.6853677028051555,0.6484159933578224,0.7427209513758273 1531,FelixChao/WestSeverus-7B-DPO-v2,torch.float16,0.7141638225255973,0.882692690699064,0.7236632495570844,0.8326756116811366,0.7164518574677786,0.6479307313496314,0.7529296605467154 1533,Eurdem/megatron_v1,torch.float16,0.659556313993174,0.8480382393945429,0.6031554967781992,0.797947908445146,0.5701288855193328,0.6501552471201,0.6881636818750825 1534,Eurdem/Megatron-Mx,torch.bfloat16,0.6689419795221843,0.8498307110137423,0.5995420715043286,0.7900552486187845,0.5299469294920395,0.6207762594416043,0.6765155332654472 1535,Eurdem/megatron_2.1_MoE_2x7B,torch.bfloat16,0.7295221843003413,0.8893646683927504,0.7820037549702158,0.8453038674033149,0.7065959059893859,0.6456275882942217,0.7664029948917049 1536,Eurdem/megatron_1.1_MoE_2x7B,torch.bfloat16,0.6552901023890785,0.8451503684524995,0.5157817244014755,0.8153117600631413,0.7149355572403336,0.650208503064222,0.6994463359351251 1537,Eurdem/Voltran-1.0-MoE-2x7B,torch.bfloat16,0.6407849829351536,0.837382991435969,0.5748009213372511,0.7655880031570639,0.5595147839272175,0.6125810675042215,0.665108791716146 1538,klyang/MentaLLaMA-chat-7B,torch.float16,0.5281569965870307,0.7610037841067516,0.4401549717362644,0.7040252565114443,0.16148597422289612,0.47514981602498296,0.511662799864895 1539,yhyu13/LMCocktail-10.7B-v1,torch.float16,0.7064846416382252,0.8812985461063533,0.7102777882533455,0.8334648776637726,0.6497346474601972,0.6620525902436395,0.7405521818942554 1540,SC99/Mistral-7B-privatemix-base-ia,torch.bfloat16,0.6279863481228669,0.8485361481776539,0.6875853718360632,0.7703235990528808,0.4404852160727824,0.6054445953893101,0.6633935464419263 1541,SC99/Mistral-7B-summ-lora-tuned-8h,torch.bfloat16,0.6305460750853242,0.8517227643895638,0.6979827986405281,0.7734806629834254,0.39196360879454134,0.6039352173763458,0.6582718545449547 1542,SC99/Mistral-7B-summ-ia3-tuned-8h,torch.bfloat16,0.6117747440273038,0.8514240191196972,0.6830892289108447,0.771112865035517,0.3661865049279757,0.5989410185409496,0.647088063427048 1543,SC99/Mistral-7B-privatemix-ia3,torch.bfloat16,0.7337883959044369,0.8868751244771957,0.7012569167721324,0.8666140489344909,0.6664139499620925,0.6414423929917947,0.7493984715070239 1544,SC99/Mistral-7B-privatemix-ia1,torch.bfloat16,0.7278156996587031,0.8858793069109739,0.7178902486503331,0.850828729281768,0.6959818043972706,0.6450180154345031,0.7539023007222586 1545,SC99/Mistral-7B-privatemix-ia2,torch.bfloat16,0.7226962457337884,0.8858793069109739,0.7132504580188571,0.8389897395422258,0.689158453373768,0.6452503703241697,0.7492040956506306 1546,sethuiyer/Aika-7B,torch.bfloat16,0.6535836177474402,0.8148775144393547,0.512198702575838,0.7774269928966061,0.2577710386656558,0.5391399567668561,0.5924996371819585 1547,sethuiyer/Nandine-7b,torch.bfloat16,0.6928327645051194,0.8701453893646683,0.621045026787777,0.8318863456985004,0.6239575435936315,0.6482746939302811,0.7146902939799964 1548,sethuiyer/CodeCalc-Mistral-7B,torch.bfloat16,0.6194539249146758,0.836387173869747,0.4778512417068049,0.7829518547750592,0.6353297952994693,0.6278135734516225,0.6632979273362297 1549,sethuiyer/distilabled_Chikuma_10.7B,torch.float16,0.6638225255972696,0.8514240191196972,0.5919984710994419,0.7940015785319653,0.5837755875663382,0.6470466877061748,0.6886781449368146 1550,sethuiyer/OpenDolphinHermes_Llama2_7B,torch.bfloat16,0.5503412969283277,0.7873929496116312,0.46099160063090105,0.7316495659037096,0.20166793025018953,0.5224970794524814,0.5424234037962067 1551,sethuiyer/Eida_10.7B,torch.bfloat16,0.7090443686006825,0.8736307508464449,0.713310602231156,0.8121546961325967,0.48142532221379836,0.6430460700505723,0.7054353016792084 1552,sethuiyer/Dr_Samantha-7b,torch.bfloat16,0.53839590443686,0.7795259908384784,0.45584336369461415,0.7355958958168903,0.18802122820318423,0.47937069151777495,0.5294588457513004 1553,sethuiyer/Diana-7B,torch.bfloat16,0.6834470989761092,0.867257518422625,0.6055335101520759,0.8018942383583267,0.6322971948445792,0.6458371388707773,0.7060444499374156 1554,sethuiyer/Dr_Samantha_7b_mistral,torch.bfloat16,0.6040955631399317,0.8364867556263692,0.4137176142549001,0.7545382794001578,0.3146322971948446,0.6313817412901682,0.592475375151062 1555,sethuiyer/MedleyMD,torch.bfloat16,0.6646757679180887,0.8605855407289384,0.5246301216405119,0.8026835043409629,0.6899166034874905,0.6510150318122603,0.6989177616547088 1556,sethuiyer/Chikuma_10.7B,torch.bfloat16,0.6569965870307167,0.8430591515634336,0.5701101732017321,0.7955801104972375,0.576194086429113,0.6480858784626927,0.6816709978641543 1557,sethuiyer/Herculoid-2.0,torch.bfloat16,0.628839590443686,0.8392750448117905,0.4960959888681816,0.8003157063930545,0.4397270659590599,0.6403498683205521,0.6407672107993875 1558,sethuiyer/SynthIQ-7b,torch.bfloat16,0.658703071672355,0.858195578570006,0.570003601485072,0.7868981846882399,0.640636846095527,0.6474871492692323,0.6936540719634053 1559,Suprit/Zhongjing-LLaMA-base,torch.float16,0.5511945392491467,0.7971519617606054,0.4888307270560722,0.7482241515390686,0.2608036391205459,0.4822930046181158,0.5547496705572592 1560,Rachneet/gpt2-xl-alpaca,torch.float16,0.26791808873720135,0.43845847440748853,0.3939840032611267,0.569060773480663,0.0,0.2630653879687288,0.3220811213092014 1561,distilgpt2,torch.float16,0.2226962457337884,0.2758414658434575,0.444910866699754,0.5311760063141279,0.0,0.24807377058598795,0.2871163925295193 1562,CorticalStack/mistral-7b-distilabel-truthy-dpo,torch.float16,0.6092150170648464,0.836387173869747,0.45119649594650557,0.7837411207576953,0.36087945413191813,0.6418430188501396,0.613877046770142 1563,CorticalStack/neurotic-crown-clown-7b-ties,torch.float16,0.7235494880546075,0.8860784704242183,0.7650119704368432,0.8468823993685872,0.7134192570128886,0.6477224286191897,0.7637773356527223 1564,CorticalStack/mistral-7b-tak-stack-dpo,torch.float16,0.6117747440273038,0.8397729535949015,0.4379797481304662,0.7932123125493291,0.3858984078847612,0.6431721886774348,0.6186350591440327 1565,CorticalStack/neurotic-crown-clown-7b-tak-stack-dpo,torch.float16,0.7244027303754266,0.8872734515036845,0.7836542325930044,0.8382004735595896,0.7035633055344959,0.6455802029888581,0.7637790660925098 1566,CorticalStack/crown-clown-7b-slerp,torch.bfloat16,0.734641638225256,0.8925512846046604,0.7752453770908231,0.8492501973164956,0.6830932524639879,0.6413449201682287,0.7626877783115753 1567,CorticalStack/mistral-7b-openhermes-sft,torch.bfloat16,0.60580204778157,0.8200557657837084,0.4630793817398098,0.7758484609313339,0.312357846853677,0.6094985244079124,0.5977736712496686 1568,CorticalStack/shadow-clown-7B-slerp,torch.bfloat16,0.7337883959044369,0.8904600677155945,0.7794811698321049,0.8484609313338595,0.7028051554207733,0.6431987565406525,0.7663657461245702 1569,CorticalStack/pastiche-crown-clown-7b-dare,torch.bfloat16,0.7380546075085325,0.8908583947420833,0.7654655073940054,0.8484609313338595,0.6982562547384382,0.6465476004312767,0.7646072160246993 1570,CorticalStack/mistral-7b-slimorca-sft,torch.bfloat16,0.5853242320819113,0.8316072495518821,0.5018293862426123,0.7892659826361483,0.32297194844579225,0.6070799613028582,0.6063464600435341 1571,CorticalStack/shadow-clown-7B-dare,torch.bfloat16,0.7261092150170648,0.888568014339773,0.7832649921458726,0.8524072612470402,0.6959818043972706,0.6443765576842194,0.7651179741385401 1572,CorticalStack/mistral-7b-dolphin-sft,torch.bfloat16,0.5725255972696246,0.8301135232025493,0.4891471279958395,0.7750591949486977,0.35784685367702807,0.625878415995369,0.608428452181518 1573,CorticalStack/travel-mistral-7B-16b-base,torch.bfloat16,0.6143344709897611,0.8350926110336586,0.5323211184642095,0.7853196527229677,0.37680060652009095,0.6255200629027999,0.6282314204389147 1574,CorticalStack/gemma-7b-ultrachat-sft,torch.float16,0.6126279863481229,0.8082055367456682,0.5450293631615253,0.7813733228097869,0.44655041698256254,0.6416322685735996,0.6392364824368775 1575,CorticalStack/mistral-7b-openhermes-2.5-sft,torch.bfloat16,0.5947098976109215,0.8320055765783708,0.4851631988460689,0.7837411207576953,0.3593631539044731,0.6132435617239794,0.6113710849035849 1576,CorticalStack/pastiche-crown-clown-7b-dare-dpo,torch.float16,0.7278156996587031,0.8914558852818164,0.7879954644230095,0.8484609313338595,0.689158453373768,0.6451327771406451,0.7650032018686336 1577,CorticalStack/pikus-pikantny-7B-dare,torch.bfloat16,0.7218430034129693,0.8855805616411073,0.7329071890148596,0.8342541436464088,0.7088703563305534,0.6500061239556071,0.7555768963335843 1578,CorticalStack/mistral-7b-metamathqa-sft,torch.bfloat16,0.5844709897610921,0.8044214299940251,0.44733823807616424,0.77663772691397,0.40181956027293403,0.6128134624431689,0.6045835679102257 1579,CorticalStack/mistral-7b-alpaca-sft,torch.bfloat16,0.6168941979522184,0.8355905198167696,0.5359107243003883,0.7719021310181531,0.36087945413191813,0.6165225510375782,0.6229499297095042 1580,CorticalStack/mistral-7b-jondurbin-truthy-dpo,torch.float16,0.6075085324232082,0.8388767177853017,0.48448278508593634,0.7797947908445146,0.36694465504169826,0.6365202274052489,0.6190212847643181 1581,soniox/Soniox-7B-v1.0,torch.float16,0.6390784982935154,0.8255327623979287,0.5384060653321814,0.7805840568271507,0.5625473843821076,0.6437916900422475,0.6649900762125219 1582,formulae/Dorflan,torch.float16,0.5443686006825939,0.7578171678948417,0.5116789867770238,0.7261247040252565,0.0037907505686125853,0.5136132134134582,0.5095655705602978 1583,internlm/internlm2-7b,torch.float16,0.5802047781569966,0.8123879705238001,0.4872683928592292,0.8382004735595896,0.6300227445034117,0.6524284758806714,0.6667521392472829 1584,internlm/internlm-20b-chat,torch.float16,0.5537542662116041,0.7857996415056762,0.43223188090265946,0.7876874506708761,0.18726307808946172,0.5853445676813779,0.5553468141769425 1585,internlm/internlm2-20b,torch.float16,0.6296928327645052,0.832105158334993,0.5126520041244282,0.8555643251775849,0.6793025018953753,0.6758066862506965,0.6975205847579306 1586,internlm/internlm-20b,torch.float16,0.6049488054607508,0.8212507468631747,0.526105452742239,0.7671665351223362,0.2350265352539803,0.6185386618173637,0.5955061228766407 1587,udkai/Turdus,torch.bfloat16,0.7337883959044369,0.8855805616411073,0.6711400532546105,0.8666140489344909,0.6770280515542078,0.6451516425640761,0.7465504589754883 1588,udkai/Garrulus,torch.float16,0.7329351535836177,0.8886675960963951,0.682276036244543,0.914759273875296,0.645185746777862,0.6456893686086492,0.751585529197727 1589,NekoPunchBBB/Llama-2-13b-hf_Open-Platypus,torch.float16,0.5887372013651877,0.8213503286197968,0.4284193316007184,0.771112865035517,0.09401061410159212,0.5497847515810969,0.5422358487173181 1590,NekoPunchBBB/Llama-2-13b-hf_Open-Platypus-QLoRA-multigpu,torch.float16,0.5750853242320819,0.8249352718581956,0.43809580607302434,0.7726913970007893,0.10462471569370735,0.5483247288570711,0.543959540619145 1591,NekoPunchBBB/Llama-2-13b-hf_Open-Platypus-8bit-att,torch.float16,0.5750853242320819,0.8213503286197968,0.4220824382892948,0.7655880031570639,0.09552691432903715,0.5455983639481172,0.5375385620958987 1592,mwitiderrick/shearedplats-2.7b-v2-instruct-v0.1,torch.float16,0.40187713310580203,0.7007568213503286,0.41227748774876055,0.6503551696921863,0.02122820318423048,0.2812376011397521,0.41128873603684335 1593,mwitiderrick/SwahiliInstruct-v0.2,torch.float16,0.5520477815699659,0.7822146982672774,0.5708474256962726,0.7324388318863457,0.11448066717210008,0.5029965311947706,0.542504322631122 1594,mwitiderrick/open_llama_3b_code_instruct_0.1,torch.float16,0.4121160409556314,0.6695877315275841,0.35013884322339384,0.654301499605367,0.018953752843062926,0.27815527242208293,0.3972088567628537 1595,mwitiderrick/open_llama_3b_instruct_v_0.2,torch.float16,0.3848122866894198,0.6676956781517626,0.3816212066330296,0.6345698500394633,0.01592115238817286,0.2534228712189879,0.3896738408534726 1596,mwitiderrick/open_llama_3b_glaive_v0.1,torch.float16,0.4069965870307167,0.6744672376020713,0.3585983664640556,0.6471981057616417,0.019711902956785442,0.2774128186134775,0.39739750307145805 1597,mwitiderrick/open_llama_3b_glaive_code_v0.1,torch.float16,0.4069965870307167,0.6744672376020713,0.3585983664640556,0.6471981057616417,0.019711902956785442,0.2774128186134775,0.39739750307145805 1598,mwitiderrick/SwahiliInstruct-v0.1,torch.float16,0.575938566552901,0.8092013543118901,0.5807786148821394,0.7466456195737964,0.25246398786959817,0.5700071417424425,0.5891725474887947 1599,mwitiderrick/open_llama_3b_glaive_assistant_v0.1,torch.float16,0.4069965870307167,0.6744672376020713,0.3585983664640556,0.6471981057616417,0.019711902956785442,0.2774128186134775,0.39739750307145805 1601,LordNoah/Alpaca_spin_tuned_gpt2_large,torch.float16,0.2790102389078498,0.45120493925512845,0.39429285512218326,0.5461720599842147,0.006065200909780136,0.27079965077155743,0.32459082415845225 1602,LordNoah/Alpaca_refine_gpt2_e0_se1,torch.float16,0.29180887372013653,0.4534953196574388,0.37888278063696673,0.5430149960536701,0.006823351023502654,0.26910921714221014,0.32385575637232084 1603,LordNoah/Alpaca-tuned-gpt2,torch.float16,0.26535836177474403,0.4479187412865963,0.3764778441319414,0.5509076558800315,0.008339651250947688,0.27217851092746304,0.3201967942086207 1604,LordNoah/Alpaca_spin_gpt2_e0_se1,torch.float16,0.27986348122866894,0.4583748257319259,0.38883435647490394,0.5516969218626677,0.000758150113722517,0.2644254846173226,0.32399220333820195 1605,LordNoah/latent_gpt2_medium_alpaca_e2,torch.float16,0.2696245733788396,0.3972316271659032,0.41013083928221167,0.531965272296764,0.0037907505686125853,0.2692659630117545,0.31366817095068095 1606,LordNoah/Alpaca_spin_gpt2_e1_se0,torch.float16,0.27986348122866894,0.45737900816570404,0.3905583201208923,0.5556432517758485,0.0,0.26678178092687,0.3250376403696639 1607,LordNoah/latent_gpt2_medium_alpaca_e4,torch.float16,0.2909556313993174,0.3980282812188807,0.3523320223290501,0.5240726124704025,0.006065200909780136,0.25523196942065857,0.30444761962468153 1608,LordNoah/spin_gpt2_medium_alpaca_e2,torch.float16,0.28071672354948807,0.3988249352718582,0.4151892085266857,0.5367008681925809,0.001516300227445034,0.2699137350874541,0.31714362847591865 1609,LordNoah/Alpaca_refine_tuned_gpt2_large,torch.float16,0.27559726962457337,0.4509061939852619,0.3790988407554485,0.5493291239147593,0.0075815011372251705,0.26912258016213053,0.32193925159656644 1610,LordNoah/Alpaca_refine_gpt2_e1_se0,torch.float16,0.27303754266211605,0.4538936466839275,0.37277525939261963,0.5588003157063931,0.0,0.26508238061039696,0.3205981908425755 1611,LordNoah/latent_gpt2_medium_alpaca_e3,torch.float16,0.28754266211604096,0.3778131846245768,0.4474161539503222,0.5153906866614049,0.0,0.2635459597538874,0.31528477451770537 1612,LordNoah/spin_gpt2_medium_alpaca_e3,torch.float16,0.2781569965870307,0.3881696873132842,0.42196083615751423,0.510655090765588,0.0,0.26923510452353366,0.31136295255782515 1613,danielpark/gorani-100k-llama2-13b-instruct,torch.float16,0.28071672354948807,0.2629954192391954,0.48963208282673576,0.4964483030781373,0.0,0.2516525855038315,0.296907519032898 1614,Quake24/easyTermsSummerizer,torch.float16,0.257679180887372,0.2581159131647082,0.4768728256786111,0.5074980268350434,0.0,0.23116857555371031,0.28855575368657416 1615,xzuyn/MedicWizard-7B,torch.float16,0.5349829351535836,0.7839075881298546,0.4131669444750809,0.7056037884767167,0.04927975739196361,0.44610216406615055,0.4888405296155584 1616,xzuyn/Alpacino-SuperCOT-13B,torch.float16,0.5836177474402731,0.8168691495717985,0.454194299460972,0.7695343330702447,0.07505686125852919,0.47892505495834364,0.5296995742933601 1617,xzuyn/GPT-2-SlimOrcaDeduped-airoboros-3.1-MetaMathQA-SFT-124M,torch.float16,0.24573378839590443,0.29426409081856203,0.38841425251899087,0.49013417521704816,0.02122820318423048,0.258153700419339,0.2829880350923458 1618,AkiGogikar/KnowledgeNinja-LiteLlama-460Mx6MoE-1T,torch.float16,0.25170648464163825,0.3844851623182633,0.41574737741115103,0.500394632991318,0.0,0.2616138345194608,0.30232458198030526 1619,RaduGabriel/SirUkrainian2.0,torch.bfloat16,0.636518771331058,0.832603067118104,0.6423733209082649,0.7963693764798737,0.41015921152388174,0.6121634492213822,0.6550311994304274 1620,RaduGabriel/SirUkrainian,torch.bfloat16,0.6732081911262798,0.8554072893845848,0.6873616277110236,0.8153117600631413,0.5670962850644428,0.6313703877069696,0.7049592568427404 1621,RaduGabriel/MUZD,torch.bfloat16,0.6680887372013652,0.8653654650468035,0.6572688672491508,0.813733228097869,0.5860500379075056,0.6287373286218797,0.7032072773540957 1622,RaduGabriel/MUZ,torch.bfloat16,0.6638225255972696,0.8637721569408484,0.6418307608805432,0.8176795580110497,0.5830174374526156,0.6302823610895572,0.7000674666619805 1623,RaduGabriel/SirUkrainian2.0DPO,torch.bfloat16,0.6390784982935154,0.8351921927902808,0.6508219588046045,0.7963693764798737,0.41925701288855194,0.611728710589699,0.6587412916410875 1624,bigscience/bloom-560m,torch.float16,0.24744027303754265,0.371539533957379,0.42444281744378426,0.5193370165745856,0.003032600454890068,0.24215412120620425,0.30132439377906434 1625,bigscience/bloom-7b1,torch.float16,0.4112627986348123,0.6199960167297351,0.38897842190357873,0.654301499605367,0.013646702047005308,0.262462223757257,0.3917746104462925 1626,bigscience/bloom-1b7,torch.float16,0.30631399317406144,0.476000796654053,0.41309062711992767,0.5603788476716653,0.008339651250947688,0.2747846514752041,0.3398180945576432 1627,bigscience/bloom,torch.float16,0.5042662116040956,0.7640908185620394,0.3975962282334165,0.7205998421468035,0.06899166034874905,0.30854009059323784,0.46068080858139027 1628,bigscience/bloomz-7b1,torch.float16,0.4249146757679181,0.630053774148576,0.45202381444359974,0.6464088397790055,0.000758150113722517,0.3784665700229309,0.42210430404595883 1629,bigscience/bloomz-560m,torch.float16,0.2354948805460751,0.3630750846444931,0.45685371603709274,0.5311760063141279,0.0,0.25100437787110275,0.30626734423548196 1630,bigscience/bloomz-3b,torch.float16,0.36860068259385664,0.5494921330412268,0.40342996607930787,0.5714285714285714,0.0,0.3291141478262867,0.37034425016154154 1631,bigscience/bloom-3b,torch.float16,0.3575085324232082,0.54371639115714,0.4057246298885345,0.5761641673243884,0.015163002274450341,0.2659250919932785,0.36070030251016666 1632,bigscience/bloomz-7b1-mt,torch.float16,0.43856655290102387,0.6290579565823541,0.456543305256601,0.6306235201262825,0.0,0.3734909837839642,0.42138038644170434 1633,bigscience/bloom-1b1,torch.float16,0.2832764505119454,0.42780322644891455,0.41797167037137656,0.5501183898973955,0.002274450341167551,0.2670214825620786,0.3247442783554797 1634,g-ronimo/phi-2-OpenHermes-2.5-v2,torch.float16,0.5844709897610921,0.7456681935869349,0.44887128521126124,0.7521704814522494,0.4040940106141016,0.5642687797403196,0.5832572900609931 1635,g-ronimo/phi-2-OpenHermes-2.5,torch.bfloat16,0.5981228668941979,0.7484564827723561,0.4386157539402909,0.7505919494869772,0.4116755117513268,0.5551382753361209,0.5837668066968783 1636,nkpz/llama2-22b-daydreamer-v3,torch.float16,0.560580204778157,0.8007369049990042,0.424284979510738,0.7348066298342542,0.03790750568612585,0.5249323430909432,0.513874761316537 1637,nkpz/llama2-22b-chat-wizard-uncensored,torch.float16,0.5622866894197952,0.8039235212109141,0.4576397036768251,0.7024467245461721,0.11144806671721001,0.5361583970780147,0.5289838504414887 1638,NECOUDBFM/Jellyfish,torch.float16,0.6331058020477816,0.8319059948217487,0.5331776960352129,0.7584846093133386,0.23654283548142532,0.5860482627627247,0.5965442000770387 1639,Minirecord/Mini_DPO_test02,torch.float16,0.5972696245733788,0.8388767177853017,0.48469236116826936,0.7837411207576953,0.3502653525398029,0.6189960836596994,0.612306876747358 1643,leveldevai/MarcBeagle-7B,torch.float16,0.7312286689419796,0.8842859988050189,0.691835601558332,0.8382004735595896,0.7119029567854435,0.6492396548749791,0.7511155590875571 1644,leveldevai/MarcDareBeagle-7B,torch.float16,0.7209897610921502,0.8832901812387971,0.6808641879386289,0.8318863456985004,0.7179681576952237,0.6502612458932121,0.7475433132594188 1645,leveldevai/BeagleMist-7B,torch.float16,0.7107508532423208,0.874726150169289,0.648345615677013,0.819258089976322,0.7187263078089462,0.6528864771253676,0.737448915666543 1646,leveldevai/MBA-7B,torch.float16,0.6945392491467577,0.8722366062537343,0.6270987571451256,0.8153117600631413,0.690674753601213,0.6515772410718415,0.7252397278803023 1647,leveldevai/TurdusBeagle-7B,torch.float16,0.7363481228668942,0.8888667596096396,0.6971449186129537,0.8389897395422258,0.7005307050796058,0.6469734859271201,0.7514756219397399 1648,leveldevai/TurdusDareBeagle-7B,torch.float16,0.726962457337884,0.8844851623182632,0.6889794032014356,0.8397790055248618,0.7073540561031084,0.6486738273717811,0.7493723186428891 1649,NobodyExistsOnTheInternet/GiftedConvo13bLoraNoEconsE4,torch.float16,0.5989761092150171,0.8410675164309899,0.4193732799636247,0.7403314917127072,0.07808946171341925,0.546729267006536,0.5374278543403824 1650,NobodyExistsOnTheInternet/code-llama-70b-python-instruct,torch.float16,0.2960750853242321,0.2566221868153754,0.49255427998260237,0.4925019731649566,0.0,0.23503650750918495,0.2954650054660586 1651,NobodyExistsOnTheInternet/PuffedLIMA13bQLORA,torch.float16,0.5989761092150171,0.843855805616411,0.39900882760680645,0.7521704814522494,0.08718726307808947,0.5368494257386647,0.5363413187845397 1652,NobodyExistsOnTheInternet/GiftedConvo13bLoraNoEcons,torch.float16,0.5938566552901023,0.8319059948217487,0.40555969573922585,0.7403314917127072,0.07808946171341925,0.5515103076850816,0.5335422678270475 1653,NobodyExistsOnTheInternet/clown-SUV-4x70b,4bit,0.24744027303754265,0.28291177056363276,0.48811709450476065,0.5248618784530387,0.0,0.24203727829601926,0.29756138247583236 1654,NobodyExistsOnTheInternet/PuffedConvo13bLoraE4,torch.float16,0.5964163822525598,0.8436566421031667,0.3981838970380214,0.7521704814522494,0.08794541319181198,0.5371970286001022,0.5359283074396519 1655,sarvamai/OpenHathi-7B-Hi-v0.1-Base,torch.float16,0.4948805460750853,0.7433778131846246,0.37462221164216,0.712707182320442,0.05913570887035633,0.4138180402324895,0.4664235837208596 1656,jsfs11/WestOrcaNeural-V2-DARETIES-7B,torch.float16,0.7209897610921502,0.8820952001593309,0.6781155236894492,0.8374112075769534,0.7065959059893859,0.6464091982438406,0.745269466125185 1657,jsfs11/MixtureofMerges-MoE-v2,torch.float16,0.7244027303754266,0.8840868352917746,0.7091803983210125,0.8358326756116812,0.6868840030326004,0.6488387491586673,0.7482042319651937 1658,jsfs11/HighdensityRPMerge-7B,torch.bfloat16,0.674061433447099,0.8657637920732921,0.6044359173072787,0.7940015785319653,0.620166793025019,0.6473493930186823,0.7009631512338895 1659,jsfs11/MoEv4Config-TestWeightedTIES-7b,torch.bfloat16,0.7158703071672355,0.8818960366460864,0.708709362408976,0.8382004735595896,0.7278241091736164,0.6507189967469541,0.7538698809504095 1660,jsfs11/SnorkelWestBeagle-DARETIES-7B,torch.float16,0.71160409556314,0.8735311690898228,0.7005107732516146,0.8318863456985004,0.6209249431387415,0.64347466686548,0.7303219989345499 1661,jsfs11/WildMBXMarconi-SLERP-7B,torch.float16,0.7329351535836177,0.884883489344752,0.6897987229376631,0.8397790055248618,0.7088703563305534,0.6489651197647064,0.7508719745810258 1662,jsfs11/RandomMergeNoNormWEIGHTED-7B-DARETIES,torch.float16,0.7337883959044369,0.8849830711013742,0.7150153897183856,0.8358326756116812,0.7028051554207733,0.6494086615695662,0.7536388915543696 1663,jsfs11/WestOrcaNeuralMarco-DPO-v2-DARETIES-7B,torch.float16,0.7192832764505119,0.880601473809998,0.6596210038626965,0.8279400157853196,0.7012888551933283,0.6498651160794647,0.7397666235302198 1664,jsfs11/TurdusTrixBeagle-DARETIES-7B,torch.float16,0.734641638225256,0.8860784704242183,0.6881243184665276,0.8516179952644041,0.7028051554207733,0.6489436825056449,0.7520352100511373 1665,jsfs11/West-Dare-7B,torch.float16,0.7141638225255973,0.8757219677355108,0.6625371118483276,0.8453038674033149,0.6785443517816527,0.6428872716234512,0.7365263988196423 1666,jsfs11/MixtureofMerges-MoE-2x7b-v6,torch.bfloat16,0.7337883959044369,0.8915554670384386,0.7857876240805535,0.8476716653512234,0.6937073540561031,0.6452660499961476,0.7662960927378171 1667,jsfs11/MixtureofMerges-MoE-4x7b-v3,torch.bfloat16,0.7440273037542662,0.8861780521808404,0.7078254360192054,0.8500394632991318,0.6823351023502654,0.6481943759782492,0.7530999555969932 1668,jsfs11/MixtureofMerges-MoE-4x7b-v4,torch.bfloat16,0.7252559726962458,0.8884684325831508,0.752961276438783,0.8484609313338595,0.7134192570128886,0.6453064905302262,0.7623120600991924 1669,jsfs11/MixtureofMerges-MoE-4x7b-v5,torch.bfloat16,0.7389078498293515,0.8899621589324835,0.737297987613419,0.850828729281768,0.6974981046247157,0.6468754372516892,0.7602283779222377 1670,Mohammed-Altaf/Medical-ChatBot,8bit,0.3054607508532423,0.38627763393746267,0.41253218055737384,0.5540647198105761,0.009855951478392721,0.2598174233664516,0.3213347766672499 1671,OrionStarAI/OrionStar-Yi-34B-Chat-Llama,torch.float16,0.6493174061433447,0.8433578968333001,0.5334665717882442,0.7884767166535123,0.5390447308567097,0.7366533881005002,0.6817194517292685 1672,jae24/openhermes_dpo_norobot_0201,torch.float16,0.6203071672354948,0.8339972117108145,0.474388925160649,0.7821625887924231,0.4920394238059136,0.6239581200212921,0.637808906121098 1673,GeneZC/MiniMA-2-3B,torch.float16,0.447098976109215,0.6932881896036646,0.38439714718813867,0.6669297553275454,0.08112206216830932,0.41217661682281714,0.44750212453661503 1674,GeneZC/MiniChat-1.5-3B,torch.float16,0.46501706484641636,0.682832105158335,0.5070607596833304,0.6503551696921863,0.24184988627748294,0.46670941297060237,0.502304066438059 1675,GeneZC/MiniMA-3B,torch.float16,0.43430034129692835,0.6806413065126469,0.3975501723358467,0.65982636148382,0.027293404094010616,0.2868921733529631,0.4144172931793693 1676,GeneZC/MiniChat-3B,torch.float16,0.4402730375426621,0.6718781119298944,0.45665988661146706,0.6527229676400947,0.10538286580742987,0.3917205247578648,0.45310623238156883 1677,GeneZC/MiniChat-2-3B,torch.float16,0.44880546075085326,0.6768571997610038,0.49642986843760467,0.664561957379637,0.32676269901440486,0.47592977919067825,0.5148911607556969 1678,invalid-coder/SOLAR-10.7B-Instruct-SOLARC-M-10.7B-slerp,torch.float16,0.7107508532423208,0.8833897629954193,0.7173010784992183,0.8374112075769534,0.6474601971190296,0.6628766834164657,0.7431982971415678 1679,Zangs3011/gpt2_137m_DolphinCoder,torch.float16,0.21843003412969283,0.3134833698466441,0.41575126598869544,0.5201262825572218,0.01061410159211524,0.2540453523866608,0.28874173441683837 1680,Zangs3011/falcon_7b_DolphinCoder,torch.float16,0.4872013651877133,0.7803226448914559,0.35117580451709535,0.7048145224940805,0.05079605761940864,0.270819877777879,0.44085504541460546 1681,Zangs3011/mistral_7b_HalfEpoch_DolphinCoder,torch.bfloat16,0.6168941979522184,0.8238398725353515,0.4550661709609789,0.7576953433307024,0.30477634571645185,0.6144367272972796,0.5954514429654972 1682,Zangs3011/mixtral_8x7b_MonsterInstruct,4bit,0.6518771331058021,0.8580959968133838,0.4847358578212202,0.8026835043409629,0.48142532221379836,0.7014769778105963,0.6633824653509607 1683,Zangs3011/codellama_7b_DolphinCoder,torch.float16,0.4197952218430034,0.6550487950607449,0.35450592505891126,0.6361483820047356,0.09704321455648218,0.38107077656722593,0.42393538584851714 1684,Zangs3011/mistral_7b_DolphinCoder,torch.float16,0.5972696245733788,0.8163712407886875,0.43954153886534947,0.7458563535911602,0.2623199393479909,0.5986865314719918,0.5766742047730932 1685,Zangs3011/mistral_7b_3Epoch_DolphinCoder,torch.float16,0.5921501706484642,0.8232423819956184,0.4370276844267949,0.7569060773480663,0.2623199393479909,0.5790916780511941,0.5751229886363548 1686,Zangs3011/mistral_7b_2EPOCH_DolphinCoder,torch.bfloat16,0.6075085324232082,0.8114917347142003,0.44646084605621383,0.7324388318863457,0.23881728582259287,0.5936677964451799,0.5717308378912902 1687,fzzhang/Marcoroni-neural-chat-7B-v2_gsm8k_merged,torch.float16,0.6578498293515358,0.8526190001991635,0.5318297182928406,0.7892659826361483,0.6133434420015162,0.6426139843001074,0.681253659463552 1688,fzzhang/Marcoroni-neural-chat-7B-v2_gsm8k_merged_s,torch.float16,0.6715017064846417,0.8568014339772954,0.6329203738044532,0.7955801104972375,0.6982562547384382,0.6271595738746345,0.71370324222945 1689,fzzhang/mistralv1_gsm8k_merged,torch.float16,0.613481228668942,0.8311093407687712,0.39552847129229235,0.7861089187056038,0.4799090219863533,0.6303717508779861,0.6227514553833248 1690,fzzhang/Marcoroni-neural-chat-7B-v2_gsm8k_quantized_mergedfloat_s,torch.float16,0.6407849829351536,0.841167098187612,0.5477195184186756,0.7695343330702447,0.5640636846095527,0.6113737583741896,0.662440562599238 1691,fzzhang/mistralv1_gsm8k_merged_s,torch.float16,0.6203071672354948,0.8394742083250348,0.42426145726798214,0.77663772691397,0.47687642153146326,0.6166143527834719,0.6256952223429029 1692,fzzhang/toten_gsm8k_merged_s,torch.float16,0.6527303754266212,0.847042421828321,0.5491954242070916,0.7790055248618785,0.5921152388172858,0.6282545034467126,0.6747239147646518 1693,bavest/fin-llama-33b-merged,torch.float16,0.6501706484641638,0.861979685321649,0.49749455342803206,0.8003157063930545,0.16224412433661864,0.5873294757197299,0.5932556989438746 1694,saltlux/luxia-21.4b-alignment-v1.0,torch.bfloat16,0.7747440273037542,0.9188408683529178,0.791656253485744,0.8745067087608525,0.6239575435936315,0.680952995356507,0.7774430661422344 1695,saltlux/luxia-21.4b-alignment-v1.1,torch.float16,0.7824232081911263,0.8969328818960366,0.8090943058378247,0.8666140489344909,0.46019711902956784,0.6821602332018947,0.7495702995151569 1696,saltlux/luxia-21.4b-alignment-v0.2,torch.bfloat16,0.7670648464163823,0.9160525791674965,0.7979548215894491,0.8705603788476717,0.6163760424564063,0.6827092077750444,0.7751196460420751 1697,saltlux/luxia-21.4b-alignment-v0.3,torch.bfloat16,0.7627986348122867,0.915255925114519,0.6943518929245227,0.8737174427782163,0.6277482941622441,0.6809821761433119,0.759142394322517 1698,saltlux/luxia-21.4b-alignment-v0.1,torch.bfloat16,0.7679180887372014,0.917944632543318,0.7670203935943529,0.8752959747434885,0.6292645943896892,0.6818011837235028,0.7732074779552588 1699,saltlux/luxia-21.4b-alignment-v0.4,torch.bfloat16,0.7687713310580204,0.9183429595698068,0.7671915273948061,0.8721389108129439,0.6269901440485216,0.6805693953607456,0.772334044707474 1700,alignment-handbook/zephyr-7b-sft-full,torch.bfloat16,0.5767918088737202,0.8082055367456682,0.4170825132034481,0.760852407261247,0.287338893100834,0.6031419351610059,0.5755688490576539 1701,alignment-handbook/zephyr-7b-dpo-qlora,torch.bfloat16,0.636518771331058,0.8535152360087632,0.4714491532888518,0.7900552486187845,0.42077331311599697,0.6382113918811247,0.6350871857074298 1702,alignment-handbook/zephyr-7b-sft-qlora,4bit,0.6006825938566553,0.8236407090221072,0.38875355047460974,0.7679558011049724,0.34268385140257773,0.6165051293386984,0.5900369391999368 1703,Biomimicry-AI/ANIMA-Nectar-v2,torch.float16,0.5324232081911263,0.7662816172077276,0.49035413533539823,0.7411207576953434,0.05534495830174375,0.5421076418738244,0.5212720531008607 1704,juhwanlee/experiment2-non-cause-v1,torch.float16,0.6151877133105802,0.8370842461661023,0.48124195366891726,0.7932123125493291,0.3980288097043215,0.6378521018214826,0.6271011895367888 1705,juhwanlee/llmdo-Mistral-7B-case-c-v1,torch.float16,0.6203071672354948,0.8354909380601474,0.4582292996496707,0.7908445146014207,0.3980288097043215,0.6269109341180948,0.6216352772281917 1706,juhwanlee/experiment2-cause-v1,torch.float16,0.6100682593856656,0.8337980481975702,0.4719694152855096,0.7900552486187845,0.38968915845337376,0.6374540604704524,0.6221723650685593 1707,juhwanlee/llmdo-Mistral-7B-case-c,4bit,0.6092150170648464,0.8292172873929496,0.44688799937298396,0.7861089187056038,0.35860500379075055,0.6180275115181216,0.608010289640876 1708,juhwanlee/llmdo-Mistral-7B-case-7,torch.float16,0.6194539249146758,0.8353913563035252,0.4582610592701175,0.7940015785319653,0.39272175890826383,0.6312735817825676,0.6218505432851859 1709,juhwanlee/llmdo-Mistral-7B-case-1,torch.float16,0.621160409556314,0.8359888468432584,0.45690932932637046,0.7916337805840569,0.3912054586808188,0.634584984646525,0.6219138016062239 1710,juhwanlee/llmdo-Mistral-7B-case-5,torch.float16,0.6220136518771331,0.8339972117108145,0.45463803907018246,0.7932123125493291,0.38514025777103866,0.6351584100226085,0.6206933138335177 1711,juhwanlee/llmdo-Mistral-7B-case-6,torch.float16,0.6168941979522184,0.8358892650866361,0.4626823741733257,0.7884767166535123,0.3957543593631539,0.6325300355180389,0.6220378247911476 1712,abhishekchohan/mistral-7B-forest,torch.bfloat16,0.6569965870307167,0.8625771758613822,0.5332124020960498,0.7947908445146015,0.32752084912812734,0.6331881620819996,0.6347143367854795 1713,abhishekchohan/mistral-7B-med-merge,torch.bfloat16,0.6450511945392492,0.8296156144194383,0.536535823977723,0.7861089187056038,0.4495830174374526,0.5783615741344931,0.63754269053566 1714,abhishekchohan/SOLAR-10.7B-Instruct-Forest-DPO-v1,torch.bfloat16,0.7192832764505119,0.8843855805616411,0.7613409869233712,0.8216258879242304,0.645185746777862,0.6562931537805782,0.7480191054030324 1715,abhishekchohan/mistral-7B-forest-dpo,torch.bfloat16,0.6501706484641638,0.8630750846444931,0.554347972654007,0.7955801104972375,0.3032600454890068,0.6304609797331058,0.632815806913669 1716,abhishekchohan/mistral-7B-forest-merge-v0.1,torch.bfloat16,0.6279863481228669,0.8431587333200558,0.5852690107055646,0.7719021310181531,0.49962092494313876,0.6004619736509629,0.6547331869601236 1717,abhishekchohan/Yi-9B-Forest-DPO-v1.0,torch.bfloat16,0.5981228668941979,0.7859988050189205,0.5098213449066409,0.7687450670876085,0.4836997725549659,0.7001746605067324,0.6410937528281777 1718,abhishekchohan/mistral-7B-forest-merge,torch.bfloat16,0.636518771331058,0.8440549691296555,0.5748469157653282,0.7774269928966061,0.511751326762699,0.5997986270600038,0.6573996004908917 1719,abhishekchohan/mistral-7B-forest-v0.1,torch.bfloat16,0.60580204778157,0.8313085042820155,0.43702115490675825,0.7805840568271507,0.3555724033358605,0.6368972393492058,0.6078642344137601 1720,AI-B/UTENA-7B-V3,torch.bfloat16,0.659556313993174,0.8570005974905397,0.5364232527046322,0.8026835043409629,0.5420773313115997,0.647244979859525,0.6741643299500724 1721,AI-B/UTENA-7B-NSFW-V2,torch.bfloat16,0.6331058020477816,0.8454491137223661,0.47807391011550315,0.7868981846882399,0.42380591357088704,0.6397294255029667,0.6345103916079574 1722,freeCS-dot-org/ThetaZero-7B-1,torch.bfloat16,0.6749146757679181,0.8569010157339175,0.6248252798346551,0.7987371744277821,0.558756633813495,0.6302855283184997,0.6907367179827112 1723,freeCS-dot-org/OpenAGI-testing-truthyDPO-1,torch.float16,0.6732081911262798,0.8598884684325832,0.7112471524136447,0.8121546961325967,0.3707354056103108,0.6312224400387206,0.676409392292356 1724,freeCS-dot-org/Zero-7B-test-3,torch.bfloat16,0.6424914675767918,0.798546106353316,0.5830418943671974,0.7632202052091555,0.20394238059135708,0.5348586747578389,0.5876834548092761 1725,freeCS-dot-org/ThetaWave-7B-v0.1,torch.float16,0.6808873720136519,0.8632742481577375,0.7167950682914775,0.7908445146014207,0.5564821834723275,0.621112816734041,0.7048993672117762 1726,freeCS-dot-org/OpenAGI-testing-intelDPO-2,torch.float16,0.6279863481228669,0.8463453495319657,0.5828319150839333,0.7884767166535123,0.5094768764215315,0.6264851898336051,0.6636003992745692 1727,CobraMamba/mamba-gpt-3b-v3,torch.float16,0.41723549488054607,0.7105158334993029,0.37858076188393086,0.6748224151539068,0.012130401819560273,0.27312782384506473,0.4110687885137187 1728,CobraMamba/mamba-gpt-7b-v1,torch.float16,0.6126279863481229,0.8409679346743677,0.4634199786351567,0.7916337805840569,0.17361637604245642,0.6346233132095737,0.5861482282489557 1729,CobraMamba/mamba-gpt-7b-v2,torch.float16,0.6194539249146758,0.8382792272455686,0.466285204838536,0.7845303867403315,0.1728582259287339,0.6174385054660548,0.5831409125223167 1730,CobraMamba/mamba-gpt-7b,torch.bfloat16,0.5119453924914675,0.7540330611431986,0.42059760728665,0.7166535122336227,0.1197877179681577,0.4747107696549945,0.4996213434630152 1731,CobraMamba/mamba-gpt-3b,torch.float16,0.4052901023890785,0.6493726349332802,0.3714014881595773,0.6503551696921863,0.002274450341167551,0.2534652589065603,0.38869318407030845 1732,CobraMamba/mamba-gpt-3b-v4,torch.float16,0.4257679180887372,0.7104162517426807,0.37259736037797425,0.6582478295185478,0.006823351023502654,0.30036341263707655,0.41236935389808654 1734,Fizzarolli/sappha-2b-v3,torch.float16,0.4616040955631399,0.707329217287393,0.3993902530198297,0.6550907655880032,0.002274450341167551,0.3862992705933522,0.43533134206548096 1735,mediocredev/open-llama-3b-v2-instruct,torch.float16,0.3848122866894198,0.7024497112129058,0.3795634078796446,0.6574585635359116,0.0,0.3969121335497623,0.42019935047794066 1736,mediocredev/open-llama-3b-v2-chat,torch.float16,0.4061433447098976,0.7030472017526389,0.3783540937373688,0.6550907655880032,0.02577710386656558,0.2873263375603388,0.40928980786913555 1737,Yuma42/KangalKhan-Beta-Sapphire-7B,torch.bfloat16,0.6578498293515358,0.8575980880302728,0.5127831752509384,0.7963693764798737,0.5670962850644428,0.6427621763884283,0.6724098217609153 1738,Yuma42/KangalKhan-Beta-Ruby-7B,torch.bfloat16,0.6450511945392492,0.8557060346544513,0.5103976847303473,0.7916337805840569,0.5405610310841547,0.6420083812394485,0.664226351138618 1739,Yuma42/KangalKhan-ShatteredRuby-7B,torch.bfloat16,0.6621160409556314,0.8538139812786297,0.5698682978350015,0.7861089187056038,0.6171341925701289,0.6329361291103457,0.6869962600758902 1740,Yuma42/KangalKhan-RawEmerald-7B,torch.bfloat16,0.6689419795221843,0.8574985062736507,0.5757953283863733,0.7821625887924231,0.6285064442759667,0.6323096381718871,0.6908690809037475 1741,Yuma42/KangalKhan-HardRuby-7B,torch.bfloat16,0.6655290102389079,0.8541127265484963,0.569388358780739,0.7829518547750592,0.6125852918877938,0.6346180690496805,0.6865308852134461 1742,Yuma42/KangalKhan-DesolatingRuby-7B,torch.bfloat16,0.6689419795221843,0.8546106353316073,0.5705454564737066,0.7845303867403315,0.6194086429112965,0.6338086916826841,0.6886409654436351 1743,Yuma42/KangalKhan-PrimordialSapphire-7B,torch.bfloat16,0.658703071672355,0.8551085441147181,0.5725359946395934,0.7821625887924231,0.6118271417740713,0.631065152335857,0.6852337488881698 1744,Yuma42/KangalKhan-Ruby-7B,torch.bfloat16,0.6723549488054608,0.8522206731726748,0.5648879973341684,0.7797947908445146,0.6194086429112965,0.6321048341093484,0.6867953145295772 1745,Yuma42/KangalKhan-ShinyEmerald-7B,torch.bfloat16,0.6621160409556314,0.8537143995220076,0.5664573892497132,0.7837411207576953,0.6178923426838514,0.6335925432779596,0.6862523060744764 1746,Yuma42/KangalKhan-RawRuby-7B,torch.bfloat16,0.6689419795221843,0.8553077076279626,0.5708673631009162,0.7868981846882399,0.620166793025019,0.6345759923864868,0.6894596700584681 1747,Yuma42/KangalKhan-Ruby-7B-Fixed,torch.bfloat16,0.6723549488054608,0.8522206731726748,0.5648879973341684,0.7797947908445146,0.6194086429112965,0.6321048341093484,0.6867953145295772 1748,Yuma42/KangalKhan-PressurizedRuby-7B,torch.bfloat16,0.6689419795221843,0.8540131447918742,0.5691298445584927,0.7876874506708761,0.6224412433661866,0.6333059340650765,0.6892532661624484 1749,Yuma42/KangalKhan-Sapphire-7B,torch.bfloat16,0.6629692832764505,0.853415654252141,0.5609459047030728,0.7813733228097869,0.6194086429112965,0.6332066450850774,0.6852199088396375 1750,Yuma42/KangalKhan-SharpEmerald-7B,torch.bfloat16,0.6672354948805461,0.8540131447918742,0.5651934661232342,0.7853196527229677,0.6277482941622441,0.6320886538117181,0.6885997844154307 1751,SebastianSchramm/Cerebras-GPT-111M-instruction,torch.float16,0.2440273037542662,0.2605058753236407,0.49456209791766936,0.516179952644041,0.0,0.25866003679857824,0.2956558777396993 1752,seb-c/Psydestroyer-20B,torch.float16,0.6032423208191127,0.8517227643895638,0.5483392894852178,0.7426992896606156,0.000758150113722517,0.5555930751553884,0.5503924816039368 1753,cognitivecomputations/dolphin-2.6-mistral-7b,torch.float16,0.628839590443686,0.8405696076478789,0.55647761603073,0.7758484609313339,0.4609552691432904,0.6318696869711988,0.649093371861353 1754,cognitivecomputations/dolphin-2.2-yi-34b-200k,torch.bfloat16,0.4206484641638225,0.6813383788090022,0.45933703025376155,0.6424625098658248,0.0310841546626232,0.5534693679203793,0.4647233176125689 1755,cognitivecomputations/dolphin-2.6-mistral-7b-dpo,torch.float16,0.6561433447098977,0.8548097988448516,0.6147316189460925,0.7861089187056038,0.4874905231235785,0.632433347614645,0.6719529253241115 1756,cognitivecomputations/TinyDolphin-2.8.1-1.1b,torch.bfloat16,0.34982935153583616,0.6010754829715196,0.3550954012841355,0.6069455406471981,0.006823351023502654,0.2531198893498522,0.36214816946867406 1757,cognitivecomputations/yayi2-30b-llama,torch.float16,0.35665529010238906,0.5336586337382991,0.4907923298242728,0.6314127861089187,0.18877937831690675,0.7060243200091297,0.48455378968331936 1758,cognitivecomputations/MegaDolphin-120b,torch.float16,0.6902730375426621,0.8780123481378211,0.592821117756168,0.8184688239936859,0.4624715693707354,0.6925788109532075,0.6891042846257133 1759,cognitivecomputations/dolphin-2.8-experiment26-7b-preview,torch.float16,0.6450511945392492,0.8378809002190799,0.5487265863315941,0.8161010260457774,0.6360879454131918,0.6324028203049754,0.6860417454756447 1760,cognitivecomputations/openchat-3.5-0106-laser,torch.bfloat16,0.6604095563139932,0.8318064130651265,0.5207887413270008,0.8145224940805051,0.689158453373768,0.6510666084226961,0.6946253777638484 1761,cognitivecomputations/dolphin-2.2.1-mistral-7b,torch.bfloat16,0.6322525597269625,0.8379804819757021,0.5314305414143765,0.7861089187056038,0.48142532221379836,0.6316400930679857,0.6501396528507383 1762,cognitivecomputations/WestLake-7B-v2-laser,torch.float16,0.7329351535836177,0.8865763792073292,0.67040243397608,0.8674033149171271,0.6823351023502654,0.6472224536638433,0.7478124729497105 1763,cognitivecomputations/fc-dolphin-2.6-mistral-7b-dpo-laser,torch.float16,0.6296928327645052,0.8417645887273452,0.5774896416761253,0.7837411207576953,0.43290371493555724,0.6365310609242082,0.6503538266309061 1764,cognitivecomputations/laserxtral,torch.bfloat16,0.6902730375426621,0.8675562636924915,0.638014374039814,0.8003157063930545,0.6974981046247157,0.6467887726054392,0.7234077098163628 1765,cognitivecomputations/TinyDolphin-2.8.2-1.1b-laser,torch.bfloat16,0.33361774744027306,0.5853415654252141,0.36332154287207935,0.601420678768745,0.01288855193328279,0.25932874052764104,0.3593198044945392 1766,cognitivecomputations/dolphin-2.8-experiment26-7b,torch.bfloat16,0.636518771331058,0.8369846644094802,0.5510246746247679,0.7876874506708761,0.6262319939347991,0.6231342662454917,0.6769303035360789 1767,cognitivecomputations/dolphin-2.6-mistral-7b-dpo-laser,torch.bfloat16,0.6629692832764505,0.8572993427604063,0.6171088183728592,0.7916337805840569,0.4761182714177407,0.6316292651052335,0.6727931269194579 1768,cognitivecomputations/TinyDolphin-2.8-1.1b,torch.float16,0.3430034129692833,0.5944035052778331,0.36506322642682476,0.6069455406471981,0.015163002274450341,0.2558772461344616,0.3634093222883419 1769,cognitivecomputations/mixtral-instruct-0.1-laser,torch.float16,0.7047781569965871,0.8728340967934675,0.6582573067262687,0.8082083662194159,0.5868081880212282,0.7106695859390382,0.7235926167826676 1770,ibivibiv/athene-noctua-13b,torch.float16,0.5716723549488054,0.8151762597092213,0.4749199462924083,0.734017363851618,0.15314632297194844,0.5590858216154521,0.5513363448982422 1771,ibivibiv/megamarcoroni-120b,torch.float16,0.7201365187713311,0.8893646683927504,0.6423860427072166,0.8089976322020521,0.21531463229719486,0.6988269839013423,0.6625044130453146 1772,ibivibiv/bubo-bubo-13b,torch.float16,0.6143344709897611,0.8314080860386377,0.4762440289139372,0.7616416732438832,0.20621683093252463,0.5818482882191471,0.5786155630563151 1773,ibivibiv/multimaster-7b-v3,torch.float16,0.7039249146757679,0.8765186217884884,0.5970305973742662,0.840568271507498,0.7156937073540561,0.6506638558885413,0.7307333280981031 1774,ibivibiv/alpaca-dragon-72b-v1,torch.float16,0.7389078498293515,0.8815972913762199,0.7269367196902492,0.8602999210734017,0.7763457164518575,0.7739875092131733,0.7930125012723753 1775,ibivibiv/aegolius-acadicus-34b-v3,torch.float16,0.6766211604095563,0.8554072893845848,0.6333324983158626,0.7868981846882399,0.5420773313115997,0.6213300504145738,0.6859444190874028 1776,ibivibiv/multimaster-7b,torch.float16,0.4104095563139932,0.7499502091216889,0.4497774423277904,0.6835043409629045,0.11751326762699014,0.4693373046944146,0.48008202017463025 1777,ibivibiv/multimaster-7b-v4,torch.float16,0.7252559726962458,0.8876717785301733,0.7073501114008928,0.8626677190213102,0.6967399545109931,0.6484990234836739,0.7546974266072147 1778,ibivibiv/multimaster-7b-v2,torch.float16,0.7047781569965871,0.8759211312487553,0.606301955480099,0.8429360694554064,0.7187263078089462,0.6509353619939561,0.7332664971639583 1779,ibivibiv/orthorus-125b-moe,torch.float16,0.6766211604095563,0.8552081258713403,0.562730940441383,0.8232044198895028,0.5678544351781653,0.6894157036303151,0.695839130903377 1780,ibivibiv/aegolius-acadicus-30b,torch.float16,0.7261092150170648,0.880103565026887,0.6707176642401714,0.8492501973164956,0.7050796057619408,0.650741549401043,0.7470002994606005 1781,ibivibiv/multimaster-7b-v5,torch.float16,0.7218430034129693,0.8841864170483967,0.7036503840769739,0.8602999210734017,0.6800606520090978,0.6506466158376043,0.7501144989097406 1782,ibivibiv/multimaster-7b-v6,torch.float16,0.7278156996587031,0.8876717785301733,0.7088632501804778,0.8642462509865825,0.7035633055344959,0.647358726676766,0.7565865019278665 1783,ibivibiv/strix-rufipes-70b,torch.float16,0.7133105802047781,0.8786098386775543,0.5672072620719157,0.8476716653512234,0.5382865807429871,0.6913444280940971,0.7060717258570928 1784,ibivibiv/orthorus-125b-v2,torch.float16,0.7363481228668942,0.8903604859589723,0.701936100685348,0.8547750591949487,0.6899166034874905,0.7599113288213433,0.772207950169166 1785,ibivibiv/orthorus-125b-moe-v2,torch.float16,0.2627986348122867,0.2517426807408883,0.48491700399143933,0.49329123914759276,0.0,0.22793452507241146,0.2867806806274364 1786,ibivibiv/aegolius-acadicus-v1-30b,torch.float16,0.7261092150170648,0.8799044015136427,0.6706345851826353,0.8484609313338595,0.7058377558756633,0.65109670151921,0.7470072650736793 1787,senseable/WestLake-7B-v2,torch.float16,0.7303754266211604,0.8864767974507071,0.6706202401619532,0.8697711128650355,0.6762699014404853,0.6471134745274016,0.7467711588444571 1788,senseable/moe-x33,torch.float16,0.2619453924914676,0.264389563831906,0.5114318988938285,0.5098658247829518,0.0,0.24934582293925053,0.29949641715656733 1789,senseable/garten2-7b,torch.float16,0.6936860068259386,0.8754232224656443,0.5949809262920956,0.8468823993685872,0.6937073540561031,0.6543557438285961,0.726505942139494 1790,senseable/Westlake-7B,torch.float16,0.7320819112627986,0.884883489344752,0.673627520150055,0.8602999210734017,0.6717210007581501,0.6464485108704582,0.7448437255766026 1791,senseable/33x-coder,torch.float16,0.4590443686006826,0.6263692491535551,0.4560428089033374,0.6345698500394633,0.38362395754359363,0.42022025814336006,0.4966450820639987 1792,senseable/Wilbur-30B,torch.float16,0.7406143344709898,0.866759609639514,0.6996159108788989,0.8342541436464088,0.7225170583775588,0.766955708435536,0.7717861275748178 1793,Abhaykoul/HelpingAI-3B,torch.float16,0.5059726962457338,0.7663811989643498,0.556234093472517,0.6779794790844514,0.36087945413191813,0.46821503290721994,0.555943659134365 1794,Abhaykoul/HelpingAI-Lite-4x1b,torch.float16,0.3583617747440273,0.6100378410675165,0.3739297200017789,0.6077348066298343,0.018953752843062926,0.2524429368018077,0.3702434720146712 1795,Abhaykoul/qwen1.5-vortex,torch.bfloat16,0.3174061433447099,0.47779326827325236,0.38916482019581305,0.5651144435674822,0.155420773313116,0.3843995009898837,0.38154982494737616 1796,Abhaykoul/MediKAI,torch.float16,0.46501706484641636,0.6055566620195181,0.48774494292294535,0.6172059984214681,0.01592115238817286,0.49302199016078163,0.44741130179321703 1797,Abhaykoul/Qwen1.5-0.5B-vortex,torch.bfloat16,0.3174061433447099,0.47779326827325236,0.38916482019581305,0.5651144435674822,0.155420773313116,0.3843995009898837,0.38154982494737616 1798,Abhaykoul/Qwen1.5-0.5B-vortex-v2,torch.bfloat16,0.30631399317406144,0.4553873730332603,0.4429283527301926,0.5603788476716653,0.05913570887035633,0.36293435419946984,0.36451310494650097 1799,jb723/cross_lingual_epoch2,torch.bfloat16,0.3924914675767918,0.47918741286596295,0.4789867119861502,0.6211523283346487,0.0,0.3665503145300751,0.38972803921560484 1800,jb723/llama2-ko-7B-model,torch.bfloat16,0.5631399317406144,0.7950607448715395,0.4097811489004275,0.7205998421468035,0.02577710386656558,0.4571160261753796,0.49524579961688836 1801,zarakiquemparte/zarafusionix-l2-7b,torch.float16,0.5554607508532423,0.7939653455486955,0.5104906529375334,0.7466456195737964,0.07202426080363912,0.5120630833129403,0.5317749521716412 1802,zarakiquemparte/zaraxls-l2-7b,torch.float16,0.5443686006825939,0.7893845847440749,0.46510102198751646,0.7316495659037096,0.002274450341167551,0.5038629424305682,0.5061068610149384 1803,zarakiquemparte/zarablend-l2-7b,torch.float16,0.5443686006825939,0.786197968532165,0.49379723136906406,0.7332280978689818,0.04397270659590599,0.4761272864365443,0.5129486485808757 1804,zarakiquemparte/zararp-l2-7b,torch.float16,0.5631399317406144,0.7918741286596296,0.512599577390538,0.745067087608524,0.017437452615617893,0.5135792561288142,0.5239495723572897 1805,zarakiquemparte/zarafusionex-1.1-l2-7b,torch.float16,0.5614334470989761,0.7933678550089623,0.5066113763426128,0.744277821625888,0.07808946171341925,0.5209628252289317,0.534123797836465 1806,zarakiquemparte/kuchiki-l2-7b,torch.float16,0.5435153583617748,0.7844054969129656,0.49876664192397546,0.7308602999210734,0.04473085670962851,0.4774331684180751,0.5132853037079154 1807,zarakiquemparte/zararp-1.1-l2-7b,torch.float16,0.5648464163822525,0.7884883489344752,0.519856175686671,0.734017363851618,0.011372251705837756,0.5148717796047039,0.522242056027593 1808,zarakiquemparte/kuchiki-1.1-l2-7b,torch.float16,0.5418088737201365,0.7800238996215894,0.499579377079004,0.7316495659037096,0.04700530705079606,0.48137624774394133,0.5135738785198628 1810,zarakiquemparte/zaraxe-l2-7b,torch.float16,0.5716723549488054,0.7933678550089623,0.4910949557417672,0.7348066298342542,0.0758150113722517,0.5099993891674652,0.529459366012251 1811,zarakiquemparte/zarafusionex-1.2-l2-7b,torch.float16,0.5665529010238908,0.791575383389763,0.5129341494547134,0.7474348855564326,0.08567096285064443,0.519351098733732,0.5372532301681959 1812,zarakiquemparte/zarablend-1.1-l2-7b,torch.float16,0.5486348122866894,0.7857996415056762,0.489972097170472,0.7261247040252565,0.045489006823351025,0.478925073090941,0.5124908891503978 1813,CallComply/openchat-3.5-0106-11b,torch.bfloat16,0.636518771331058,0.7863971320454093,0.4806689432668841,0.7805840568271507,0.34495830174374525,0.62540733011051,0.6090890892207929 1814,CallComply/zephyr-7b-beta-128k,torch.bfloat16,0.5827645051194539,0.8099980083648676,0.4609603387456776,0.7474348855564326,0.13040181956027294,0.5357020751420735,0.5445436054147964 1815,CallComply/openchat-3.5-0106-128k,torch.bfloat16,0.6424914675767918,0.7730531766580363,0.46500466840014487,0.77663772691397,0.3297952994692949,0.5758330628567813,0.5938025669791699 1816,CallComply/Starling-LM-11B-alpha,torch.float16,0.6126279863481229,0.8198566022704641,0.4153002055665266,0.7805840568271507,0.35178165276724793,0.6149568953193787,0.5991845665164818 1817,CallComply/openchat-3.5-0106-32k,torch.bfloat16,0.6604095563139932,0.8293168691495718,0.5189602568049447,0.8176795580110497,0.6815769522365428,0.6503521927528266,0.6930492308781547 1818,CallComply/SOLAR-10.7B-Instruct-v1.0-128k,torch.float16,0.659556313993174,0.8434574785899224,0.6542262778057006,0.8050513022888713,0.0712661106899166,0.5762738169888091,0.6016385500593989 1819,Josephgflowers/distillgpt2Cinder,torch.float16,0.24488054607508533,0.27235610436168095,0.43961123482428127,0.5011838989739542,0.002274450341167551,0.24970123558847904,0.2850012450274414 1820,Josephgflowers/TinyLlama-3T-Cinder-v1.1,torch.float16,0.34044368600682595,0.5039832702648874,0.3757246188752451,0.5643251775848461,0.0,0.25749356150625585,0.34032838570634344 1821,Josephgflowers/TinyLlama-Cinder-1.3B-Test.2,torch.float16,0.3370307167235495,0.5866361282613025,0.3798174614120003,0.6408839779005525,0.02122820318423048,0.2568887743807781,0.3704142103104022 1822,Josephgflowers/Cinder-Phi-2-V1-F16-gguf,torch.float16,0.5827645051194539,0.740390360485959,0.44497428733604355,0.7466456195737964,0.4723275208491281,0.5446256333755829,0.5886213211233273 1823,Josephgflowers/Tinyllama-Cinder-1.3B-Reason-Test,torch.float16,0.3455631399317406,0.5823541127265485,0.3993354739350842,0.6393054459352802,0.04852160727824109,0.2579078594558622,0.37883127321045945 1824,Josephgflowers/GPT2-774M-CINDER-SHOW-MULTI-CHAT,torch.float16,0.26535836177474403,0.39693288189603665,0.37146794643035425,0.5217048145224941,0.03866565579984837,0.2580491858839099,0.30869647438456455 1825,Josephgflowers/160M-TinyLLama-Mini-Cinder,torch.float16,0.24658703071672355,0.28161720772754434,0.44082567345001694,0.5256511444356748,0.0,0.2509104891555689,0.2909319242475881 1826,Josephgflowers/Cinder-1.3B-Test,torch.bfloat16,0.3319112627986348,0.5547699661422028,0.36618235005901484,0.5895816890292028,0.028051554207733132,0.2637096530519992,0.3557010792147979 1827,Josephgflowers/Tinyllama-Cinder-1.3B-Reason-Test.2,torch.float16,0.32764505119453924,0.5826528579964151,0.3899721945335931,0.6503551696921863,0.0401819560272934,0.2439019740377612,0.3724515339136314 1828,Josephgflowers/TinyLlama-3T-Cinder-v1,torch.float16,0.33532423208191126,0.46355307707627963,0.3832145699748184,0.5659037095501184,0.0,0.2603043395389034,0.3347166547036718 1829,Josephgflowers/Cinder-Phi-2-STEM-2.94B-Test,torch.float16,0.5708191126279863,0.7220673172674766,0.4645879274122728,0.7561168113654302,0.42153146322971946,0.5387488777907552,0.5789785849489401 1830,Josephgflowers/Tinyllama-1.3B-Cinder-Reason-Test,torch.float16,0.3250853242320819,0.5584544911372237,0.3558941030383168,0.6211523283346487,0.02350265352539803,0.2660514059660937,0.3583567177056271 1831,Josephgflowers/Tinyllama-320M-Cinder-v1,torch.float16,0.2773037542662116,0.2967536347341167,0.44303938803798537,0.5193370165745856,0.0,0.24523560755497947,0.2969449001946465 1832,Josephgflowers/TinyLlama-3T-Cinder-v1.2,torch.float16,0.3438566552901024,0.5651264688309102,0.3678388335979262,0.5769534333070244,0.000758150113722517,0.2613528627094727,0.35264773397485977 1833,Josephgflowers/Tinyllama-1.3B-Cinder-Reason-Test-2,torch.float16,0.32764505119453924,0.5791674965146385,0.372644846918848,0.6479873717442778,0.028051554207733132,0.25423051374833694,0.3682878057213956 1834,Josephgflowers/TinyLlama-3T-Cinder-v1.3,torch.float16,0.3395904436860068,0.5813582951603267,0.38128711115047254,0.6393054459352802,0.03790750568612585,0.25412713670641585,0.372262656387438 1835,Josephgflowers/3BigReasonCinder,torch.float16,0.41723549488054607,0.6515634335789683,0.44764087589469737,0.6495659037095501,0.2759666413949962,0.44785968611293825,0.48163867259528276 1836,Josephgflowers/tinyllama-730M-test,torch.float16,0.2508532423208191,0.3381796454889464,0.4290335878750869,0.510655090765588,0.0,0.24433954997077198,0.295510186070202 1837,Josephgflowers/Cinder-Phi-2-Test-1,torch.float16,0.5733788395904437,0.7259510057757419,0.45229913274064193,0.7379636937647988,0.42532221379833207,0.5081316501465836,0.5705077559694236 1838,Josephgflowers/TinyLlama-748M-Reason-With-Cinder-Test-2,torch.float16,0.24658703071672355,0.34495120493925513,0.42762316543412854,0.505130228887135,0.008339651250947688,0.25145894153276216,0.29734837046015866 1839,bobofrut/ladybird-base-7B-v8,torch.bfloat16,0.7320819112627986,0.8918542123083051,0.7681803642917189,0.8531965272296764,0.7035633055344959,0.643931798715431,0.7654680198904044 1840,martyn/solar-megamerge-dare-10.7b-v1,torch.float16,0.6612627986348123,0.8530173272256523,0.5433095073342544,0.829518547750592,0.5799848369977255,0.6603095911174606,0.6879004348434162 1841,martyn/mistral-megamerge-dare-7b,torch.float16,0.552901023890785,0.7048396733718383,0.5108336746233818,0.6708760852407262,0.06595905989385899,0.43050677807688925,0.4893193825162467 1842,martyn/llama2-megamerge-dare-13b-v2,torch.float16,0.5938566552901023,0.8093009360685123,0.47271389220607046,0.755327545382794,0.2926459438968916,0.5525846883229135,0.5794049435278806 1843,martyn/llama-megamerge-dare-13b,torch.float16,0.60580204778157,0.8300139414459271,0.4575555939890639,0.7616416732438832,0.2850644427596664,0.5490796749063895,0.5815262290210833 1844,martyn/mixtral-megamerge-dare-8x7b-v2,torch.bfloat16,0.6646757679180887,0.8610834495120494,0.5381182686685855,0.797947908445146,0.5390447308567097,0.691406540939989,0.6820461110567614 1845,allbyai/ToRoLaMa-7b-v1.0,torch.float16,0.5170648464163823,0.7381995618402709,0.44894454656581184,0.7008681925808997,0.013646702047005308,0.453387553208763,0.47868523377652217 1846,wannaphong/han-llm-7b-v2,torch.bfloat16,0.5878839590443686,0.8174666401115316,0.4237773900118851,0.7797947908445146,0.33510235026535257,0.5993209604293299,0.5905576817844971 1847,wannaphong/han-llm-7b-v1,torch.bfloat16,0.5819112627986348,0.8157737502489544,0.40969509172769064,0.7726913970007893,0.31766489764973466,0.589896800846436,0.5812722000453733 1849,wannaphong/han-llm-7b-v3,torch.bfloat16,0.5870307167235495,0.8178649671380203,0.4312192117351884,0.771112865035517,0.35178165276724793,0.5959269776180197,0.5924893985029238 1850,SaylorTwift/gpt2_test,torch.float16,0.21843003412969283,0.31597291376219877,0.4067393224175315,0.5011838989739542,0.003032600454890068,0.25858513940475486,0.28399065152383707 1851,Yhyu13/llama-30B-hf-openassitant,torch.float16,0.6126279863481229,0.8473411670981876,0.42269922233794804,0.8003157063930545,0.14859742228961334,0.5846957724876327,0.5693795461590931 1852,Yhyu13/LMCocktail-Mistral-7B-v1,torch.bfloat16,0.6621160409556314,0.8569010157339175,0.6137157589987131,0.7734806629834254,0.4723275208491281,0.6163637077035045,0.6658174512040533 1853,Yhyu13/chimera-inst-chat-13b-hf,torch.float16,0.5537542662116041,0.7892850029874527,0.5012343861057633,0.739542225730071,0.08188021228203184,0.5059561479887577,0.5286087068842801 1854,Yhyu13/oasst-rlhf-2-llama-30b-7k-steps-hf,torch.float16,0.613481228668942,0.8379804819757021,0.5118354668333684,0.7876874506708761,0.3146322971948446,0.578873741838128,0.6074151111969769 1855,Yhyu13/LMCocktail-10.7B-v1,torch.float16,0.7064846416382252,0.8812985461063533,0.7102777882533455,0.8334648776637726,0.6497346474601972,0.6620525902436395,0.7405521818942554 1856,nomic-ai/gpt4all-j,torch.float16,0.4197952218430034,0.6406094403505278,0.4277581711709451,0.6471981057616417,0.07202426080363912,0.2819738936634168,0.414893182265529 1857,chargoddard/llama-2-16b-nastychat,torch.float16,0.5742320819112628,0.8059151563433579,0.5344740020617761,0.7466456195737964,0.08112206216830932,0.5598700384585342,0.5503764934195061 1858,chargoddard/llama-2-34b-uncode,torch.float16,0.39505119453924914,0.33897629954192393,0.4094051732845386,0.7434885556432518,0.20773313115996966,0.3849027327056421,0.413259514479096 1859,chargoddard/piano-medley-7b,torch.bfloat16,0.6757679180887372,0.8536148177653854,0.6142054505900651,0.7916337805840569,0.5655799848369977,0.6449337889070592,0.6909559567953836 1860,chargoddard/storytime-13b,torch.float16,0.6203071672354948,0.839573790081657,0.5250015513015516,0.755327545382794,0.08339651250947688,0.5747850226674286,0.5663985981964005 1861,chargoddard/Chronorctypus-Limarobormes-13b,torch.float16,0.5989761092150171,0.8275243975303724,0.5189986231964556,0.744277821625888,0.03866565579984837,0.5844813680554648,0.552153995903841 1862,chargoddard/Yi-34B-Llama,torch.bfloat16,0.6459044368600683,0.8563035251941844,0.5559688460781504,0.8279400157853196,0.6080363912054587,0.7630861163449054,0.7095398885780145 1863,chargoddard/MelangeA-70b,torch.float16,0.712457337883959,0.8730332603067118,0.6061335096012639,0.8153117600631413,0.05686125852918878,0.7056243242041371,0.6282369084314002 1864,chargoddard/platypus-2-22b-relora,torch.float16,0.5767918088737202,0.8244373630750846,0.43611604566165374,0.7734806629834254,0.06595905989385899,0.5532535149864521,0.5383397425790326 1865,chargoddard/duplicitous-mammal-13b,torch.bfloat16,0.6168941979522184,0.8378809002190799,0.5227009331210287,0.7505919494869772,0.09097801364670205,0.5749851063660798,0.5656718501320144 1866,chargoddard/average-dolphin-8x7B,torch.bfloat16,0.6860068259385665,0.8598884684325832,0.5450592796762483,0.813733228097869,0.5655799848369977,0.708378069890068,0.6964409761453888 1867,chargoddard/duplicitous-slurpbeast-13b,torch.float16,0.621160409556314,0.8391754630551683,0.5232823914450195,0.7505919494869772,0.08794541319181198,0.5752985054290851,0.5662423553607293 1868,chargoddard/MixtralRPChat-ZLoss,torch.bfloat16,0.6860068259385665,0.8609838677554272,0.5385273808900092,0.8200473559589582,0.5056861258529188,0.7044247608998755,0.6859460528826258 1869,chargoddard/internlm2-base-7b-llama,torch.bfloat16,0.5435153583617748,0.7946624178450508,0.43232098792021034,0.7142857142857143,0.19181197877179681,0.5404611928130935,0.5361762749996067 1870,chargoddard/llama2-22b-blocktriangular,torch.bfloat16,0.5853242320819113,0.8259310894244174,0.39300203646580384,0.7592738752959748,0.11220621683093253,0.5464036023338656,0.5370235087388177 1871,chargoddard/mixtralmerge-8x7B-rebalanced-test,torch.bfloat16,0.681740614334471,0.8575980880302728,0.5375225566743017,0.8129439621152328,0.5822592873388931,0.7047420931544788,0.6961344336079417 1872,chargoddard/ypotryll-22b-epoch2-qlora,4bit,0.5921501706484642,0.8066122286397132,0.404241477078442,0.7632202052091555,0.053828658074298714,0.545186393337066,0.5275398554978565 1873,chargoddard/loyal-piano-m7,torch.float16,0.6672354948805461,0.8503286197968533,0.6003286762635085,0.7908445146014207,0.5670962850644428,0.6443461800390794,0.6866966284409751 1874,chargoddard/SmolLlamix-8x101M-take2,torch.bfloat16,0.23976109215017063,0.28430591515634335,0.45868526082837957,0.5224940805051302,0.00530705079605762,0.25071490317208295,0.2935447171013607 1875,chargoddard/platypus2-22b-relora,torch.bfloat16,0.5767918088737202,0.8244373630750846,0.43611604566165374,0.771112865035517,0.06292645943896892,0.5532535149864521,0.5374396761785661 1876,chargoddard/servile-harpsichord-cdpo,torch.bfloat16,0.6732081911262798,0.851822346146186,0.6061030127349698,0.7916337805840569,0.5708870356330553,0.6454137997700611,0.6898446943324349 1877,chargoddard/MelangeC-70b,torch.float16,0.7167235494880546,0.8760207130053774,0.581300033312562,0.8397790055248618,0.0,0.7037024212408858,0.6195876204286237 1878,chargoddard/internlm2-20b-llama,torch.float16,0.6459044368600683,0.8312089225253934,0.5413315935552325,0.8421468034727704,0.7065959059893859,0.6727108797903731,0.706649757032204 1879,chargoddard/MelangeB-70b,torch.float16,0.7167235494880546,0.8750248954391555,0.5935549068383343,0.835043409629045,0.3062926459438969,0.7002695176232705,0.6711514874936263 1880,chargoddard/llama-polyglot-13b,torch.float16,0.5981228668941979,0.8126867157936666,0.48709732447413584,0.7671665351223362,0.2259287338893101,0.5503668037889468,0.5735614966604322 1881,chargoddard/llama-2-26b-trenchcoat-stack,torch.float16,0.5503412969283277,0.799044015136427,0.40480080736740903,0.7474348855564326,0.02880970432145565,0.5372580535365448,0.5112814604744328 1882,chargoddard/mistral-11b-slimorca,torch.bfloat16,0.6424914675767918,0.8380800637323242,0.5466386336115909,0.7797947908445146,0.5238817285822593,0.6365978122485084,0.6612474160993316 1883,chargoddard/llama2-22b,torch.float16,0.5853242320819113,0.8255327623979287,0.3983904288621191,0.7632202052091555,0.09931766489764973,0.5468290916017602,0.5364357308417541 1884,chargoddard/internlm2-base-20b-llama,torch.float16,0.6305460750853242,0.8210515833499303,0.43966281100559496,0.7821625887924231,0.44806671721000757,0.639715369284434,0.6268675241212857 1885,chargoddard/loyal-piano-m7-cdpo,torch.float16,0.6706484641638225,0.8542123083051185,0.6154444740630072,0.7908445146014207,0.5633055344958302,0.6454305282184465,0.6899809706412743 1886,chargoddard/SmolLlamix-8x101M,torch.bfloat16,0.22696245733788395,0.28500298745269864,0.4608972262894305,0.5130228887134964,0.006065200909780136,0.2468583947413932,0.2898015259074471 1887,chargoddard/internlm2-7b-llama,torch.bfloat16,0.6049488054607508,0.8098984266082454,0.5425133114047686,0.7987371744277821,0.6285064442759667,0.6315520011415848,0.669359360553183 1888,venkycs/ZySec-7B-Adapter,torch.float16,0.6348122866894198,0.8500298745269866,0.5648573416663404,0.7813733228097869,0.22896133434420016,0.6022463327443172,0.6103800821301751 1889,venkycs/ZySec-1B,torch.float16,0.3839590443686007,0.6153156741684923,0.3565914064488495,0.6132596685082873,0.01592115238817286,0.2504987377682294,0.3725909472751054 1890,venkycs/zyte-v1-1.1B,torch.float16,0.3728668941979522,0.6141206930890261,0.42589514098170206,0.6203630623520127,0.013646702047005308,0.24596648804183993,0.3821431634515897 1891,venkycs/llama-v2-7b-32kC-Security,torch.float16,0.49829351535836175,0.7732523401712806,0.47957019081985997,0.7174427782162589,0.03866565579984837,0.44410298597706066,0.4918879110571117 1892,sonthenguyen/OpenHermes-2.5-Mistral-7B-mt-bench-DPO-original-v2,torch.float16,0.6493174061433447,0.8454491137223661,0.5239619444151867,0.7790055248618785,0.55420773313116,0.6362665477776804,0.6647013783419361 1893,sonthenguyen/OpenHermes-2.5-Mistral-7B-mt-bench-DPO-reversed_corrupted,torch.float16,0.64419795221843,0.8394742083250348,0.5164963215954579,0.7774269928966061,0.5322213798332069,0.6360671727888413,0.6576473379429295 1894,sonthenguyen/OpenHermes-2.5-Mistral-7B-mt-bench-DPO,torch.float16,0.6527303754266212,0.8462457677753435,0.5290826380707278,0.7805840568271507,0.579226686884003,0.6383077441760211,0.6710295448599779 1895,sonthenguyen/NeuralHermes-2.5-Mistral-7B,torch.float16,0.6757679180887372,0.8569010157339175,0.5597610850445724,0.7797947908445146,0.45716451857467777,0.6342800601330801,0.6606115647365833 1896,sonthenguyen/OpenHermes-2.5-Mistral-7B-mt-bench-DPO-corrupted,torch.float16,0.6527303754266212,0.8458474407488548,0.5283606118838293,0.7805840568271507,0.5807429871114481,0.6374089573517888,0.6709457382249489 1897,sonthenguyen/OpenHermes-2.5-Mistral-7B-mt-bench-DPO-recovered,torch.float16,0.6527303754266212,0.8462457677753435,0.5291306939423928,0.7805840568271507,0.5830174374526156,0.6381868364051367,0.67164919463821 1898,SanjiWatsuki/Kunoichi-DPO-7B,torch.bfloat16,0.6962457337883959,0.8714399522007569,0.6730598038833626,0.8058405682715075,0.6398786959818044,0.6479384151791819,0.7224005282175016 1899,SanjiWatsuki/Silicon-Maid-7B,torch.bfloat16,0.681740614334471,0.865166301533559,0.6163999701923091,0.7900552486187845,0.6194086429112965,0.645835820163496,0.7031010996256527 1900,SanjiWatsuki/Loyal-Toppy-Bruins-Maid-7B-DARE,torch.float16,0.6868600682593856,0.8603863772156941,0.6126404146665745,0.7955801104972375,0.6527672479150872,0.6489293858083434,0.7095272673937204 1901,SanjiWatsuki/Lelantos-DPO-7B,torch.bfloat16,0.7107508532423208,0.8722366062537343,0.6777342992399603,0.8003157063930545,0.6846095526914329,0.6400444740569483,0.7309485819795752 1902,SanjiWatsuki/Lelantos-7B,torch.bfloat16,0.6902730375426621,0.8690499900418244,0.6518191080402123,0.8066298342541437,0.7081122062168309,0.6409782615462811,0.727810406273659 1903,SanjiWatsuki/longcat-10.7B,torch.bfloat16,0.6459044368600683,0.8584943238398726,0.6141859591849883,0.7616416732438832,0.4609552691432904,0.6176944777545177,0.6598126900044368 1904,SanjiWatsuki/neural-chat-7b-v3-3-wizardmath-dare-me,torch.bfloat16,0.5964163822525598,0.8263294164509062,0.6260346176960404,0.7166535122336227,0.5701288855193328,0.5813457693708678,0.6528180972538883 1905,SanjiWatsuki/Loyal-Macaroni-Maid-7B,torch.bfloat16,0.6800341296928327,0.8638717386974706,0.6249833293230833,0.7987371744277821,0.6846095526914329,0.6486967650821223,0.7168221149857873 1906,SanjiWatsuki/Sonya-7B,torch.bfloat16,0.6459044368600683,0.8511252738498307,0.6122404849853685,0.7774269928966061,0.5951478392721758,0.6271657913465851,0.6848351365351059 1907,SanjiWatsuki/Kunoichi-7B,torch.bfloat16,0.6868600682593856,0.8710416251742681,0.6403932163476989,0.8105761641673244,0.6702047005307051,0.648998253279411,0.7213456712931322 1908,SanjiWatsuki/WoolyHermes-1.1B,torch.float16,0.3430034129692833,0.5937064329814777,0.37578852501861604,0.5935280189423836,0.02047005307050796,0.25589533149802907,0.363731962413383 1909,SanjiWatsuki/openchat-3.5-1210-starling-slerp,torch.bfloat16,0.6390784982935154,0.8527185819557856,0.4992288323014176,0.8082083662194159,0.6702047005307051,0.6504783670232877,0.6866528910540213 1910,SanjiWatsuki/Kunoichi-DPO-v2-7B,torch.float16,0.6962457337883959,0.8744274048994224,0.6605635432197811,0.8082083662194159,0.6588324488248674,0.6494219921716443,0.7246165815205878 1911,psmathur/model_420,torch.float16,0.7013651877133106,0.8773152758414658,0.5399670260194868,0.8374112075769534,0.28582259287338896,0.7034690539938457,0.6575583906697419 1912,psmathur/orca_mini_13b,torch.float16,0.4206484641638225,0.6340370444134634,0.43097124943006215,0.6416732438831886,0.0,0.35425243933037276,0.41359707353681824 1914,psmathur/model_007,torch.float16,0.7107508532423208,0.8765186217884884,0.6312306236860621,0.8334648776637726,0.37149355572403336,0.6904044576948137,0.6856438316332486 1915,psmathur/orca_mini_7b,torch.float16,0.439419795221843,0.6521609241187014,0.4202589717571902,0.6606156274664562,0.0037907505686125853,0.2997002908220905,0.41265772665914896 1916,psmathur/orca_mini_v3_7b,torch.float16,0.5691126279863481,0.796355307707628,0.5051023916730814,0.7426992896606156,0.0712661106899166,0.5236900853847897,0.5347043021837299 1917,psmathur/model_009,torch.float16,0.7158703071672355,0.8770165305715992,0.6071674718004252,0.8232044198895028,0.39423805913570886,0.6942695611620193,0.6852943916210817 1918,psmathur/model_101,torch.float16,0.6868600682593856,0.8641704839673372,0.588506570085178,0.8208366219415943,0.44806671721000757,0.6991706661186279,0.6846018545970217 1919,psmathur/model_007_13b_v2,torch.float16,0.6194539249146758,0.8248356901015734,0.5349848938845334,0.7584846093133386,0.013646702047005308,0.5731579596989634,0.5540939633266817 1920,psmathur/orca_mini_v2_13b,torch.float16,0.552901023890785,0.7961561441943836,0.5257522004028524,0.7269139700078927,0.06368460955269144,0.49834740410438116,0.5272925586921643 1921,psmathur/model_51,torch.float16,0.6843003412969283,0.8670583549093805,0.5717990703178123,0.8176795580110497,0.3237300985595148,0.6930797217079898,0.6596078574671126 1922,psmathur/orca_mini_v2_7b,torch.float16,0.507679180887372,0.7602071300537742,0.4385828417379517,0.7142857142857143,0.02880970432145565,0.3949730429170474,0.4740896023672192 1923,psmathur/orca_mini_v3_70b,torch.float16,0.712457337883959,0.8785102569209321,0.6126968953087459,0.8271507498026835,0.4086429112964367,0.7017920055066954,0.6902083594532421 1924,psmathur/orca_mini_v3_13b,torch.float16,0.6313993174061433,0.823541127265485,0.5180548254049244,0.7647987371744278,0.13115996967399546,0.5651926584610324,0.5723577725643347 1925,psmathur/model_42_70b,torch.float16,0.6825938566552902,0.8765186217884884,0.48762211996558275,0.8366219415943172,0.34723275208491283,0.7000484813740371,0.6551062955771049 1926,psmathur/test_42_70b,torch.float16,0.6825938566552902,0.8765186217884884,0.48762211996558275,0.8366219415943172,0.45943896891584535,0.7000484813740371,0.6738073317155936 1927,psmathur/orca_mini_3b,torch.float16,0.41552901023890787,0.6152160924118701,0.4241585354991201,0.6179952644041041,0.000758150113722517,0.2679434416043932,0.390266749045353 1928,psmathur/model_420_preview,torch.float16,0.6706484641638225,0.872634933280223,0.44567884747176173,0.8334648776637726,0.33206974981046244,0.6985397794508745,0.6421727753068195 1929,psmathur/model_007_v2,torch.float16,0.7141638225255973,0.873132842063334,0.6265063961517231,0.8413575374901342,0.28658074298711145,0.6857936691936146,0.6712558350685857 1930,JosephusCheung/Qwen-VL-LLaMAfied-7B-Chat,torch.bfloat16,0.4735494880546075,0.6996614220274846,0.428667116433953,0.6566692975532754,0.0,0.44123958527812346,0.4499644848912407 1931,JosephusCheung/Yee-34B-200K-Chat,torch.bfloat16,0.6561433447098977,0.8432583150766779,0.538842608150276,0.797947908445146,0.3479909021986353,0.7491263571199991,0.6555515726167719 1932,JosephusCheung/LL7M,torch.bfloat16,0.4496587030716723,0.6881099382593109,0.41389661402155314,0.6408839779005525,0.006065200909780136,0.3444161196130403,0.4238384256293182 1933,JosephusCheung/Pwen-14B-Chat-20_30,torch.bfloat16,0.5614334470989761,0.7978490340569607,0.4701781470729953,0.7647987371744278,0.2699014404852161,0.600092973158397,0.5773756298411622 1934,JosephusCheung/Pwen-VL-Chat-20_30,torch.bfloat16,0.5017064846416383,0.7220673172674766,0.42517178573631115,0.6835043409629045,0.1910538286580743,0.563397182984367,0.5144834900417953 1935,JosephusCheung/Qwen-LLaMAfied-7B-Chat,torch.float16,0.5093856655290102,0.8346942840071699,0.4608515013805907,0.7316495659037096,0.047763457164518575,0.5351728104055443,0.5199195473984238 1936,JosephusCheung/Pwen-7B-Chat-20_30,torch.bfloat16,0.514505119453925,0.739892451702848,0.47014420938426915,0.6842936069455406,0.20621683093252463,0.6208475290739246,0.539316624582172 1937,JosephusCheung/Guanaco,torch.float16,0.5017064846416383,0.7269468233419637,0.37636042536499775,0.6866614048934491,0.0,0.30303412261346474,0.43245154347591885 1938,BFauber/lora_llama2-7b_10e4,torch.float16,0.53839590443686,0.7846046604262099,0.38293464713114306,0.7348066298342542,0.12964366944655042,0.4676362503661873,0.5063369602735341 1939,BFauber/opt125m_10e6_run1,torch.float16,0.23976109215017063,0.29794861581358295,0.48593837171548643,0.5217048145224941,0.0,0.2449376602487241,0.29838175907507636 1940,BFauber/lora_llama2-13b_10e5_r8_a16,torch.float16,0.5972696245733788,0.823043218482374,0.3795479681605362,0.771112865035517,0.24564063684609552,0.5572864228322544,0.5623167893216927 1941,BFauber/lora_opt6.7b_10e5,torch.float16,0.3703071672354949,0.6565425214100776,0.37605500350105314,0.654301499605367,0.0037907505686125853,0.2499575520512997,0.3851590823953175 1942,BFauber/lora_llama2-7b_10e5,torch.float16,0.53839590443686,0.7832105158334993,0.38973702445383596,0.7316495659037096,0.10538286580742987,0.46164587834734805,0.5016702924637805 1943,BFauber/lora_llama2-13b_10e4,torch.float16,0.6006825938566553,0.8245369448317068,0.3852316665112248,0.7695343330702447,0.2312357846853677,0.5537496295949027,0.5608284920916836 1944,BFauber/lora_llama2-13b_10e5_r32_a64,torch.float16,0.5895904436860068,0.8231428002389962,0.37413701750569484,0.7671665351223362,0.2304776345716452,0.5522833864424526,0.556132969594522 1945,BFauber/opt350m_10e5,torch.float16,0.24146757679180889,0.3652658832901812,0.4217310351619178,0.5169692186266772,0.0,0.25998178382102916,0.3009025829486024 1946,BFauber/santa1.1b_10e6,torch.float16,0.2764505119453925,0.2638916550487951,0.49395170292668467,0.5019731649565904,0.0,0.25415343649021704,0.2984034118946133 1947,BFauber/opt1.3b_10e4,torch.float16,0.3054607508532423,0.5351523600876319,0.3867355581952227,0.5840568271507498,0.0,0.26885059598021505,0.346709348711177 1948,BFauber/lora_llama2-13b_10e5_r2_a256,torch.float16,0.5802047781569966,0.8098984266082454,0.3636128598306004,0.7474348855564326,0.16376042456406367,0.5270937418701283,0.5320008527644111 1949,BFauber/opt350m_10e6,torch.float16,0.23976109215017063,0.3236407090221072,0.4671195481529295,0.5035516969218626,0.0,0.2495949261145485,0.29727799539360306 1950,BFauber/lora_llama2-13b_10e5_r32_a256,torch.float16,0.6015358361774744,0.8197570205138419,0.3674952163268229,0.7647987371744278,0.19863532979529946,0.5498851238339807,0.5503512106369745 1951,BFauber/lora_opt125m_10e5,torch.float16,0.22781569965870307,0.3121888070105557,0.45262621374439366,0.5177584846093133,0.0,0.2517514162821407,0.29369010355085107 1952,BFauber/lora_opt13b_10e5,torch.float16,0.4249146757679181,0.7031467835092611,0.3578066279755913,0.6685082872928176,0.013646702047005308,0.254468425184845,0.40374858362957305 1953,BFauber/lora_llama2-13b_10e5_r128_a256,torch.float16,0.5972696245733788,0.8207528380800637,0.37818229047033813,0.7632202052091555,0.21076573161485973,0.5481215584960726,0.5530520414073113 1954,BFauber/opt125m_10e5_30ep,torch.float16,0.25597269624573377,0.30302728540131446,0.4721732134354149,0.5201262825572218,0.0,0.23896794157279516,0.29837790320208 1955,BFauber/base_7b,torch.float16,0.5315699658703071,0.7858992232622983,0.3874380975642713,0.7387529597474349,0.14556482183472327,0.4678025319941222,0.5095046000455262 1956,BFauber/opt125m_10e4,torch.float16,0.2295221843003413,0.3090021907986457,0.4287951061339734,0.4972375690607735,0.0,0.26662937084304883,0.28853107018946383 1957,BFauber/lora_llama2-13b_10e6,torch.float16,0.5887372013651877,0.8189603664608643,0.36031296950321545,0.7671665351223362,0.21304018195602728,0.5503237597236862,0.5497568356885529 1958,BFauber/lora_llama2-13b_10e5_attn_only,torch.float16,0.6075085324232082,0.8208524198366859,0.3815579074295717,0.7584846093133386,0.22744503411675512,0.5551515515966653,0.5585000091193708 1959,BFauber/opt1.3b_10e6,torch.float16,0.257679180887372,0.41674965146385184,0.4272454038428265,0.5414364640883977,0.0,0.25895410707972305,0.3170108012270285 1960,BFauber/lora_opt1.3b_10e5,torch.float16,0.29436860068259385,0.5170284803823939,0.3687222880987194,0.580110497237569,0.0,0.2538313119675745,0.3356768630614751 1961,BFauber/lora_llama2-7b_10e6,torch.float16,0.5341296928327645,0.7803226448914559,0.38775302614821305,0.7300710339384373,0.1023502653525398,0.4607337458270158,0.4992267348317378 1962,BFauber/bloom-1b1_10e6,torch.float16,0.25426621160409557,0.3712407886875124,0.4440025990339484,0.5351223362273086,0.0,0.2543395623315504,0.3098285829807359 1963,BFauber/opt1.3b_10e5,torch.float16,0.295221843003413,0.5280820553674567,0.38176130958688614,0.5666929755327546,0.0,0.2560602929020423,0.3379697460654254 1964,BFauber/opt125m_10e5_20ep,torch.float16,0.25426621160409557,0.3084047002589126,0.4648926603532375,0.510655090765588,0.0,0.2338942951374206,0.2953521596865424 1965,BFauber/opt125m_10e5_40ep,torch.float16,0.24232081911262798,0.29904401513642703,0.49021738591692526,0.510655090765588,0.0,0.23752038417096888,0.29662628251708956 1966,BFauber/opt125m_10e5_10ep,torch.float16,0.23976109215017063,0.3123879705238,0.4621982015682342,0.5224940805051302,0.0,0.24786540088172904,0.2974511242715107 1967,BFauber/opt125m_10e2,torch.float16,0.23208191126279865,0.3140808603863772,0.4259479561362201,0.5217048145224941,0.001516300227445034,0.2654931126371444,0.2934708258620799 1968,BFauber/lora_llama2-13b_10e5_r8_a256,torch.float16,0.5981228668941979,0.8178649671380203,0.38036691779076676,0.760852407261247,0.20166793025018953,0.5322178010558549,0.5485154817317127 1969,BFauber/lora_llama2-13b_10e5_r8_a4,torch.float16,0.5989761092150171,0.8247361083449513,0.3804269367403044,0.7703235990528808,0.23654283548142532,0.5547236607548197,0.5609548749315665 1970,BFauber/lora_llama2-13b_10e5_r128_a4,torch.float16,0.5989761092150171,0.8243377813184625,0.38054701174178024,0.7679558011049724,0.22820318423047764,0.5544452946330629,0.559077530373962 1971,BFauber/lora_llama2-13b_10e5_r128_a64,torch.float16,0.590443686006826,0.8227444732125074,0.37196197837880757,0.7671665351223362,0.23351023502653526,0.555441958790031,0.5568781444228406 1972,BFauber/lora_llama2-13b_10e5_r32_a16,torch.float16,0.5989761092150171,0.8233419637522406,0.38301200451667206,0.7703235990528808,0.2357846853677028,0.5567213987635957,0.5613599601113516 1973,BFauber/opt125m_10e3,torch.float16,0.22866894197952217,0.31009759012148974,0.4251967814899003,0.5185477505919495,0.0,0.2665928486465178,0.29151731880489656 1974,BFauber/lora_llama2-13b_10e5,torch.float16,0.5921501706484642,0.8241386178052181,0.37646299641377995,0.7695343330702447,0.221379833206975,0.556698752154523,0.5567274505498675 1975,BFauber/lora_llama2-13b_10e5_r32_a4,torch.float16,0.5981228668941979,0.8242381995618403,0.38132659209343317,0.7687450670876085,0.2266868840030326,0.5555946387796422,0.5591190414032924 1976,BFauber/lora_llama2-13b_10e5_r2_a4,torch.float16,0.5998293515358362,0.8237402907787293,0.3814102440530034,0.7655880031570639,0.23730098559514784,0.554194619922313,0.560343915840349 1977,BFauber/lora_llama2-13b_10e5_r2_a16,torch.float16,0.5972696245733788,0.8238398725353515,0.38663458723453714,0.7663772691397001,0.22820318423047764,0.5527050616224347,0.5591715998893133 1978,BFauber/opt125m_10e5,torch.float16,0.24658703071672355,0.31228838876717785,0.43916764945895703,0.5146014206787688,0.0,0.26453651567438896,0.2961968342160027 1979,BFauber/lora_llama2-13b_10e5_r8_a64,torch.float16,0.5955631399317406,0.8218482374029078,0.3707771077941534,0.7616416732438832,0.22365428354814254,0.553227506072652,0.5544519913322467 1980,BFauber/opt125m_10e5_50ep,torch.float16,0.23890784982935154,0.28978291177056364,0.4829960000266921,0.5130228887134964,0.0,0.2373949171112524,0.293684094575226 1981,BFauber/lora_llama2-13b_10e5_r128_a16,torch.float16,0.5989761092150171,0.8231428002389962,0.38216302938189795,0.7703235990528808,0.23881728582259287,0.5559440997296489,0.5615611539068389 1982,BFauber/opt125m_10e5_1ep,torch.float16,0.23464163822525597,0.3090021907986457,0.42531103718835517,0.5067087608524072,0.0,0.2673187516541321,0.2904970631197994 1983,BFauber/lora_llama2-13b_10e5_r2_a64,torch.float16,0.6006825938566553,0.8199561840270863,0.37409967945900374,0.7687450670876085,0.24184988627748294,0.5518420624022996,0.559529245518356 1984,152334H/miqu-1-70b-sf,torch.float16,0.7303754266211604,0.8860784704242183,0.693814109430027,0.8531965272296764,0.6770280515542078,0.7549241448491701,0.76590278835141 1985,ammarali32/multi_verse_model,torch.bfloat16,0.7286689419795221,0.8919537940649273,0.7791764447850321,0.8476716653512234,0.7126611068991661,0.6440045891578228,0.7673560903729489 1986,ammarali32/MultiVerse_LASER,torch.float16,0.7252559726962458,0.888070105556662,0.7769793072107058,0.8492501973164956,0.6952236542835482,0.6451632697489318,0.7633237511354315 1987,aari1995/germeo-7b-laser,torch.bfloat16,0.6075085324232082,0.8281218880701056,0.5382753959859625,0.7561168113654302,0.4336618650492798,0.6057448577175801,0.6282382251019277 1988,KoboldAI/OPT-350M-Nerys-v2,torch.float16,0.2363481228668942,0.3549093806014738,0.42083943231595794,0.516179952644041,0.006823351023502654,0.2590774661693252,0.29902961760353247 1989,KoboldAI/OPT-6B-nerys-v2,torch.float16,0.3839590443686007,0.6857199761003784,0.3472704210234883,0.6558800315706393,0.006823351023502654,0.24337475563430178,0.3871712632868185 1990,KoboldAI/fairseq-dense-13B,torch.float16,0.4035836177474403,0.7551284604660427,0.32829717515577295,0.6795580110497238,0.0,0.27071121837199047,0.40621308046516175 1991,KoboldAI/GPT-J-6B-Adventure,torch.float16,0.371160409556314,0.6126269667396933,0.34561702774099734,0.5595895816890292,0.008339651250947688,0.25941966600595273,0.3594588838304891 1992,KoboldAI/Mistral-7B-Holodeck-1,torch.float16,0.6023890784982935,0.8253335988846843,0.4152659088750174,0.7671665351223362,0.3366186504927976,0.6266634596768053,0.5955728719249891 1993,KoboldAI/fairseq-dense-125M,torch.float16,0.24061433447098976,0.3413662617008564,0.43716228509256083,0.5059194948697711,0.0,0.23978392213301,0.29414104971119803 1994,KoboldAI/OPT-2.7B-Nerys-v2,torch.float16,0.33276450511945393,0.6123282214698267,0.37227411490331375,0.6203630623520127,0.003032600454890068,0.26437498170817414,0.36752291433461187 1995,KoboldAI/GPT-NeoX-20B-Erebus,torch.float16,0.454778156996587,0.7279426409081856,0.3214759435261927,0.681136543014996,0.022744503411675512,0.2677278597779819,0.41263427460593655 1996,KoboldAI/OPT-2.7B-Erebus,torch.float16,0.3438566552901024,0.6091416052579167,0.37820401321428837,0.6164167324388319,0.003032600454890068,0.26697122972528536,0.3696038060635525 1997,KoboldAI/LLaMA2-13B-Psyfighter2,torch.float16,0.6006825938566553,0.8401712806213901,0.5299552830341843,0.7434885556432518,0.014404852160727824,0.5506595457505946,0.5465603518444673 1998,KoboldAI/LLaMA2-13B-Holomax,torch.float16,0.6049488054607508,0.8286197968532165,0.4296688400894108,0.7466456195737964,0.11448066717210008,0.5467110397094239,0.5451791281431164 1999,KoboldAI/fairseq-dense-355M,torch.float16,0.25426621160409557,0.4667396932881896,0.3919368306011215,0.5288082083662194,0.0,0.2530485069515788,0.3157999084685342 2000,KoboldAI/fairseq-dense-1.3B,torch.float16,0.31143344709897613,0.5839474208325035,0.37431285406680725,0.590370955011839,0.0,0.2498159497365312,0.35164677112444287 2001,KoboldAI/LLaMA2-13B-Estopia,torch.bfloat16,0.621160409556314,0.8253335988846843,0.5418152589282464,0.7584846093133386,0.13949962092494314,0.5498886366621583,0.5726970223782808 2002,KoboldAI/GPT-NeoX-20B-Skein,torch.float16,0.4496587030716723,0.7268472415853415,0.31643505874286504,0.6842936069455406,0.02880970432145565,0.2598627917970319,0.41098451774398453 2003,KoboldAI/PPO_Pygway-6b-Mix,torch.float16,0.4180887372013652,0.6776538538139812,0.32498062835474323,0.6440410418310971,0.016679302501895376,0.2842273960012745,0.39427849328405945 2004,KoboldAI/OPT-6.7B-Erebus,torch.float16,0.3916382252559727,0.6866162119099781,0.3511968048954699,0.65982636148382,0.01061410159211524,0.24575502538484703,0.3909411217537005 2005,KoboldAI/fairseq-dense-2.7B,torch.float16,0.3378839590443686,0.6574387572196774,0.34566191853366623,0.6393054459352802,0.0,0.26439979833529254,0.37411497984471415 2006,KoboldAI/OPT-13B-Erebus,torch.float16,0.40017064846416384,0.7006572395937064,0.34934762678604175,0.665351223362273,0.0075815011372251705,0.2532314691352355,0.39605661807977427 2007,KoboldAI/fairseq-dense-6.7B,torch.float16,0.39419795221843,0.7126070503883688,0.3272595306877265,0.6527229676400947,0.0,0.2690662765892482,0.392642296253978 2008,KoboldAI/OPT-30B-Erebus,torch.float16,0.36689419795221845,0.6560446126269668,0.38755612331391426,0.6511444356748224,0.002274450341167551,0.2479660778604887,0.38531331629492965 2009,KoboldAI/OPT-13B-Nerys-v2,torch.float16,0.3967576791808874,0.7053375821549492,0.33498246929585607,0.6787687450670876,0.002274450341167551,0.2535695500434089,0.3952817460138928 2010,KoboldAI/OPT-13B-Nerybus-Mix,torch.float16,0.3984641638225256,0.7060346544513045,0.3402394136199443,0.6787687450670876,0.0037907505686125853,0.24900687383189418,0.3960507668935614 2011,KoboldAI/LLaMA2-13B-Tiefighter,torch.float16,0.5989761092150171,0.8399721171081458,0.5301656358073983,0.745067087608524,0.006823351023502654,0.549783998492969,0.5451313832092595 2012,KoboldAI/OPT-350M-Erebus,torch.float16,0.2380546075085324,0.3434574785899223,0.43580276768622467,0.5256511444356748,0.003032600454890068,0.2623496194536184,0.3013913696881438 2013,KoboldAI/OPT-6.7B-Nerybus-Mix,torch.float16,0.3916382252559727,0.6863174666401115,0.34839239896758084,0.6511444356748224,0.0075815011372251705,0.24471395467316426,0.3882979970581461 2014,KoboldAI/GPT-J-6B-Janeway,torch.float16,0.4087030716723549,0.671081457876917,0.3574388006514294,0.6471981057616417,0.013646702047005308,0.2744963571483258,0.39542741585961233 2015,KoboldAI/GPT-J-6B-Shinen,torch.float16,0.3984641638225256,0.670583549093806,0.36940421585101085,0.6408839779005525,0.019711902956785442,0.27716285220731934,0.3960351103053333 2016,KoboldAI/GPT-J-6B-Skein,torch.float16,0.4257679180887372,0.6869149571798446,0.3870384632260675,0.6385161799526441,0.014404852160727824,0.24876184093838383,0.4002340352577342 2017,KoboldAI/OPT-2.7B-Nerybus-Mix,torch.float16,0.3370307167235495,0.6121290579565823,0.37570059984034376,0.6203630623520127,0.001516300227445034,0.26597455774149514,0.3687857158069048 2018,KoboldAI/Mixtral-8x7B-Holodeck-v1,torch.float16,0.6655290102389079,0.867755427205736,0.48282128629443755,0.8121546961325967,0.5617892342683851,0.7166581827229173,0.6844513061438301 2019,minghaowu/phi-2-OpenHermes-2.5,torch.bfloat16,0.5648464163822525,0.738797052380004,0.48101216272366176,0.7300710339384373,0.0,0.5480403989562945,0.5104611773967751 2020,DevaMalla/llama_7b_qlora_cds,torch.bfloat16,0.5247440273037542,0.7776339374626569,0.4613848175485234,0.7174427782162589,0.04094010614101592,0.32383381635820163,0.4743299138384018 2021,DevaMalla/llama-base-7b,torch.float16,0.5093856655290102,0.7780322644891456,0.3433554241758255,0.7142857142857143,0.0356330553449583,0.3566880270259615,0.45623002514176925 2022,DevaMalla/llama7b_alpaca_1gpu_bf16,torch.bfloat16,0.5273037542662116,0.7877912766381199,0.3371327029021075,0.7292817679558011,0.045489006823351025,0.36261973272490694,0.4649363735517497 2023,DevaMalla/llama_7b_qlora_pds-eval,torch.bfloat16,0.5392491467576792,0.7813184624576778,0.4560380785373756,0.7261247040252565,0.04169825625473844,0.3297744787635578,0.47903385446604757 2024,DevaMalla/llama_7b_lora,torch.bfloat16,0.5486348122866894,0.7909778928500298,0.34744866621498555,0.7277032359905288,0.05534495830174375,0.33628441935767683,0.46773233083360904 2025,DevaMalla/llama_7b_qlora,4bit,0.5511945392491467,0.7826130252937662,0.3397939807337936,0.7205998421468035,0.045489006823351025,0.35709576084120515,0.4661310258480111 2026,louisgrc/Marengoli_7B_SLERP,torch.bfloat16,0.7363481228668942,0.892352121091416,0.7722868021653715,0.850828729281768,0.6868840030326004,0.6467898794469835,0.7642482763141722 2027,WeOpenML/PandaLM-Alpaca-7B-v1,torch.float16,0.5085324232081911,0.7735510854411471,0.36630241348526366,0.7190213101815311,0.009097801364670205,0.3591090386724511,0.4559356787255424 2028,WeOpenML/Alpaca-7B-v1,torch.float16,0.4906143344709898,0.7571200955984864,0.3628058152829545,0.7150749802683505,0.001516300227445034,0.3376245731676487,0.44412601650264577 2029,moreh/MoMo-72B-LoRA-V1.4,torch.float16,0.6911262798634812,0.8500298745269866,0.6271456347906439,0.8374112075769534,0.6997725549658832,0.7726227405609103,0.7463513820474765 2030,moreh/MoMo-72B-lora-1.8.4-DPO,torch.bfloat16,0.6962457337883959,0.8535152360087632,0.6463824776232716,0.8413575374901342,0.7626990144048522,0.7733318317794085,0.7622553051824709 2031,moreh/MoMo-70B-lora-1.8.4-DPO,torch.bfloat16,0.6962457337883959,0.8535152360087632,0.6463824776232716,0.8413575374901342,0.7626990144048522,0.7733318317794085,0.7622553051824709 2032,moreh/MoMo-72B-lora-1.8.6-DPO,torch.bfloat16,0.7013651877133106,0.8602867954590719,0.6899803980341069,0.8437253354380426,0.7680060652009097,0.7740076469107414,0.7728952381260306 2033,moreh/MoMo-72B-lora-1.8.5-DPO,torch.bfloat16,0.6953924914675768,0.8560047799243179,0.6579360053724295,0.8413575374901342,0.7429871114480667,0.7748967601098689,0.7614291143020656 2034,moreh/MoMo-70B-lora-1.8.5-DPO,torch.bfloat16,0.6953924914675768,0.8560047799243179,0.6579360053724295,0.8413575374901342,0.7429871114480667,0.7748967601098689,0.7614291143020656 2035,moreh/MoMo-70B-LoRA-V1.4,torch.bfloat16,0.6919795221843004,0.8507269468233419,0.626557569821075,0.8374112075769534,0.7020470053070508,0.7712466146850138,0.7466614777329559 2036,moreh/MoMo-70B-lora-1.8.6-DPO,torch.bfloat16,0.7013651877133106,0.8602867954590719,0.6899803980341069,0.8437253354380426,0.7680060652009097,0.7740076469107414,0.7728952381260306 2037,moreh/MoMo-72B-lora-1.8.7-DPO,torch.bfloat16,0.7081911262798635,0.8595897231627166,0.7470556249138,0.840568271507498,0.7862016679302501,0.7712536610037605,0.7854766791329815 2038,LoSboccacc/orthogonal-2x7B-base,torch.bfloat16,0.6689419795221843,0.8554072893845848,0.6600496157622183,0.7703235990528808,0.5079605761940864,0.6248905918337799,0.6812622752916223 2039,LoSboccacc/orthogonal-2x7B-v2-base,torch.bfloat16,0.6689419795221843,0.8569010157339175,0.6680405227339233,0.7734806629834254,0.5140257771038665,0.6265135561665462,0.6846505857073106 2040,upstage/llama-30b-instruct-2048,torch.float16,0.6493174061433447,0.8494323839872535,0.5629965879248433,0.7955801104972375,0.17816527672479152,0.6189856088457298,0.6090795623538666 2041,upstage/Llama-2-70b-instruct,torch.float16,0.7090443686006825,0.8748257319259112,0.6096689044038274,0.8287292817679558,0.32221379833206976,0.6980338028282593,0.6737526479764511 2042,upstage/llama-30b-instruct,torch.float16,0.6245733788395904,0.8622784305915157,0.5277707567124615,0.8050513022888713,0.12130401819560273,0.5936780556957992,0.5891093237206402 2043,upstage/SOLAR-0-70b-16bit,torch.float16,0.7107508532423208,0.8789085839474209,0.6224972679005382,0.8358326756116812,0.45261561789234267,0.7057664899013119,0.7010619147492693 2044,upstage/llama-65b-instruct,torch.float16,0.6885665529010239,0.8642700657239594,0.5969914036089322,0.8105761641673244,0.2623199393479909,0.6477170393841819,0.6450735275222355 2045,upstage/SOLAR-10.7B-Instruct-v1.0,torch.float16,0.7107508532423208,0.8815972913762199,0.7142943510205136,0.8358326756116812,0.6474601971190296,0.6621064893071145,0.74200697627948 2047,upstage/SOLAR-10.7B-v1.0,torch.float16,0.6194539249146758,0.8460466042620992,0.4503940613910581,0.8366219415943172,0.5549658832448825,0.6547877433224611,0.660378359788249 2048,HenryJJ/dolphin-2.6-mistral-7b-dpo-orca-v2,torch.bfloat16,0.6612627986348123,0.8490340569607648,0.6239282651782372,0.7861089187056038,0.39651250947687644,0.6264011588493675,0.6572079513009437 2049,HenryJJ/dolphin-2.6-mistral-7b-dpo-orca,torch.bfloat16,0.6604095563139932,0.8462457677753435,0.5997212380160826,0.7829518547750592,0.20318423047763456,0.6227688502726233,0.6192135829384561 2050,HenryJJ/Instruct_Yi-6B_Dolly15K,torch.float16,0.5486348122866894,0.7587134037044413,0.42839602626744816,0.7490134175217048,0.2926459438968916,0.63372013148331,0.5685206225267475 2051,HenryJJ/Instruct_Mistral-7B-v0.1_Dolly15K,torch.float16,0.5938566552901023,0.826229834694284,0.435601924823795,0.7932123125493291,0.3510235026535254,0.6270912065241925,0.6045025727558714 2052,HenryJJ/dolphin-2.6-mistral-7b-dpo-orca-v3,torch.bfloat16,0.6629692832764505,0.8453495319657439,0.6128599699123188,0.7758484609313339,0.25549658832448824,0.6235712090470716,0.6293491739095679 2053,HenryJJ/dolphin-2.6-mistral-7b-dpo-orca-v1,torch.bfloat16,0.6604095563139932,0.8462457677753435,0.5997212380160826,0.7829518547750592,0.20318423047763456,0.6227688502726233,0.6192135829384561 2054,HenryJJ/Instruct_Yi-6B_Dolly_CodeAlpaca,torch.float16,0.5315699658703071,0.7530372435769767,0.41422968964840373,0.7537490134175217,0.2835481425322214,0.6305541924686109,0.561114707919007 2055,itsliupeng/llama2_7b_zh,torch.bfloat16,0.5204778156996587,0.7487552280422227,0.42858587749612026,0.7174427782162589,0.06444275966641395,0.6068730970411653,0.5144295926936401 2056,itsliupeng/openllama-7b-icl,torch.bfloat16,0.47952218430034127,0.7703644692292372,0.3706359177223847,0.7016574585635359,0.10993176648976498,0.44365214961133836,0.4792939909861005 2057,itsliupeng/llama2_7b_code,torch.bfloat16,0.5213310580204779,0.7571200955984864,0.3875988110597644,0.7150749802683505,0.08112206216830932,0.4805078852551697,0.4904591487284264 2058,itsliupeng/Mixtral-8x7B-v0.1-top3,torch.float16,0.674061433447099,0.8662617008564031,0.48575008545428044,0.823993685872139,0.5754359363153905,0.7198363627587469,0.6908898674506765 2059,itsliupeng/llama2_7b_mmlu,torch.bfloat16,0.5614334470989761,0.7912766381198965,0.40950657377856753,0.744277821625888,0.07884761182714177,0.600393418712039,0.5309559185270848 2060,itsliupeng/llama2_70b_mmlu,torch.bfloat16,0.6561433447098977,0.8737303326030671,0.4914985403822716,0.823993685872139,0.5299469294920395,0.718853094140887,0.682360987866717 2061,itsliupeng/openllama-7b-base,torch.bfloat16,0.4616040955631399,0.7639912368054173,0.3664912047351792,0.7087608524072613,0.09628506444275967,0.42817636677317683,0.470884803454489 2062,itsliupeng/llama_9b_long,torch.bfloat16,0.6006825938566553,0.7866958773152758,0.4595165177815787,0.7663772691397001,0.48142532221379836,0.7052771602831267,0.6333291234316892 2063,malhajar/Mistral-7B-v0.2-meditron-turkish,torch.float16,0.5955631399317406,0.8178649671380203,0.6619182579327776,0.7624309392265194,0.3593631539044731,0.6034621891888965,0.6334337745537378 2064,malhajar/meditron-7b-chat,torch.float16,0.507679180887372,0.753734315873332,0.48561313890109503,0.7316495659037096,0.09173616376042457,0.4048651672819562,0.4958795887679815 2066,Panchovix/WizardLM-33B-V1.0-Uncensored-SuperHOT-8k,torch.float16,0.25426621160409557,0.3196574387572197,0.46998809866465313,0.510655090765588,0.0,0.23430691537816217,0.29814562586161975 2067,Panchovix/airoboros-33b-gpt4-1.2-SuperHOT-8k,torch.float16,0.24658703071672355,0.31228838876717785,0.4743729009204368,0.5043409629044988,0.0,0.23132981866717675,0.2948198503293356 2068,touqir/Cyrax-7B,torch.float16,0.7295221843003413,0.8818960366460864,0.7701130353030725,0.8389897395422258,0.6921910538286581,0.6460451676919953,0.7597928695520633 2069,jerryjalapeno/nart-100k-7b,torch.float16,0.5409556313993175,0.7847042421828321,0.3674038423833509,0.7048145224940805,0.0356330553449583,0.3497996981592953,0.4638851653273057 2070,eachadea/vicuna-7b-1.1,torch.float16,0.5366894197952219,0.7746464847639912,0.48940747456304606,0.7095501183898973,0.05534495830174375,0.4562882054877963,0.5036544435502828 2071,eachadea/vicuna-13b-1.1,torch.float16,0.5273037542662116,0.8013343955387373,0.5207836984948891,0.7419100236779794,0.08642911296436695,0.5193614752036645,0.5328537433576415 2072,eachadea/vicuna-13b,torch.float16,0.5170648464163823,0.7994423421629158,0.526792499290547,0.7103393843725335,0.0758150113722517,0.508358147707632,0.522968705220377 2073,bhenrym14/airophin-v2-13b-PI-8k-fp16,torch.float16,0.60580204778157,0.8296156144194383,0.40135553488794606,0.7663772691397001,0.07354056103108415,0.5674638120256797,0.5406924732142364 2074,bhenrym14/airoboros-33b-gpt4-1.4.1-PI-8192-fp16,torch.float16,0.3199658703071672,0.5388368850826528,0.3859293041187339,0.5682715074980268,0.0,0.31431946121098436,0.3545538380362609 2075,bhenrym14/airoboros-33b-gpt4-1.4.1-lxctx-PI-16384-fp16,torch.bfloat16,0.60580204778157,0.8297151961760606,0.4610373081521129,0.7371744277821626,0.08567096285064443,0.5209869729055625,0.5400644859413521 2076,bhenrym14/airophin-13b-pntk-16k-fp16,torch.bfloat16,0.6117747440273038,0.8286197968532165,0.43204834843996703,0.7616416732438832,0.0803639120545868,0.5518899150414707,0.5443897316100713 2077,bhenrym14/mistral-7b-platypus-fp16,torch.bfloat16,0.6305460750853242,0.8414658434574785,0.4507090146368127,0.7853196527229677,0.17361637604245642,0.641128550065555,0.5871309186684325 2078,bhenrym14/platypus-yi-34b,torch.bfloat16,0.6843003412969283,0.8521210914160526,0.5447979518566931,0.840568271507498,0.6103108415466262,0.7812972437368345,0.718899290226772 2080,maximuslee07/llama-2-7b-rockwell-final,torch.float16,0.5273037542662116,0.7909778928500298,0.4721000283156327,0.6842936069455406,0.07960576194086429,0.47881700740514826,0.5055163419539045 2081,HWERI/Llama2-7b-sharegpt4,torch.float16,0.5571672354948806,0.8094005178251344,0.4833790098921864,0.7119179163378059,0.026535253980288095,0.4746814125354761,0.5105135576776286 2082,HWERI/pythia-1.4b-deduped-sharegpt,torch.float16,0.3430034129692833,0.5449113722366062,0.4180996357014574,0.5524861878453039,0.008339651250947688,0.23996055427043217,0.3511334690456718 2083,HWERI/pythia-70m-deduped-cleansharegpt,torch.float16,0.2568259385665529,0.25403306114319857,0.5115134313181325,0.5201262825572218,0.0,0.23116857555371031,0.29561121485646935 2084,HWERI/pythia-70m-deduped-cleansharegpt-en,torch.float16,0.21160409556313994,0.27155945030870343,0.48569344141607573,0.5011838989739542,0.0,0.2524486843269305,0.28708159509813397 2085,WebraftAI/synapsellm-7b-mistral-v0.5-preview,torch.float16,0.5273037542662116,0.7650866361282613,0.5516274394366725,0.7434885556432518,0.22744503411675512,0.5467351321999283,0.5602810919651802 2086,WebraftAI/synapsellm-7b-mistral-v0.3-preview,torch.float16,0.53839590443686,0.7485560645289783,0.5503392001553602,0.7458563535911602,0.2896133434420015,0.5480925289462053,0.570142232516761 2087,WebraftAI/synapsellm-7b-mistral-v0.4-preview2,torch.float16,0.5298634812286689,0.7453694483170683,0.5379290576758808,0.739542225730071,0.25701288855193327,0.5459867248714962,0.5592839710625198 2088,WebraftAI/synapsellm-7b-mistral-v0.4-preview3,torch.float16,0.5127986348122867,0.7482573192591118,0.5235126569364149,0.7348066298342542,0.24791508718726307,0.5292552014441114,0.5494242549122403 2089,WebraftAI/synapsellm-7b-mistral-v0.5-preview2,torch.float16,0.5221843003412969,0.7554272057359092,0.5547100211730163,0.7308602999210734,0.2759666413949962,0.5164006016456195,0.559258178368652 2090,Reverb/Mistral-7B-LoreWeaver,torch.float16,0.5998293515358362,0.8329018123879706,0.4215018483148684,0.7837411207576953,0.37680060652009095,0.6411698684418657,0.6093241013263878 2091,kaist-ai/mistral-orpo-beta,torch.bfloat16,0.6117747440273038,0.8402708623780123,0.4768605889828598,0.7924230465666929,0.3980288097043215,0.6325548944540427,0.6253188243522055 2092,kaist-ai/prometheus-13b-v1.0,torch.float16,0.5324232081911263,0.8075084644493129,0.45658829405752177,0.7371744277821626,0.3169067475360121,0.5148509309757325,0.560908678831978 2096,Nexusflow/NexusRaven-V2-13B,torch.bfloat16,0.4513651877133106,0.6739693288189603,0.4453595923052835,0.6637726913970008,0.2092494313874147,0.44878804255912186,0.48208404569684865 2097,Nexusflow/Starling-LM-7B-beta,torch.bfloat16,0.6723549488054608,0.8346942840071699,0.5546908481665623,0.8129439621152328,0.6664139499620925,0.65144869386327,0.6987577811532981 2098,andysalerno/openchat-nectar-0.11,torch.float16,0.6621160409556314,0.8328022306313483,0.5291674189872531,0.8145224940805051,0.6846095526914329,0.6524787530530961,0.6959494150665445 2099,andysalerno/openchat-nectar-0.8,torch.float16,0.6578498293515358,0.8305118502290381,0.5226230452646764,0.8161010260457774,0.6770280515542078,0.6516158016798426,0.692621600687513 2100,andysalerno/openchat-nectar-0.14,torch.float16,0.6561433447098977,0.8302131049591714,0.500920468272256,0.8200473559589582,0.6921910538286581,0.6458292277536325,0.6908907592470958 2101,andysalerno/cloudymixtral7Bx2-nectar-0.2,torch.bfloat16,0.6749146757679181,0.8077076279625572,0.6873292641569112,0.739542225730071,0.011372251705837756,0.6509190213753046,0.5952975111164334 2102,andysalerno/mistral-sft-v3,torch.bfloat16,0.613481228668942,0.8223461461860188,0.48486973835959385,0.77663772691397,0.3244882486732373,0.6340032160809296,0.6093043841471152 2103,andysalerno/rainbowfish-v7,torch.bfloat16,0.6194539249146758,0.8252340171280621,0.4977624814777941,0.7813733228097869,0.37452615617892343,0.6325631756487257,0.6218188463596613 2104,andysalerno/openchat-nectar-0.3,torch.float16,0.659556313993174,0.8315076677952599,0.5238305779540199,0.8153117600631413,0.6770280515542078,0.6546284853545524,0.6936438094523925 2105,andysalerno/openchat-nectar-0.5,torch.float16,0.6672354948805461,0.835291774546903,0.5215263336816769,0.8208366219415943,0.6815769522365428,0.6535744890949884,0.6966736110637085 2106,andysalerno/openchat-nectar-0.6,torch.float16,0.6655290102389079,0.8322047400916153,0.5190433843192046,0.8121546961325967,0.6974981046247157,0.6519367187819365,0.6963944423648294 2107,andysalerno/openchat-nectar-0.7,torch.float16,0.6578498293515358,0.8300139414459271,0.5204520312017102,0.813733228097869,0.6785443517816527,0.6509732885134553,0.6919277783986918 2108,andysalerno/rainbowfish-7B-v10,torch.bfloat16,0.6117747440273038,0.8233419637522406,0.49453359327829777,0.7805840568271507,0.36997725549658833,0.6326266420651572,0.6188063759077896 2109,andysalerno/rainbowfish-7B-v9,torch.bfloat16,0.6177474402730375,0.8243377813184625,0.488208971713914,0.77663772691397,0.3479909021986353,0.6300297919037291,0.6141587690536247 2110,andysalerno/rainbowfish-v6,torch.bfloat16,0.6194539249146758,0.8251344353714399,0.4837489625680555,0.7790055248618785,0.36315390447308565,0.6279209113961126,0.6164029439308747 2111,andysalerno/openchat-nectar-0.1,torch.float16,0.6621160409556314,0.8299143596893049,0.5421624590053248,0.813733228097869,0.6967399545109931,0.6517431289392325,0.6994015285330594 2112,andysalerno/openchat-nectar-0.4,torch.float16,0.6663822525597269,0.8323043218482374,0.5170655549832318,0.8168902920284136,0.686125852918878,0.6521852272206954,0.6951589169265304 2113,TIGER-Lab/TIGERScore-13B,torch.bfloat16,0.590443686006826,0.8279227245568612,0.4038156584139009,0.7474348855564326,0.287338893100834,0.5506532489257827,0.567934849426773 2114,KatyTheCutie/EstopianMaid-13B,torch.float16,0.6049488054607508,0.8348934475204143,0.5235005454748325,0.755327545382794,0.09173616376042457,0.5617715365107263,0.5620296740183237 2115,KatyTheCutie/LemonadeRP-4.5.3,torch.float16,0.6510238907849829,0.8472415853415655,0.5786643978830561,0.7774269928966061,0.4632297194844579,0.6438605586656123,0.6602411908427134 2116,kalisai/Nusantara-7b-Indo-Chat,torch.bfloat16,0.4854948805460751,0.7284405496912966,0.4562685899562633,0.6953433307024467,0.2494313874147081,0.5202942883894284,0.5225455044500363 2117,kalisai/Nusantara-0.8b-Indo-Chat,torch.bfloat16,0.3037542662116041,0.44612626966739694,0.39538805225865514,0.5469613259668509,0.014404852160727824,0.2689198112326917,0.32925909624965444 2118,kalisai/Nusantara-1.8b-Indo-Chat,torch.bfloat16,0.3532423208191126,0.5632344154550887,0.37265340146580295,0.5974743488555643,0.03335860500379075,0.30366992888855576,0.3706055034146525 2119,kalisai/Nusantara-4b-Indo-Chat,torch.bfloat16,0.4539249146757679,0.7015534754033061,0.38377276241844155,0.6724546172059984,0.11599696739954511,0.3838731749529705,0.45192931867600494 2120,kalisai/Nusantara-2.7b-Indo-Chat,torch.bfloat16,0.34215017064846415,0.5610436168094005,0.3740723994774855,0.5816890292028414,0.03335860500379075,0.24827257588199722,0.3567643995039966 2121,Evillain/StarDust_20B_v0.2,torch.bfloat16,0.6100682593856656,0.8375821549492133,0.5142552220243882,0.7726913970007893,0.2403335860500379,0.5928592581701565,0.5946316462633751 2122,Steelskull/Lumosia-MoE-4x10.7,torch.bfloat16,0.6834470989761092,0.8713403704441346,0.6381004995194399,0.829518547750592,0.510235026535254,0.6438170284981596,0.6960764286206148 2123,Steelskull/VerA-Etheria-55b,torch.bfloat16,0.6424914675767918,0.8145787691694881,0.5210415817923857,0.7592738752959748,0.3980288097043215,0.7350909364480847,0.645084239997841 2124,Steelskull/Umbra-v2.1-MoE-4x10.7,torch.bfloat16,0.6911262798634812,0.8757219677355108,0.6656920159558114,0.8310970797158642,0.6868840030326004,0.6647560713160541,0.7358795696032203 2125,Steelskull/VerB-Etheria-55b,torch.bfloat16,0.659556313993174,0.8147779326827326,0.575213422471882,0.7545382794001578,0.2880970432145565,0.7377956276701707,0.6383297699054457 2126,Steelskull/Umbra-MoE-4x10.7,torch.bfloat16,0.7030716723549488,0.8781119298944433,0.6782098863716366,0.8326756116811366,0.6474601971190296,0.6642053219001544,0.7339557698868915 2127,Steelskull/Aurora_base_test,torch.bfloat16,0.628839590443686,0.8398725353515236,0.6783801405582048,0.7640094711917916,0.3252463987869598,0.6023959233086437,0.6397906766068017 2128,Steelskull/Etheria-55b-v0.1,torch.bfloat16,0.6510238907849829,0.819259111730731,0.561599891268678,0.760852407261247,0.35178165276724793,0.7366273791808748,0.6468573888322936 2129,Steelskull/Umbra-v3-MoE-4x11b,torch.bfloat16,0.6843003412969283,0.8783110934076878,0.6929709912810542,0.8389897395422258,0.6307808946171342,0.6598758894469917,0.7308714915986704 2130,Steelskull/Lumosia-v2-MoE-4x10.7,torch.bfloat16,0.7039249146757679,0.8787094204341764,0.6847502236527627,0.8421468034727704,0.6512509476876421,0.6644814972988202,0.7375439678703234 2131,kz919/mistral-7b-sft-open-orca-flan-50k,torch.bfloat16,0.5878839590443686,0.8191595299741088,0.3749461951546611,0.7797947908445146,0.10310841546626232,0.5571682609966587,0.537010191913429 2132,kz919/mistral-7b-dpo-open-orca-flan-50k-synthetic-5-models,torch.bfloat16,0.2551194539249147,0.2552280422226648,0.4880571743853537,0.5019731649565904,0.0,0.26822327005009394,0.2947668509232696 2134,WhiteRabbitNeo/WhiteRabbitNeo-13B-v1,torch.bfloat16,0.4854948805460751,0.6870145389364668,0.44577231939553535,0.6740331491712708,0.22365428354814254,0.4303588134493383,0.49105466417447147 2135,WhiteRabbitNeo/WhiteRabbitNeo-33B-v1,torch.bfloat16,0.44368600682593856,0.6021708822943637,0.416805939433293,0.6101026045777427,0.3373768006065201,0.40556794311476263,0.46928502947543677 2136,Wanfq/FuseLLM-7B,torch.bfloat16,0.5324232081911263,0.7871937860983867,0.38170797049642685,0.7403314917127072,0.14329037149355572,0.47929482825240266,0.5107069427074342 2137,Undi95/Mixtral-8x7B-MoE-RP-Story,torch.bfloat16,0.515358361774744,0.6999601672973511,0.41531240642156975,0.6732438831886346,0.09931766489764973,0.4303926575101337,0.4722641901816805 2138,Undi95/ReMM-SLERP-L2-13B,torch.float16,0.6092150170648464,0.8355905198167696,0.5197363921890529,0.7521704814522494,0.09173616376042457,0.5533243346586624,0.5602954848236675 2139,Undi95/UndiMix-v1-13b,torch.float16,0.5947098976109215,0.8245369448317068,0.49776482696964136,0.7545382794001578,0.10007581501137225,0.5582607766891338,0.5549810900854889 2140,Undi95/Amethyst-13B,torch.float16,0.6262798634812287,0.8317068313085043,0.5242719773292807,0.7474348855564326,0.10841546626231995,0.5591015019706803,0.5662017543180743 2142,Undi95/Llama2-13B-no_robots-alpaca-lora,torch.float16,0.5887372013651877,0.8243377813184625,0.4045559753787184,0.7529597474348856,0.06444275966641395,0.5310532090136307,0.5276811123628832 2143,Undi95/CreativityEngine,torch.float16,0.5930034129692833,0.8242381995618403,0.5246393270856821,0.7419100236779794,0.09552691432903715,0.535526553387157,0.5524740718351632 2144,Undi95/MLewd-v2.4-13B,torch.float16,0.6168941979522184,0.8382792272455686,0.5333727097453667,0.745067087608524,0.0978013646702047,0.5509813549494796,0.5637326570285603 2145,Undi95/Mistral-11B-v0.1,torch.bfloat16,0.5955631399317406,0.8116908982274448,0.4066832234739293,0.7663772691397001,0.266868840030326,0.6355720856176197,0.5804592427367935 2146,Undi95/MLewd-L2-Chat-13B,torch.float16,0.6203071672354948,0.8418641704839673,0.5283543922925904,0.7742699289660616,0.11296436694465505,0.5875102311669786,0.5775450428482913 2147,Undi95/ReMM-v2.1-L2-13B,torch.float16,0.6143344709897611,0.8391754630551683,0.502982198851368,0.7592738752959748,0.12736921910538287,0.5595485987371628,0.567113971005803 2148,Undi95/U-Amethyst-20B,torch.float16,0.6220136518771331,0.8311093407687712,0.5320122237340842,0.7419100236779794,0.05307050796057619,0.5587716221618556,0.5564812283633999 2149,Undi95/LewdEngine,torch.float16,0.6049488054607508,0.8308105954989046,0.43629332146485117,0.7490134175217048,0.12357846853677028,0.5484242752190573,0.5488448139503398 2150,Undi95/Clover3-17B,torch.float16,0.5989761092150171,0.811790479984067,0.4072173688663445,0.7861089187056038,0.18802122820318423,0.6046681136773119,0.5661303697752548 2151,Undi95/Nous-Hermes-13B-Code,torch.float16,0.6117747440273038,0.832105158334993,0.505550629963065,0.7513812154696132,0.10386656557998483,0.5513166758898136,0.5593324982107956 2152,Undi95/Emerald-13B,torch.float16,0.6228668941979523,0.836885082652858,0.5094365067991387,0.7592738752959748,0.1281273692191054,0.556956078599343,0.5689243011273953 2153,Undi95/ReMM-Mistral-13B,torch.float16,0.6220136518771331,0.8381796454889464,0.5331836105073876,0.745067087608524,0.12054586808188021,0.5543049446825139,0.5688824680410641 2154,Undi95/UndiMix-v4-13B,torch.float16,0.6194539249146758,0.8387771360286795,0.48955195668610224,0.7616416732438832,0.1372251705837756,0.5689951426026968,0.5692741673433023 2155,Undi95/MXLewd-L2-20B,torch.float16,0.6322525597269625,0.8533160724955188,0.5164709446147603,0.760852407261247,0.10917361637604246,0.5736331156344604,0.5742831193514985 2156,Undi95/Borealis-10.7B-DPO,torch.bfloat16,0.5793515358361775,0.8120892252539335,0.463684880718845,0.7545382794001578,0.33358605003790753,0.6073951465147931,0.5917741862936358 2157,Undi95/Llamix2-Xwin-MoE-4x13B,torch.float16,0.6040955631399317,0.8296156144194383,0.3963209435327923,0.7513812154696132,0.33206974981046244,0.5624018276863123,0.5793141523430917 2158,Undi95/CodeEngine,torch.float16,0.5836177474402731,0.8227444732125074,0.45182279949368886,0.7458563535911602,0.015163002274450341,0.5417882808567511,0.5268321094781385 2159,Undi95/X-MythoChronos-13B,torch.float16,0.5972696245733788,0.8338976299541924,0.535496493693775,0.744277821625888,0.22971948445792267,0.5650396285549979,0.5842834471433591 2160,Undi95/MLewd-ReMM-L2-Chat-20B-Inverted,torch.float16,0.6168941979522184,0.8532164907388966,0.5376513807870049,0.7561168113654302,0.09097801364670205,0.5799721334139891,0.5724715046507068 2161,Undi95/Mistral-11B-TestBench11,torch.bfloat16,0.64419795221843,0.8392750448117905,0.5667907484592799,0.7774269928966061,0.14935557240333586,0.6382072634544643,0.6025422623739844 2162,Undi95/Unholy-v1-12L-13B,torch.float16,0.6356655290102389,0.8374825731925911,0.5109377575595978,0.7726913970007893,0.1106899166034875,0.5808136499105658,0.5747134705462117 2163,Undi95/Emerhyst-20B,torch.float16,0.6168941979522184,0.8498307110137423,0.5416298206037606,0.760852407261247,0.08491281273692192,0.5697927044523352,0.570652109003371 2164,Undi95/Mistral-11B-TestBench9,torch.bfloat16,0.6407849829351536,0.8423620792670783,0.5618804562751369,0.7845303867403315,0.16148597422289612,0.6399841812985771,0.6051713434565289 2165,Undi95/Amethyst-13B-Mistral,torch.float16,0.6262798634812287,0.8317068313085043,0.5242719773292807,0.7474348855564326,0.10841546626231995,0.5591015019706803,0.5662017543180743 2166,Undi95/Mixtral-4x7B-DPO-RPChat,torch.bfloat16,0.6459044368600683,0.8536148177653854,0.4987103568406069,0.7876874506708761,0.5314632297194845,0.6356745545789912,0.658842474405902 2167,Undi95/MLewd-Chat-v2-13B,torch.float16,0.6186006825938567,0.8380800637323242,0.5450807561335627,0.7576953433307024,0.10462471569370735,0.570003717497472,0.5723475464969375 2168,Undi95/Miqu-70B-Alpaca-DPO,torch.bfloat16,0.7320819112627986,0.8859788886675961,0.6943559687441003,0.8539857932123125,0.6755117513267627,0.7541051041991715,0.766003236235457 2169,Undi95/ReMM-v2.2-L2-13B,torch.float16,0.6126279863481229,0.8415654252141008,0.5135116682163505,0.7561168113654302,0.14025777103866566,0.5621694275616106,0.5710415149573801 2170,Undi95/MLewd-L2-13B,torch.float16,0.5827645051194539,0.8232423819956184,0.4866402159418837,0.7348066298342542,0.01288855193328279,0.5467034033079063,0.5311742813553999 2171,Undi95/ReMM-v2-L2-13B,torch.float16,0.6194539249146758,0.8399721171081458,0.5081127343633631,0.7584846093133386,0.13191811978771797,0.5613803919531724,0.5698869829067356 2173,Undi95/MLewd-ReMM-L2-Chat-20B,torch.float16,0.6245733788395904,0.8562039434375622,0.5562951743828177,0.7719021310181531,0.10917361637604246,0.5913353414625026,0.5849139309194448 2174,Undi95/ReMM-L2-13B-PIPPA,torch.float16,0.5972696245733788,0.8312089225253934,0.49935182390993416,0.745067087608524,0.029567854435178165,0.541007992667373,0.5405788842866303 2175,Undi95/PsyMedRP-v1-20B,torch.float16,0.6049488054607508,0.8393746265684127,0.5444967551355537,0.7482241515390686,0.14859742228961334,0.5668428733229554,0.5754141057193923 2176,Undi95/Llamix2-MLewd-4x13B,torch.float16,0.6100682593856656,0.8317068313085043,0.5034696577826705,0.7537490134175217,0.4336618650492798,0.5632241827012624,0.6159799682741507 2177,Undi95/MM-ReMM-L2-20B,torch.float16,0.6083617747440273,0.851822346146186,0.5333434257017081,0.7576953433307024,0.07733131159969674,0.5645409171045541,0.5655158531044792 2178,Undi95/ReMM-L2-13B,torch.float16,0.5972696245733788,0.831009759012149,0.49938332230288074,0.745067087608524,0.029567854435178165,0.5411462692797211,0.540573986201972 2179,Undi95/OpenRP-13B,torch.float16,0.621160409556314,0.8260306711810397,0.48286539138692774,0.7600631412786109,0.1288855193328279,0.5750125099333218,0.5656696071115069 2181,Undi95/MLewdBoros-L2-13B,torch.float16,0.6254266211604096,0.8389762995419239,0.48136107027773045,0.7695343330702447,0.10993176648976498,0.5656529814905652,0.5651471786717731 2182,MexIvanov/zephyr-python-ru,torch.float16,0.5614334470989761,0.8202549292969528,0.5280108433994529,0.7679558011049724,0.3252463987869598,0.6018107978522216,0.6007853695899226 2183,MexIvanov/zephyr-python-ru-merged,torch.float16,0.560580204778157,0.8205536745668194,0.5280717894644429,0.7695343330702447,0.3252463987869598,0.6020494598339537,0.6010059767500963 2184,mergedlm/zephyrnotus-11b-alpha,torch.bfloat16,0.613481228668942,0.8280223063134834,0.5721680885718956,0.7640094711917916,0.17134192570128887,0.6066534981243518,0.5926127530952922 2185,lqtrung1998/Codellama-7b-hf-ReFT-Rerank-GSM8k,torch.bfloat16,0.29266211604095566,0.2613025293766182,0.4997242001927576,0.510655090765588,0.0,0.2464302446713588,0.30179569684121305 2186,lqtrung1998/galactica-6.7b-ReFT-GSM8k,torch.bfloat16,0.4069965870307167,0.5033857797251543,0.4120886476277968,0.5832675611681136,0.006823351023502654,0.3761952250542064,0.3814595252715818 2187,lqtrung1998/galactica-6.7b-ReFT-Rerank-GSM8k,torch.bfloat16,0.4112627986348123,0.48775144393547104,0.4119538732314749,0.569060773480663,0.003032600454890068,0.32861166634938904,0.3686121926811168 2188,lqtrung1998/Codellama-7b-hf-ReFT-GSM8k,torch.bfloat16,0.4351535836177474,0.6452897829117705,0.37283283514952464,0.6424625098658248,0.23730098559514784,0.4085765765514828,0.45693604561524964 2189,rufjdk5480/gov-qna-ko-merged,torch.float16,0.39505119453924914,0.39055964947221666,0.48607139277849154,0.5674822415153907,0.2767247915087187,0.7186424042403539,0.47242194567573675 2190,rufjdk5480/WestLake-dpo-train-sft-v1,torch.float16,0.6578498293515358,0.8575980880302728,0.6779864188083103,0.8279400157853196,0.6239575435936315,0.6179796137452874,0.7105519182190596 2191,rufjdk5480/llama-7b-ludwig-alpaca,torch.float16,0.5401023890784983,0.7872933678550089,0.4191386468811098,0.7426992896606156,0.14859742228961334,0.4580119623552222,0.5159738463533446 2192,rufjdk5480/mixtral-ko-qna-merged,torch.float16,0.39505119453924914,0.39055964947221666,0.48607139277849154,0.5674822415153907,0.2767247915087187,0.7186424042403539,0.47242194567573675 2193,dozzke/hermorca,torch.bfloat16,0.6356655290102389,0.8440549691296555,0.5762874452821577,0.7703235990528808,0.5822592873388931,0.6429183773465054,0.6752515345267219 2194,lmsys/vicuna-13b-v1.5-16k,torch.float16,0.5571672354948806,0.8061143198566023,0.5178882674987548,0.7237569060773481,0.13115996967399546,0.5545313450098185,0.5484363406018999 2195,lmsys/longchat-13b-16k,torch.float16,0.5358361774744027,0.7767377016530571,0.47073517820766037,0.7008681925808997,0.04169825625473844,0.45237703661448797,0.496375423797541 2196,lmsys/vicuna-7b-v1.3,torch.float16,0.5042662116040956,0.7691694881497709,0.47006281499614255,0.7048145224940805,0.05686125852918878,0.48137166849399965,0.4977576607112129 2197,lmsys/vicuna-13b-v1.3,torch.float16,0.5460750853242321,0.8041226847241585,0.52138218817076,0.7482241515390686,0.10765731614859743,0.5287767261667351,0.5427063586789252 2198,lmsys/longchat-7b-v1.5-32k,torch.float16,0.5170648464163823,0.7496514638518224,0.4441965194260875,0.6866614048934491,0.047763457164518575,0.4316302838280447,0.4794946625967174 2199,lmsys/vicuna-13b-delta-v1.1,torch.float16,0.5273037542662116,0.8014339772953595,0.520836680647418,0.7419100236779794,0.08642911296436695,0.5190047111544449,0.5328197100009634 2200,lmsys/vicuna-13b-v1.1,torch.float16,0.5273037542662116,0.8014339772953595,0.520836680647418,0.7419100236779794,0.08642911296436695,0.5190047111544449,0.5328197100009634 2201,lmsys/vicuna-7b-v1.5,torch.float16,0.5324232081911263,0.7739494124676359,0.5032970216179807,0.7213891081294396,0.08188021228203184,0.5082314348659382,0.5201950662590255 2202,lmsys/vicuna-33b-v1.3,torch.float16,0.6160409556313993,0.8306114319856602,0.5609196687506864,0.7703235990528808,0.1372251705837756,0.5921222316863748,0.5845405096151296 2203,lmsys/vicuna-7b-v1.5-16k,torch.bfloat16,0.5469283276450512,0.7731527584146585,0.5041278188644791,0.7103393843725335,0.06368460955269144,0.49511445495587986,0.5155578923008822 2204,lmsys/vicuna-7b-delta-v1.1,torch.float16,0.5366894197952219,0.77504481179048,0.4894956279445854,0.7095501183898973,0.05534495830174375,0.4560605362851061,0.5036975787511725 2205,lmsys/vicuna-13b-v1.5,torch.bfloat16,0.5708191126279863,0.8123879705238001,0.51514595891982,0.7466456195737964,0.11296436694465505,0.566729498476748,0.5541154211778009 2206,tianlinliu0121/zephyr-7b-dpo-full-beta-0.2,torch.bfloat16,0.6177474402730375,0.8403704441346346,0.5472199948548838,0.7695343330702447,0.30022744503411675,0.6178523194926321,0.6154919961432582 2207,SCE/Mistral-7B-summ-lora-tuned,torch.bfloat16,0.6279863481228669,0.8519219279028082,0.7018312697546788,0.7719021310181531,0.38817285822592873,0.6057759111663286,0.6579317410317941 2208,SCE/Mistral-7B-summ-ia3-pruned20,torch.bfloat16,0.628839590443686,0.8477394941246763,0.678373098818418,0.7695343330702447,0.38817285822592873,0.6009033850960794,0.6522604599631721 2209,SCE/Mistral-7B-summ-ia3-tuned,torch.bfloat16,0.5964163822525598,0.8471420035849433,0.6860006822932447,0.7671665351223362,0.33586050037907506,0.5947701092977921,0.6378927021549918 2210,SCE/Mistral-7B-math-ia3-pruned10,torch.bfloat16,0.6313993174061433,0.8471420035849433,0.6816125161993237,0.7734806629834254,0.40106141015921154,0.6072073877465217,0.6569838830132615 2211,SCE/Mistral-7B-math-ia3-pruned20,torch.bfloat16,0.6305460750853242,0.8441545508862777,0.6773630200722127,0.7687450670876085,0.41925701288855194,0.6055187017710575,0.6575974046318388 2212,SCE/Mistral-7B-summ-ia3-pruned10,torch.bfloat16,0.6305460750853242,0.8488348934475204,0.6809872081720858,0.7750591949486977,0.39272175890826383,0.5967347571036558,0.6541473146109246 2213,SCE/Mistral-7B-math-ia3-tuned,torch.bfloat16,0.5725255972696246,0.8079067914758016,0.5807124282513559,0.7655880031570639,0.4184988627748294,0.5983005177727166,0.623922033450232 2214,manishiitg/open-aditi-hi-v4,torch.float16,0.6015358361774744,0.8183628759211312,0.44892812304835467,0.7995264404104183,0.5724033358605004,0.6131544474961281,0.6423185098190012 2215,manishiitg/open-aditi-hi-v1,torch.float16,0.5878839590443686,0.8137821151165107,0.42336343098693335,0.7647987371744278,0.33434420015163,0.5850589158481382,0.5848718930536682 2216,manishiitg/open-aditi-hi-v2,torch.float16,0.5938566552901023,0.8200557657837084,0.45839650469314347,0.7719021310181531,0.30022744503411675,0.6141380647716083,0.5930960944318054 2217,notadib/Mistral-7B-Instruct-v0.2-attention-sparsity-30,torch.float16,0.6296928327645052,0.8471420035849433,0.6748850342094754,0.7797947908445146,0.39423805913570886,0.6048789550017808,0.6551052792568214 2218,notadib/Mistral-7B-Instruct-v0.2-attention-sparsity-10-v0.1,torch.float16,0.6305460750853242,0.8488348934475204,0.6811241660222933,0.771112865035517,0.3889310083396513,0.6084437263603124,0.6548321223817698 2219,adamo1139/Yi-34B-200K-rawrr1-LORA-DPO-experimental-r3,torch.float16,0.6484641638225256,0.8477394941246763,0.45350711707317476,0.8310970797158642,0.6163760424564063,0.7600193201815967,0.6928672028957074 2220,adamo1139/Yi-34B-AEZAKMI-v1,torch.float16,0.643344709897611,0.8430591515634336,0.557340774150812,0.8082083662194159,0.5291887793783169,0.7391339514719371,0.6867126221135876 2221,adamo1139/Mistral-7B-AEZAKMI-v1,torch.float16,0.5887372013651877,0.8200557657837084,0.5354200723033775,0.7569060773480663,0.006823351023502654,0.5871945713840077,0.5491895065346418 2222,adamo1139/Yi-34B-200K-AEZAKMI-RAW-1701,torch.float16,0.6680887372013652,0.8578968333001394,0.5790757070039864,0.8034727703235991,0.599696739954511,0.7544240774349504,0.7104424775364252 2223,adamo1139/Yi-34B-200K-AEZAKMI-RAW-2301-LoRA,torch.float16,0.659556313993174,0.8388767177853017,0.5708422092704679,0.7868981846882399,0.5549658832448825,0.7475938208175638,0.6931221882999382 2224,adamo1139/Yi-6B-200K-AEZAKMI-v2-rawrr1-DPO,torch.float16,0.5247440273037542,0.7703644692292372,0.4714753463607863,0.7103393843725335,0.26914329037149354,0.6257262147498377,0.5619654553979404 2225,adamo1139/LWM-7B-1M-1000000ctx-AEZAKMI-3_1-1702,torch.float16,0.5119453924914675,0.770762796255726,0.4418799998573623,0.7205998421468035,0.0887035633055345,0.43116797518073,0.49417659487293725 2226,adamo1139/Yi-34B-200K-AEZAKMI-RAW-2301,torch.float16,0.6604095563139932,0.847042421828321,0.568876394941753,0.8113654301499605,0.5708870356330553,0.7489179497263658,0.7012497980989081 2227,adamo1139/Yi-6B-200K-AEZAKMI-v2,torch.float16,0.5298634812286689,0.7120095598486357,0.4679227286826816,0.7048145224940805,0.25094768764215314,0.6300311061740501,0.5492648476783784 2228,adamo1139/Yi-34B-200K-AEZAKMI-XLCTX-v3,torch.float16,0.6484641638225256,0.8476399123680541,0.37141750146639024,0.8105761641673244,0.4404852160727824,0.7448079246873749,0.6438984804307419 2229,adamo1139/Yi-34B-200K-AEZAKMI-RAW-2901,torch.float16,0.6493174061433447,0.8498307110137423,0.5509212115856775,0.7932123125493291,0.5951478392721758,0.7369731136132366,0.6959004323629178 2230,adamo1139/Yi-34B-200K-AEZAKMI-v2,torch.float16,0.6791808873720137,0.8561043616809401,0.5674054536094885,0.8161010260457774,0.5890826383623957,0.7521781498330451,0.7100087528172767 2231,adamo1139/Yi-34b-200K-rawrr-v2-run-0902-LoRA,torch.float16,0.6467576791808873,0.8449512049392551,0.4666175581575248,0.8113654301499605,0.621683093252464,0.7575571634040441,0.6914886881806893 2232,adamo1139/yi-34b-200k-rawrr-dpo-1,torch.float16,0.6544368600682594,0.8569010157339175,0.5399803687437482,0.8279400157853196,0.6178923426838514,0.7608719641202081,0.7096704278558841 2233,adamo1139/Mistral-7B-AEZAKMI-v2,torch.bfloat16,0.5810580204778157,0.8253335988846843,0.5149993147622676,0.7363851617995264,0.3244882486732373,0.5989218067886697,0.5968643585643668 2234,adamo1139/yi-34b-200k-rawrr-dpo-2,torch.float16,0.6467576791808873,0.8474407488548098,0.46152359352867034,0.8318863456985004,0.6178923426838514,0.7595718001973075,0.6941787516906711 2235,azale-ai/DukunLM-7B-V1.0-Uncensored,torch.bfloat16,0.5110921501706485,0.7562238597888866,0.43947585501681957,0.6953433307024467,0.060652009097801364,0.39821117657999283,0.4768330635594326 2236,microsoft/Orca-2-13b,torch.bfloat16,0.6092150170648464,0.798546106353316,0.5642038222037025,0.7655880031570639,0.378316906747536,0.603011591289325,0.6198135744692983 2237,microsoft/Orca-2-7b,torch.float16,0.5409556313993175,0.7619000199163514,0.5244663206388774,0.7348066298342542,0.1470811220621683,0.5637115341944358,0.5454868763409008 2238,microsoft/DialoGPT-large,torch.float16,0.23378839590443687,0.2577175861382195,0.5027250837566865,0.5240726124704025,0.0,0.23813663010121772,0.2927400513951605 2239,microsoft/phi-2,torch.float16,0.6109215017064846,0.7511451902011551,0.4446839625467275,0.7434885556432518,0.5481425322213799,0.581123279817493,0.6132508370227486 2240,microsoft/DialoGPT-medium,torch.float16,0.24488054607508533,0.2620991834295957,0.47064262440421734,0.4956590370955012,0.0,0.2583896733189589,0.2886118440538931 2241,microsoft/phi-1_5,torch.bfloat16,0.5290102389078498,0.6379207329217288,0.4088993856119402,0.7221783741120757,0.1243366186504928,0.4388646778419788,0.4768683380076777 2242,microsoft/CodeGPT-small-py,torch.float16,0.22696245733788395,0.2725552678749253,0.5122645160316733,0.4877663772691397,0.0,0.2504909026686048,0.29167325353037116 2243,microsoft/DialoGPT-small,torch.float16,0.257679180887372,0.25791674965146383,0.47485141425386873,0.5027624309392266,0.0,0.25812742571625413,0.29188953357469755 2244,4season/alignment_model_test,torch.bfloat16,0.7824232081911263,0.8968333001394144,0.8088413049033801,0.8650355169692187,0.5845337376800607,0.6807826832083729,0.7697416251819288 2245,ziniuli/Mistral-7B-ReMax-v0.1,torch.float16,0.6331058020477816,0.8498307110137423,0.6815516476213737,0.7734806629834254,0.3957543593631539,0.6076037137144528,0.6568878161239883 2246,vicgalle/OpenBeagle-11B,torch.float16,0.7047781569965871,0.887572196773551,0.6701452323146591,0.835043409629045,0.6641394996209249,0.6694411201712663,0.7385199359176723 2247,vicgalle/zephyr-7b-truthy,torch.float16,0.6075085324232082,0.8464449312885879,0.6330887790426952,0.7790055248618785,0.25473843821076575,0.5952566822814271,0.619340481351427 2248,vicgalle/CarbonBeagle-11B-truthy,torch.float16,0.7226962457337884,0.8931487751443935,0.7855125113686812,0.8382004735595896,0.6611068991660348,0.6654558287567055,0.7610201222881989 2249,vicgalle/Mixtral-7Bx2-truthy,torch.float16,0.7218430034129693,0.8788090021907986,0.7467923071985564,0.8066298342541437,0.6724791508718726,0.6519657054839917,0.7464198339020554 2250,vicgalle/gpt2-alpaca-gpt4,torch.float16,0.22610921501706485,0.3116908982274447,0.38039394039594926,0.5217048145224941,0.003032600454890068,0.25759000501634566,0.28342024560569806 2251,vicgalle/ConfigurableSOLAR-10.7B,torch.float16,0.7039249146757679,0.8803027285401315,0.7234056129661047,0.8303078137332282,0.6338134950720242,0.6643615421725749,0.7393526845266386 2252,vicgalle/SystemConfigHermes-7B,torch.float16,0.6518771331058021,0.8440549691296555,0.6010853333032992,0.7774269928966061,0.6148597422289613,0.6188649131146553,0.6846948472964965 2253,vicgalle/SystemHermes-7B,torch.float16,0.6476109215017065,0.8367855008962358,0.528060245879303,0.7782162588792423,0.5883244882486732,0.6323222650252134,0.6685532800717291 2254,vicgalle/CarbonBeagle-11B,torch.float16,0.7184300341296929,0.8892650866361282,0.6942950160280645,0.840568271507498,0.6694465504169825,0.6661980679599995,0.7463671711130608 2255,vicgalle/OpenHermes-Qwen1.5-1.8B,torch.float16,0.3779863481228669,0.5972913762198765,0.4228345890534326,0.6022099447513812,0.23881728582259287,0.4580371471894408,0.44952944852659843 2256,vicgalle/franken-SOLAR-18B-v1.0,torch.float16,0.6552901023890785,0.8644692292372037,0.6214173474389669,0.7853196527229677,0.4579226686884003,0.6371749558834969,0.6702656593933524 2257,vicgalle/solarized-18B-dpo,torch.float16,0.6834470989761092,0.877912766381199,0.6649309264076487,0.8050513022888713,0.4025777103866566,0.6388702694464974,0.6787983456478304 2258,vicgalle/NeuralBeagle-11B,torch.float16,0.7329351535836177,0.8761202947619996,0.7135848334628236,0.8263614838200474,0.5898407884761183,0.6380438416607016,0.7294810659608847 2259,vicgalle/Miqu-6B-truthy,torch.float16,0.2764505119453925,0.26707827126070505,0.5063110225747856,0.4964483030781373,0.0,0.27037992423374213,0.3027780055154604 2260,vicgalle/RoleBeagle-11B,torch.float16,0.7235494880546075,0.8977295359490142,0.7792411418196358,0.840568271507498,0.6588324488248674,0.6635192557001434,0.7605733569759611 2261,vicgalle/solarized-13B-dpo,torch.float16,0.6271331058020477,0.8181637124078869,0.6624959612962921,0.7600631412786109,0.26383623957543595,0.591213142484952,0.6204842171408709 2262,vicgalle/Worldsim-Hermes-7B,torch.float16,0.6407849829351536,0.8344951204939255,0.5152222230078503,0.7876874506708761,0.5663381349507203,0.6311694610627289,0.6626162288535424 2263,vicgalle/OpenHermes-Gemma-7B,torch.float16,0.5699658703071673,0.7629954192391953,0.5314390890424483,0.7269139700078927,0.37680060652009095,0.5574479162327559,0.5875938118915918 2264,vicgalle/alpaca-7b,torch.float16,0.28071672354948807,0.2583150766779526,0.48490992596277716,0.4972375690607735,0.0,0.25308408735286325,0.29571056376730914 2265,vicgalle/SOLAR-13B-Instruct-v1.0,torch.float16,0.5725255972696246,0.7803226448914559,0.619920564120794,0.7024467245461721,0.16603487490523122,0.5575343417944164,0.566464124587949 2266,vicgalle/gpt2-alpaca,torch.float16,0.22866894197952217,0.31139215295757816,0.3622173419964236,0.5067087608524072,0.0,0.2625675468682285,0.27859245744235994 2267,vicgalle/ConfigurableHermes-7B,torch.float16,0.6604095563139932,0.8430591515634336,0.6170544221880094,0.7742699289660616,0.6141015921152388,0.6243985944304219,0.6888822075961931 2268,vicgalle/SystemHermes-2-7B,torch.float16,0.6501706484641638,0.8404700258912567,0.5641556907529288,0.7734806629834254,0.6156178923426838,0.6315909630028314,0.6792476472395483 2269,vicgalle/TruthfulQwen1.5-1.8B,torch.float16,0.38993174061433444,0.6042620991834295,0.508621725325761,0.5919494869771112,0.14859742228961334,0.4453834700448246,0.44812432407251235 2270,vicgalle/ConfigurableBeagle-11B,torch.float16,0.7252559726962458,0.8884684325831508,0.7712685242373997,0.8326756116811366,0.6391205458680819,0.6671285984165556,0.7539862809137617 2271,vicgalle/OpenHermes-Gemma-2B,torch.float16,0.4931740614334471,0.7225652260505875,0.416856831067088,0.6511444356748224,0.12130401819560273,0.37665661195302996,0.46361686406242963 2272,vicgalle/NeuralBeagle-11B-truthy,torch.float16,0.7363481228668942,0.8786098386775543,0.7592110983636813,0.8208366219415943,0.4973464746019712,0.6310948645518588,0.7205745035005924 2274,22h/open-cabrita3b,torch.float16,0.3378839590443686,0.5534754033061143,0.38499408711109195,0.5943172849250198,0.009855951478392721,0.2516467979324493,0.3553622472995728 2275,Salesforce/codegen-6B-nl,torch.float16,0.4232081911262799,0.6859191396136228,0.34470461273216274,0.664561957379637,0.021986353297952996,0.2593447813552416,0.3999541725841495 2276,Salesforce/codegen-6B-multi,torch.float16,0.2721843003412969,0.41107349133638715,0.4565419940938498,0.5390686661404893,0.009855951478392721,0.2571229218537694,0.32430788754069756 2277,Salesforce/xLAM-v0.1-r,torch.bfloat16,0.6757679180887372,0.845947022505477,0.5777296714578628,0.8097868981846882,0.5837755875663382,0.6995333489987231,0.6987567411336378 2278,Salesforce/codegen-16B-nl,torch.float16,0.46757679180887374,0.7186815375423222,0.33946672431398167,0.6795580110497238,0.026535253980288095,0.3235430166341825,0.42589355588822864 2279,vishnukv/WestSeverusJaskier,torch.float16,0.7175767918088737,0.8815972913762199,0.7317882538728917,0.8287292817679558,0.7308567096285065,0.6494097657504725,0.7566596823674866 2280,vishnukv/speechless-mistral-dolphin-orca-platypus-samantha-WestSeverusJaskier-7b,torch.float16,0.6800341296928327,0.8655646285600478,0.5990304320814928,0.8066298342541437,0.6398786959818044,0.6491974242783154,0.7067225241414393 2281,vishnukv/WestSeverusJaskier-OpenOrca,torch.float16,0.628839590443686,0.847540330611432,0.5389531884990193,0.824782951854775,0.6709628506444276,0.643288473734772,0.6923945642980187 2282,vishnukv/newmerge,torch.float16,0.6919795221843004,0.8705437163911571,0.6599053582468252,0.8287292817679558,0.6853677028051555,0.6492899759446921,0.7309692595566809 2283,ChuckMcSneed/PMaxxxer-v1-70b,torch.float16,0.7107508532423208,0.8788090021907986,0.5977344695316497,0.8263614838200474,0.6269901440485216,0.7039194795136807,0.7240942387245032 2284,ChuckMcSneed/Gembo-v1-70b,torch.float16,0.712457337883959,0.8698466440948018,0.6325450215923066,0.8050513022888713,0.5018953752843063,0.708545032461639,0.7050567856009807 2285,ChuckMcSneed/WinterGoddess-1.4x-70b-32k,torch.float16,0.71160409556314,0.8911571400119498,0.6387436130479125,0.8255722178374112,0.43290371493555724,0.6641663790233907,0.6940245267365602 2286,ChuckMcSneed/Gembo-v1.1-70b,torch.float16,0.7098976109215017,0.8689504082852022,0.6245089770845819,0.8050513022888713,0.5064442759666414,0.7063421804757772,0.7035324591704293 2287,ChuckMcSneed/SMaxxxer-v1-70b,torch.float16,0.7064846416382252,0.8802031467835093,0.6069766843815353,0.8287292817679558,0.6057619408642911,0.7054805733432273,0.7222727114631241 2288,danielhanchen/open_llama_3b_600bt_preview,torch.float16,0.36860068259385664,0.5995817566221868,0.3280754273698404,0.6369376479873717,0.006065200909780136,0.2597358300223656,0.36649942425090015 2289,speechlessai/speechless-mistral-7b-dare-0.85,torch.float16,0.6331058020477816,0.8493328022306313,0.5067853019722414,0.7932123125493291,0.19863532979529946,0.642153498307366,0.6038708411504414 2290,speechlessai/speechless-coding-7b-16k-tora,torch.bfloat16,0.4112627986348123,0.6447918741286597,0.44952508494643995,0.6385161799526441,0.17058377558756635,0.3885970128358634,0.45054612101433095 2291,speechlessai/speechless-llama2-dolphin-orca-platypus-13b,torch.bfloat16,0.5964163822525598,0.8265285799641505,0.43438938554070605,0.7719021310181531,0.09704321455648218,0.5789849679678479,0.5508774435499832 2292,speechlessai/speechless-codellama-airoboros-orca-platypus-13b,torch.bfloat16,0.44880546075085326,0.676956781517626,0.4087530329179874,0.6614048934490924,0.01819560272934041,0.4316034424184078,0.44095320229721785 2293,speechlessai/speechless-codellama-dolphin-orca-platypus-13b,torch.float16,0.45819112627986347,0.6770563632742481,0.44671878200778964,0.6535122336227308,0.08491281273692192,0.4588335531456649,0.46320414517786973 2294,speechlessai/speechless-codellama-34b-v1.0,torch.float16,0.5247440273037542,0.7412865962955587,0.47135907975593017,0.7324388318863457,0.1470811220621683,0.5346703246942103,0.5252633303329945 2295,VitalContribution/Evangelion-7B,torch.float16,0.689419795221843,0.8644692292372037,0.6400670036423886,0.7995264404104183,0.6694465504169825,0.6396883248855666,0.7171028906357337 2296,titan087/OpenLlama13B-Guanaco,torch.float16,0.5119453924914675,0.7524397530372435,0.3839503386738741,0.7174427782162589,0.0758150113722517,0.43756227500651085,0.4798592581329344 2297,frankenmerger/cosmo-3b-test,torch.bfloat16,0.3532423208191126,0.5236008763194583,0.39020128384630975,0.5430149960536701,0.013646702047005308,0.2725094076211898,0.3493692644511243 2298,frankenmerger/cosmo-3b-test-v0.2,torch.bfloat16,0.3532423208191126,0.5170284803823939,0.3881867931183807,0.5351223362273086,0.015163002274450341,0.273283995112615,0.34700448798904354 2299,frankenmerger/delta-4B-super,torch.bfloat16,0.5861774744027304,0.7628958374825732,0.5173591737183307,0.7363851617995264,0.46929492039423804,0.590580814143941,0.6104488969902233 2300,frankenmerger/gemoy-4b-instruct,torch.bfloat16,0.4069965870307167,0.5802628958374826,0.46641168216975853,0.5943172849250198,0.0,0.36418584733339326,0.40202904954939517 2301,frankenmerger/delta-4b-orange,torch.bfloat16,0.5887372013651877,0.7658832901812388,0.5681886396364959,0.7647987371744278,0.48142532221379836,0.5649592553320906,0.6223320743172066 2302,frankenmerger/gemoy-4b-instruct-scientific,torch.bfloat16,0.4197952218430034,0.6304521011750648,0.4195962328166831,0.6306235201262825,0.15466262319939347,0.38726209351827573,0.4403986321131172 2303,frankenmerger/delta-4B-scientific,torch.bfloat16,0.5938566552901023,0.7409878510256921,0.48388057912772253,0.7592738752959748,0.47081122062168307,0.5756072097051038,0.6040695651777132 2304,frankenmerger/MiniLlama-1.8b-Chat-v0.1,torch.bfloat16,0.34726962457337884,0.6237801234813782,0.38972190322728184,0.6053670086819258,0.018953752843062926,0.25688604865322734,0.37366307691004247 2305,ericpolewski/AIRIC-The-Mistral,torch.float16,0.5998293515358362,0.8298147779326828,0.48243440199003346,0.7695343330702447,0.30856709628506446,0.6066576235572904,0.5994729307285254 2306,ericpolewski/Palworld-SME-13b,torch.float16,0.5554607508532423,0.808105954989046,0.4666625095183999,0.7482241515390686,0.021986353297952996,0.5364190643654652,0.5228097974271958 2307,ericpolewski/AIRIC-The-Intern,torch.float16,0.5273037542662116,0.7706632144991038,0.526711958949235,0.7087608524072613,0.015163002274450341,0.5191562489140311,0.5112931718850487 2308,ericpolewski/TacoBeLLM,torch.float16,0.5853242320819113,0.8189603664608643,0.4605506661658282,0.7663772691397001,0.01288855193328279,0.569675843797961,0.535629488263258 2309,ericpolewski/ASTS-PFAF,torch.float16,0.6126279863481229,0.829416450906194,0.437377568404521,0.7687450670876085,0.23805913570887036,0.5896451588440873,0.5793118945499006 2310,totally-not-an-llm/EverythingLM-13b-16k,torch.float16,0.5656996587030717,0.8058155745867357,0.4746482027887486,0.7277032359905288,0.06444275966641395,0.5017807347698836,0.5233483610842304 2311,totally-not-an-llm/PuddleJumper-13b,torch.float16,0.5870307167235495,0.811790479984067,0.5643965226335621,0.7277032359905288,0.03335860500379075,0.5825449328235609,0.5511374155265099 2312,totally-not-an-llm/PuddleJumper-13b-V2,torch.float16,0.5699658703071673,0.8105954989046007,0.526604740797921,0.7245461720599842,0.03639120545868082,0.5830028749368765,0.5418510604108717 2313,totally-not-an-llm/EverythingLM-13b-V3-peft,4bit,0.5836177474402731,0.8102967536347341,0.5297760407368329,0.728492501973165,0.05534495830174375,0.5470104049687383,0.5424230678425811 2314,totally-not-an-llm/EverythingLM-13b-V2-16k,torch.float16,0.5870307167235495,0.8088030272854013,0.47372699568857984,0.7300710339384373,0.06823351023502654,0.4968666133631481,0.5274553162056904 2315,totally-not-an-llm/EverythingLM-13b-V3-16k,torch.float16,0.5819112627986348,0.8012348137821151,0.451848676236298,0.7071823204419889,0.019711902956785442,0.5047968078341447,0.5111142973416611 2316,pillowtalks-ai/delta13b,torch.float16,0.5273037542662116,0.8013343955387373,0.5207836984948891,0.7419100236779794,0.08642911296436695,0.5193614752036645,0.5328537433576415 2317,Cedaros/Test-7B,torch.float16,0.7320819112627986,0.8816968731328421,0.6990592891047727,0.824782951854775,0.6974981046247157,0.6436690160131493,0.7464646909988423 2318,Cedaros/BetaMonarch-10.7B,torch.float16,0.726962457337884,0.8836885082652858,0.7685134164142694,0.8334648776637726,0.5344958301743745,0.643718231823563,0.7318072202798582 2319,health360/Healix-1.1B-V1-Chat-dDPO,torch.bfloat16,0.3054607508532423,0.4478191595299741,0.4155107243933302,0.5651144435674822,0.0,0.24636818902784902,0.33004554456197965 2320,health360/Healix-3B,torch.bfloat16,0.3771331058020478,0.6594303923521211,0.37397989676916243,0.6574585635359116,0.0075815011372251705,0.2601838835102234,0.3892945571844486 2321,health360/Healix-410M,torch.bfloat16,0.2508532423208191,0.3201553475403306,0.44415007746402513,0.5414364640883977,0.0,0.249396621933266,0.3009986255578064 2322,Gille/StrangeMerges_24-7B-slerp,torch.bfloat16,0.7397610921501706,0.8908583947420833,0.7551953460685029,0.8468823993685872,0.6899166034874905,0.6498792260317726,0.7620821769747678 2323,Gille/StrangeMerges_10-7B-slerp,torch.bfloat16,0.7235494880546075,0.8829914359689305,0.6948877994288644,0.835043409629045,0.7012888551933283,0.648737423965244,0.7477497353733367 2324,Gille/StrangeMerges_13-7B-slerp,torch.bfloat16,0.6382252559726962,0.8495319657438757,0.48620814133438406,0.7987371744277821,0.5420773313115997,0.6490347867679415,0.6606357759263799 2325,Gille/StrangeMerges_22-7B-slerp,torch.bfloat16,0.7372013651877133,0.8902609042023502,0.7490450940434222,0.8476716653512234,0.6974981046247157,0.64798118999248,0.7616097205669842 2326,Gille/StrangeMerges_3-7B-slerp,torch.bfloat16,0.7081911262798635,0.877912766381199,0.6885785972374051,0.8255722178374112,0.7225170583775588,0.6512497323859262,0.7456702497498938 2327,Gille/StrangeMerges_11-7B-slerp,torch.bfloat16,0.7252559726962458,0.8819956184027086,0.6981288800240135,0.8232044198895028,0.7088703563305534,0.65042043723385,0.7479792807628124 2328,Gille/StrangeMerges_34-7B-slerp,torch.bfloat16,0.7005119453924915,0.8746265684126668,0.7324287616958128,0.8129439621152328,0.5708870356330553,0.6181532079036909,0.7182585801921584 2329,Gille/MoE-StrangeMerges-2x7B,torch.float16,0.7081911262798635,0.8783110934076878,0.6586163976185392,0.8279400157853196,0.6770280515542078,0.6504019952987701,0.7334147799907313 2330,Gille/StrangeMerges_38-7B-dare_ties,torch.bfloat16,0.7167235494880546,0.8634734116709819,0.7313759729660458,0.8200473559589582,0.45564821834723274,0.5829823144529024,0.6950418038140292 2331,Gille/StrangeMerges_4-7B-slerp,torch.bfloat16,0.6945392491467577,0.8701453893646683,0.6240238096985373,0.829518547750592,0.686125852918878,0.6532664292824375,0.7262698796936452 2332,Gille/StrangeMerges_25-7B-dare_ties,torch.bfloat16,0.734641638225256,0.8888667596096396,0.7654316033987667,0.8429360694554064,0.7043214556482184,0.6437061224517684,0.7633172747981759 2333,Gille/StrangeMerges_29-7B-dare_ties,torch.bfloat16,0.7303754266211604,0.8903604859589723,0.7697652546223049,0.8453038674033149,0.6868840030326004,0.6429325122248541,0.7609369249772012 2334,Gille/StrangeMerges_12-7B-slerp,torch.float16,0.6663822525597269,0.8589922326229835,0.5255271961828023,0.8153117600631413,0.6262319939347991,0.6505701388819988,0.6905025957075753 2335,Gille/StrangeMerges_21-7B-slerp,torch.bfloat16,0.742320819112628,0.8894642501493726,0.7380792199210964,0.846093133385951,0.711144806671721,0.6504904614217218,0.7629321151104151 2336,Gille/StrangeMerges_7-7B-slerp,torch.bfloat16,0.6988054607508533,0.8766182035451106,0.6045117828150705,0.8318863456985004,0.6724791508718726,0.6484795159310461,0.7221300766020756 2337,Gille/StrangeMerges_2-7B-slerp,torch.bfloat16,0.6689419795221843,0.8552081258713403,0.5453492264058105,0.823993685872139,0.6148597422289613,0.6522025515268167,0.6934258852378754 2338,Gille/StrangeMerges_23-7B-slerp,torch.bfloat16,0.735494880546075,0.8889663413662617,0.7513000721365315,0.8429360694554064,0.7028051554207733,0.6487389125129929,0.7617069052396735 2339,Gille/StrangeMerges_42-7B-dare_ties,torch.bfloat16,0.7337883959044369,0.8895638319059949,0.754402693409054,0.8500394632991318,0.7005307050796058,0.6461986216079075,0.7624206185343553 2340,Gille/StrangeMerges_26-7B-dare_ties,torch.bfloat16,0.7295221843003413,0.8899621589324835,0.7638902678567857,0.8445146014206788,0.6997725549658832,0.6435141454811221,0.7618626521595492 2341,Gille/StrangeMerges_32-7B-slerp,torch.bfloat16,0.7295221843003413,0.8899621589324835,0.7793840613265378,0.8500394632991318,0.7065959059893859,0.6452399778424169,0.7667906252817162 2342,Gille/StrangeMerges_6-7B-dare_ties,torch.float16,0.7303754266211604,0.8881696873132842,0.7200293229051569,0.8571428571428571,0.6664139499620925,0.6452454737139305,0.7512294529430803 2343,Gille/StrangeMerges_9-7B-dare_ties,torch.float16,0.7030716723549488,0.8746265684126668,0.6508442171488594,0.813733228097869,0.7058377558756633,0.6508182179013264,0.733155276631889 2344,Gille/StrangeMerges_27-7B-dare_ties,torch.bfloat16,0.7372013651877133,0.8899621589324835,0.7636156680535282,0.846093133385951,0.6884003032600455,0.6450364330552156,0.7617181769791562 2345,Gille/StrangeMerges_36-7B-slerp,torch.bfloat16,0.7261092150170648,0.8882692690699064,0.7704842612550872,0.8429360694554064,0.6853677028051555,0.6476587604215372,0.7601375463373596 2346,Gille/StrangeMerges_41-7B-dare_ties,torch.bfloat16,0.6561433447098977,0.8570005974905397,0.5801593588256283,0.8105761641673244,0.604245640636846,0.6457367983369001,0.6923103173611893 2347,Gille/StrangeMerges_16-7B-slerp,torch.bfloat16,0.6902730375426621,0.871539533957379,0.629677373384675,0.8129439621152328,0.7073540561031084,0.656489460945485,0.7280462373414237 2348,Gille/StrangeMerges_5-7B-ties,torch.float16,0.7167235494880546,0.8788090021907986,0.6637291950615067,0.8366219415943172,0.6884003032600455,0.6491296913230225,0.7389022804862909 2349,Gille/StrangeMerges_40-7B-dare_ties,torch.bfloat16,0.7303754266211604,0.8861780521808404,0.7720923476730807,0.8397790055248618,0.6800606520090978,0.6459077298745621,0.7590655356472672 2350,Gille/StrangeMerges_30-7B-slerp,torch.float16,0.7414675767918089,0.8914558852818164,0.761154607126794,0.8484609313338595,0.7020470053070508,0.6465365212011388,0.7651870878404113 2351,Gille/StrangeMerges_43-7B-dare_ties,torch.bfloat16,0.735494880546075,0.8904600677155945,0.7571680005466516,0.8476716653512234,0.7012888551933283,0.6479745741113545,0.7633430072440378 2352,Gille/StrangeMerges_33-7B-slerp,torch.bfloat16,0.7073378839590444,0.872634933280223,0.6808865049080421,0.8168902920284136,0.579226686884003,0.6386832242831397,0.7159432542238111 2353,Gille/StrangeMerges_18-7B-dare_ties,torch.float16,0.6407849829351536,0.8436566421031667,0.521661560648742,0.7726913970007893,0.6080363912054587,0.6365402018494085,0.6705618626237865 2354,jjaaaww/posi_13b,torch.float16,0.5964163822525598,0.8252340171280621,0.4214273769900162,0.7624309392265194,0.01592115238817286,0.5656150497480507,0.5311741529555635 2355,LewisDeBenoisIV/Jason1903_SLERP,torch.float16,0.7312286689419796,0.891256721768572,0.7812935538151364,0.850828729281768,0.7073540561031084,0.6443489357386077,0.767718444274862 2356,LewisDeBenoisIV/BillyTheKid1803,torch.bfloat16,0.7184300341296929,0.8809002190798646,0.7215911155171624,0.8232044198895028,0.7028051554207733,0.6506690143308526,0.7495999930613081 2357,vilm/Quyen-Mini-v0.1,torch.bfloat16,0.39334470989761094,0.6056562437761402,0.4643634101883703,0.5911602209944752,0.2744503411675512,0.4393099880443529,0.46138081901141675 2358,vilm/Mixsmol-4x400M-v0.1-epoch2,torch.bfloat16,0.2354948805460751,0.3260306711810396,0.3923567669357625,0.526440410418311,0.002274450341167551,0.25258815735007184,0.28919755612873793 2359,vilm/Mixsmol-4x400M-v0.1-epoch1,torch.bfloat16,0.22866894197952217,0.3057159928301135,0.39031505296680813,0.5280189423835833,0.001516300227445034,0.25275032390905283,0.2844975923827542 2360,vilm/Quyen-Plus-v0.1,torch.bfloat16,0.5571672354948806,0.785202150965943,0.53603460375601,0.712707182320442,0.6004548900682335,0.6045138606841667,0.6326799872149459 2361,vilm/Quyen-v0.1,torch.bfloat16,0.48208191126279865,0.7248556064528978,0.5153205150748568,0.6511444356748224,0.4586808188021228,0.5288216040125935,0.5601508152133486 2362,grimjim/kukulemon-7B,torch.float16,0.6774744027303754,0.8609838677554272,0.6199218454707466,0.7924230465666929,0.6103108415466262,0.650905243076979,0.7020032078578079 2363,grimjim/kuno-kunoichi-v1-DPO-v2-SLERP-7B,torch.float16,0.6911262798634812,0.8733320055765784,0.6512373349905823,0.8089976322020521,0.6671721000758151,0.648038534950768,0.7233173146098796 2364,remyxai/localmentor_25K_3epochs_tinyllama,torch.float16,0.34215017064846415,0.5901214897430791,0.3606525365860081,0.6045777426992897,0.01061410159211524,0.249306302943006,0.35957039070199376 2365,Praneeth/StarMix-7B-slerp,torch.float16,0.6535836177474402,0.8510256920932086,0.5781119137521107,0.7995264404104183,0.5367702805155421,0.6257277841944603,0.6741242881188634 2366,andrijdavid/macaroni-7b,torch.float16,0.7312286689419796,0.8816968731328421,0.6876319522488263,0.8437253354380426,0.686125852918878,0.645824924923367,0.746038934600656 2367,andrijdavid/tinyllama-dare,torch.float16,0.3728668941979522,0.6277633937462657,0.3901127619389903,0.659037095501184,0.016679302501895376,0.2519873525980372,0.3864078000807208 2368,andrijdavid/Macaroni-v2-7b,torch.float16,0.6715017064846417,0.8383788090021908,0.6706721305702877,0.7955801104972375,0.13419257012888552,0.6128524040627152,0.6205296217909931 2369,andrijdavid/Macaroni-7b-Tied,torch.float16,0.7286689419795221,0.8813981278629756,0.7054055300758924,0.819258089976322,0.7156937073540561,0.6473285796673673,0.7496254961526893 2370,doas/test5,torch.float16,0.2841296928327645,0.26628161720772753,0.47335692761846665,0.526440410418311,0.0,0.2535780205151676,0.3006311114320729 2371,doas/test2,torch.float16,0.2960750853242321,0.2664807807209719,0.48485122961094673,0.5011838989739542,0.0,0.2434279328402504,0.2986698212450592 2372,vihangd/dopeyshearedplats-2.7b-v1,torch.float16,0.46075085324232085,0.7517426807408882,0.44123500676119165,0.6266771902131019,0.0037907505686125853,0.29009158299459037,0.4290480107534509 2373,vihangd/smartyplats-3b-v1,torch.float16,0.4052901023890785,0.7085241983668592,0.3652581798300609,0.6574585635359116,0.01061410159211524,0.2531230265746386,0.400044695381444 2374,vihangd/dopeyshearedplats-1.3b-v1,torch.float16,0.3438566552901024,0.6430989842660825,0.3821066604136214,0.5737963693764798,0.0075815011372251705,0.2540129405111051,0.36740885183243605 2375,vihangd/smartyplats-7b-v2,torch.float16,0.5793515358361775,0.8076080462059351,0.5025785124983252,0.755327545382794,0.38817285822592873,0.5816325823780042,0.6024451800878606 2376,vihangd/neuralfalcon-1b-v1,torch.bfloat16,0.2636518771331058,0.26558454491137223,0.49031550463342244,0.5074980268350434,0.001516300227445034,0.25933807844841655,0.2979840553648009 2377,vihangd/smartyplats-3b-v2,torch.float16,0.4104095563139932,0.7119099780920135,0.36661381284093036,0.6692975532754538,0.01592115238817286,0.24322023116208394,0.4028953806787747 2378,vihangd/dopeyplats-1.1b-2T-v1,torch.float16,0.3310580204778157,0.5431189006174069,0.39259427469965563,0.5880031570639306,0.016679302501895376,0.2454867330828317,0.35282339807392266 2379,vihangd/DopeyTinyLlama-1.1B-v1,torch.float16,0.3839590443686007,0.6349332802230632,0.3736095253552331,0.734017363851618,0.01819560272934041,0.25758870437698644,0.400383920150807 2380,vihangd/shearedplats-1.3b-v1,torch.float16,0.35409556313993173,0.6274646484763992,0.3392533208873607,0.584846093133386,0.00530705079605762,0.24748456042568706,0.3597418728098037 2381,vihangd/smartsolmix-4x10.7b-v1,torch.float16,0.6493174061433447,0.8513244373630751,0.5503302799032582,0.8342541436464088,0.5943896891584534,0.6609807725530918,0.6900994547946054 2382,vihangd/shearedplats-2.7b-v2,torch.float16,0.42406143344709896,0.7257518422624976,0.3975561831004256,0.659037095501184,0.015163002274450341,0.275171397098694,0.41612349228072504 2383,royallab/PsyOrca2-13b-DARE,torch.bfloat16,0.60580204778157,0.8382792272455686,0.5327339787818248,0.7490134175217048,0.02122820318423048,0.5568902626064006,0.5506578561868832 2384,royallab/Pygmalion-2-13b-SuperCOT,torch.float16,0.6322525597269625,0.8367855008962358,0.531441871245389,0.7750591949486977,0.06292645943896892,0.5490243883063691,0.5645816624271038 2385,ethzanalytics/pythia-31m,torch.float16,0.21843003412969283,0.26996614220274845,0.49102256781530107,0.4972375690607735,0.002274450341167551,0.24969736860295638,0.28810468869210665 2386,nvidia/OpenMath-Mistral-7B-v0.1-hf,torch.bfloat16,0.5938566552901023,0.8177653853813981,0.46132143106665885,0.7726913970007893,0.000758150113722517,0.593418840555316,0.5399686432346645 2387,Aryanne/WestSenzu-Swap-7B,torch.bfloat16,0.6834470989761092,0.8570005974905397,0.5042828432807807,0.824782951854775,0.5261561789234268,0.6414170950694834,0.6728477942658523 2388,Aryanne/Open-StarLake-Swap-7B,torch.bfloat16,0.7056313993174061,0.869946225851424,0.575043355824835,0.8318863456985004,0.6952236542835482,0.6511184012156098,0.7214748970318872 2389,Aryanne/TinyllamaMix-1.1B,torch.bfloat16,0.3148464163822526,0.4838677554272057,0.33447140360446537,0.584846093133386,0.01061410159211524,0.25049663978022724,0.32985706831994205 2390,Aryanne/sheared-silicon10p,torch.float16,0.36177474402730375,0.5111531567416849,0.44852499686717784,0.5722178374112076,0.0,0.2556460355731736,0.35821946177009134 2391,Aryanne/MixSwap,torch.bfloat16,0.6945392491467577,0.8695478988249352,0.5655735895521685,0.8318863456985004,0.686125852918878,0.651826170262513,0.7165831844006254 2392,Aryanne/sheared-plus-westlake-50_75p,torch.bfloat16,0.34044368600682595,0.5804620593507269,0.42638955634632064,0.569060773480663,0.0,0.26238251412605357,0.3631230982184317 2393,Aryanne/sheared-plus-westlake-nearest-50_75p,torch.bfloat16,0.36177474402730375,0.5753833897629954,0.4238910085628728,0.5674822415153907,0.0,0.24200043247759093,0.36175530272435896 2394,Aryanne/ereb-test,torch.bfloat16,0.4069965870307167,0.7104162517426807,0.47395581482094956,0.6393054459352802,0.0,0.2805572325304119,0.41853855534333984 2395,Aryanne/sheared-plus-westlake-normal,torch.bfloat16,0.39761092150170646,0.7033459470225055,0.46502873385230303,0.6353591160220995,0.0,0.2681186954813067,0.41157723564665344 2396,Aryanne/YarnLake-Swap-7B,torch.bfloat16,0.6527303754266212,0.8517227643895638,0.490726463865428,0.8145224940805051,0.5519332827899924,0.6478304756815971,0.6682443093722847 2397,Aryanne/Westest-7B,torch.bfloat16,0.7218430034129693,0.8851822346146186,0.6672312243823757,0.8658247829518547,0.6573161485974223,0.6442660765091853,0.740277245078071 2398,inswave/AISquare-Instruct-llama2-koen-13b-v0.9.24,torch.float16,0.5563139931740614,0.813483369846644,0.530042963383804,0.7695343330702447,0.23199393479909022,0.5176492432349612,0.5698363062514675 2399,AtAndDev/Ogno-Monarch-Neurotic-7B-Dare-Ties,torch.float16,0.7320819112627986,0.8898625771758614,0.7752615277046644,0.8453038674033149,0.690674753601213,0.6458261232719911,0.763168460069974 2400,AtAndDev/CapybaraMarcoroni-7B,torch.float16,0.6501706484641638,0.8481378211511651,0.5706929434240026,0.8113654301499605,0.6868840030326004,0.652027852215122,0.7032131164061691 2401,AtAndDev/ShortKing-3b-v0.3,torch.float16,0.40955631399317405,0.7072296355307708,0.3877758221836436,0.6692975532754538,0.012130401819560273,0.26207859845046455,0.40801138754217786 2402,AtAndDev/ShortKingv0.1,torch.float16,0.34215017064846415,0.5459071898028282,0.41640643343088124,0.5603788476716653,0.004548900682335102,0.2577993885201772,0.3545318217927252 2403,AtAndDev/Ogno-Monarch-Neurotic-9B-Passthrough,torch.float16,0.46245733788395904,0.5606452897829117,0.5102578228172799,0.7277032359905288,0.0,0.6292192990289778,0.4817138309172762 2404,Lajonbot/tableBeluga-7B-instruct-pl-lora_unload,torch.float16,0.5622866894197952,0.7911770563632743,0.5019072263271259,0.7521704814522494,0.07808946171341925,0.5269866297392954,0.5354362575025267 2405,Lajonbot/vicuna-13b-v1.3-PL-lora_unload,torch.float16,0.5486348122866894,0.8041226847241585,0.4962229890110448,0.760852407261247,0.09021986353297953,0.5219507264948582,0.5370005805518296 2406,Lajonbot/Llama-2-7b-chat-hf-instruct-pl-lora_unload,torch.float16,0.5298634812286689,0.7749452300338578,0.42609604971266907,0.7205998421468035,0.06899166034874905,0.4712435169053579,0.4986232967293511 2407,Lajonbot/WizardLM-13B-V1.2-PL-lora_unload,torch.float16,0.5853242320819113,0.8109938259310894,0.46182904053409113,0.7103393843725335,0.11144806671721001,0.5514585247796483,0.5385655124027472 2408,Lajonbot/Llama-2-13b-hf-instruct-pl-lora_unload,torch.float16,0.5947098976109215,0.8216490738896635,0.4144931510578176,0.7624309392265194,0.11902956785443518,0.548307077148553,0.543436617797985 2409,Lajonbot/vicuna-7b-v1.5-PL-lora_unload,torch.float16,0.5349829351535836,0.7673770165305716,0.49675878238889504,0.7198105761641673,0.07202426080363912,0.49694570283826933,0.5146498789798543 2410,lilloukas/GPlatty-30B,torch.float16,0.6578498293515358,0.8479386576379208,0.5244810329463128,0.8097868981846882,0.13874147081122062,0.6348906462383451,0.6022814225283373 2411,lilloukas/Platypus-30B,torch.float16,0.6459044368600683,0.8423620792670783,0.45354446138413185,0.813733228097869,0.14404852160727824,0.6419388651527879,0.5902552653948689 2412,robinsmits/Mistral-Instruct-7B-v0.2-ChatAlpaca-DPO2,4bit,0.6186006825938567,0.8370842461661023,0.6407684674777628,0.7845303867403315,0.36997725549658833,0.5918669546566995,0.6404713321885568 2413,robinsmits/Mistral-Instruct-7B-v0.2-ChatAlpacaV2-4bit,4bit,0.621160409556314,0.8455486954789883,0.6728616152193471,0.771112865035517,0.40333586050037906,0.6066422839941834,0.6534436216307881 2414,robinsmits/Mistral-Instruct-7B-v0.2-ChatAlpaca,4bit,0.5674061433447098,0.8082055367456682,0.5586443323081062,0.771112865035517,0.37604245640636846,0.5910363547372665,0.6120746147629393 2417,tuantran1632001/Psyfighter2-Orca2-13B-ties,torch.float16,0.6245733788395904,0.8173670583549094,0.5540489547722205,0.7726913970007893,0.43669446550416985,0.6031487313261789,0.6347539976329764 2418,tuantran1632001/Psyfighter2-Orca2-ties,torch.float16,0.6245733788395904,0.8173670583549094,0.5540489547722205,0.7726913970007893,0.43669446550416985,0.6031487313261789,0.6347539976329764 2419,eric111/CatunaMayo,torch.bfloat16,0.7175767918088737,0.879008165704043,0.6996030299637043,0.8255722178374112,0.7232752084912812,0.6520952340389027,0.7495217746407028 2420,Severian/ANIMA-Phi-Neptune-Mistral-7B-v4,torch.float16,0.5546075085324232,0.7763393746265684,0.5900958298158863,0.7348066298342542,0.14935557240333586,0.5312462959050129,0.5560752018529135 2422,Severian/ANIMA-Nectar-v3,torch.float16,0.4948805460750853,0.7599083847839075,0.4616473915095851,0.7371744277821626,0.047763457164518575,0.5333589489880692,0.5057888593838881 2423,Severian/ANIMA-Phi-Neptune-Mistral-7B,torch.float16,0.5597269624573379,0.7621987651862179,0.5976206456012524,0.7348066298342542,0.14935557240333586,0.5289233986121207,0.5554386623490865 2429,joey00072/ToxicHermes-2.5-Mistral-7B,torch.float16,0.6459044368600683,0.8374825731925911,0.5083945294452454,0.7790055248618785,0.17361637604245642,0.6367305394873208,0.5968556633149268 2430,FabbriSimo01/Bloom_1b_Quantized,torch.float16,0.2773037542662116,0.4283011352320255,0.4181939637840298,0.5564325177584846,0.001516300227445034,0.26282414207151494,0.32409530222328525 2431,FabbriSimo01/GPT_Large_Quantized,torch.float16,0.27047781569965873,0.26289583748257317,0.48457781326640953,0.49329123914759276,0.0,0.2411723748357138,0.29206918007199134 2433,FabbriSimo01/Cerebras_1.3b_Quantized,torch.float16,0.2593856655290102,0.3855805616411073,0.4267251005194425,0.5351223362273086,0.0037907505686125853,0.2678658761842491,0.31307838177828845 2434,berkeley-nest/Starling-LM-7B-alpha,torch.float16,0.6382252559726962,0.8490340569607648,0.463936332301049,0.8058405682715075,0.6239575435936315,0.6466799008434705,0.6712789429905199 2435,budecosystem/genz-13b-v2,torch.float16,0.5597269624573379,0.7998406691894046,0.48087823080891834,0.7458563535911602,0.12282031842304776,0.5429976496668197,0.5420200306894482 2436,budecosystem/boomer-1b,torch.float16,0.22781569965870307,0.3157737502489544,0.39172921157056684,0.505130228887135,0.009097801364670205,0.2566036384586455,0.28435838836477917 2437,budecosystem/code-millenials-34b,torch.float16,0.49829351535836175,0.7509460266879108,0.45367169400803836,0.6906077348066298,0.3244882486732373,0.4928489341413776,0.5351426922792593 2438,budecosystem/genz-70b,torch.float16,0.7141638225255973,0.8799044015136427,0.6265665667010417,0.835043409629045,0.3373768006065201,0.707757071724054,0.6834686787833167 2439,DeepKarkhanis/Mistral-Passthrough-8L-10B,torch.float16,0.6757679180887372,0.8616809400517825,0.598408044881861,0.8018942383583267,0.6823351023502654,0.6405985918399429,0.7101141392618193 2440,DeepKarkhanis/NeuralPipe-7B-slerp,torch.float16,0.6757679180887372,0.8616809400517825,0.598408044881861,0.8018942383583267,0.6823351023502654,0.6405985918399429,0.7101141392618193 2441,elyza/ELYZA-japanese-Llama-2-13b-fast,torch.float16,0.5588737201365188,0.8073093009360686,0.4031296675879943,0.7719021310181531,0.25473843821076575,0.5439511935081398,0.5566507418996066 2442,elyza/ELYZA-japanese-Llama-2-7b-instruct,torch.float16,0.5315699658703071,0.782513443537144,0.3907929551667542,0.7324388318863457,0.07884761182714177,0.47065422748058167,0.4978028392947124 2443,elyza/ELYZA-japanese-Llama-2-7b,torch.float16,0.5221843003412969,0.7641904003186616,0.37916873787185484,0.7269139700078927,0.08339651250947688,0.44595859348082467,0.4869687524216679 2444,elyza/ELYZA-japanese-Llama-2-13b,torch.float16,0.5699658703071673,0.8089026090420235,0.40426755196558856,0.7687450670876085,0.27293404094010615,0.543814174574541,0.5614382189861724 2445,elyza/ELYZA-japanese-Llama-2-7b-fast,torch.float16,0.5187713310580204,0.7546305516829317,0.3645289527391363,0.7158642462509865,0.06292645943896892,0.44341065563561005,0.47668869946760895 2446,elyza/ELYZA-japanese-Llama-2-13b-instruct,torch.float16,0.5836177474402731,0.8220474009161521,0.42399968384912,0.7521704814522494,0.14480667172100076,0.5564797354782094,0.5471869534761674 2447,elyza/ELYZA-japanese-Llama-2-13b-fast-instruct,torch.float16,0.5750853242320819,0.8181637124078869,0.43815858769834615,0.7592738752959748,0.027293404094010616,0.545248930707536,0.5272039724059727 2448,elyza/ELYZA-japanese-Llama-2-7b-fast-instruct,torch.float16,0.537542662116041,0.775542720573591,0.3883737399843862,0.7158642462509865,0.06292645943896892,0.4685076453571086,0.49145957895351366 2449,Tensoic/Gemma-2B-Samvaad,torch.bfloat16,0.4658703071672355,0.681736705835491,0.39950374063892946,0.6164167324388319,0.058377558756633814,0.33091197350401796,0.42546950305685655 2450,Tensoic/Kan-Llama-SFT-v0.5,torch.float16,0.47440273037542663,0.7271459868552081,0.4744031768522622,0.696921862667719,0.053828658074298714,0.42713188864421947,0.47563905057818906 2451,Tensoic/Qwixtral-4x1.8B-SFT,torch.bfloat16,0.21416382252559726,0.24955188209520016,0.5015491775093366,0.5256511444356748,0.0,0.23421198305338511,0.2875213349365323 2452,vanillaOVO/supermario_v4,torch.bfloat16,0.734641638225256,0.8876717785301733,0.7206547057471042,0.8524072612470402,0.7012888551933283,0.6540609111007173,0.7584541916739366 2453,vanillaOVO/merge_7B_state_1,torch.bfloat16,0.7380546075085325,0.8856801433977295,0.6911120116928046,0.8389897395422258,0.6997725549658832,0.6487009918460463,0.7503850081588702 2454,vanillaOVO/supermario_v3,torch.bfloat16,0.7380546075085325,0.8891655048795061,0.7200658221296736,0.8547750591949487,0.6921910538286581,0.6506746564395162,0.7574877839968059 2455,vanillaOVO/supermario_v2,torch.bfloat16,0.7295221843003413,0.8852818163712408,0.7122019171893207,0.8389897395422258,0.7134192570128886,0.6499183751718627,0.7548888815979801 2456,vanillaOVO/supermario_v1,torch.bfloat16,0.7372013651877133,0.8870742879904402,0.682309495837554,0.856353591160221,0.6823351023502654,0.6457440162979303,0.7485029764706873 2457,vanillaOVO/merge_7B_state_2,torch.bfloat16,0.7312286689419796,0.8861780521808404,0.7136957056689134,0.835043409629045,0.7187263078089462,0.6500489285016904,0.7558201787885692 2458,vanillaOVO/Beagle_Turdus,torch.bfloat16,0.7363481228668942,0.8881696873132842,0.6826892277470754,0.8602999210734017,0.6800606520090978,0.6461924300718028,0.7489600068469261 2459,SicariusSicariiStuff/Tinybra_13B,torch.float16,0.5571672354948806,0.8098984266082454,0.49143267175287075,0.7379636937647988,0.18119787717968158,0.5437368104604398,0.5535661192101528 2460,SicariusSicariiStuff/Tenebra_30B_Alpha01_FP16,torch.float16,0.6450511945392492,0.8479386576379208,0.542164417620334,0.7861089187056038,0.24639878695981804,0.5428551976274132,0.6017528621817232 2461,G-reen/EXPERIMENT-DPO-m7b2-1-merged,4bit,0.5947098976109215,0.8242381995618403,0.4000991400495803,0.7829518547750592,0.34723275208491283,0.6221097498841437,0.5952235989944097 2462,julleong/illuni-llama-2-ko-7b-test,torch.float16,0.43430034129692835,0.6485759808803028,0.3329691460247487,0.6377269139700079,0.024260803639120546,0.28691497006281186,0.39412469264565336 2463,csujeong/Falcon-7B-Fintued-Finance-Stock-E,torch.float16,0.5008532423208191,0.7826130252937662,0.36700718156067086,0.7071823204419889,0.0310841546626232,0.27362774204548057,0.44372794438755814 2464,csujeong/Mistral-7B-Finetuning-Insurance-16R,torch.float16,0.6083617747440273,0.8343955387373033,0.4311486731867926,0.7845303867403315,0.3411675511751327,0.6361305595300866,0.605955747352279 2465,csujeong/Gemma-7B-Finetuning-JCS-Ko-Ins,torch.float16,0.6245733788395904,0.8278231428002389,0.48601382240433894,0.7908445146014207,0.5193328278999242,0.6623306975408102,0.6518197306810539 2466,alykassem/ds_diasum_md_mixtral,4bit,0.6629692832764505,0.854511053574985,0.5572164097692784,0.8034727703235991,0.5322213798332069,0.6950881197284837,0.6842465027510007 2467,VMware/open-llama-7b-open-instruct,torch.float16,0.4974402730375427,0.736705835490938,0.34645392200910646,0.654301499605367,0.00530705079605762,0.3152201178753267,0.42590478313572316 2468,VMware/open-llama-0.7T-7B-open-instruct-v1.1,torch.float16,0.4667235494880546,0.6766580362477594,0.3760359060063793,0.654301499605367,0.0075815011372251705,0.2854542370764525,0.41112578826020635 2470,cookinai/DonutLM-v1,torch.float16,0.6911262798634812,0.8590918143796057,0.6336336766166446,0.8168902920284136,0.6679302501895376,0.6545023956378649,0.7205291181192579 2471,cookinai/BruinHermes,torch.float16,0.7013651877133106,0.8707428799044015,0.6559538306507776,0.8129439621152328,0.7119029567854435,0.6522270312324169,0.7341893080669304 2472,cookinai/CM-14,torch.bfloat16,0.6936860068259386,0.8697470623381797,0.6190301844108673,0.8105761641673244,0.7225170583775588,0.6536748999372605,0.7282052293428549 2473,cookinai/Blitz-v0.2,torch.float16,0.590443686006826,0.8300139414459271,0.42713204934683263,0.7829518547750592,0.33586050037907506,0.6296005004460316,0.5993337553999586 2474,cookinai/Blitz-v0.1,torch.bfloat16,0.5520477815699659,0.8250348536148178,0.6076767313547442,0.7742699289660616,0.4094010614101592,0.6132786099499693,0.6302848278109531 2475,cookinai/OpenCM-14,torch.bfloat16,0.6928327645051194,0.8688508265285799,0.6107353876145338,0.8129439621152328,0.7293404094010614,0.6501121846307277,0.7274692557992091 2476,cookinai/CatMacaroni14,torch.bfloat16,0.6911262798634812,0.8692491535550687,0.6158322886811354,0.8105761641673244,0.7232752084912812,0.6506672914204479,0.7267877310297899 2477,cookinai/titanbagel,torch.float16,0.6271331058020477,0.8335988846843259,0.5248867733958267,0.7908445146014207,0.4450341167551175,0.6312319126736166,0.6421215513187258 2478,cookinai/OrcaHermes-Mistral-70B-miqu,torch.float16,0.7133105802047781,0.8778131846245768,0.6071571475021432,0.8453038674033149,0.7323730098559514,0.7547120309316416,0.7551116367537344 2479,cookinai/CatMacaroni-Slerp,torch.float16,0.6928327645051194,0.8687512447719578,0.6102215759974746,0.8113654301499605,0.7308567096285065,0.6502494738541607,0.7273795331511965 2480,cookinai/Valkyrie-V1,torch.bfloat16,0.6723549488054608,0.8626767576180043,0.603958710710944,0.8145224940805051,0.7134192570128886,0.6482119928788266,0.7191906935177715 2481,cookinai/Bald-Eagle-7B,torch.bfloat16,0.6450511945392492,0.8479386576379208,0.5464664056101883,0.8097868981846882,0.6702047005307051,0.6438947672754142,0.6938904372963609 2483,openthaigpt/openthaigpt-1.0.0-beta-13b-chat-hf,torch.float16,0.5358361774744027,0.7908783110934077,0.4416133249202012,0.7387529597474349,0.008339651250947688,0.511301988037379,0.5044537354206289 2484,openthaigpt/openthaigpt-1.0.0-alpha-7b-chat-ckpt-hf,torch.float16,0.5085324232081911,0.7488548097988449,0.47234141710510064,0.6906077348066298,0.03866565579984837,0.40016866272248314,0.4765284505735163 2485,openthaigpt/openthaigpt-1.0.0-beta-7b-chat-ckpt-hf,torch.float16,0.4496587030716723,0.7018522206731727,0.4999073626978088,0.6937647987371744,0.013646702047005308,0.362239706870273,0.4535115823495178 2486,pabloce/Dolphin-2.8-slerp,torch.bfloat16,0.6800341296928327,0.8650667197769368,0.6519707532329383,0.8216258879242304,0.686125852918878,0.6438175274653841,0.7247734785018668 2487,nbeerbower/flammen2,torch.bfloat16,0.689419795221843,0.8686516630153356,0.6311863762763213,0.8074191002367798,0.6497346474601972,0.6478367927621429,0.7157080624954366 2488,nbeerbower/flammen11X-mistral-7B,torch.bfloat16,0.71160409556314,0.8822943636725752,0.70183813827314,0.8216258879242304,0.6580742987111448,0.6481479057914346,0.7372641149892775 2489,nbeerbower/strange_3236-7B,torch.bfloat16,0.7320819112627986,0.8895638319059949,0.7759624994735362,0.8476716653512234,0.6876421531463229,0.647841519870853,0.7634605968351216 2490,nbeerbower/flammen11-mistral-7B,torch.bfloat16,0.7098976109215017,0.880601473809998,0.7173241167460739,0.8216258879242304,0.6952236542835482,0.6506447852929808,0.7458862548297222 2491,nbeerbower/flammen3X,torch.bfloat16,0.7013651877133106,0.8737303326030671,0.6636783326582055,0.8097868981846882,0.6739954510993177,0.6469323769013603,0.7282480965266581 2492,nbeerbower/SuperBruphin-3x7B,torch.bfloat16,0.71160409556314,0.877414857598088,0.6684621740241807,0.8153117600631413,0.7065959059893859,0.6458123077559027,0.7375335168323064 2493,nbeerbower/flammen6-mistral-7B,torch.bfloat16,0.6919795221843004,0.869946225851424,0.6347674012321349,0.8129439621152328,0.6952236542835482,0.6416766200372966,0.7244228976173228 2494,nbeerbower/flammen10-mistral-7B,torch.bfloat16,0.7175767918088737,0.882692690699064,0.7223046198250735,0.8271507498026835,0.714177407126611,0.6475225931817962,0.751904142074017 2495,nbeerbower/flammen3,torch.bfloat16,0.7081911262798635,0.8798048197570205,0.7069016208042257,0.8216258879242304,0.6967399545109931,0.6481361236541309,0.7435665888217439 2496,nbeerbower/flammen9X-mistral-7B,torch.bfloat16,0.6953924914675768,0.8746265684126668,0.6556732427005331,0.8153117600631413,0.6626231993934799,0.6469773732553289,0.7251007725487878 2497,nbeerbower/flammen9-mistral-7B,torch.bfloat16,0.6962457337883959,0.877414857598088,0.6854495243513705,0.819258089976322,0.6573161485974223,0.6441013152750965,0.7299642782644492 2498,nbeerbower/Maidphin-Kunoichi-7B,torch.bfloat16,0.6936860068259386,0.8711412069308903,0.642681406545345,0.8034727703235991,0.6588324488248674,0.6477900189990861,0.7196006430749544 2499,nbeerbower/flammen,torch.bfloat16,0.681740614334471,0.8706432981477793,0.6301596481410238,0.8145224940805051,0.6603487490523123,0.6468430156838104,0.7173763032399837 2500,nbeerbower/flammen5-mistral-7B,torch.bfloat16,0.7201365187713311,0.8846843258315077,0.7216632872733676,0.8287292817679558,0.6982562547384382,0.6495282916357813,0.7504996600030637 2501,nbeerbower/flammen8-mistral-7B,torch.bfloat16,0.7192832764505119,0.880601473809998,0.7201767439915395,0.8224151539068666,0.6952236542835482,0.6491552422756821,0.7478092574530244 2502,nbeerbower/Flammen-Trismegistus-7B,torch.bfloat16,0.6399317406143344,0.8479386576379208,0.5712348607371314,0.7647987371744278,0.510235026535254,0.6245372242769066,0.6597793744959959 2503,nbeerbower/bruphin-epsilon,torch.float16,0.7209897610921502,0.8809002190798646,0.669482738361527,0.8382004735595896,0.7050796057619408,0.6504247501310119,0.744179591331014 2504,Mikael110/llama-2-13b-guanaco-fp16,torch.float16,0.6092150170648464,0.8318064130651265,0.4400425009710182,0.7490134175217048,0.11599696739954511,0.5458177255242468,0.5486486735910813 2505,Mikael110/llama-2-7b-guanaco-fp16,torch.float16,0.5486348122866894,0.7964548894642501,0.43828988218077836,0.7521704814522494,0.06292645943896892,0.4637776000040305,0.510375687471161 2506,hyunjae/polyglot-ko-3.8b-total,torch.float16,0.25341296928327645,0.39693288189603665,0.43671199555198403,0.5335438042620363,0.0,0.29160626912006415,0.31870132001889967 2507,diffnamehard/Mistral-CatMacaroni-slerp-gradient,torch.float16,0.6552901023890785,0.856602270464051,0.6409730836798082,0.8003157063930545,0.576194086429113,0.6152689822751704,0.6907740386050459 2508,diffnamehard/Psyfighter2-Noromaid-ties-Capybara-13B,torch.float16,0.6228668941979523,0.8386775542720574,0.5143942772336377,0.7703235990528808,0.30401819560272936,0.5658600324532865,0.602690092135424 2509,diffnamehard/Mistral-CatMacaroni-slerp-uncensored,torch.float16,0.6424914675767918,0.8408683529177454,0.5687346538981385,0.7971586424625099,0.5610310841546626,0.6266164011951918,0.6728167670341733 2510,diffnamehard/Psyfighter2-Noromaid-ties-13B,torch.float16,0.6186006825938567,0.8458474407488548,0.5065675245616744,0.7537490134175217,0.27293404094010615,0.5704352081321735,0.5946889850656979 2511,undi95/llama2-to-mistral-diff,torch.bfloat16,0.5341296928327645,0.7856004779924318,0.38714596689664715,0.7403314917127072,0.07505686125852919,0.4642600539393414,0.49775409077207017 2512,caisarl76/mistral-guanaco1k-ep2,torch.bfloat16,0.6006825938566553,0.8276239792869946,0.543989419660622,0.7805840568271507,0.1197877179681577,0.6149744450107127,0.5812737021017156 2513,caisarl76/Mistral-7B-OpenOrca-Guanaco-accu16,torch.bfloat16,0.5972696245733788,0.8308105954989046,0.508101159786776,0.7655880031570639,0.1599696739954511,0.6129237968672945,0.5791104756464781 2514,caisarl76/Mistral-7B-guanaco1k-ep2,torch.bfloat16,0.6006825938566553,0.8276239792869946,0.543989419660622,0.7805840568271507,0.1197877179681577,0.6149744450107127,0.5812737021017156 2515,nonetrix/sillyrp-7b,torch.float16,0.6493174061433447,0.8526190001991635,0.5427654283894101,0.77663772691397,0.5913570887035633,0.6419587351404863,0.6757758975816562 2516,AiMavenAi/AiMaven-SmartDawg-7b,torch.bfloat16,0.6791808873720137,0.8716391157140012,0.5886125043102783,0.7900552486187845,0.5724033358605004,0.6268834414549517,0.6881290888884216 2517,AiMavenAi/MavenWest,torch.bfloat16,0.7158703071672355,0.8843855805616411,0.6529155692943942,0.8326756116811366,0.6884003032600455,0.6463460015345972,0.7367655622498418 2518,AiMavenAi/Prometheus-1.3,torch.float16,0.7261092150170648,0.890161322445728,0.792871875693302,0.8516179952644041,0.645185746777862,0.6425911050882167,0.7580895433810962 2519,AiMavenAi/AiMaven-Prometheus,torch.bfloat16,0.7397610921501706,0.8882692690699064,0.7222211820734462,0.8516179952644041,0.690674753601213,0.6517035794575811,0.7573746452694535 2520,SciPhi/SciPhi-Self-RAG-Mistral-7B-32k,torch.float16,0.5733788395904437,0.8044214299940251,0.45630119540652325,0.7482241515390686,0.19711902956785443,0.6081312381767255,0.5645959807124402 2521,CultriX/Wernicke-7B-dpo,torch.bfloat16,0.7184300341296929,0.8862776339374626,0.7390753698182038,0.846093133385951,0.6762699014404853,0.6522057146519297,0.7530586312272876 2522,CultriX/CultriX-MoE-Model,torch.bfloat16,0.7005119453924915,0.8722366062537343,0.680406671341865,0.8089976322020521,0.6209249431387415,0.6495260909171148,0.7221006482076665 2523,CultriX/MonaTrix-v4,torch.bfloat16,0.7337883959044369,0.8910575582553276,0.7801982746165738,0.8484609313338595,0.6884003032600455,0.6407666480378419,0.763778685234681 2524,CultriX/NeuralTrix-7B-dpo,torch.float16,0.7226962457337884,0.8890659231228839,0.7906457431658568,0.846093133385951,0.6800606520090978,0.640638538027079,0.7615333725741095 2525,CultriX/MistralTrix-SLERP,torch.bfloat16,0.7081911262798635,0.8754232224656443,0.653460703870151,0.8168902920284136,0.711144806671721,0.6497884970406232,0.735816441392736 2526,CultriX/MistralTrixTest,torch.bfloat16,0.7252559726962458,0.8839872535351524,0.7076752094050531,0.813733228097869,0.6072782410917361,0.652172481442706,0.7316837310447938 2527,CultriX/OmniTrixAI,torch.float16,0.7295221843003413,0.8851822346146186,0.7012232532865607,0.8358326756116812,0.7050796057619408,0.651246938723554,0.751347815383116 2528,CultriX/MonaTrix-v6,torch.bfloat16,0.7278156996587031,0.8889663413662617,0.7744910724990695,0.846093133385951,0.6785443517816527,0.6445221008592621,0.7600721165918167 2529,CultriX/Wernicke-7B-v8,torch.float16,0.7244027303754266,0.8869747062338179,0.7130370187226833,0.8484609313338595,0.6937073540561031,0.646185607741078,0.7521280580771613 2530,CultriX/CombinaTrix-7B,torch.float16,0.7286689419795221,0.8839872535351524,0.706271087965262,0.8413575374901342,0.7028051554207733,0.6485137053930197,0.7519339469639772 2531,CultriX/NeuralTrix-7B-v1,torch.float16,0.7414675767918089,0.8926508663612827,0.7487336484598718,0.8492501973164956,0.6709628506444276,0.6454778248542001,0.7580904940713479 2532,CultriX/NeuralCeptrix-7B-SLERP,torch.bfloat16,0.7244027303754266,0.8930491933877713,0.7912575172790376,0.850828729281768,0.6664139499620925,0.6449732514282597,0.761820895285726 2533,CultriX/NeuralTrix-bf16,torch.bfloat16,0.7286689419795221,0.8911571400119498,0.7953780824002232,0.846093133385951,0.6717210007581501,0.6427027034663536,0.7626201670003584 2534,CultriX/SevereNeuralBeagleTrix-7B,torch.float16,0.7278156996587031,0.8832901812387971,0.6902166608949867,0.8382004735595896,0.7164518574677786,0.65093612851211,0.7511518335553276 2535,CultriX/Wernicke-7B-v1,torch.float16,0.7320819112627986,0.8847839075881299,0.7095040229828242,0.8374112075769534,0.6959818043972706,0.6495360166800846,0.7515498117480103 2536,CultriX/MoNeuTrix-7B-v1,torch.bfloat16,0.7286689419795221,0.8897629954192392,0.7717727820471834,0.8437253354380426,0.6717210007581501,0.6465136331640882,0.7586941148010377 2537,CultriX/NeuralTrixlaser-bf16,torch.bfloat16,0.7218430034129693,0.8905596494722167,0.7868694738098723,0.8476716653512234,0.6846095526914329,0.6420972508976737,0.7622750992725646 2538,CultriX/MergeCeption-7B-v3,torch.bfloat16,0.7295221843003413,0.8917546305516829,0.7862031484870312,0.8500394632991318,0.66565579984837,0.64589228871642,0.7615112525338296 2539,CultriX/MergeTrix-7B-v2,torch.float16,0.726962457337884,0.8847839075881299,0.6716543422722782,0.8674033149171271,0.6914329037149356,0.648860371826765,0.7485162162761867 2540,CultriX/Wernicke-7B-v9,torch.float16,0.7244027303754266,0.885381398127863,0.7185564600293038,0.840568271507498,0.6929492039423806,0.6490244217743384,0.7518137476261351 2541,CultriX/MistralTrix-v1,torch.bfloat16,0.7226962457337884,0.8832901812387971,0.7073380102170026,0.8097868981846882,0.6277482941622441,0.6523848718926957,0.733874083571536 2542,CultriX/CultriX-MoE-BF16,torch.bfloat16,0.689419795221843,0.8696474805815575,0.6347153460815503,0.8105761641673244,0.6997725549658832,0.652036435049925,0.726027962678014 2543,CultriX/MergeTrix-7B,torch.bfloat16,0.7226962457337884,0.8784106751643099,0.6627204029237665,0.835043409629045,0.7119029567854435,0.648838015418973,0.7432686176092211 2544,twodgirl/Nimue-7B,torch.float16,0.6373720136518771,0.8274248157737503,0.5088711574256769,0.8326756116811366,0.6679302501895376,0.6463733616735904,0.6867745350659282 2545,huggyllama/llama-13b,torch.float16,0.5614334470989761,0.8092013543118901,0.3947888264167134,0.7624309392265194,0.0758150113722517,0.4761058830217011,0.513295910241342 2546,huggyllama/llama-65b,torch.float16,0.6348122866894198,0.8608842859988051,0.4342876070583593,0.8255722178374112,0.37225170583775585,0.6393064176395022,0.6278524201768755 2547,huggyllama/llama-7b,torch.float16,0.5093856655290102,0.7781318462457678,0.3432793294414406,0.7142857142857143,0.0803639120545868,0.35693306387951174,0.4637299219060052 2548,huggyllama/llama-30b,torch.float16,0.6143344709897611,0.8473411670981876,0.42273875997635146,0.8003157063930545,0.14859742228961334,0.5844661283793138,0.5696322758543803 2549,unaidedelf87777/wizard-mistral-v0.1,torch.float16,0.6177474402730375,0.8350926110336586,0.47455703408607897,0.7829518547750592,0.19029567854435178,0.6398935939736158,0.5900897021143003 2550,pe-nlp/llama-2-13b-vicuna-wizard,torch.float16,0.5776450511945392,0.8216490738896635,0.4111402162835769,0.749802683504341,0.009097801364670205,0.5468153855797052,0.5193583686360826 2551,pe-nlp/llama-2-13b-platypus-vicuna-wizard,torch.float16,0.6126279863481229,0.8231428002389962,0.41905685211515153,0.7576953433307024,0.009097801364670205,0.5521066996642691,0.5289545805103187 2552,csitfun/llama-7b-logicot,torch.float16,0.47013651877133106,0.7255526787492531,0.4363242258351546,0.675611681136543,0.0,0.3893267962228619,0.44949198345252395 2553,TinyLlama/TinyLlama-1.1B-Chat-v0.6,torch.bfloat16,0.3165529010238908,0.5578570005974905,0.3471656737766869,0.5935280189423836,0.02122820318423048,0.25983263797976486,0.3493607392507412 2554,TinyLlama/TinyLlama-1.1B-Chat-v1.0,torch.float16,0.3609215017064846,0.6110336586337383,0.37475758071242915,0.6124704025256511,0.02350265352539803,0.253901737256654,0.3727645890600592 2555,TinyLlama/TinyLlama-1.1B-intermediate-step-955k-token-2T,torch.float16,0.302901023890785,0.5483967337183828,0.36069959860077605,0.5832675611681136,0.013646702047005308,0.2646738451142319,0.34559757742321584 2556,TinyLlama/TinyLlama-1.1B-intermediate-step-1431k-3T,torch.float16,0.3387372013651877,0.6030671181039634,0.3732177557725045,0.5951065509076559,0.014404852160727824,0.26041638777655324,0.364158311014432 2557,TinyLlama/TinyLlama-1.1B-intermediate-step-1195k-token-2.5T,torch.float16,0.33532423208191126,0.5938060147381,0.3678523017186956,0.6022099447513812,0.014404852160727824,0.26221684807613066,0.3626356989211578 2558,yam-peleg/Experiment25-7B,torch.float16,0.7320819112627986,0.8900617406891057,0.7849051067806252,0.8539857932123125,0.6785443517816527,0.6444690135969069,0.764007986220567 2559,yam-peleg/Experiment22-7B,torch.float16,0.7150170648464164,0.8888667596096396,0.7947465358188641,0.8476716653512234,0.6664139499620925,0.6413374173218513,0.7590088988183479 2560,yam-peleg/Experiment7-7B,torch.float16,0.7184300341296929,0.8804023102967536,0.7059020061319847,0.8082083662194159,0.6474601971190296,0.6525177871153928,0.7354867835020449 2561,yam-peleg/Experiment4-7B,torch.float16,0.7218430034129693,0.8809002190798646,0.7039319058753165,0.8113654301499605,0.6345716451857468,0.650312425672705,0.7338207715627604 2562,yam-peleg/Experiment19-7B,torch.float16,0.7235494880546075,0.8860784704242183,0.7817594211835219,0.8453038674033149,0.6542835481425322,0.6307809172034524,0.7536259520686078 2563,yam-peleg/Experiment27-7B,torch.float16,0.735494880546075,0.891256721768572,0.7869929436345311,0.8492501973164956,0.6808188021228203,0.6445296844490839,0.7647238716395964 2564,yam-peleg/Experiment10-7B,torch.float16,0.7218430034129693,0.8796056562437762,0.7109902944624826,0.8074191002367798,0.6353297952994693,0.6531608294262071,0.7347247798469474 2565,yam-peleg/Experiment29-7B,torch.float16,0.7312286689419796,0.8905596494722167,0.7872335680840398,0.8500394632991318,0.6876421531463229,0.6448685864773408,0.7652620149035053 2566,yam-peleg/gemma-7b-it-experiment,torch.float16,0.514505119453925,0.719577773351922,0.47291150235086526,0.6795580110497238,0.2918877937831691,0.5351703100185111,0.5356017516680194 2567,yam-peleg/Experiment2-7B,torch.float16,0.7218430034129693,0.8814977096195977,0.6996574348620329,0.8121546961325967,0.6368460955269143,0.6509893680747311,0.7338313846048069 2568,yam-peleg/Experiment15-7B,torch.float16,0.7218430034129693,0.8867755427205736,0.7704944298987642,0.8421468034727704,0.5875663381349507,0.6000548522585732,0.7348134949831002 2569,yam-peleg/Experiment1-7B,torch.float16,0.7252559726962458,0.8816968731328421,0.699772917156144,0.8082083662194159,0.6353297952994693,0.6528380655666306,0.7338503316784579 2570,yam-peleg/gemma-7b-experiment,torch.float16,0.6109215017064846,0.8247361083449513,0.4490548840372056,0.7845303867403315,0.5276724791508719,0.6602745725247715,0.6428649887507694 2571,yam-peleg/Experiment24-7B,torch.float16,0.7380546075085325,0.8905596494722167,0.7853701258388617,0.8516179952644041,0.6846095526914329,0.6433718701457901,0.7655973001535398 2572,yam-peleg/Experiment30-7B,torch.bfloat16,0.734641638225256,0.8908583947420833,0.7776092320401561,0.8484609313338595,0.6959818043972706,0.6439541366836142,0.7652510229037066 2573,yam-peleg/Experiment8-7B,torch.float16,0.7209897610921502,0.8812985461063533,0.7024529326790527,0.8066298342541437,0.6444275966641395,0.6524721625556688,0.7347118055585846 2574,yam-peleg/Experiment21-7B,torch.float16,0.7141638225255973,0.8902609042023502,0.7979069798324291,0.8547750591949487,0.6595905989385898,0.639211640779143,0.7593181675788431 2575,yam-peleg/Experiment26-7B,torch.bfloat16,0.7312286689419796,0.8911571400119498,0.7803918385000735,0.8500394632991318,0.7043214556482184,0.6430300421396057,0.7666947680901598 2576,yam-peleg/Experiment9-7B,torch.float16,0.7201365187713311,0.880601473809998,0.7042270854773415,0.8074191002367798,0.6376042456406369,0.6531573818140299,0.7338576342916863 2577,yam-peleg/Experiment20-7B,torch.float16,0.7303754266211604,0.8861780521808404,0.7771507307486577,0.8500394632991318,0.6664139499620925,0.6323273486518775,0.7570808285772933 2578,yam-peleg/Experiment31-7B,torch.bfloat16,0.735494880546075,0.8918542123083051,0.7831336319427918,0.8500394632991318,0.690674753601213,0.6435687856738561,0.7657942878952287 2579,yam-peleg/Experiment23-7B,torch.float16,0.7235494880546075,0.8876717785301733,0.7886928497175871,0.8531965272296764,0.6239575435936315,0.6416968846287237,0.7531275119590667 2580,yam-peleg/Experiment28-7B,torch.float16,0.7303754266211604,0.8903604859589723,0.7848968962317848,0.8539857932123125,0.6929492039423806,0.6444229950975531,0.766165133510694 2581,gywy/llama2-13b-chinese-v2,torch.float16,0.5392491467576792,0.7463652658832902,0.45427145393809903,0.7158642462509865,0.021986353297952996,0.4973619882790072,0.4958497424011692 2583,Sao10K/14B-Glacier-Stack,torch.float16,0.7167235494880546,0.8834893447520414,0.6537435659083609,0.840568271507498,0.5261561789234268,0.6672624491128673,0.7146572266153749 2584,Sao10K/BrainDerp3,torch.float16,0.6092150170648464,0.8209520015933081,0.571756969256499,0.7561168113654302,0.0803639120545868,0.5891129060953366,0.5712529362383346 2585,Sao10K/Mythical-Destroyer-L2-13B,torch.float16,0.5870307167235495,0.8199561840270863,0.5634952971363567,0.7466456195737964,0.08946171341925702,0.5766088743424033,0.5638664008704082 2586,Sao10K/Sensualize-Solar-10.7B,torch.float16,0.6501706484641638,0.8455486954789883,0.5362748169124832,0.8397790055248618,0.5655799848369977,0.65274400846157,0.6816828599465108 2587,Sao10K/Frostwind-10.7B-v1,torch.float16,0.6399317406143344,0.8536148177653854,0.5040791546532097,0.8382004735595896,0.5276724791508719,0.6448527159938043,0.6680585636228659 2588,Sao10K/Stheno-v2-Delta-fp16,torch.float16,0.6245733788395904,0.8344951204939255,0.552469840052686,0.7387529597474349,0.1281273692191054,0.5903797570230133,0.5781330708959592 2589,Sao10K/Mythical-Destroyer-V2-L2-13B,torch.float16,0.5930034129692833,0.8266281617207728,0.5709442462737496,0.7474348855564326,0.0,0.5738812011220584,0.5519819846070494 2590,Sao10K/Stheno-1.3-L2-13B,torch.float16,0.568259385665529,0.8169687313284206,0.5023124365778059,0.7111286503551697,0.002274450341167551,0.5278624980884323,0.5214676920594209 2591,Sao10K/Senko-11B-v1,torch.float16,0.35665529010238906,0.4085839474208325,0.5477966144176997,0.531965272296764,0.0,0.5677172607217253,0.40211973082656843 2592,Sao10K/Frostwind-v2.1-m7,torch.bfloat16,0.6177474402730375,0.8376817367058355,0.4694233651221065,0.7868981846882399,0.38362395754359363,0.6383086315294194,0.6222805526437054 2593,Sao10K/Typhon-Mixtral-v1,torch.bfloat16,0.7184300341296929,0.874726150169289,0.6880606485475675,0.8176795580110497,0.6186504927975739,0.7110854745242144,0.738105393029898 2594,Sao10K/Chat-Stheno-L2-13B,torch.float16,0.5844709897610921,0.8095996813383788,0.43306667783613856,0.7537490134175217,0.14783927217589082,0.5479756677949945,0.5461168837206694 2595,Sao10K/Venomia-m7,torch.float16,0.6313993174061433,0.8399721171081458,0.49078721070216347,0.7576953433307024,0.3237300985595148,0.6006115467824434,0.6073659389815188 2596,Sao10K/Solstice-11B-v1,torch.float16,0.7056313993174061,0.8739294961163115,0.6198092934370032,0.8310970797158642,0.5079605761940864,0.659798758050697,0.6997044338052282 2597,Sao10K/Shiki-m7,torch.bfloat16,0.6552901023890785,0.8530173272256523,0.6545186837831832,0.7774269928966061,0.49507202426080366,0.6356705067496008,0.678499272884154 2598,Sao10K/Medusa-1.1-L2-7B,torch.float16,0.5648464163822525,0.785700059749054,0.47700972785978124,0.7505919494869772,0.014404852160727824,0.5155651566844207,0.5180196937205356 2599,Sao10K/Fimbulvetr-11B-v2,torch.float16,0.7013651877133106,0.877912766381199,0.6342749025395696,0.829518547750592,0.6467020470053071,0.6683226725337363,0.7263493539872857 2600,Sao10K/Stheno-Mix-L2-20B,torch.float16,0.5776450511945392,0.7962557259510058,0.5180391612093455,0.6898184688239937,0.000758150113722517,0.5250678935280129,0.5179307418034366 2601,Sao10K/Euryale-1.3-L2-70B,torch.float16,0.7081911262798635,0.8792073292172874,0.5985156417310469,0.8279400157853196,0.3419257012888552,0.7038601638056221,0.6766066630179992 2602,Sao10K/Euryale-L2-70B,torch.float16,0.689419795221843,0.8707428799044015,0.5449359501718896,0.8208366219415943,0.265352539802881,0.6884428008081981,0.6466217646418013 2603,Sao10K/Stheno-1.2-L2-13B,torch.float16,0.6075085324232082,0.8366859191396137,0.5031960610653523,0.749802683504341,0.10917361637604246,0.5626512188960785,0.561503005234106 2604,Sao10K/Test-Raw-Solar-v1,torch.float16,0.6322525597269625,0.8482374029077873,0.4898939354128775,0.840568271507498,0.5056861258529188,0.6552236279148892,0.6619769872204889 2605,Sao10K/Sensualize-Mixtral-bf16,torch.float16,0.7013651877133106,0.8659629555865366,0.5417488641329058,0.823993685872139,0.5200909780136467,0.708883370958843,0.693674173712897 2606,Sao10K/Winterreise-m7,torch.float16,0.6126279863481229,0.8383788090021908,0.4555071503037089,0.7908445146014207,0.37604245640636846,0.6384824690366794,0.6186472309497485 2607,Sao10K/Test-Instruct-Solar-v1,torch.float16,0.7039249146757679,0.8776140211113324,0.6263828040191523,0.8389897395422258,0.6679302501895376,0.6632812362749063,0.7296871609688204 2608,Sao10K/NyakuraV2.1-m7,torch.bfloat16,0.5861774744027304,0.8188607847042422,0.45008851442315223,0.7277032359905288,0.2266868840030326,0.5845753746938631,0.5656820447029248 2609,Sao10K/Stheno-L2-13B,torch.float16,0.6100682593856656,0.8394742083250348,0.5018428868740622,0.7513812154696132,0.1197877179681577,0.5633416571028198,0.5643159908542256 2610,Sao10K/Stheno-1.1-L2-13B,torch.float16,0.6075085324232082,0.836387173869747,0.5030405325722809,0.7521704814522494,0.07960576194086429,0.5639089846434906,0.5571035778169734 2611,Sao10K/BrainDerp,torch.float16,0.6075085324232082,0.8209520015933081,0.5689827090259466,0.7584846093133386,0.08263836239575435,0.5881294347338699,0.5711159415809043 2612,Sao10K/Fimbulvetr-11B-v2-Test-14,torch.float16,0.7005119453924915,0.877912766381199,0.6342749025395696,0.829518547750592,0.6482183472327521,0.6678164537704122,0.7263754938445027 2613,Sao10K/SOLAR-10.7B-NahIdWin,torch.float16,0.6450511945392492,0.8567018522206732,0.767315070847728,0.8050513022888713,0.6770280515542078,0.6416663237443496,0.7321356325325133 2614,Sao10K/Stheno-1.8-L2-13B,torch.float16,0.6348122866894198,0.841167098187612,0.5285573158387327,0.7640094711917916,0.1326762699014405,0.5857318337763139,0.581159045930885 2615,Sao10K/Fimbulvetr-10.7B-v1,torch.float16,0.689419795221843,0.8727345150368453,0.6054290193571226,0.835043409629045,0.6664139499620925,0.6659206363151968,0.7224935542536909 2616,Sao10K/Stheno-Inverted-L2-13B,torch.float16,0.5930034129692833,0.8290181238797052,0.5203788728768364,0.7474348855564326,0.13191811978771797,0.5645347972548442,0.5643813687208032 2617,Sao10K/Stheno-V2-Delta-fp16,torch.float16,0.6245733788395904,0.8344951204939255,0.552469840052686,0.7387529597474349,0.1281273692191054,0.5903797570230133,0.5781330708959592 2618,Sao10K/Venomia-1.1-m7,torch.bfloat16,0.5844709897610921,0.8304122684724159,0.47211906040617,0.744277821625888,0.36087945413191813,0.5638643854942895,0.5926706633152956 2619,Sao10K/Shiki-v2-m7,torch.bfloat16,0.4735494880546075,0.5171280621390162,0.6197903771040616,0.5927387529597474,0.003032600454890068,0.6262378333280918,0.4720795190067357 2620,Sao10K/Zephyrus-L1-33B,torch.float16,0.6450511945392492,0.8414658434574785,0.5386582093302932,0.8018942383583267,0.2357846853677028,0.5736881518965081,0.6060903871582598 2621,Sao10K/WinterGoddess-1.4x-70B-L2,torch.float16,0.7278156996587031,0.9011153156741685,0.6575887143365204,0.8500394632991318,0.5458680818802123,0.7112011000910377,0.7322713958232955 2622,Sao10K/Ana-v1-m7,torch.bfloat16,0.674061433447099,0.859788886675961,0.5503162010975955,0.7805840568271507,0.5253980288097043,0.6443389960778665,0.6724146004892296 2623,Sao10K/Stheno-Inverted-1.2-L2-13B,torch.float16,0.5938566552901023,0.8301135232025493,0.5121990488422448,0.7466456195737964,0.08946171341925702,0.5577368541859977,0.5550022357523245 2624,Sao10K/SthenoWriter-L2-13B,torch.float16,0.6228668941979523,0.8328022306313483,0.4471564883912637,0.7434885556432518,0.11220621683093253,0.5614116683498718,0.5533220090074368 2625,Sao10K/BrainDerp2,torch.float16,0.6092150170648464,0.8193586934873531,0.5719069674430869,0.7592738752959748,0.09021986353297953,0.5889825460163929,0.5731594938067722 2626,Sao10K/Medusa-13b,torch.float16,0.5819112627986348,0.813483369846644,0.5123791318165158,0.7332280978689818,0.06823351023502654,0.5739011031434645,0.5471894126182112 2627,davidkim205/Rhea-72b-v0.2,torch.float16,0.7755972696245734,0.9083847839075881,0.7450059289802828,0.8634569850039463,0.7846853677028052,0.7797760462116253,0.809484396905137 2628,davidkim205/Rhea-72b-v0.4,torch.float16,0.7849829351535836,0.9074885480979884,0.7390921071450984,0.8674033149171271,0.7862016679302501,0.7801191280035189,0.8108812835412612 2629,davidkim205/Rhea-72b-v0.5,torch.float16,0.7977815699658704,0.9114718183628759,0.7450090367696568,0.8784530386740331,0.7611827141774071,0.7795247822278264,0.8122371600296118 2630,davidkim205/Rhea-72b-v0.3,torch.float16,0.7679180887372014,0.89982075283808,0.7593481584480776,0.850828729281768,0.7983320697498104,0.774706350362369,0.8084923582362178 2631,Isotonic/Hermes-2-Pro-Mixtral-4x7B,torch.bfloat16,0.6424914675767918,0.8270264887472615,0.5902365843525761,0.7545382794001578,0.604245640636846,0.6226014666689385,0.6735233212304287 2632,Isotonic/smol_llama-4x220M-MoE,torch.bfloat16,0.2508532423208191,0.2923720374427405,0.43919471641963714,0.5122336227308603,0.001516300227445034,0.2588282636078141,0.29249969712488605 2633,ResplendentAI/Paradigm_Shift_7B,torch.float16,0.6791808873720137,0.836885082652858,0.6607125137403793,0.7868981846882399,0.4025777103866566,0.5948647910174909,0.6601865283096063 2634,ResplendentAI/Persephone_7B,torch.float16,0.6672354948805461,0.8559051981676957,0.6750586311173583,0.8232044198895028,0.5360121304018196,0.6323378410538512,0.6982922859184623 2635,ResplendentAI/Paradigm_7B,torch.float16,0.7363481228668942,0.8865763792073292,0.7519096223392907,0.8453038674033149,0.6679302501895376,0.6401531414823832,0.7547035639147915 2636,ResplendentAI/Datura_7B,torch.float16,0.7209897610921502,0.882692690699064,0.7102687357878247,0.8453038674033149,0.6557998483699773,0.6414608476304288,0.7427526251637934 2637,ResplendentAI/DaturaCookie_7B,torch.bfloat16,0.712457337883959,0.8800039832702649,0.6848002786802394,0.8279400157853196,0.6527672479150872,0.6427653764409841,0.7334557066626424 2638,ResplendentAI/Asherah_7B,torch.float16,0.681740614334471,0.8604859589723163,0.5806505512555615,0.7876874506708761,0.66868840030326,0.6392349518317557,0.7030813212280401 2639,ResplendentAI/Flora_7B,torch.float16,0.7209897610921502,0.8830910177255527,0.7119307199005626,0.8445146014206788,0.6535253980288097,0.6415761218829611,0.7426046033417858 2640,ResplendentAI/Sinerva_7B,torch.float16,0.7013651877133106,0.8559051981676957,0.5993028471624264,0.8255722178374112,0.623199393479909,0.6177162461531591,0.7038435150856519 2641,ResplendentAI/Flora_DPO_7B,torch.float16,0.7175767918088737,0.8827922724556861,0.7107712535781805,0.8453038674033149,0.6580742987111448,0.6413079980352308,0.7426377469987385 2642,ResplendentAI/Obscura_32k_7B,torch.bfloat16,0.552901023890785,0.7800238996215894,0.6303117698117346,0.6906077348066298,0.1728582259287339,0.4912632286202273,0.5529943137799499 2643,jondurbin/airoboros-7b-gpt4-1.3,torch.float16,0.5247440273037542,0.7798247361083449,0.357316561046733,0.7229676400947119,0.009855951478392721,0.41968443216032814,0.46906555803204414 2644,jondurbin/airoboros-l2-13b-gpt4-2.0,torch.float16,0.590443686006826,0.8282214698267277,0.3646576349277634,0.7419100236779794,0.07733131159969674,0.5471073648038078,0.5249452484738001 2645,jondurbin/airoboros-13b-gpt4-1.4-fp16,torch.float16,0.5964163822525598,0.8322047400916153,0.4881569698984184,0.7624309392265194,0.07733131159969674,0.4755521864613031,0.5386820882550188 2646,jondurbin/bagel-7b-v0.4,torch.bfloat16,0.6356655290102389,0.826727743477395,0.5420385268751854,0.7892659826361483,0.47308567096285065,0.6224616358795757,0.648207514806899 2647,jondurbin/airoboros-13b-gpt4,torch.float16,0.5938566552901023,0.8329018123879706,0.47650415239645905,0.7576953433307024,0.07884761182714177,0.4788532536867448,0.5364431381531868 2648,jondurbin/airoboros-7b-gpt4-1.2,torch.float16,0.5213310580204779,0.7814180442143,0.417940197391542,0.7166535122336227,0.02122820318423048,0.3863945376891894,0.4741609254555604 2649,jondurbin/airoboros-13b-gpt4-1.1,torch.float16,0.590443686006826,0.8305118502290381,0.4662032437063358,0.7576953433307024,0.08188021228203184,0.4941229079247138,0.5368095405799412 2650,jondurbin/bagel-dpo-8x7b-v0.2,torch.bfloat16,0.7209897610921502,0.864070902210715,0.7282843193806284,0.8326756116811366,0.5003790750568613,0.7027364030734211,0.7248560120824855 2651,jondurbin/bagel-dpo-7b-v0.4,torch.bfloat16,0.6757679180887372,0.8429595698068114,0.6394319602785546,0.7813733228097869,0.46853677028051555,0.6195440759169163,0.671268936196887 2652,jondurbin/airoboros-13b-gpt4-1.4,torch.float16,0.5964163822525598,0.8322047400916153,0.4881569698984184,0.7624309392265194,0.07733131159969674,0.4755521864613031,0.5386820882550188 2653,jondurbin/airoboros-l2-70b-gpt4-m2.0,torch.float16,0.7005119453924915,0.877912766381199,0.4975127177910423,0.8358326756116812,0.2539802880970432,0.7045617099832348,0.6450520172094487 2654,jondurbin/airoboros-33b-gpt4,torch.float16,0.6373720136518771,0.8487353116908982,0.47056228815003487,0.7703235990528808,0.12661106899166036,0.5854287275603892,0.5731721681829568 2655,jondurbin/airoboros-l2-70b-2.2.1,torch.bfloat16,0.697098976109215,0.8795060744871539,0.5949086139726426,0.829518547750592,0.4488248673237301,0.6978762986084467,0.6912888963752967 2656,jondurbin/airoboros-13b,torch.float16,0.5827645051194539,0.8104959171479785,0.5157191510287134,0.7624309392265194,0.06974981046247157,0.5003081958954944,0.5402447531467719 2657,jondurbin/airoboros-65b-gpt4-2.0,torch.float16,0.6663822525597269,0.8665604461262697,0.491072375114453,0.8026835043409629,0.20545868081880211,0.6317930370532507,0.6106583826689108 2658,jondurbin/airoboros-7b-gpt4-1.4.1-qlora,torch.float16,0.5273037542662116,0.7789285002987453,0.36073265239411667,0.7032359905288083,0.022744503411675512,0.3876607733024255,0.46343436236699714 2659,jondurbin/airoboros-33b-gpt4-1.4,torch.float16,0.64419795221843,0.8513244373630751,0.5047234250778283,0.7790055248618785,0.11751326762699014,0.5953486447051057,0.5820188753088846 2660,jondurbin/airoboros-l2-7b-gpt4-1.4.1,torch.float16,0.5511945392491467,0.7959569806811392,0.40293215545997413,0.7426992896606156,0.028051554207733132,0.4516889221556695,0.4954205735690464 2661,jondurbin/airoboros-l2-70b-gpt4-1.4.1,torch.float16,0.7039249146757679,0.8782115116510655,0.5520028397928612,0.8358326756116812,0.22517058377558757,0.7031210260991704,0.6497105919343557 2662,jondurbin/airoboros-l2-7b-2.1,torch.bfloat16,0.5443686006825939,0.7867954590718981,0.43954718122913994,0.7411207576953434,0.021986353297952996,0.44450106929588423,0.49638657021213534 2663,jondurbin/airoboros-65b-gpt4-1.3,torch.float16,0.6612627986348123,0.8598884684325832,0.5132404713335291,0.7995264404104183,0.13646702047005307,0.6388563700982786,0.6015402615632791 2664,jondurbin/airoboros-7b-gpt4-1.4,torch.float16,0.5392491467576792,0.803326030671181,0.41046130167435857,0.7277032359905288,0.037149355572403335,0.38606823089682807,0.48399288359382986 2665,jondurbin/cinematika-7b-v0.1,torch.bfloat16,0.5998293515358362,0.8113921529575782,0.44466808310122014,0.7750591949486977,0.17589082638362397,0.5187461491437244,0.5542642930117802 2666,jondurbin/spicyboros-70b-2.2,torch.bfloat16,0.7073378839590444,0.8758215494921331,0.5830864962460272,0.8382004735595896,0.4094010614101592,0.7031707843191283,0.6861697081643469 2667,jondurbin/bagel-34b-v0.2,torch.bfloat16,0.6877133105802048,0.8371838279227246,0.592598246243346,0.8382004735595896,0.46171341925701287,0.7645144176882587,0.696987282541856 2668,jondurbin/nontoxic-bagel-34b-v0.2,torch.bfloat16,0.7244027303754266,0.8564031069508066,0.7269948354406905,0.824782951854775,0.5845337376800607,0.7641209545027164,0.7468730528007459 2669,jondurbin/airoboros-l2-70b-3.1.2,torch.bfloat16,0.7013651877133106,0.8687512447719578,0.591889134924628,0.8310970797158642,0.4943138741470811,0.6972151574478823,0.6974386131201208 2670,jondurbin/airoboros-65b-gpt4-1.4,torch.float16,0.6578498293515358,0.8582951603266281,0.5245475444019604,0.7963693764798737,0.18043972706595907,0.6227453338772745,0.606707828583872 2671,jondurbin/airoboros-l2-13b-gpt4-m2.0,torch.float16,0.5921501706484642,0.8101971718781119,0.39699790117986267,0.7363851617995264,0.08642911296436695,0.5373386766112267,0.5265830325135932 2672,jondurbin/airoboros-33b-gpt4-1.2,torch.float16,0.64419795221843,0.8493328022306313,0.49181244527707396,0.7750591949486977,0.0978013646702047,0.6034817310515762,0.5769475817327689 2673,jondurbin/bagel-dpo-7b-v0.1,torch.bfloat16,0.6672354948805461,0.8415654252141008,0.6404580486077848,0.8089976322020521,0.4761182714177407,0.6423532634054984,0.6794546892879539 2674,jondurbin/airoboros-c34b-2.1,torch.float16,0.5469283276450512,0.7644891455885282,0.4615028041705942,0.6842936069455406,0.08339651250947688,0.5507786889995399,0.5152315143097885 2675,jondurbin/airoboros-33b-gpt4-2.0,torch.float16,0.6382252559726962,0.8565026887074288,0.45568389740215404,0.7790055248618785,0.1068991660348749,0.5844476194940242,0.5701273587455095 2676,jondurbin/airoboros-13b-gpt4-1.2,torch.float16,0.5836177474402731,0.816072495518821,0.4754129514971165,0.7363851617995264,0.03866565579984837,0.4884266884627845,0.5230967834197283 2677,jondurbin/airoboros-65b-gpt4-m2.0,torch.bfloat16,0.6501706484641638,0.8634734116709819,0.46655922259337224,0.8018942383583267,0.221379833206975,0.6437325305514697,0.6078683141408816 2678,jondurbin/spicyboros-7b-2.2,torch.float16,0.5656996587030717,0.8009360685122485,0.4721753546589752,0.745067087608524,0.04852160727824109,0.48473371814868077,0.5195222491516236 2679,jondurbin/airoboros-l2-7b-2.2.1,torch.bfloat16,0.5503412969283277,0.800637323242382,0.44652308723072004,0.7379636937647988,0.06141015921152388,0.47643087287158775,0.51221773887489 2680,jondurbin/airoboros-l2-70b-2.1,torch.float16,0.7064846416382252,0.8680541724756025,0.5600273117673736,0.8145224940805051,0.2100075815011372,0.6917324588805743,0.641804776723903 2681,jondurbin/airoboros-33b-gpt4-m2.0,torch.float16,0.6339590443686007,0.8519219279028082,0.4814699875428915,0.7837411207576953,0.09628506444275967,0.5746393812910494,0.5703360877176341 2682,jondurbin/airoboros-c34b-2.2.1,torch.bfloat16,0.5469283276450512,0.7683728340967935,0.5136120601402686,0.7253354380426204,0.2001516300227445,0.5543126631852376,0.5514521588554526 2683,jondurbin/bagel-dpo-34b-v0.2,torch.float16,0.7192832764505119,0.8525194184425413,0.7005121569261619,0.8334648776637726,0.6095526914329037,0.7658207957503221,0.7468588694443689 2684,jondurbin/airoboros-65b-gpt4-1.4-peft,torch.float16,0.6578498293515358,0.8582951603266281,0.5245475444019604,0.7963693764798737,0.18043972706595907,0.6227453338772745,0.606707828583872 2685,jondurbin/airoboros-7b,torch.float16,0.5307167235494881,0.7765385381398128,0.43394384709045664,0.7095501183898973,0.02122820318423048,0.37230333403705684,0.4740467940651571 2686,jondurbin/airoboros-l2-7b-gpt4-m2.0,torch.float16,0.5051194539249146,0.76867157936666,0.4133702614368062,0.6953433307024467,0.04094010614101592,0.45349487498196905,0.4794899344256354 2687,jondurbin/airoboros-m-7b-3.1.2,torch.bfloat16,0.6186006825938567,0.8350926110336586,0.5374874453696802,0.7758484609313339,0.13874147081122062,0.6190699356780726,0.5874734344029704 2688,jondurbin/airoboros-l2-13b-gpt4-1.4.1,torch.float16,0.591296928327645,0.8278231428002389,0.4026977516131254,0.7332280978689818,0.06974981046247157,0.5562125917284108,0.5301680538001455 2689,jondurbin/airoboros-gpt-3.5-turbo-100k-7b,torch.float16,0.5307167235494881,0.7616012746464847,0.4507336566632751,0.7079715864246251,0.0356330553449583,0.3362956107674965,0.4704919845660546 2690,jondurbin/airoboros-13b-gpt4-1.3,torch.float16,0.5853242320819113,0.8159729137621987,0.45293152184220625,0.7584846093133386,0.02350265352539803,0.46955105645099693,0.517627831162675 2691,jondurbin/airoboros-7b-gpt4,torch.float16,0.5307167235494881,0.7868950408285202,0.4072028692779699,0.7308602999210734,0.017437452615617893,0.3890091506922314,0.47702025614748345 2692,jondurbin/airocoder-34b-2.1,torch.float16,0.5418088737201365,0.7383987253535153,0.40699233950685265,0.6992896606156275,0.08339651250947688,0.5067258920207285,0.4961020006210563 2693,jondurbin/airoboros-l2-7b-gpt4-2.0,torch.float16,0.5290102389078498,0.7853017327225652,0.3945311728768254,0.7111286503551697,0.03184230477634572,0.4508843435254505,0.483783073860701 2694,jondurbin/airoboros-33b-2.1,torch.float16,0.636518771331058,0.8497311292571201,0.5217284782183751,0.7821625887924231,0.06595905989385899,0.5737181085477284,0.5716363560067607 2695,jondurbin/airoboros-33b-gpt4-1.3,torch.bfloat16,0.6382252559726962,0.8509261103365864,0.45333485575043747,0.7868981846882399,0.13040181956027294,0.5894137941108198,0.5748666700698422 2696,jondurbin/airoboros-7b-gpt4-1.1,torch.float16,0.5460750853242321,0.8015335590519816,0.4121546215445211,0.7308602999210734,0.0310841546626232,0.39249670815768006,0.4857007381103519 2697,jondurbin/airoboros-l2-70b-gpt4-2.0,torch.float16,0.6851535836177475,0.8789085839474209,0.49790185124035763,0.835043409629045,0.24715693707354056,0.7040547416885634,0.6413698511994458 2698,jondurbin/airoboros-l2-13b-3.0,torch.float16,0.5981228668941979,0.8370842461661023,0.47789419168905956,0.7616416732438832,0.08946171341925702,0.5485799285407039,0.5521307699922008 2699,jondurbin/bagel-7b-v0.1,torch.bfloat16,0.6390784982935154,0.8314080860386377,0.5265273331495968,0.8058405682715075,0.4806671721000758,0.6456257241343281,0.6548578969979435 2700,jondurbin/bagel-8x7b-v0.2,torch.bfloat16,0.6825938566552902,0.8631746664011153,0.6003433287827963,0.8129439621152328,0.04700530705079606,0.70403524540551,0.61834939440179 2701,jondurbin/airoboros-l2-13b-2.1,torch.float16,0.5511945392491467,0.8024297948615814,0.446212833351801,0.7505919494869772,0.0356330553449583,0.5088535096504728,0.5158192803241562 2702,jondurbin/airoboros-65b-gpt4-1.2,torch.float16,0.658703071672355,0.8607847042421828,0.5272163538327541,0.7955801104972375,0.265352539802881,0.6337291813903004,0.6235609935729519 2703,jondurbin/airoboros-l2-13b-2.2.1,torch.bfloat16,0.6092150170648464,0.8376817367058355,0.4942114491685882,0.7600631412786109,0.11599696739954511,0.5646821319585186,0.5636417405959907 2704,codeparrot/codeparrot,torch.float16,0.2167235494880546,0.28340967934674366,0.5086962165189903,0.5019731649565904,0.002274450341167551,0.2555426340354811,0.2947699491145046 2705,genaicore3434/Mistral-7b-instruct-v0.2-summ-sft-lp-e1,4bit,0.5955631399317406,0.8227444732125074,0.6325766616332602,0.7703235990528808,0.3752843062926459,0.5912065576976251,0.63128312297011 2706,genaicore3434/Mistral-7b-instruct-v0.2-summ-sft-bf16-e1,torch.bfloat16,0.60580204778157,0.8332005576578371,0.6471570787741905,0.7671665351223362,0.39196360879454134,0.6078802387168382,0.6421950111412188 2707,genaicore3434/Mistral-7b-instruct-v0.2-summ-sft-bf16-e2,torch.bfloat16,0.606655290102389,0.8354909380601474,0.6510185973494141,0.7758484609313339,0.39423805913570886,0.6080563818516913,0.6452179545717808 2708,genaicore3434/MistralLite-summ-sft-e1,4bit,0.575938566552901,0.8066122286397132,0.40848131883657496,0.7616416732438832,0.07354056103108415,0.5228455742127336,0.5248433204194817 2709,h4rz3rk4s3/TinyNewsLlama-1.1B,torch.bfloat16,0.3293515358361775,0.5943039235212109,0.40951165451060434,0.5974743488555643,0.002274450341167551,0.2518175907201919,0.36412225063081943 2710,h4rz3rk4s3/TinyPoliticaLlama-1.1B,torch.bfloat16,0.3378839590443686,0.5782712607050389,0.3805985213573371,0.5769534333070244,0.0,0.25452711601784717,0.354705715071936 2711,h4rz3rk4s3/TinyParlaMintLlama-1.1B,torch.bfloat16,0.3165529010238908,0.558653654650468,0.3881354794094613,0.5864246250986582,0.0,0.2484218638811993,0.3496980873439463 2712,paulml/OGNO-7B,torch.bfloat16,0.7312286689419796,0.8899621589324835,0.7652268363883217,0.8468823993685872,0.7012888551933283,0.6458621067633948,0.7634085042646825 2713,paulml/DPOB-INMTOB-7B,torch.bfloat16,0.7320819112627986,0.8899621589324835,0.7660075946329132,0.8468823993685872,0.6921910538286581,0.64537194515063,0.7620828438626784 2714,paulml/DPOB-NMTOB-7B,torch.bfloat16,0.7312286689419796,0.8894642501493726,0.7507547852305267,0.8516179952644041,0.6899166034874905,0.6469574363670949,0.7599899565734781 2715,paulml/OmniBeagleSquaredMBX-v3-7B-v2,torch.bfloat16,0.7406143344709898,0.8892650866361282,0.7292550145611886,0.8555643251775849,0.6990144048521607,0.6452883664529435,0.7598335886918326 2716,paulml/NeuralOmniBeagleMBX-v3-7B,torch.bfloat16,0.7337883959044369,0.8890659231228839,0.731035589148516,0.8421468034727704,0.709628506444276,0.6499257651740025,0.7592651638778142 2717,paulml/NeuralOmniWestBeaglake-7B,torch.float16,0.7372013651877133,0.8969328818960366,0.7509762464971609,0.8492501973164956,0.5921152388172858,0.6395777034257009,0.7443422721900655 2718,paulml/OmniBeagleSquaredMBX-v3-7B,torch.bfloat16,0.7440273037542662,0.8881696873132842,0.7269545808306953,0.8524072612470402,0.6921910538286581,0.6508825458546689,0.7591054054714355 2719,paulml/OmniBeagleMBX-v3-7B,torch.bfloat16,0.7380546075085325,0.8906592312288388,0.735154877958957,0.8539857932123125,0.6929492039423806,0.6466048373716037,0.7595680918704376 2720,paulml/NMTOB-7B,torch.bfloat16,0.7303754266211604,0.8893646683927504,0.7506354467048914,0.8516179952644041,0.6899166034874905,0.64628983100702,0.7596999952462861 2722,edor/Platypus2-mini-7B,torch.float16,0.5332764505119454,0.7880900219079865,0.42004433319337015,0.7513812154696132,0.0621683093252464,0.45577090987087726,0.5017885400465064 2724,croissantllm/CroissantLLMBase,torch.float16,0.30631399317406144,0.5418243377813184,0.3739330600450118,0.5540647198105761,0.006065200909780136,0.2572040648702702,0.33990089609850305 2725,DrNicefellow/ChatAllInOne-Yi-34B-200K-V1,torch.bfloat16,0.659556313993174,0.8458474407488548,0.5682495749148809,0.824782951854775,0.5951478392721758,0.7395391706823706,0.7055205485777051 2726,kevinpro/Vicuna-13B-CoT,torch.float16,0.5273037542662116,0.8013343955387373,0.5207836984948891,0.7419100236779794,0.08642911296436695,0.5193614752036645,0.5328537433576415 2727,Test157t/Kunocchini-7b,torch.bfloat16,0.6749146757679181,0.8684524995020912,0.6862179059406133,0.7797947908445146,0.4783927217589083,0.6389248557132355,0.6877829082545467 2728,Test157t/HerculeanSea-upd-7b-128k,torch.bfloat16,0.6612627986348123,0.8588926508663612,0.5553625933753323,0.8121546961325967,0.6095526914329037,0.644843002357461,0.6903447387999111 2729,Test157t/HerculeanSea-7b-128k,torch.bfloat16,0.6621160409556314,0.8579964150567616,0.557687745131288,0.8074191002367798,0.5837755875663382,0.6428235594519928,0.6853030747331319 2730,Test157t/Prima-LelantaclesV6.25-7b,torch.bfloat16,0.6911262798634812,0.8729336785500896,0.6744414664863697,0.8263614838200474,0.6034874905231236,0.644181861904402,0.7187553768579189 2731,Test157t/Eris-Daturamix-7b,torch.bfloat16,0.7278156996587031,0.8822943636725752,0.710468255381952,0.8468823993685872,0.6770280515542078,0.6451884027378865,0.7482795287289853 2732,Test157t/Pasta-PrimaMaid-7b,torch.bfloat16,0.6791808873720137,0.8617805218084047,0.6646812404946975,0.7790055248618785,0.49128127369219105,0.6331464477834822,0.6848459826687779 2733,Test157t/Kunocchini-7b-128k-test,torch.bfloat16,0.6697952218430034,0.8562039434375622,0.5935169882880537,0.7790055248618785,0.5231235784685367,0.6126916986721478,0.6723894925951971 2734,Test157t/Prima-LelantaclesV6.69-7b,torch.bfloat16,0.7261092150170648,0.8864767974507071,0.7526071254118618,0.8468823993685872,0.6846095526914329,0.6453447187535485,0.7570049681155337 2735,Test157t/Kunocchini-1.2-7b-longtext,torch.bfloat16,0.5989761092150171,0.8251344353714399,0.41719922898961076,0.7734806629834254,0.3290371493555724,0.6304880650125728,0.5957192751546064 2736,Test157t/Prima-LelantaclesV6.5-7b,torch.bfloat16,0.6774744027303754,0.8570005974905397,0.6211780845604872,0.824782951854775,0.5936315390447309,0.6311782557282465,0.700874305234859 2737,Test157t/Echidna-7b-128k,torch.bfloat16,0.6612627986348123,0.851822346146186,0.5607222202477442,0.8003157063930545,0.5686125852918877,0.6303513518169581,0.6788478347551071 2738,Test157t/Hex-Macaroniac-7b,torch.bfloat16,0.6552901023890785,0.8468432583150767,0.5592998312521535,0.7829518547750592,0.5299469294920395,0.6243123093434523,0.6664407142611434 2739,Test157t/Eris-Floramix-7b,torch.float16,0.7312286689419796,0.8827922724556861,0.7096103441812819,0.8468823993685872,0.6770280515542078,0.6462894172301445,0.7489718589553144 2740,Test157t/Prima-Pastacles-7b,torch.bfloat16,0.6604095563139932,0.8582951603266281,0.566925031206497,0.7963693764798737,0.5504169825625473,0.6421190723901424,0.6790891965466136 2741,Test157t/Pasta-Lake-7b,torch.bfloat16,0.7081911262798635,0.8791077474606652,0.6828275561353088,0.8263614838200474,0.643669446550417,0.6441190443580908,0.7307127341007321 2742,Test157t/Prima-Pastacles-7b-128k,torch.bfloat16,0.6808873720136519,0.86566421031667,0.6250924624380715,0.8105761641673244,0.5936315390447309,0.6458194910687058,0.7036118731748591 2743,Test157t/Copium-Cola-9B,torch.float16,0.7141638225255973,0.874228241386178,0.6859620372982971,0.8397790055248618,0.6322971948445792,0.6483030661859218,0.732455561294239 2744,Test157t/Prima-LelantaclesV6-7b,torch.bfloat16,0.7150170648464164,0.8765186217884884,0.642907732226627,0.8484609313338595,0.6755117513267627,0.6463711544411612,0.7341312093272192 2745,BarraHome/rezephyr-dpo,torch.float16,0.575938566552901,0.8174666401115316,0.44316239933938906,0.7703235990528808,0.3244882486732373,0.6054651729014012,0.5894741044385569 2746,BarraHome/zephyr-dpo-v2,torch.float16,0.5784982935153583,0.8272256522605059,0.5616226683920723,0.7434885556432518,0.3025018953752843,0.5861293662765262,0.5999110719104999 2747,BarraHome/Mistroll-7B-v0.2-16bit,torch.float16,0.6220136518771331,0.8485361481776539,0.6765488433253143,0.7687450670876085,0.40181956027293403,0.6037381716605421,0.6535669070668643 2748,BarraHome/Mistroll-7B-v0.3-16bit,torch.float16,0.621160409556314,0.8483369846644094,0.676533193499666,0.7687450670876085,0.39878695981804396,0.604537805953473,0.6530167367632524 2749,BarraHome/Wistral-7B-Instruct-v0.3,torch.bfloat16,0.6220136518771331,0.8477394941246763,0.6762417557185662,0.7679558011049724,0.39651250947687644,0.6031543534937233,0.6522695942993245 2750,BarraHome/Lucie-7B-v0.2-16bit,torch.float16,0.621160409556314,0.8483369846644094,0.676533193499666,0.7687450670876085,0.39878695981804396,0.604537805953473,0.6530167367632524 2751,BarraHome/PequeLLaMa-1B-Instruct-v0.1-16bit,torch.float16,0.27986348122866894,0.4302927703644692,0.41096447978752615,0.5272296764009471,0.0,0.24731495350985294,0.3159442268819107 2752,BarraHome/Mistroll-7B-v0.1-16bit,torch.float16,0.6220136518771331,0.8481378211511651,0.6766513448639357,0.7679558011049724,0.3957543593631539,0.6034290455188065,0.6523236706465277 2753,BarraHome/Lucie-7b-3e-5,torch.float16,0.6220136518771331,0.8481378211511651,0.6766513448639357,0.7679558011049724,0.3957543593631539,0.6034290455188065,0.6523236706465277 2754,BarraHome/LLaMarada-7B-v0.1-16bit,torch.float16,0.5332764505119454,0.7602071300537742,0.3713093326467247,0.7095501183898973,0.06974981046247157,0.3967634099653059,0.47347604200501986 2755,BarraHome/Lucie-7b,torch.float16,0.6220136518771331,0.8481378211511651,0.6766513448639357,0.7679558011049724,0.3957543593631539,0.6034290455188065,0.6523236706465277 2756,BarraHome/Wistral-7B-Instruct-v0.4,torch.float16,0.6220136518771331,0.8481378211511651,0.6766513448639357,0.7679558011049724,0.3957543593631539,0.6034290455188065,0.6523236706465277 2757,ryandt/MusingCaterpillar,torch.float16,0.7252559726962458,0.8833897629954193,0.7092826239626928,0.8066298342541437,0.6224412433661866,0.6526031804792557,0.7332671029589907 2758,guardrail/llama-2-7b-guanaco-instruct-sharded,torch.float16,0.537542662116041,0.7868950408285202,0.4393102241986315,0.7261247040252565,0.07808946171341925,0.46654203746715206,0.5057506883915035 2759,vankhoa/test_phi2,torch.float16,0.6117747440273038,0.7514439354710217,0.4444372167407213,0.7482241515390686,0.5572403335860501,0.5829643006178616,0.6160141136636712 2760,fblgit/juanako-7b-UNA,torch.bfloat16,0.681740614334471,0.853415654252141,0.6513429563100557,0.7884767166535123,0.44806671721000757,0.6246972340765404,0.674623315472788 2761,fblgit/una-cybertron-7b-v2-bf16,torch.bfloat16,0.6825938566552902,0.8584943238398726,0.646322826116642,0.8097868981846882,0.5504169825625473,0.6323409747684522,0.696659310354582 2762,fblgit/LUNA-SOLARkrautLM-Instruct,torch.float16,0.71160409556314,0.8827922724556861,0.7336752254501507,0.829518547750592,0.6087945413191812,0.6610758387502804,0.7379100868815051 2763,fblgit/una-cybertron-7b-v1-fp16,torch.float16,0.6843003412969283,0.8542123083051185,0.632786784829325,0.813733228097869,0.5511751326762699,0.6333813847045503,0.6949315299850102 2764,fblgit/UNA-dolphin-2.6-mistral-7b-dpo-laser,torch.bfloat16,0.6715017064846417,0.8630750846444931,0.6414925770737219,0.7924230465666929,0.44351781652767247,0.633555926843885,0.6742610263568513 2765,fblgit/UNA-34BeagleSimpleMath-32K-v1,torch.bfloat16,0.7414675767918089,0.859788886675961,0.7373518233809693,0.8326756116811366,0.5905989385898408,0.7651593700102203,0.7545070345216561 2766,fblgit/UNAversal-8x7B-v1beta,torch.bfloat16,0.6979522184300341,0.8689504082852022,0.7196624359754553,0.8200473559589582,0.6163760424564063,0.7038712366782811,0.7378099496307229 2767,fblgit/una-llama-7b,torch.float16,0.5366894197952219,0.8007369049990042,0.38012253018489384,0.7292817679558011,0.0978013646702047,0.37370741103469796,0.4863898997733039 2768,fblgit/UNAversal-2x7B-v1,torch.bfloat16,0.7337883959044369,0.8787094204341764,0.6992707352229444,0.8208366219415943,0.6755117513267627,0.6348938765455533,0.7405018002292447 2769,fblgit/UNA-34Beagles-32K-v1,torch.bfloat16,0.735494880546075,0.85929097789285,0.7354905615781797,0.829518547750592,0.6004548900682335,0.7645070624882632,0.7541261533873657 2770,fblgit/una-cybertron-7b-v3-OMA,torch.float16,0.7303754266211604,0.8794064927305317,0.6984571807866093,0.8208366219415943,0.6770280515542078,0.6344204724021737,0.7400873743393795 2771,fblgit/UNA-SimpleSmaug-34b-v1beta,torch.bfloat16,0.7457337883959044,0.8673571001792472,0.7016557407771556,0.8382004735595896,0.7247915087187263,0.7668248958972992,0.7740939179213204 2772,fblgit/UNA-TheBeagle-7b-v1,torch.bfloat16,0.7303754266211604,0.8800039832702649,0.6985165460742502,0.8216258879242304,0.6671721000758151,0.634785766077129,0.7387466183404748 2773,fblgit/UNA-POLAR-10.7B-InstructMath-v2,torch.bfloat16,0.7073378839590444,0.8819956184027086,0.717276829204571,0.829518547750592,0.6474601971190296,0.6603444608425054,0.7406555895464085 2774,fblgit/una-xaberius-34b-v1beta,torch.bfloat16,0.7039249146757679,0.8676558454491137,0.6144919168362304,0.8492501973164956,0.6338134950720242,0.7815209903038107,0.7417762266089071 2775,fblgit/UNA-SOLAR-10.7B-Instruct-v1.0,torch.float16,0.7073378839590444,0.8831905994821748,0.7252131907680065,0.8334648776637726,0.6338134950720242,0.6609776638257225,0.7406662851284574 2776,xriminact/TarsChattyBasev0.0,torch.bfloat16,0.6493174061433447,0.8457478589922326,0.6170984357524522,0.7861089187056038,0.11675511751326763,0.5804472961825529,0.5992458388815756 2777,xriminact/TarsDolly,torch.bfloat16,0.5930034129692833,0.8184624576777534,0.4229222915105855,0.7624309392265194,0.10159211523881728,0.5626168586540936,0.5435046792128421 2778,xriminact/TarsChattyBasev0.2,torch.bfloat16,0.5221843003412969,0.7778331009759012,0.4378655189377286,0.6945540647198106,0.5360121304018196,0.4799392405521354,0.574731392654782 2779,xriminact/TarsMeta,torch.bfloat16,0.5290102389078498,0.7820155347540331,0.4787756504539016,0.7277032359905288,0.5284306292645944,0.5263465354871367,0.5953803041430074 2780,xriminact/TarsChattyBasev0.1,torch.bfloat16,0.5998293515358362,0.8241386178052181,0.41412077793772695,0.7584846093133386,0.09401061410159212,0.5575200248738768,0.5413506659279315 2781,mosaicml/mpt-7b-chat,torch.float16,0.46501706484641636,0.7551284604660427,0.40163647231251104,0.6842936069455406,0.04094010614101592,0.3762359443743764,0.4538752758476505 2782,mosaicml/mpt-7b-8k-chat,torch.float16,0.47696245733788395,0.7748456482772356,0.43651464403110796,0.7103393843725335,0.04397270659590599,0.4147225177297958,0.4762262263907438 2783,mosaicml/mpt-7b-instruct,torch.float16,0.5034129692832765,0.7791276638119896,0.3508407855782673,0.7048145224940805,0.028051554207733132,0.32349158344453427,0.4482898464699802 2784,mosaicml/mpt-7b-8k-instruct,torch.bfloat16,0.454778156996587,0.7440748854809799,0.35056217018094765,0.6550907655880032,0.20545868081880211,0.42109001721858064,0.4718424460473168 2785,mosaicml/mpt-30b,torch.float16,0.5597269624573379,0.8242381995618403,0.3841558252351552,0.7490134175217048,0.16906747536012132,0.4799818067198363,0.527697281142666 2786,mosaicml/mpt-30b-instruct,torch.float16,0.5844709897610921,0.8430591515634336,0.3804643219400445,0.7513812154696132,0.15314632297194844,0.4915295522947725,0.5340085923334841 2787,mosaicml/mpt-7b,torch.bfloat16,0.47696245733788395,0.7753435570603465,0.3354506043570123,0.7213891081294396,0.0401819560272934,0.2806843136121969,0.43833533275402875 2788,mosaicml/mpt-30b-chat,torch.float16,0.5836177474402731,0.8241386178052181,0.5199824927914821,0.7529597474348856,0.12130401819560273,0.509799228152548,0.5519669753033349 2789,mosaicml/mpt-7b-storywriter,torch.float16,0.20392491467576793,0.27454690300736906,0.48439801230953305,0.5114443567482242,0.0,0.2424982815164415,0.2861354113762226 2790,mosaicml/mpt-7b-8k,torch.float16,0.4735494880546075,0.7740489942242581,0.3664779193013505,0.7111286503551697,0.08339651250947688,0.42580959971085003,0.4724018606926188 2791,Himitsui/KuroMitsu-11B,torch.float16,0.7030716723549488,0.8807010555666202,0.6136062654326809,0.8468823993685872,0.643669446550417,0.6666320395940507,0.7257604798112175 2792,Himitsui/Kaiju-11B,torch.float16,0.6996587030716723,0.8772156940848437,0.6214829965226529,0.835043409629045,0.6679302501895376,0.6679401383041479,0.7282118653003167 2793,glaiveai/glaive-coder-7b,torch.bfloat16,0.42662116040955633,0.6468830910177256,0.39881009957099056,0.5974743488555643,0.052312357846853674,0.3715275101062721,0.4156047613011604 2794,Mihaiii/Pallas-0.3,torch.float16,0.6373720136518771,0.8330013941445927,0.5731028245386227,0.8066298342541437,0.6027293404094011,0.7508068695244015,0.7006070460871731 2795,Mihaiii/Cluj-Napoca-0.2,torch.bfloat16,0.48890784982935154,0.6872137024497113,0.44766433912911885,0.6953433307024467,0.0,0.435214354850872,0.4590572628269167 2796,Mihaiii/Metis-0.3-merged,torch.bfloat16,0.6220136518771331,0.8399721171081458,0.5923566084998495,0.7813733228097869,0.21834723275208492,0.6265129701918011,0.6134293172064669 2797,Mihaiii/Bucharest-0.3,torch.bfloat16,0.6399317406143344,0.8445528779127663,0.46185898573493955,0.8271507498026835,0.511751326762699,0.6561032646956388,0.6568914909205102 2798,Mihaiii/Pallas-0.5,torch.bfloat16,0.6476109215017065,0.8345947022505477,0.5688216466539537,0.8129439621152328,0.5989385898407885,0.7501060528846499,0.7021693125411467 2799,Mihaiii/Metis-0.5,torch.bfloat16,0.6262798634812287,0.8376817367058355,0.4932590097591299,0.7513812154696132,0.4291129643669447,0.6215726637908113,0.6265479089289272 2800,Mihaiii/Metis-0.3,torch.bfloat16,0.6271331058020477,0.8480382393945429,0.6755936296533276,0.7726913970007893,0.3934799090219864,0.6092163996421173,0.6543587800858018 2801,Mihaiii/Pallas-0.5-LASER-0.3,torch.bfloat16,0.6476109215017065,0.8317068313085043,0.5542949823517744,0.8089976322020521,0.5610310841546626,0.7466211256712152,0.6917104295316525 2802,Mihaiii/Pallas-0.5-LASER-0.2,torch.bfloat16,0.6467576791808873,0.8348934475204143,0.5675948422477083,0.813733228097869,0.5890826383623957,0.7484070424627335,0.7000781463120013 2803,Mihaiii/Pallas-0.4,torch.float16,0.636518771331058,0.8330013941445927,0.5729286090488297,0.8058405682715075,0.6027293404094011,0.7511023174965579,0.7003535001169912 2804,Mihaiii/Metis-0.4,torch.float16,0.6228668941979523,0.8390758812985462,0.5920120177050053,0.7734806629834254,0.2221379833206975,0.627013941433058,0.6127645634897807 2805,Mihaiii/Bucharest-0.2,torch.bfloat16,0.6459044368600683,0.8487353116908982,0.45302642542372934,0.8326756116811366,0.5678544351781653,0.6602966725752779,0.6680821489015459 2806,Mihaiii/Metis-0.1,torch.bfloat16,0.6015358361774744,0.8285202150965943,0.4523612102104448,0.7726913970007893,0.33206974981046244,0.6141919404883651,0.6002283914640217 2807,Mihaiii/Pallas-0.5-frankenmerge,torch.bfloat16,0.6177474402730375,0.8036247759410476,0.5406741985571745,0.7774269928966061,0.24109173616376042,0.6762335794391298,0.6094664538784593 2808,Mihaiii/Pallas-0.2,torch.float16,0.6450511945392492,0.8346942840071699,0.5527158465542162,0.813733228097869,0.6269901440485216,0.7563552668893982,0.7049233273560708 2809,Mihaiii/Bucharest-0.1,torch.bfloat16,0.6535836177474402,0.854511053574985,0.4793790433538082,0.8216258879242304,0.5708870356330553,0.6609810374545979,0.6734946126146862 2810,Mihaiii/Pallas-0.5-LASER-0.6,torch.bfloat16,0.6245733788395904,0.8159729137621987,0.5438686469941372,0.7845303867403315,0.48597422289613346,0.7425217904619513,0.6662402232823904 2811,Mihaiii/Pallas-0.5-LASER-0.5,torch.bfloat16,0.6348122866894198,0.8221469826727743,0.5463883526470235,0.7963693764798737,0.489764973464746,0.743061190112816,0.6720905270111088 2812,Mihaiii/Pallas-0.5-LASER-exp2-0.1,torch.bfloat16,0.6296928327645052,0.8210515833499303,0.5524090883936386,0.797947908445146,0.5276724791508719,0.7465534444974481,0.6792212227669233 2813,Mihaiii/Cluj-Napoca-0.3,torch.bfloat16,0.492320819112628,0.7019518024297948,0.47134573652723627,0.7008681925808997,0.0,0.4666894595937444,0.4721960017073839 2814,Mihaiii/dolphin-2.6-mistral-7b-dpo-5.93B,torch.bfloat16,0.38993174061433444,0.6101374228241386,0.5350613699912699,0.6266771902131019,0.002274450341167551,0.27315553879671617,0.4062062854634548 2815,Mihaiii/Pallas-0.5-LASER-0.1,torch.bfloat16,0.6467576791808873,0.8348934475204143,0.567845170456361,0.8129439621152328,0.6019711902956786,0.7493587365678795,0.7022950310227422 2816,Mihaiii/Pallas-0.5-LASER-0.4,torch.bfloat16,0.6331058020477816,0.8274248157737503,0.5524839787667136,0.8058405682715075,0.5344958301743745,0.7432460890171283,0.6827661806752093 2817,EmbeddedLLM/Mistral-7B-Merge-14-v0.5,torch.bfloat16,0.6868600682593856,0.8644692292372037,0.5911635736956555,0.8066298342541437,0.7119029567854435,0.6564900581491518,0.7195859533968306 2818,EmbeddedLLM/Mistral-7B-Merge-14-v0.2,torch.bfloat16,0.6885665529010239,0.8701453893646683,0.6418821385861497,0.8168902920284136,0.7050796057619408,0.650454266582973,0.728836374204195 2819,EmbeddedLLM/Mistral-7B-Merge-14-v0.3-ft-step-15936,torch.float16,0.6254266211604096,0.8213503286197968,0.5510541354864276,0.7576953433307024,0.5435936315390447,0.6258022579828794,0.6541537196865433 2820,EmbeddedLLM/Mistral-7B-Merge-14-v0.3,torch.bfloat16,0.659556313993174,0.8529177454690301,0.5780394878984443,0.7829518547750592,0.6626231993934799,0.6435287240204698,0.6966028875916096 2821,EmbeddedLLM/Mistral-7B-Merge-14-v0.3-ft-step-9984,torch.float16,0.6254266211604096,0.8218482374029078,0.5369936269743123,0.7561168113654302,0.25246398786959817,0.6291844891540015,0.6036722956544432 2822,EmbeddedLLM/Mistral-7B-Merge-14-v0.1,torch.bfloat16,0.6911262798634812,0.8669587731527584,0.6343069279156973,0.8018942383583267,0.6959818043972706,0.6533775594376243,0.7239409305208597 2823,EmbeddedLLM/Mistral-7B-Merge-02-v0,torch.bfloat16,0.6749146757679181,0.8577972515435173,0.6051772410999124,0.7900552486187845,0.6724791508718726,0.6409639464926746,0.7068979190657799 2824,EmbeddedLLM/Mistral-7B-Merge-14-v0.4,torch.bfloat16,0.6680887372013652,0.8614817765385382,0.5824837274596946,0.8003157063930545,0.7081122062168309,0.6509723177310078,0.7119090785900819 2825,EllieS/zephyr-7b-dpo-lora-pubmedqa-ultrafeedback,torch.float16,0.6049488054607508,0.8313085042820155,0.44793071183842387,0.7624309392265194,0.26459438968915844,0.6058176322435562,0.5861718304567374 2826,akjindal53244/Mistral-7B-v0.1-Open-Platypus,torch.bfloat16,0.6237201365187713,0.8508265285799641,0.4732846266548936,0.77663772691397,0.1728582259287339,0.6379097738437478,0.5892061697400134 2827,cyberagent/open-calm-large,torch.float16,0.20733788395904437,0.29555865365465045,0.4652388251878066,0.5114443567482242,0.000758150113722517,0.25231014138775415,0.2887746685085337 2828,cyberagent/open-calm-7b,torch.float16,0.20477815699658702,0.30651264688309104,0.44151773071045525,0.48539857932123126,0.002274450341167551,0.2522085651001628,0.2821150215587825 2829,cyberagent/calm2-7b-chat,torch.bfloat16,0.40273037542662116,0.68123879705238,0.4196186456267839,0.6495659037095501,0.04927975739196361,0.39394310665233884,0.43272943097660627 2830,cyberagent/calm2-7b-chat-dpo-experimental,torch.bfloat16,0.4104095563139932,0.6899024098785103,0.43126020642044494,0.6566692975532754,0.05534495830174375,0.39821900470493093,0.44030090552881634 2831,Samee-ur/NeuralPipe-7B-slerp-DPO,torch.float16,0.6928327645051194,0.8633738299143597,0.6352622603062533,0.8050513022888713,0.6626231993934799,0.637044580940587,0.7160313228914451 2832,Samee-ur/NeuralPipe-7B-slerp,torch.float16,0.6774744027303754,0.8616809400517825,0.5985018412437423,0.8018942383583267,0.6853677028051555,0.6404849302037184,0.7109006758988502 2833,SyedAbdul/test-7B-slerp,torch.float16,0.6808873720136519,0.8607847042421828,0.6259520494051883,0.8082083662194159,0.6542835481425322,0.6457037849315136,0.7126366374924141 2837,xxyyy123/1701221123_Ads_Mistral7B-slimorca_all-Lqv-r4b128,torch.bfloat16,0.628839590443686,0.8398725353515236,0.505489709183939,0.7971586424625099,0.40181956027293403,0.6289183782968958,0.6336830693352481 2838,xxyyy123/Mistral7B_adaptor_v1,torch.bfloat16,0.6296928327645052,0.8380800637323242,0.4976810372450733,0.7916337805840569,0.41243366186504926,0.6356198391088206,0.6341902025499716 2839,xxyyy123/10k_v1_lora_qkvo_rank28_v2,torch.float16,0.5537542662116041,0.7920732921728739,0.5275205964737351,0.7324388318863457,0.006065200909780136,0.5050238644611746,0.5194793420192523 2841,xxyyy123/mc_data_30k_from_platpus_orca_7b_10k_v1_lora_qkvo_rank14_v2,torch.float16,0.5716723549488054,0.7956582354112727,0.5250732685090884,0.7292817679558011,0.0037907505686125853,0.5023777107763882,0.5213090146949947 2842,xxyyy123/Mistral-dpo-v1,torch.bfloat16,0.6348122866894198,0.8358892650866361,0.50494275538215,0.7932123125493291,0.4609552691432904,0.6335259677833808,0.6438896427723677 2843,Changgil/K2S3-SOLAR-11b-v4.0,torch.float16,0.636518771331058,0.847540330611432,0.5163245208016025,0.8255722178374112,0.0,0.6513411106158824,0.579549491866231 2844,Changgil/K2S3-Mistral-7b-v1.1,torch.float16,0.5947098976109215,0.8075084644493129,0.4554146411005459,0.7647987371744278,0.535253980288097,0.605610543191681,0.6272160439691643 2845,Changgil/k2s3_test_24001,torch.bfloat16,0.5571672354948806,0.8069109739095798,0.4357245447683409,0.7569060773480663,0.2979529946929492,0.5459950980098125,0.5667761540372714 2846,Changgil/K2S3-SOLAR-11b-v1.0,torch.float16,0.3370307167235495,0.5139414459271061,0.4599370863671749,0.5753749013417522,0.013646702047005308,0.3004850670960485,0.3667359865837727 2847,Changgil/K2S3-SOLAR-11b-v3.0,torch.float16,0.6228668941979523,0.8493328022306313,0.5289704395875594,0.8287292817679558,0.3366186504927976,0.6548492925271288,0.6368945601340041 2848,Changgil/K2S3-SOLAR-11b-v2.0,torch.float16,0.41638225255972694,0.6167098187612029,0.4771758775816392,0.6345698500394633,0.01288855193328279,0.37350882405039204,0.4218725291542846 2849,Changgil/K2S3-Llama2-13b-v1.0,torch.float16,0.514505119453925,0.785700059749054,0.4517259992156027,0.7434885556432518,0.045489006823351025,0.5099425624520776,0.5084752172228769 2850,Changgil/K2S3-Mistral-7b-v1.0,torch.float16,0.6075085324232082,0.8186616211909978,0.5149404596508536,0.7632202052091555,0.530705079605762,0.631274288704778,0.6443850311307925 2851,vmajor/Orca2-13B-selfmerge-26B,torch.float16,0.6083617747440273,0.7984465245966939,0.5637680270447162,0.7687450670876085,0.39196360879454134,0.6032125513452347,0.6224162589354703 2852,vmajor/Orca2-13B-selfmerge-39B,torch.float16,0.6083617747440273,0.7984465245966939,0.5637680270447162,0.7687450670876085,0.39196360879454134,0.6032125513452347,0.6224162589354703 2853,jpechg/Sour-Marcoro-12.5B,torch.float16,0.6791808873720137,0.8369846644094802,0.6816993058639923,0.8208366219415943,0.47687642153146326,0.6584625648984953,0.6923400776695066 2854,Intel/neural-chat-7b-v3-1,8bit,0.6569965870307167,0.8353913563035252,0.5948150094881657,0.7861089187056038,0.20090978013646701,0.6211841694257896,0.6159009701817113 2855,Intel/neural-chat-7b-v3-3-Slerp,torch.float16,0.6663822525597269,0.8543118900617407,0.6319769000319811,0.7971586424625099,0.6997725549658832,0.6219313715989009,0.7119222686134572 2856,Intel/neural-chat-7b-v3-2,torch.float16,0.6749146757679181,0.8391754630551683,0.596824313919398,0.7995264404104183,0.5511751326762699,0.6355010505598717,0.6828528460648408 2857,Intel/neural-chat-7b-v3,torch.float16,0.6715017064846417,0.8329018123879706,0.5876875540849609,0.7805840568271507,0.012130401819560273,0.6226105246211976,0.584569342704247 2858,Intel/neural-chat-7b-v3-3,torch.float16,0.6689419795221843,0.8526190001991635,0.6301479198844473,0.7963693764798737,0.6110689916603488,0.6307073351412038,0.6983091004812035 2859,anas-awadalla/mpt-7b,torch.float16,0.47696245733788395,0.7757418840868353,0.3343672150348059,0.7213891081294396,0.0401819560272934,0.3079532542538572,0.4427659791450192 2860,anas-awadalla/mpt-1b-redpajama-200b,torch.float16,0.257679180887372,0.2608046205935073,0.4756916873401659,0.5035516969218626,0.0,0.24497332062395671,0.29045008439447745 2861,ozayezerceli/TinyLlamax2-1.1b,torch.float16,0.3387372013651877,0.6030671181039634,0.3732177557725045,0.5951065509076559,0.014404852160727824,0.26041638777655324,0.364158311014432 2862,ozayezerceli/BetterSaul-7B-slerp,torch.bfloat16,0.6808873720136519,0.862975502887871,0.6307577163869668,0.8232044198895028,0.6717210007581501,0.6430691928675254,0.7187692008006114 2863,databricks/dolly-v2-12b,torch.float16,0.42406143344709896,0.7252539334793866,0.33827081326692277,0.6085240726124704,0.012130401819560273,0.2591684565152261,0.39456818519011083 2865,databricks/dolly-v2-7b,torch.float16,0.4453924914675768,0.6963752240589524,0.34883072153276456,0.6006314127861089,0.011372251705837756,0.25183937022975866,0.39240691196349986 2866,InferenceIllusionist/Excalibur-7B,torch.float16,0.697098976109215,0.8756223859788886,0.6724473311905987,0.8279400157853196,0.686125852918878,0.6565525725328245,0.7359645224192874 2867,InferenceIllusionist/Magic-Dolphin-7b,torch.float16,0.6578498293515358,0.8561043616809401,0.5800865057786758,0.7963693764798737,0.511751326762699,0.6463901263074013,0.6747585877268544 2868,RubielLabarta/LogoS-7Bx2-MoE-13B-v0.2,torch.bfloat16,0.7440273037542662,0.8908583947420833,0.7452565487832791,0.8839779005524862,0.7156937073540561,0.6489976856039017,0.7714685901316788 2869,RubielLabarta/LogoS-7Bx2-MoE-13B-v0.1,torch.bfloat16,0.7448805460750854,0.8906592312288388,0.745668282129291,0.8831886345698501,0.7164518574677786,0.6474007384753193,0.7713748816576939 2872,mindy-labs/mindy-7b-v2,torch.float16,0.6868600682593856,0.8658633738299144,0.6016405207483612,0.8105761641673244,0.709628506444276,0.6518143855182512,0.7210638364945855 2873,CalderaAI/13B-BlueMethod,torch.float16,0.5964163822525598,0.8206532563234415,0.4774212429694586,0.771112865035517,0.07808946171341925,0.5034283829309467,0.5411869318708905 2874,CalderaAI/30B-Lazarus,torch.float16,0.6493174061433447,0.8426608245369448,0.5864523184962198,0.7837411207576953,0.07733131159969674,0.5647034983768843,0.5840344133184644 2875,CalderaAI/13B-Thorns-l2,torch.float16,0.628839590443686,0.8356901015733917,0.49519847145337487,0.745067087608524,0.009097801364670205,0.5695357149878932,0.5472381279052567 2876,CalderaAI/13B-Ouroboros,torch.float16,0.5742320819112628,0.8210515833499303,0.47985714152263564,0.5785319652722968,0.004548900682335102,0.5143109726356007,0.49542210756234356 2877,CalderaAI/13B-Legerdemain-L2,torch.float16,0.6126279863481229,0.832603067118104,0.41994524774434294,0.7521704814522494,0.13040181956027294,0.5600295831459149,0.5512963642281679 2878,CalderaAI/30B-Epsilon,torch.float16,0.6305460750853242,0.8358892650866361,0.5903269517157369,0.77663772691397,0.24564063684609552,0.5688777880299944,0.6079864072796263 2879,behnamsh/gpt2_platypus-camel_physics,torch.float16,0.22781569965870307,0.3123879705238,0.3895405171510521,0.5153906866614049,0.0,0.25867685034743326,0.2839686207237322 2880,qualis2006/llama-2-7b-int4-python-code-18k,torch.float16,0.5213310580204779,0.7855008962358097,0.3768762597421805,0.749802683504341,0.0621683093252464,0.4625343255469803,0.4930355887291726 2881,duliadotio/dulia-13b-8k-alpha,torch.bfloat16,0.606655290102389,0.8199561840270863,0.42586995575139946,0.7719021310181531,0.1068991660348749,0.5686904790926277,0.549995534337755 2883,lu-vae/llama2-13b-sharegpt4-test,torch.bfloat16,0.5802047781569966,0.8265285799641505,0.4827157244094245,0.760852407261247,0.13115996967399546,0.5598878219901584,0.5568915469093287 2884,lu-vae/llama2-13B-sharegpt4-orca-openplatypus-8w,torch.bfloat16,0.6279863481228669,0.8403704441346346,0.4565749047878431,0.7513812154696132,0.11751326762699014,0.5513493519265283,0.5575292553447461 2885,instructkr/ko-wand-136M,torch.bfloat16,0.21331058020477817,0.2500497908783111,0.5068400671997387,0.49171270718232046,0.0,0.23578326035327535,0.2829494009697373 2886,YouKnowMee/Mistral-7b-instruct-v0.2-summ-sft-dpo-ed3,torch.bfloat16,0.7397610921501706,0.8925512846046604,0.7276214821635104,0.8468823993685872,0.6626231993934799,0.6428000628298794,0.752039920085048 2887,YouKnowMee/Mistral-7b-instruct-v0.2-summ-sft-ed2,torch.bfloat16,0.7141638225255973,0.874228241386178,0.6448562422390527,0.8287292817679558,0.7119029567854435,0.6431974475489436,0.7361796653755285 2888,YouKnowMee/Mistral-7b-instruct-v0.2-summ-dpo-ed2,torch.bfloat16,0.7440273037542662,0.8929496116311492,0.7234408992204887,0.8413575374901342,0.6762699014404853,0.6423199383228186,0.7533941986432238 2889,YouKnowMee/Mistral-7b-instruct-v0.2-summ-dpo-ed3,torch.bfloat16,0.742320819112628,0.8927504481179048,0.7231441421880092,0.8437253354380426,0.6747536012130402,0.6436620763418189,0.753392737068574 2890,YouKnowMee/Mistral-7b-instruct-v0.2-summ-sft-dpo-ed2,torch.bfloat16,0.7406143344709898,0.8924517028480382,0.7273114161495677,0.8468823993685872,0.6641394996209249,0.6425231047030252,0.7523204095268555 2892,mlinmg/SG-Raccoon-Yi-200k-2.0,torch.float16,0.6254266211604096,0.8026289583748257,0.5321480379768605,0.7632202052091555,0.3070507960576194,0.732851985988411,0.6272211007945471 2893,andreaskoepf/llama2-13b-megacode2_min100,torch.float16,0.60580204778157,0.8125871340370444,0.48893759481045423,0.7695343330702447,0.15921152388172857,0.5791638767861184,0.5692060850611933 2894,vonjack/Qwen-LLaMAfied-HFTok-7B-Chat,torch.float16,0.5051194539249146,0.8364867556263692,0.4422964338900237,0.7142857142857143,0.025018953752843062,0.5153277945076306,0.5064225176645826 2895,PY007/TinyLlama-1.1B-Chat-v0.3,torch.float16,0.3506825938566553,0.5769766978689504,0.3667165555145351,0.5769534333070244,0.006823351023502654,0.2553454404987999,0.35558301201157794 2896,PY007/TinyLlama-1.1B-intermediate-step-480k-1T,torch.float16,0.30887372013651876,0.5296753634734117,0.3955364206916061,0.5730071033938438,0.00530705079605762,0.24995469064677306,0.3437257248563685 2897,PY007/TinyLlama-1.1B-Chat-v0.1,torch.float16,0.3199658703071672,0.5421230830511851,0.3903252380640832,0.5493291239147593,0.00530705079605762,0.2670854469908118,0.345689302187344 2898,PY007/TinyLlama-1.1B-step-50K-105b,torch.float16,0.25853242320819114,0.4410476000796654,0.39509729118481285,0.5438042620363063,0.00530705079605762,0.26782107333002786,0.31860161677251025 2899,PY007/TinyLlama-1.1B-intermediate-step-240k-503b,torch.float16,0.29266211604095566,0.4971121290579566,0.40170337518856825,0.5659037095501184,0.003032600454890068,0.26257784169828946,0.33716529533179646 2900,hfl/chinese-alpaca-2-13b-16k,torch.float16,0.5503412969283277,0.7741485759808803,0.46496694797516,0.734017363851618,0.21076573161485973,0.5128190527038085,0.5411764948424423 2901,hfl/chinese-alpaca-2-13b,torch.float16,0.5870307167235495,0.7975502887870942,0.5022258550236057,0.7561168113654302,0.25018953752843065,0.5512114453219907,0.574054109125017 2902,hfl/chinese-mixtral-instruct,torch.float16,0.6774744027303754,0.8567018522206732,0.5746085023184442,0.8310970797158642,0.5564821834723275,0.715254747360501,0.7019364613030309 2903,hfl/chinese-mixtral,torch.bfloat16,0.6757679180887372,0.853415654252141,0.46858539506441044,0.8200473559589582,0.0,0.7037763111041321,0.5869321057447298 2904,NeuralNovel/Ember-7B-v0.1,torch.bfloat16,0.6843003412969283,0.8552081258713403,0.6328773143242248,0.8232044198895028,0.04700530705079606,0.6409982315507199,0.613932289997252 2905,NeuralNovel/Aeryth-7B-v0.1,torch.float16,0.6032423208191127,0.835291774546903,0.6357466374094296,0.7466456195737964,0.36087945413191813,0.6097481383127653,0.6319256574656542 2906,NeuralNovel/Pigris-7b-v0.3,torch.float16,0.7150170648464164,0.8814977096195977,0.7120985412417774,0.8413575374901342,0.6974981046247157,0.6452728467387734,0.7487903007602358 2907,NeuralNovel/Confinus-2x7B,torch.bfloat16,0.7389078498293515,0.8881696873132842,0.7187839952418987,0.8476716653512234,0.6884003032600455,0.6511558238394286,0.7555148874725387 2908,NeuralNovel/Ignis-7B-DPO,torch.float16,0.6629692832764505,0.8485361481776539,0.6545579637974486,0.7995264404104183,0.3305534495830174,0.5899246966417664,0.6476779969811259 2909,NeuralNovel/Tiger-7b-v0.1,torch.bfloat16,0.5998293515358362,0.832105158334993,0.6103468565333238,0.77663772691397,0.467778620166793,0.614226174504765,0.6501539813316134 2910,NeuralNovel/Panda-7B-v0.1,torch.float16,0.6296928327645052,0.8375821549492133,0.6697345091207095,0.7624309392265194,0.3866565579984837,0.607316813502744,0.6489023012603625 2911,NeuralNovel/Gecko-7B-v0.1-DPO,torch.float16,0.5674061433447098,0.8238398725353515,0.5742349007721483,0.7734806629834254,0.45034116755117515,0.6041823208407288,0.6322475113379232 2912,NeuralNovel/Valor-7B-v0.1,torch.bfloat16,0.7226962457337884,0.8658633738299144,0.6983583637464785,0.8334648776637726,0.6914329037149356,0.6409231941584691,0.7421231598078931 2913,NeuralNovel/Senzu-7B-v0.1,torch.bfloat16,0.5819112627986348,0.8197570205138419,0.4019811202382833,0.7663772691397001,0.1819560272934041,0.6320066888530139,0.563998231472813 2914,NeuralNovel/Gecko-7B-v0.1,torch.float16,0.613481228668942,0.8335988846843259,0.6260121840084173,0.7758484609313339,0.41546626231993933,0.610524407493546,0.6458219046844174 2915,NeuralNovel/Pigris-7b-v0.4,torch.float16,0.6672354948805461,0.8669587731527584,0.5580270078950409,0.8421468034727704,0.6914329037149356,0.6477542727636635,0.7122592093132858 2916,NeuralNovel/Tanuki-7B-v0.1,torch.float16,0.6279863481228669,0.8314080860386377,0.6632975920338392,0.7584846093133386,0.3980288097043215,0.6054155937952869,0.6474368398347151 2917,NeuralNovel/Ignis-7B-DPO-Laser,torch.bfloat16,0.6518771331058021,0.8457478589922326,0.6624235616440716,0.8042620363062352,0.3146322971948446,0.5855742294519733,0.6440861861158599 2918,NeuralNovel/Mini-Mixtral-v0.2,torch.bfloat16,0.6126279863481229,0.841167098187612,0.5036355079944391,0.7884767166535123,0.45564821834723274,0.6382670875095775,0.6399704358400827 2919,NeuralNovel/Senzu-7B-v0.1-DPO,torch.bfloat16,0.6672354948805461,0.8433578968333001,0.4528829753775133,0.7995264404104183,0.3297952994692949,0.6212305355240659,0.6190047737491898 2920,NeuralNovel/Mistral-7B-Instruct-v0.2-Neural-Story,torch.float16,0.6407849829351536,0.8396733718382793,0.6689337299841565,0.7584846093133386,0.38286580742987114,0.6066534915820843,0.6495659988471472 2921,Deathsquad10/TinyLlama-1.1B-Remix-V.2,torch.float16,0.3319112627986348,0.5662218681537542,0.34643256618777796,0.5808997632202052,0.009097801364670205,0.25991991717515905,0.3490805298167003 2922,Deathsquad10/TinyLlama-Remix,torch.float16,0.31143344709897613,0.49502091216889066,0.4053463843159328,0.5540647198105761,0.000758150113722517,0.27343535297237687,0.3400098277467459 2923,Deathsquad10/TinyLlama-repeat,torch.float16,0.35238907849829354,0.6024696275642303,0.387823193354249,0.6045777426992897,0.017437452615617893,0.2607101629385566,0.37090120961170614 2924,Deathsquad10/TinyMix,torch.float16,0.3199658703071672,0.5369448317068313,0.3942236565680581,0.6408839779005525,0.019711902956785442,0.2426964680979869,0.3590711179228969 2925,NewstaR/Starlight-7B,torch.float16,0.5307167235494881,0.785700059749054,0.3875084099562216,0.7403314917127072,0.0712661106899166,0.46799695039202627,0.4972532910082356 2926,NewstaR/Morningstar-13b-hf,torch.float16,0.590443686006826,0.819259111730731,0.44118181192718914,0.745067087608524,0.15238817285822592,0.5462619093404184,0.5491002965786523 2927,NewstaR/Koss-7B-chat,torch.float16,0.5366894197952219,0.787890858394742,0.4396876190519236,0.7174427782162589,0.07354056103108415,0.46715127182325084,0.5037337513854137 2928,NewstaR/Starlight-13B,torch.float16,0.5930034129692833,0.8215494921330412,0.3738783761432801,0.7663772691397001,0.10841546626231995,0.5567429203566242,0.5366611561673748 2929,NucleusAI/nucleus-22B-token-500B,torch.float16,0.4069965870307167,0.6938856801433977,0.3915840427149961,0.6764009471191792,0.009855951478392721,0.30107169994695665,0.4132991514056065 2930,lizhuang144/llama_mirror_13b_v1.0,torch.float16,0.575938566552901,0.8053176658036247,0.4454036256744593,0.7663772691397001,0.07429871114480667,0.47997913546028065,0.5245524956292954 2931,lizhuang144/starcoder_mirror,torch.float16,0.31313993174061433,0.45817566221868156,0.4338465420904484,0.5722178374112076,0.05534495830174375,0.29293429453111647,0.3542765377156354 2932,conceptofmind/LLongMA-2-13b-16k,torch.bfloat16,0.5426621160409556,0.7962557259510058,0.37705082598260203,0.7261247040252565,0.05458680818802123,0.5097464655642214,0.5010711076253438 2936,splm/openchat-spin-slimorca-iter0,torch.float16,0.6715017064846417,0.8360884285998805,0.5687270445915593,0.813733228097869,0.6345716451857468,0.6444897781063502,0.6948519718443413 2937,splm/openchat-spin-slimorca-iter2,torch.float16,0.6800341296928327,0.8396733718382793,0.5899952730357957,0.7797947908445146,0.5974222896133434,0.6439062551106746,0.6884710183559067 2938,splm/zephyr-7b-sft-full-spin-peft-iter1,torch.float16,0.5793515358361775,0.8078072097191794,0.417959572878825,0.7624309392265194,0.2880970432145565,0.6022880958710456,0.5763223994577172 2939,splm/openchat-spin-slimorca-iter1,torch.float16,0.6732081911262798,0.8385779725154352,0.5875698262618266,0.7940015785319653,0.6307808946171342,0.6264187118534328,0.6917595291510125 2940,splm/openchat-spin-slimorca-iter3,torch.float16,0.6800341296928327,0.8396733718382793,0.5899952730357957,0.7797947908445146,0.5974222896133434,0.6439062551106746,0.6884710183559067 2941,splm/zephyr-7b-sft-full-spin-peft-iter2,torch.float16,0.5802047781569966,0.8077076279625572,0.4178934110711531,0.7647987371744278,0.2850644427596664,0.602170512819416,0.5763065849907029 2942,splm/zephyr-7b-sft-full-spin-peft-iter0,torch.float16,0.5793515358361775,0.8077076279625572,0.41792638643928276,0.7624309392265194,0.28278999241849884,0.6026140613836092,0.5754700905444409 2943,saarvajanik/facebook-opt-6.7b-gqa-ub-16-best-for-KV-cache,torch.float16,0.23037542662116042,0.25941047600079664,0.48987576662324334,0.5193370165745856,0.0,0.23116857555371031,0.2883612102289161 2944,saarvajanik/facebook-opt-6.7b-qcqa-ub-16-best-for-q-loss,torch.float16,0.2167235494880546,0.2664807807209719,0.4680726486198067,0.5122336227308603,0.0,0.23151426736945657,0.282504144821525 2945,saarvajanik/facebook-opt-6.7b-qcqa-ub-16-best-for-KV-cache,torch.float16,0.2380546075085324,0.2704640509858594,0.4668597319189143,0.5082872928176796,0.0,0.23116857555371031,0.28580570979744935 2946,PistachioAlt/Synatra-MCS-7B-v0.3-RP-Slerp,torch.float16,0.6663822525597269,0.8497311292571201,0.5393109292355184,0.7971586424625099,0.6618650492797574,0.6361026293595192,0.6917584386923586 2947,PistachioAlt/Noromaid-Bagel-7B-Slerp,torch.float16,0.6450511945392492,0.8458474407488548,0.5288372703003257,0.7940015785319653,0.46853677028051555,0.6429887478851625,0.6542105003810122 2948,nnpy/Nape-0,torch.float16,0.3267918088737201,0.5868352917745469,0.3899188336745711,0.5730071033938438,0.000758150113722517,0.24878702052552074,0.3543497013926542 2949,haonan-li/bactrian-x-llama-13b-merged,torch.float16,0.5639931740614335,0.7932682732523402,0.4837879142068535,0.739542225730071,0.05534495830174375,0.48396767375932465,0.5199840365519611 2952,u-chom/ex-llm-e1,torch.bfloat16,0.3993174061433447,0.6811392152957578,0.4200995329344425,0.648776637726914,0.043214556482183475,0.3943500642839923,0.4311495688111058 2953,yulan-team/YuLan-Chat-2-13b-fp16,torch.float16,0.590443686006826,0.8066122286397132,0.5218071696031027,0.7963693764798737,0.1379833206974981,0.5671600408203372,0.5700626370412252 2954,fireballoon/baichuan-vicuna-chinese-7b,torch.float16,0.4351535836177474,0.7112129057956582,0.42450352093949,0.6685082872928176,0.05534495830174375,0.46874779301069036,0.4605785081596913 2955,jzjiao/opt-1.3b-rlhf,torch.float16,0.28924914675767915,0.5276837283409679,0.37436160193856854,0.5895816890292028,0.004548900682335102,0.2539413389873163,0.33989440095601164 2956,RESMPDEV/Qwen1.5-Wukong-0.5B,torch.bfloat16,0.3174061433447099,0.47779326827325236,0.38916482019581305,0.5651144435674822,0.155420773313116,0.3843995009898837,0.38154982494737616 2957,RESMPDEV/Gemma-Wukong-2b,torch.float16,0.45307167235494883,0.6693885680143398,0.4429426283623105,0.6258879242304657,0.10083396512509477,0.3809767670034395,0.44551692084843314 2958,RESMPDEV/Gemma-Wukong1.1-2b,torch.float16,0.33447098976109213,0.42421828321051586,0.47695573426393867,0.5824782951854776,0.0,0.429350378922124,0.37457894689052473 2960,layoric/llama-2-13b-code-alpaca,torch.float16,0.6083617747440273,0.821449910376419,0.38273049387137276,0.7640094711917916,0.11902956785443518,0.5592621809530964,0.542473899831857 2961,jeiku/Zephyr_beta_32k_7B,torch.bfloat16,0.6348122866894198,0.8479386576379208,0.6899285279557991,0.771112865035517,0.4071266110689917,0.6049635288814206,0.6593137462115115 2962,jeiku/Elly_7B,torch.float16,0.6356655290102389,0.8347938657637921,0.5627052352747576,0.7876874506708761,0.4086429112964367,0.6279793865599025,0.6429123964293341 2963,jeiku/Lunar_10.7B,torch.float16,0.658703071672355,0.8485361481776539,0.5351338618639983,0.813733228097869,0.5367702805155421,0.6422790453054963,0.6725259392721524 2964,jeiku/NarrativeNexus_7B,torch.float16,0.6612627986348123,0.8573989245170285,0.6394506791157332,0.7900552486187845,0.5178165276724791,0.631735986713505,0.6829533608787237 2965,jeiku/Luna_7B,torch.float16,0.6885665529010239,0.8627763393746266,0.5808681142482145,0.7908445146014207,0.6467020470053071,0.6405671423365239,0.7017207850778527 2966,jeiku/Cookie_7B,torch.float16,0.697098976109215,0.8757219677355108,0.6687534212220169,0.813733228097869,0.6118271417740713,0.6450875444346635,0.718703713228891 2967,jeiku/Eros_Prodigadigm_7B,torch.float16,0.6723549488054608,0.8563035251941844,0.6868028587570413,0.8089976322020521,0.5329795299469295,0.6304286766647095,0.6979778619283964 2968,jeiku/Mewthree_7B,torch.float16,0.6578498293515358,0.8573989245170285,0.6585420762235195,0.7884767166535123,0.23881728582259287,0.6255681515637246,0.6377754973553188 2969,jeiku/Soulful_Bepis_7B,torch.float16,0.6382252559726962,0.8069109739095798,0.5665172743251056,0.7616416732438832,0.3904473085670963,0.6253338101965444,0.6315127160358176 2970,rizla/trrapi-16,torch.float16,0.6638225255972696,0.8505277833100976,0.5647115364056782,0.8413575374901342,0.6823351023502654,0.6484401488411545,0.7085324389990998 2971,rizla/rizla55b,torch.float16,0.6032423208191127,0.8042222664807808,0.5559179467355304,0.7884767166535123,0.26838514025777105,0.6354073111462848,0.6092752836821654 2972,rizla/rizla-17,torch.bfloat16,0.7363481228668942,0.8972316271659032,0.7692598698604171,0.8784530386740331,0.6148597422289613,0.6439606585806026,0.7566855098961353 2973,rizla/rizla54,torch.float16,0.5819112627986348,0.7873929496116312,0.5325609210892159,0.7679558011049724,0.20621683093252463,0.612905766804755,0.5814905887236222 2974,rizla/trrapi-16b,torch.bfloat16,0.7209897610921502,0.8887671778530173,0.7413221252292123,0.8634569850039463,0.6118271417740713,0.6425626026471918,0.7448209655999314 2976,rizla/raccoon-small,torch.bfloat16,0.7440273037542662,0.8872734515036845,0.7673830386789108,0.8737174427782163,0.5686125852918877,0.6454991658612099,0.747752164644696 2978,wenge-research/yayi-7b,torch.bfloat16,0.46331058020477817,0.6172077275443139,0.4369523064561288,0.6227308602999211,0.009097801364670205,0.3634053124510987,0.41878409805348515 2979,wenge-research/yayi-13b-llama2,torch.bfloat16,0.48464163822525597,0.747858992232623,0.42352023189636084,0.696921862667719,0.0401819560272934,0.3884127390185352,0.4635895700112979 2980,wenge-research/yayi-7b-llama2,torch.float16,0.5503412969283277,0.7784305915156343,0.4401730179494113,0.745067087608524,0.0667172100075815,0.40920138670839273,0.49832176511964527 2981,webbigdata/ALMA-7B-Ja-V2,torch.bfloat16,0.5238907849829352,0.7792272455686118,0.3865901488087726,0.734017363851618,0.0,0.44718508041869265,0.4784851039384384 2982,paulilioaica/Hugo-7B-slerp,torch.float16,0.6450511945392492,0.8477394941246763,0.5712762320713095,0.8003157063930545,0.5344958301743745,0.6253982948504341,0.6707127920255164 2983,paulilioaica/Collin-7B-dare,torch.float16,0.658703071672355,0.8207528380800637,0.6520234737027234,0.7790055248618785,0.2100075815011372,0.5185771826597771,0.6065116120796558 2984,paulilioaica/MoEstral-2x2B,torch.float16,0.6510238907849829,0.8482374029077873,0.6272400519283731,0.7837411207576953,0.4541319181197877,0.616217999333881,0.6634320639720847 2985,MAISAAI/gemma-2b-coder,torch.float16,0.48976109215017066,0.714299940250946,0.3354424646424683,0.6685082872928176,0.1607278241091736,0.37021729145970184,0.4564928166508797 2986,vitruv/vitruv_2,torch.float16,0.4334470989761092,0.6802429794861581,0.3646405973685285,0.664561957379637,0.039423805913570885,0.3298404920311076,0.41869282185918527 2987,vitruv/vitruv_1,torch.float16,0.4991467576791809,0.7605058753236407,0.4122590137037498,0.7158642462509865,0.11296436694465505,0.4820737952384525,0.4971356758567776 2988,playdev7/theseed-v0.3,4bit,0.2593856655290102,0.2605058753236407,0.46326315174171945,0.5256511444356748,0.0,0.2455405204405944,0.29239105957843997 2989,rishiraj/CatPPT,torch.bfloat16,0.6808873720136519,0.8668591913961362,0.6154509110626448,0.8161010260457774,0.7081122062168309,0.6516260348862323,0.7231727902702123 2990,rishiraj/oswald-7b,torch.float16,0.6638225255972696,0.851822346146186,0.5407006602948565,0.8089976322020521,0.6929492039423806,0.6533983432007976,0.7019484518972572 2991,rishiraj/uncensored,torch.bfloat16,0.6604095563139932,0.8480382393945429,0.5914138790054457,0.7932123125493291,0.48218347232752085,0.6122600161826525,0.6645862459622475 2992,rishiraj/meow,torch.bfloat16,0.7047781569965871,0.8808006373232424,0.7048535292691931,0.8342541436464088,0.6489764973464746,0.6624540446450559,0.7393528348711603 2993,rishiraj/CatPPT-base,torch.float16,0.6791808873720137,0.8663612826130253,0.6171834778563777,0.8129439621152328,0.7065959059893859,0.6525699388027452,0.7224725757914635 2994,rishiraj/oswald-2x7b,torch.float16,0.6646757679180887,0.8546106353316073,0.6006314442487943,0.7940015785319653,0.5981804397270659,0.6519787237853355,0.6940130982571429 2996,rishiraj/oswald-4x7b,torch.bfloat16,0.6578498293515358,0.8529177454690301,0.5738963807470084,0.7916337805840569,0.6618650492797574,0.644908363385914,0.6971785248028838 2997,rishiraj/smol-3b,torch.bfloat16,0.46331058020477817,0.6823341963752241,0.5073211090135596,0.6535122336227308,0.24639878695981804,0.4633118205036629,0.5026981211132956 2998,rishiraj/smol-7b,torch.bfloat16,0.6373720136518771,0.8477394941246763,0.4617167162027618,0.8066298342541437,0.623199393479909,0.6500383113096341,0.6711159605038337 2999,rishiraj/cutie,torch.float16,0.2696245733788396,0.27016530571599284,0.48417001401061344,0.526440410418311,0.0,0.24168172405082086,0.2986803379290963 3002,AIGym/deepseek-coder-6.7b-chat-and-function-calling,torch.bfloat16,0.3609215017064846,0.5380402310296754,0.4283133114995368,0.5722178374112076,0.17210007581501138,0.3828836217876139,0.4090794298749216 3003,AIGym/deepseek-coder-1.3b-chat-and-function-calling,torch.bfloat16,0.2627986348122867,0.3926508663612826,0.43371704166991554,0.5169692186266772,0.03411675511751327,0.26915104474663626,0.31823392688905194 3004,AIGym/TinyLlama-1.1B-2.5T-chat,torch.bfloat16,0.3447098976109215,0.5970922127066322,0.3879515338680291,0.6101026045777427,0.011372251705837756,0.2644744214428912,0.36928382031867574 3005,AIGym/deepseek-coder-6.7b-chat,torch.bfloat16,0.36006825938566556,0.5374427404899422,0.4293857577430447,0.5753749013417522,0.16982562547384383,0.38216282514645716,0.40904335159678434 3006,AIGym/deepseek-coder-1.3b-chat,torch.bfloat16,0.25597269624573377,0.39693288189603665,0.43935436863671357,0.5146014206787688,0.03184230477634572,0.25537113712787646,0.3156791348935791 3007,AIGym/TinyLlama-1.1B-2.5T-chat-and-function-calling,torch.bfloat16,0.3438566552901024,0.5960963951404102,0.38916106981756643,0.6195737963693765,0.017437452615617893,0.2632497380621647,0.3715625178825397 3009,joowon99/SOLAR-10.7B-ko_alpaca,torch.float16,0.6416382252559727,0.826229834694284,0.5595355545160094,0.8105761641673244,0.5837755875663382,0.6571429877682095,0.679816392328023 3010,decruz07/kellemar-DPO-Orca-Distilled-7B-SLERP,torch.float16,0.7047781569965871,0.8756223859788886,0.6497116450794354,0.819258089976322,0.7202426080363912,0.6532810506616906,0.7371489894548858 3011,decruz07/kellemar-DPO-7B-v1.01,torch.float16,0.6578498293515358,0.8504282015534754,0.5554335409983038,0.7868981846882399,0.6163760424564063,0.6324097267991128,0.683232587641179 3012,decruz07/llama-2-7b-miniguanaco,4bit,0.4906143344709898,0.7559251145190201,0.43733395896519406,0.7261247040252565,0.16148597422289612,0.4613804853443371,0.5054774285912823 3013,decruz07/kellemar-DPO-7B-d,torch.float16,0.6689419795221843,0.8516231826329417,0.5687577354154723,0.7932123125493291,0.620166793025019,0.6276845351344321,0.6883977563798965 3014,decruz07/kellemar-DPO-7B,torch.float16,0.6604095563139932,0.8521210914160526,0.5554845037946894,0.7892659826361483,0.604245640636846,0.634163130160736,0.6826149841597443 3015,decruz07/kellemar-DPO-7B-c,torch.float16,0.6569965870307167,0.8498307110137423,0.5407842160887599,0.7829518547750592,0.5822592873388931,0.6369501508190897,0.6749621345110435 3016,intervitens/internlm2-base-20b-llama,torch.bfloat16,0.6296928327645052,0.8215494921330412,0.4411333942717491,0.7821625887924231,0.4488248673237301,0.6378168434627736,0.626863336458037 3017,jisukim8873/falcon-7B-case-1,torch.float16,0.4761092150170648,0.7868950408285202,0.3778933788894488,0.7166535122336227,0.08263836239575435,0.29213695134838286,0.4553877434521323 3018,jisukim8873/falcon-7B-case-3,torch.float16,0.4778156996587031,0.783011352320255,0.36433197582570465,0.7103393843725335,0.06141015921152388,0.3195745870506005,0.4527471930732201 3019,jisukim8873/falcon-7B-case-6,torch.float16,0.46501706484641636,0.7849034056960765,0.364571668218642,0.7008681925808997,0.06141015921152388,0.28966635490344256,0.44440614090950015 3020,jisukim8873/mistralai-case-1-1,torch.float16,0.6092150170648464,0.8287193786098387,0.411007042760005,0.7837411207576953,0.3419257012888552,0.6287214439181372,0.6005549507332296 3021,jisukim8873/mistralai-case-0-1,torch.float16,0.6083617747440273,0.8305118502290381,0.41430745876476355,0.7884767166535123,0.3464746019711903,0.6272441497348914,0.6025627586829038 3022,jisukim8873/falcon-7B-case-5,torch.float16,0.48378839590443684,0.7851025692093209,0.36034965375475575,0.7182320441988951,0.08491281273692192,0.2951662335644641,0.45459195156146576 3023,jisukim8873/mistralai-case-2-0,torch.float16,0.6040955631399317,0.8308105954989046,0.41818062101055176,0.7868981846882399,0.3684609552691433,0.62944543435537,0.6063152256603569 3024,jisukim8873/falcon-7B-case-c,torch.float16,0.4854948805460751,0.7866958773152758,0.3826492372963991,0.7008681925808997,0.07429871114480667,0.28722531318635425,0.45287203534496845 3025,jisukim8873/falcon-7B-case-2,torch.float16,0.4718430034129693,0.7847042421828321,0.3862844409155128,0.7040252565114443,0.06368460955269144,0.2882735023461841,0.4498025091536057 3026,jisukim8873/falcon-7B-case-8,torch.float16,0.4948805460750853,0.7855008962358097,0.37575591444529527,0.7048145224940805,0.06974981046247157,0.3030459642124671,0.45562460898753493 3027,jisukim8873/falcon-7B-case-4,torch.float16,0.4761092150170648,0.7868950408285202,0.3778933788894488,0.7166535122336227,0.08263836239575435,0.29213695134838286,0.4553877434521323 3028,jisukim8873/falcon-7B-case-0,torch.float16,0.49146757679180886,0.782513443537144,0.3617782578587819,0.7182320441988951,0.07960576194086429,0.2889181442672074,0.4537525380991169 3029,jisukim8873/mistralai-case-1-0,torch.float16,0.6040955631399317,0.8308105954989046,0.41818062101055176,0.7868981846882399,0.3684609552691433,0.62944543435537,0.6063152256603569 3030,jisukim8873/mistralai-case-2-1,torch.float16,0.6092150170648464,0.8254331806413066,0.41494554299263736,0.7829518547750592,0.3161485974222896,0.6254452788324616,0.5956899119547668 3031,jisukim8873/mistralai-case-0-0,torch.float16,0.6040955631399317,0.8308105954989046,0.41818062101055176,0.7868981846882399,0.3684609552691433,0.62944543435537,0.6063152256603569 3032,klosax/pythia-70m-deduped-step44k-92bt,torch.float16,0.22098976109215018,0.28211511651065524,0.46116918200367607,0.5153906866614049,0.0,0.26027023938872423,0.2899891642761017 3033,klosax/pythia-160m-deduped-step92k-193bt,torch.float16,0.24232081911262798,0.3233419637522406,0.4348776145190071,0.5082872928176796,0.0037907505686125853,0.2454342199099942,0.29300877678002696 3034,klosax/open_llama_13b_600bt_preview,torch.float16,0.44283276450511944,0.7242581159131647,0.3465968860208044,0.6842936069455406,0.019711902956785442,0.3147047401740807,0.4220663360859158 3040,nicholasKluge/Aira-2-774M,torch.float16,0.28754266211604096,0.40798645688109936,0.41328321305397103,0.5201262825572218,0.0,0.2510445150202256,0.3133305216047598 3041,nicholasKluge/Aira-2-1B1,torch.float16,0.23208191126279865,0.2696673969328819,0.5062616085990085,0.5027624309392266,0.0,0.2486397022177033,0.29323550832526984 3042,nicholasKluge/Aira-2-355M,torch.float16,0.27559726962457337,0.3891655048795061,0.3852958717643368,0.5374901341752171,0.0,0.2725573019653947,0.3100176804015046 3043,ConvexAI/Luminex-72B-v0.1,torch.bfloat16,0.43430034129692835,0.8665604461262697,0.4184792162618759,0.7616416732438832,0.7543593631539045,0.7336414196735253,0.6614970766260645 3044,ConvexAI/BurningBruce-003,torch.bfloat16,0.712457337883959,0.882194781915953,0.6638891866418904,0.8318863456985004,0.7225170583775588,0.6447569021292898,0.7429502687745253 3045,ConvexAI/Metabird-7B,torch.bfloat16,0.6953924914675768,0.8754232224656443,0.579354979250579,0.8303078137332282,0.6285064442759667,0.6527354948698956,0.7102867410104818 3046,ConvexAI/Chop-7b,torch.bfloat16,0.6373720136518771,0.8304122684724159,0.6218778140523901,0.7679558011049724,0.39727065959059893,0.620404706921834,0.6458822106323481 3047,ConvexAI/Julianne-2x7B-bf16,torch.bfloat16,0.6373720136518771,0.8281218880701056,0.5590788262315016,0.7774269928966061,0.5155420773313116,0.6156795126105186,0.6555368851319867 3048,ConvexAI/Pelican-9b-v0.1,torch.float16,0.47952218430034127,0.6622186815375424,0.5061156023040165,0.7466456195737964,0.0,0.6285163461812837,0.5038364056494967 3049,ConvexAI/Luminex-34B-v0.1,torch.float16,0.7363481228668942,0.8658633738299144,0.6967876357426273,0.8342541436464088,0.7247915087187263,0.7654662180987902,0.7705851671505602 3050,ConvexAI/Luminex-34B-v0.2,torch.float16,0.7448805460750854,0.8675562636924915,0.7021370391752113,0.8326756116811366,0.7187263078089462,0.7655488737755765,0.7719207737014079 3051,ConvexAI/BurningBruce-005,torch.bfloat16,0.7201365187713311,0.8830910177255527,0.6726501530582988,0.8334648776637726,0.7149355572403336,0.6476489824525029,0.7453211844852986 3052,ConvexAI/BurningBruce-004,torch.bfloat16,0.7329351535836177,0.8862776339374626,0.6839428568931519,0.840568271507498,0.7058377558756633,0.6468424260232585,0.7494006829701086 3053,ConvexAI/Seraphim-8x10.7B-bf16,torch.bfloat16,0.7098976109215017,0.8871738697470624,0.7077444338481541,0.8374112075769534,0.643669446550417,0.661558391035877,0.7412424932799944 3054,ConvexAI/Solutus-3x7B,torch.bfloat16,0.7201365187713311,0.8830910177255527,0.6752264598345707,0.8366219415943172,0.6982562547384382,0.6477022758783559,0.7435057447570944 3055,ConvexAI/Harmony-4x7B-bf16,torch.bfloat16,0.6834470989761092,0.8674566819358693,0.6205565135867297,0.813733228097869,0.7210007581501138,0.6473051979420494,0.7255832464481234 3056,Ba2han/TinyOpenHermes-1.1B-4k,torch.bfloat16,0.3361774744027304,0.5853415654252141,0.3732859557148343,0.5990528808208366,0.000758150113722517,0.2644685239992876,0.3598474250794376 3057,Ba2han/Tinypus-1.5B,torch.bfloat16,0.33447098976109213,0.5734913363871739,0.39352829284262486,0.5769534333070244,0.009855951478392721,0.25532989255112803,0.357271649387906 3058,Ba2han/HermesStar-OrcaWind-Synth-11B,torch.bfloat16,0.6527303754266212,0.836885082652858,0.48549947564682355,0.8011049723756906,0.5663381349507203,0.6530702272460536,0.6659380447164612 3059,Ba2han/Cucumber-7b-10k,torch.bfloat16,0.6040955631399317,0.8374825731925911,0.5096859536051279,0.7892659826361483,0.39272175890826383,0.6309681704569805,0.6273700003231739 3060,Ba2han/BruinsV2-OpHermesNeu-11B,torch.bfloat16,0.6808873720136519,0.847042421828321,0.6276115895198878,0.7947908445146015,0.6004548900682335,0.6419403541997871,0.6987879120240804 3061,jordiclive/gpt4all-alpaca-oa-codealpaca-lora-13b,torch.float16,0.5614334470989761,0.8093009360685123,0.39484641460423203,0.7616416732438832,0.0758150113722517,0.4766377194972217,0.5132792003141795 3062,jordiclive/Llama-2-70b-oasst-1-200,torch.float16,0.6766211604095563,0.8724357697669787,0.5128431618810516,0.8413575374901342,0.32752084912812734,0.6995065240357298,0.6550475004519297 3063,kenhktsui/nano-phi-115M-v0.1,torch.float16,0.21928327645051193,0.2786297550288787,0.4600301977928377,0.5082872928176796,0.0,0.253356878372255,0.2865979000770272 3064,OdiaGenAI/odia_llama2_7B_base,torch.float16,0.507679180887372,0.7594104760007967,0.3727196891546005,0.7079715864246251,0.14935557240333586,0.46097500901451993,0.4930185856475416 3065,proto-llm/uniwiz-7B-v0.2,torch.float16,0.6331058020477816,0.8507269468233419,0.5991296817497732,0.7782162588792423,0.3752843062926459,0.6369873865396181,0.6455750637220671 3066,proto-llm/uniwiz-7B-v0.1,torch.float16,0.6177474402730375,0.8415654252141008,0.44956964375619807,0.7884767166535123,0.3730098559514784,0.6415710824362371,0.6186566940474273 3067,BramVanroy/llama2-13b-ft-mc4_nl_cleaned_tiny,torch.bfloat16,0.5930034129692833,0.8203545110535749,0.3803125479959119,0.7726913970007893,0.10310841546626232,0.5466770763846872,0.5360245601450848 3068,BramVanroy/Llama-2-13b-chat-dutch,torch.bfloat16,0.5930034129692833,0.814479187412866,0.3822604426807352,0.7663772691397001,0.1068991660348749,0.5582168488903084,0.5368727211879613 3069,matsuo-lab/weblab-10b,torch.float16,0.39505119453924914,0.6576379207329217,0.3601821787254854,0.6250986582478295,0.014404852160727824,0.26293098970450746,0.3858842990184536 3070,matsuo-lab/weblab-10b-instruction-sft,torch.float16,0.40102389078498296,0.652957578171679,0.36793137737872583,0.6408839779005525,0.01819560272934041,0.2666314296571679,0.3912706427704081 3071,ariellee/SuperPlatty-30B,torch.float16,0.6578498293515358,0.8394742083250348,0.5351557929226954,0.8034727703235991,0.09628506444275967,0.6256870100278202,0.5929874458989075 3072,Xilabs/calypso-3b-alpha-v2,torch.float16,0.41552901023890787,0.714797849034057,0.35726869770535075,0.6527229676400947,0.006823351023502654,0.258170818504225,0.40088544902435636 3073,bofenghuang/vigogne-2-7b-chat,torch.float16,0.5563139931740614,0.7870942043417646,0.472126557595693,0.744277821625888,0.07733131159969674,0.5098166825260353,0.5244934284771898 3074,bofenghuang/vigostral-7b-chat,torch.float16,0.6262798634812287,0.8433578968333001,0.49239586566553695,0.7861089187056038,0.16755117513267628,0.6353227161289914,0.5918360726578894 3075,bofenghuang/vigogne-7b-chat,torch.float16,0.5247440273037542,0.7835092611033658,0.4452346591796444,0.7316495659037096,0.0758150113722517,0.39510195085679517,0.4926757459532534 3076,bofenghuang/vigogne-7b-instruct,torch.float16,0.5196245733788396,0.7811192989444333,0.4246502748644333,0.728492501973165,0.027293404094010616,0.38434958505610256,0.47758827305183066 3077,bofenghuang/vigogne-2-13b-instruct,torch.float16,0.6117747440273038,0.8325034853614818,0.5107892442818567,0.7734806629834254,0.02047005307050796,0.5592035759464634,0.5513702942785065 3078,bofenghuang/vigogne-13b-chat,torch.float16,0.5861774744027304,0.8085042820155347,0.4872798734916178,0.7671665351223362,0.08339651250947688,0.47756693961836805,0.5350152695266773 3079,bofenghuang/vigogne-13b-instruct,torch.float16,0.5793515358361775,0.8131846245767775,0.5022989960101931,0.771112865035517,0.11827141774071266,0.4761888797108029,0.5434013864850301 3080,bofenghuang/vigogne-2-7b-instruct,torch.float16,0.5622866894197952,0.7997410874327823,0.49509581076740466,0.7545382794001578,0.03790750568612585,0.4717114150265814,0.5202134646221411 3081,bofenghuang/vigogne-33b-instruct,torch.float16,0.6305460750853242,0.8500298745269866,0.5209974440697911,0.7884767166535123,0.11144806671721001,0.5831569049238181,0.5807758469961071 3082,shuvom/yuj-v1,torch.float16,0.4564846416382253,0.700955984863573,0.4169072304332008,0.6985003946329913,0.047763457164518575,0.437812180162827,0.45973731481588936 3083,moondriller/llama2-13B-eugeneparkthebest,torch.float16,0.5341296928327645,0.7924716191993627,0.4441977059256997,0.7332280978689818,0.08188021228203184,0.4828431967165876,0.511458420804238 3084,VAGOsolutions/SauerkrautLM-14b-MoE-LaserChat,torch.bfloat16,0.6672354948805461,0.8488348934475204,0.576416095834762,0.819258089976322,0.7323730098559514,0.6517011237046292,0.7159697846166219 3085,VAGOsolutions/SauerkrautLM-Mixtral-8x7B,torch.bfloat16,0.6885665529010239,0.8600876319458275,0.5719887946496497,0.8050513022888713,0.47536012130401817,0.666947142866032,0.6780002576592371 3086,VAGOsolutions/SauerkrautLM-Gemma-2b,torch.bfloat16,0.4872013651877133,0.7141007767377017,0.3577128173787486,0.6795580110497238,0.2676269901440485,0.4290010296269322,0.4892001650208114 3087,VAGOsolutions/SauerkrautLM-Mixtral-8x7B-Instruct,torch.float16,0.7047781569965871,0.8775144393547102,0.6571120138409167,0.8121546961325967,0.6080363912054587,0.7136585098343986,0.7288757012274446 3088,VAGOsolutions/SauerkrautLM-SOLAR-Instruct,torch.bfloat16,0.7081911262798635,0.8862776339374626,0.7194604048636173,0.835043409629045,0.6413949962092494,0.6619741039953008,0.7420569458190899 3089,VAGOsolutions/SauerkrautLM-7b-HerO,torch.float16,0.6322525597269625,0.8351921927902808,0.4921827749133693,0.7837411207576953,0.4927975739196361,0.6329561479697648,0.6448537283462848 3090,VAGOsolutions/SauerkrautLM-Gemma-7b,torch.bfloat16,0.5998293515358362,0.8190599482174865,0.6099520086028254,0.7663772691397001,0.6368460955269143,0.6376125836574666,0.6782795427800382 3091,VAGOsolutions/SauerkrautLM-7b-LaserChat,torch.bfloat16,0.6757679180887372,0.8357896833300139,0.5608405966931661,0.8089976322020521,0.6884003032600455,0.6493083832612364,0.7031840861392086 3092,luqmanxyz/FrankenVillain-7B-v1,torch.float16,0.4274744027303754,0.5152360087631945,0.5618907309831486,0.7300710339384373,0.0,0.48598660015443446,0.4534431294282651 3093,luqmanxyz/Maya_Hermes-2.5-Mistral-7B,torch.float16,0.6629692832764505,0.8507269468233419,0.5588800140985622,0.7884767166535123,0.6224412433661866,0.6323064422208101,0.6859667744064772 3094,luqmanxyz/LelaStarling-7B,torch.float16,0.6757679180887372,0.8632742481577375,0.5772632901338711,0.8097868981846882,0.711144806671721,0.6498405910779212,0.7145129587191127 3095,hywu/Camelidae-8x13B,torch.bfloat16,0.6117747440273038,0.8273252340171281,0.433720225618646,0.7734806629834254,0.3457164518574678,0.572144163883794,0.5940269137312942 3096,hywu/Camelidae-8x7B,torch.bfloat16,0.5563139931740614,0.7917745469030074,0.42862696680646356,0.7624309392265194,0.22820318423047764,0.5009854295849887,0.5447225099875864 3097,crumb/apricot-wildflower-20,torch.bfloat16,0.5964163822525598,0.8175662218681538,0.4176270318067943,0.7790055248618785,0.33965125094768767,0.6338364895124428,0.5973504835415862 3098,crumb/gpt2023,torch.float16,0.21928327645051193,0.3110934076877116,0.40710368604824054,0.5011838989739542,0.003032600454890068,0.250481042923807,0.2820296520898526 3099,crumb/model-a-48.5m,torch.bfloat16,0.22184300341296928,0.27853017327225654,0.46752406758744436,0.5169692186266772,0.003032600454890068,0.2507826719287181,0.2897802892138259 3100,crumb/nano-mistral,torch.bfloat16,0.2167235494880546,0.28520215096594304,0.4741805949532385,0.5240726124704025,0.0,0.25156774126697234,0.2919577748574352 3101,kodonho/Solar-OrcaDPO-Solar-Instruct-SLERP,torch.float16,0.7098976109215017,0.882194781915953,0.7195437123974021,0.8342541436464088,0.6527672479150872,0.6621695878351973,0.743471180771925 3102,kodonho/SolarM-SakuraSolar-SLERP,torch.float16,0.71160409556314,0.8846843258315077,0.7209867000245426,0.8310970797158642,0.6467020470053071,0.662402111932768,0.7429127266788549 3103,kodonho/Momo-70b-DPO-mixed,torch.float16,0.2627986348122867,0.24975104560844452,0.48846362378663954,0.5169692186266772,0.0,0.23059401994326786,0.29142942379621933 3104,kodonho/Solar-M-SakuraSolar-Mixed,torch.float16,0.4590443686006826,0.5856403106950807,0.5961838010107571,0.7024467245461721,0.0,0.6450688889094366,0.4980640156270215 3105,MRAIRR/mini_7B_dare_v1,torch.float16,0.6177474402730375,0.7991435968930491,0.5464175107671695,0.739542225730071,0.5655799848369977,0.5955321315019089,0.6439938150003723 3106,hoskinson-center/proofGPT-v0.1,torch.float16,0.22866894197952217,0.2865962955586537,0.5163836837036343,0.5043409629044988,0.000758150113722517,0.25959308673434706,0.29939018683239643 3107,hoskinson-center/proofGPT-v0.1-6.7B,torch.float16,0.23293515358361774,0.28450507866958774,0.5087484633157238,0.5114443567482242,0.0,0.2457196395750258,0.29722544864869654 3108,Enoch/llama-65b-hf,torch.float16,0.6331058020477816,0.8608842859988051,0.43425303494253065,0.824782951854775,0.44806671721000757,0.638441256682459,0.6399223414560599 3109,openaccess-ai-collective/DPOpenHermes-11B,torch.bfloat16,0.6655290102389079,0.8480382393945429,0.5733697290679943,0.7695343330702447,0.513267626990144,0.6402186210998521,0.6683262599769478 3110,openaccess-ai-collective/dpopenhermes-alpha-v0,torch.float16,0.6501706484641638,0.839573790081657,0.5174503213318207,0.7884767166535123,0.558756633813495,0.6366504046265048,0.6651797524951922 3111,openaccess-ai-collective/openhermes-2_5-dpo-no-robots,torch.bfloat16,0.6493174061433447,0.8429595698068114,0.5211974193001023,0.7790055248618785,0.5526914329037149,0.6385842531756989,0.6639592676985918 3112,openaccess-ai-collective/DPOpenHermes-7B-v2,torch.bfloat16,0.6663822525597269,0.8522206731726748,0.5922184046952629,0.7916337805840569,0.6360879454131918,0.6364086379147237,0.6958252823899396 3113,openaccess-ai-collective/manticore-13b,torch.float16,0.5870307167235495,0.8162716590320653,0.49169271768804523,0.7663772691397001,0.12206216830932524,0.5083860137244072,0.548636757436182 3114,openaccess-ai-collective/wizard-mega-13b,torch.float16,0.5733788395904437,0.8108942441744672,0.5021870055699044,0.7632202052091555,0.10083396512509477,0.5059025116186774,0.5427361285479572 3115,openaccess-ai-collective/jackalope-7b,torch.bfloat16,0.6339590443686007,0.8329018123879706,0.5005889178346943,0.7805840568271507,0.28658074298711145,0.6349721233499473,0.6115977829592458 3116,openaccess-ai-collective/grendel,torch.bfloat16,0.6049488054607508,0.7999402509460267,0.5267824071398005,0.7529597474348856,0.287338893100834,0.5897704395014471,0.5936234239306241 3117,openaccess-ai-collective/minotaur-13b-fixed,torch.float16,0.590443686006826,0.8165704043019318,0.5035663390902376,0.7687450670876085,0.13115996967399546,0.5009816741,0.5519111900434333 3118,openaccess-ai-collective/DPOpenHermes-7B,torch.float16,0.659556313993174,0.8589922326229835,0.5692137581021863,0.7821625887924231,0.5481425322213799,0.639756201580637,0.676303937885464 3119,openaccess-ai-collective/mistral-7b-slimorcaboros,torch.float16,0.636518771331058,0.8369846644094802,0.5581158489169444,0.7703235990528808,0.23426838514025777,0.6345547635003308,0.6117943387251586 3120,openaccess-ai-collective/manticore-30b-chat-pyg-alpha,torch.float16,0.6416382252559727,0.8437562238597889,0.5156902854376912,0.7947908445146015,0.1607278241091736,0.5749406487805961,0.588590675326304 3121,openaccess-ai-collective/manticore-13b-chat-pyg,torch.float16,0.5853242320819113,0.8195578570005975,0.4875845789877496,0.7719021310181531,0.09552691432903715,0.4876391415823851,0.541255809166639 3122,openaccess-ai-collective/minotaur-13b,torch.float16,0.5639931740614335,0.7912766381198965,0.496233222984587,0.7655880031570639,0.12509476876421532,0.4960577589666483,0.539707261008974 3123,openaccess-ai-collective/hippogriff-30b-chat,torch.float16,0.6450511945392492,0.8520215096594304,0.48420718405115765,0.8082083662194159,0.1023502653525398,0.5908822385445339,0.5804534597277211 3125,kekmodel/StopCarbon-10.7B-v6,torch.float16,0.71160409556314,0.8849830711013742,0.7196325985947845,0.8342541436464088,0.645185746777862,0.6630819043768289,0.7431235933433996 3126,kekmodel/StopCarbon-10.7B-v2,torch.float16,0.7107508532423208,0.8859788886675961,0.720073875364873,0.835043409629045,0.6383623957543594,0.6623105495394601,0.7420866620329424 3127,kekmodel/StopCarbon-10.7B-v1,torch.float16,0.7090443686006825,0.8840868352917746,0.7170820046876212,0.8374112075769534,0.6413949962092494,0.6631950895232369,0.7420357503149196 3128,kekmodel/StopCarbon-10.7B-v5,torch.float16,0.7098976109215017,0.8847839075881299,0.7183713907727333,0.8358326756116812,0.6520090978013646,0.6634403771349621,0.7440558433050621 3129,kekmodel/StopCarbon-10.7B-v3,torch.float16,0.7098976109215017,0.8856801433977295,0.7193506614125464,0.8318863456985004,0.6322971948445792,0.6613275520781182,0.7400732513921625 3130,kekmodel/StopCarbon-10.7B-v4,torch.float16,0.712457337883959,0.8849830711013742,0.7188601434375502,0.8342541436464088,0.6444275966641395,0.6623913086604186,0.7428956002323085 3131,jikaixuan/test,torch.bfloat16,0.6228668941979523,0.8441545508862777,0.575115982039762,0.7805840568271507,0.2721758908263836,0.6107441254154157,0.6176069166988236 3132,jikaixuan/test_model,torch.bfloat16,0.6228668941979523,0.8441545508862777,0.575115982039762,0.7805840568271507,0.2721758908263836,0.6107441254154157,0.6176069166988236 3133,jikaixuan/test_merged_model,torch.bfloat16,0.6160409556313993,0.831009759012149,0.4865410177312943,0.7845303867403315,0.38968915845337376,0.6373479780696847,0.6241932092730388 3134,golaxy/gogpt2-13b,torch.float16,0.48378839590443684,0.7177853017327226,0.4473227448183339,0.6787687450670876,0.02047005307050796,0.44503912657205363,0.4655290611941904 3136,golaxy/goims,torch.float16,0.4948805460750853,0.7267476598287194,0.44796205749104034,0.696921862667719,0.06292645943896892,0.43852326345490933,0.4779936414927404 3137,golaxy/gogpt-560m,torch.float16,0.2636518771331058,0.3185620394343756,0.4311985184472921,0.5074980268350434,0.0,0.25291241846569434,0.29563714671925184 3138,golaxy/gowizardlm,torch.float16,0.4974402730375427,0.7189802828121888,0.47656853864654186,0.6961325966850829,0.039423805913570885,0.4295715467806274,0.4763528406459258 3139,golaxy/gogpt2-7b,torch.float16,0.46757679180887374,0.7152957578171679,0.4785165740854436,0.6866614048934491,0.022744503411675512,0.4284724976192953,0.4665445882726509 3140,golaxy/gogpt-3b-bloom,torch.float16,0.3191126279863481,0.50318661621191,0.41788634946080716,0.5438042620363063,0.001516300227445034,0.251977866621768,0.3395806704240975 3141,golaxy/gogpt-7b-bloom,torch.float16,0.4462457337883959,0.6255725951005776,0.40613880820650416,0.6290449881610103,0.0,0.3381108922024811,0.4075188362431615 3142,golaxy/gogpt-7b,torch.float16,0.4880546075085324,0.7379008165704043,0.40999788017637656,0.6977111286503551,0.018953752843062926,0.4303308084640398,0.46382483236879524 3143,glenn2/gemma-2b-lora3,torch.float16,0.4726962457337884,0.7182832105158335,0.3642319222186389,0.6724546172059984,0.17589082638362397,0.38040083502771227,0.46399294284759923 3144,glenn2/gemma-2b-lora16b2,torch.bfloat16,0.47525597269624575,0.7196773551085441,0.3644999830185384,0.6692975532754538,0.17134192570128887,0.3811656635885996,0.4635397422314451 3145,glenn2/gemma-7b-lora-distilabel-intel-orca-dpo-pairs,torch.bfloat16,0.49146757679180886,0.7177853017327226,0.3310156474833476,0.65982636148382,0.1728582259287339,0.41524315224313574,0.46469937761059477 3146,aisquared/dlite-v1-355m,torch.float16,0.2713310580204778,0.3906592312288389,0.3712543349925085,0.5280189423835833,0.0,0.271215844875768,0.3054132352501961 3147,aisquared/dlite-v1-1_5b,torch.float16,0.3165529010238908,0.4969129655447122,0.3708479337614819,0.5595895816890292,0.000758150113722517,0.25617210109429517,0.33347227220452197 3148,aisquared/chopt-2_7b,torch.float16,0.36006825938566556,0.6338378809002191,0.37706019247158395,0.5777426992896606,0.0,0.25442512860903804,0.3671890267760279 3149,aisquared/chopt-1_3b,torch.float16,0.3148464163822526,0.5663214499103765,0.401922831966366,0.5824782951854776,0.0,0.25350453938792356,0.3531789221387327 3150,aisquared/dlite-v2-1_5b,torch.float16,0.32593856655290104,0.5398327026488747,0.38769255348817355,0.5469613259668509,0.002274450341167551,0.24930597349070271,0.3420009287481118 3151,aisquared/dlite-v1-774m,torch.float16,0.28071672354948807,0.4435371439952201,0.36111937171754704,0.5461720599842147,0.0,0.25906757722405593,0.31510214607842096 3152,aisquared/dlite-v2-774m,torch.float16,0.30119453924914674,0.47679745070703045,0.399983906781129,0.5398579321231255,0.0,0.25369272500779144,0.32858775897803716 3153,aisquared/dlite-v2-124m,torch.float16,0.23976109215017063,0.31099382593108943,0.3898403177629661,0.5043409629044988,0.0,0.25289743652760266,0.2829722725460546 3154,aisquared/dlite-v1-124m,torch.float16,0.2431740614334471,0.31159131647082255,0.36379079677436726,0.5019731649565904,0.0,0.25080050080938965,0.2785549734074361 3155,aisquared/dlite-v2-355m,torch.float16,0.2832764505119454,0.4053973312089225,0.3876043911419601,0.5280189423835833,0.0,0.2677302666044169,0.3120045636418047 3156,kfkas/Llama-2-ko-7b-Chat,torch.float16,0.4044368600682594,0.6711810396335391,0.354461555693958,0.6685082872928176,0.01288855193328279,0.3019136541651862,0.40223165813117395 3157,lgaalves/gpt2-dolly,4bit,0.22696245733788395,0.3015335590519817,0.44967367968919597,0.5146014206787688,0.001516300227445034,0.2580548357983653,0.2920570421306068 3158,lgaalves/gpt2_platypus-dolly-guanaco,torch.float16,0.23208191126279865,0.3103963353913563,0.40309393921030356,0.5035516969218626,0.0,0.2615726858037788,0.28511609476501665 3159,lgaalves/gpt2_platypus-camel_physics,torch.float16,0.23037542662116042,0.31318462457677754,0.3955559845281961,0.4964483030781373,0.0,0.2691462921864332,0.28411843849845075 3160,lgaalves/llama-2-7b-hf_open-platypus,torch.float16,0.514505119453925,0.7862975502887871,0.43705224040583207,0.744277821625888,0.06595905989385899,0.43600577542053703,0.4973495945148047 3161,lgaalves/gpt2_camel_physics-platypus,torch.float16,0.23037542662116042,0.31318462457677754,0.3955559845281961,0.4964483030781373,0.0,0.2691462921864332,0.28411843849845075 3162,lgaalves/gpt-2-xl_camel-ai-physics,torch.float16,0.295221843003413,0.5061740689105756,0.3911759819393894,0.5753749013417522,0.001516300227445034,0.2678815279115283,0.3395574372223506 3163,lgaalves/mistral-7b_open_platypus,torch.float16,0.5580204778156996,0.8212507468631747,0.48869138188349615,0.7861089187056038,0.12585291887793784,0.5976246068856751,0.5629248418385979 3164,lgaalves/mistral-7b-platypus1k,torch.float16,0.6160409556313993,0.8293168691495718,0.4695906948194394,0.7813733228097869,0.16376042456406367,0.6316088220229945,0.5819485148328759 3165,lgaalves/gpt2_open-platypus,torch.float16,0.22184300341296928,0.312885879306911,0.4035485299373991,0.5130228887134964,0.001516300227445034,0.26194294435300103,0.28579325765853697 3166,lgaalves/gpt2-xl_lima,torch.float16,0.31143344709897613,0.5128460466042621,0.3874325444900457,0.5722178374112076,0.009097801364670205,0.2542601491754063,0.3412146376907614 3167,lgaalves/tinyllama-1.1b-chat-v0.3_platypus,torch.float16,0.302901023890785,0.551185022903804,0.39153421911238995,0.5580110497237569,0.00530705079605762,0.2612674827946235,0.34503430820356945 3168,lgaalves/llama-2-13b-chat-platypus,torch.float16,0.53839590443686,0.8067118103963354,0.46229050042733816,0.7600631412786109,0.12357846853677028,0.544448769509531,0.5392480990975743 3169,lgaalves/llama-2-13b-hf-platypus,torch.float16,0.5887372013651877,0.8213503286197968,0.4284193316007184,0.771112865035517,0.09401061410159212,0.5497847515810969,0.5422358487173181 3170,lgaalves/gpt2_guanaco-dolly-platypus,torch.float16,0.2354948805460751,0.31029675363473413,0.400227595117968,0.5011838989739542,0.0,0.26401786119062365,0.2852034982438925 3171,deepse/CodeUp-Llama-2-13b-chat-hf,torch.float16,0.590443686006826,0.819259111730731,0.44118181192718914,0.745067087608524,0.15238817285822592,0.5462619093404184,0.5491002965786523 3172,sequelbox/DiamondForce,torch.float16,0.621160409556314,0.8342959569806812,0.46457835926357594,0.7900552486187845,0.28658074298711145,0.5809589277742363,0.5962716075301172 3173,sequelbox/SpellBlade,torch.float16,0.6928327645051194,0.873132842063334,0.47099850284720696,0.8318863456985004,0.5382865807429871,0.7049743525637236,0.6853518980701452 3174,abideen/gemma-2b-openhermes,torch.float16,0.439419795221843,0.627365066719777,0.458323806326475,0.6093133385951065,0.056103108415466264,0.37620960209501925,0.42778911956228116 3175,abideen/AlphaMonarch-laser,torch.float16,0.7312286689419796,0.8920533758215495,0.7790480256702841,0.846093133385951,0.6671721000758151,0.6443085892818387,0.7599839821962363 3176,abideen/AlphaMonarch-daser,torch.float16,0.7303754266211604,0.8922525393347939,0.7800769327202597,0.8468823993685872,0.6626231993934799,0.6442681583861746,0.759413109304076 3177,abideen/gemma-7b-openhermes,torch.float16,0.5127986348122867,0.7192790280820553,0.4717902513750582,0.6819258089976322,0.2987111448066717,0.5355631169160595,0.5366779974982939 3178,abideen/AlphaMonarch-dora,torch.float16,0.7320819112627986,0.8925512846046604,0.7802224048372912,0.8445146014206788,0.6573161485974223,0.6446945847476837,0.7585634892450891 3180,abideen/NexoNimbus-MoE-2x7B,torch.bfloat16,0.6680887372013652,0.856602270464051,0.5305573947385855,0.8153117600631413,0.535253980288097,0.6450796769208127,0.6751489699460086 3181,abideen/NexoNimbus-7B,torch.bfloat16,0.7081911262798635,0.8786098386775543,0.6242663878330903,0.8484609313338595,0.7035633055344959,0.646942803387053,0.7350057321743194 3182,abideen/Mistral-v0.2-orpo,torch.bfloat16,0.27986348122866894,0.2640908185620394,0.4984925173052025,0.49329123914759276,0.0,0.23116857555371031,0.294484438632869 3183,abideen/MonarchCoder-7B,torch.bfloat16,0.6851535836177475,0.8730332603067118,0.6120799821862185,0.8018942383583267,0.6512509476876421,0.646498520533864,0.7116517554484184 3184,abideen/MonarchCoder-MoE-2x7B,torch.bfloat16,0.7098976109215017,0.8799044015136427,0.7124730747249702,0.8066298342541437,0.6937073540561031,0.6510788298486978,0.7422818508865099 3185,DatPySci/pythia-1b-sft-full,torch.bfloat16,0.295221843003413,0.48914558852818163,0.37081334738032573,0.5367008681925809,0.019711902956785442,0.23951451383257316,0.3251846773156433 3186,DatPySci/pythia-1b-dpo,torch.bfloat16,0.30119453924914674,0.4924317864967138,0.37197267760955993,0.5406471981057617,0.016679302501895376,0.24238859555040393,0.3275523499189136 3187,DatPySci/pythia-1b-dpo-full,torch.bfloat16,0.29436860068259385,0.4903405696076479,0.3726747548681276,0.5343330702446725,0.019711902956785442,0.2413187055901253,0.32545793399165873 3188,DatPySci/pythia-1b-sft-50k,torch.bfloat16,0.3003412969283277,0.4910376419040032,0.37005968856579075,0.5406471981057617,0.017437452615617893,0.2402891714457261,0.3266354082608712 3189,DatPySci/pythia-1b-self-kto-iter0,torch.bfloat16,0.30204778156996587,0.49063931487751444,0.3634898230906463,0.5343330702446725,0.01819560272934041,0.2411158520203539,0.3249702407554156 3190,DatPySci/pythia-1b-spin-iter1,torch.bfloat16,0.3054607508532423,0.49263095000995816,0.3689337478412581,0.5359116022099447,0.02350265352539803,0.24464901837027817,0.3285147871350132 3191,DatPySci/pythia-1b-kto-iter0,torch.bfloat16,0.30119453924914674,0.48954391555467036,0.3640465429999277,0.5311760063141279,0.01592115238817286,0.24387561499598304,0.32429296191700474 3192,TinyPixel/testmodel-3,torch.bfloat16,0.5324232081911263,0.7871937860983867,0.3875189010720103,0.7387529597474349,0.0758150113722517,0.4656704148601921,0.4978957135569004 3193,TinyPixel/testmodel2,torch.bfloat16,0.5324232081911263,0.7877912766381199,0.3917355712197997,0.7379636937647988,0.07657316148597422,0.4660876663515373,0.4987624296085593 3194,TinyPixel/lima-test,torch.bfloat16,0.5307167235494881,0.7887870942043418,0.3939743360593484,0.7403314917127072,0.07960576194086429,0.46416525949278803,0.4995967778265897 3197,TinyPixel/elm-test,torch.bfloat16,0.5315699658703071,0.7897829117705636,0.39505922754623324,0.7434885556432518,0.07505686125852919,0.47044711498444564,0.5009007728455551 3198,OpenAssistant/stablelm-7b-sft-v7-epoch-3,torch.float16,0.36006825938566556,0.5580561641107349,0.37019369476052294,0.5485398579321231,0.0037907505686125853,0.2500614413372985,0.34845169468249293 3199,OpenAssistant/codellama-13b-oasst-sft-v10,4bit,0.4735494880546075,0.68442541326429,0.4323124916845299,0.6779794790844514,0.13191811978771797,0.4562280461735254,0.47606883967485375 3200,OpenAssistant/oasst-sft-1-pythia-12b,torch.float16,0.4641638225255973,0.6999601672973511,0.3918763131130367,0.6219415943172849,0.006065200909780136,0.261935721898837,0.4076571366769812 3201,OpenAssistant/llama2-13b-orca-8k-3319,torch.float16,0.6075085324232082,0.8190599482174865,0.42641198610625425,0.7719021310181531,0.10993176648976498,0.5705831686054241,0.5508995888100485 3202,OpenAssistant/oasst-sft-4-pythia-12b-epoch-3.5,torch.float16,0.45733788395904434,0.6859191396136228,0.37807719406726975,0.659037095501184,0.030326004548900682,0.26818165252966336,0.41314649503661416 3203,OpenAssistant/pythia-12b-pre-v8-12.5k-steps,torch.float16,0.41467576791808874,0.6880103565026887,0.36818571487284024,0.6527229676400947,0.07657316148597422,0.26580255325401164,0.41099508694561643 3204,OpenAssistant/llama2-70b-oasst-sft-v10,4bit,0.6706484641638225,0.8637721569408484,0.5644519054208545,0.8200473559589582,0.2721758908263836,0.6770234692791642,0.6446865404316718 3205,OpenAssistant/pythia-12b-sft-v8-7k-steps,torch.float16,0.4402730375426621,0.7028480382393946,0.36529025145528865,0.6527229676400947,0.10614101592115238,0.26550987514782615,0.4221308643244031 3206,OpenAssistant/llama2-13b-megacode2-oasst,torch.float16,0.606655290102389,0.819259111730731,0.4785214835751962,0.7616416732438832,0.155420773313116,0.5737528704175809,0.5658752003971494 3207,OpenAssistant/pythia-12b-sft-v8-rlhf-2k-steps,torch.float16,0.43430034129692835,0.7007568213503286,0.36059749571410327,0.6464088397790055,0.09552691432903715,0.2612215167263077,0.41646865486595175 3208,OpenAssistant/pythia-12b-sft-v8-2.5k-steps,torch.float16,0.4232081911262799,0.701453893646684,0.3675277079560029,0.6566692975532754,0.09552691432903715,0.2735796592642683,0.41966094397925796 3209,OpenAssistant/galactica-6.7b-finetuned,torch.float16,0.41552901023890787,0.5100577574188409,0.4164599352040314,0.5769534333070244,0.0310841546626232,0.38032924108719024,0.3884022553197697 3211,SF-Foundation/Ein-72B-v0.12,torch.bfloat16,0.7619453924914675,0.8946425014937264,0.7778465654225306,0.8445146014206788,0.7922668688400303,0.7717452238169077,0.8071601922475568 3212,SF-Foundation/Ein-72B-v0.13,torch.bfloat16,0.7619453924914675,0.8944433379804819,0.7781799832544576,0.8492501973164956,0.7930250189537529,0.7707264679615173,0.8079283996596955 3213,SF-Foundation/Ein-72B-v0.11,torch.bfloat16,0.7679180887372014,0.890161322445728,0.790182015835219,0.840568271507498,0.7877179681576952,0.7720126470190342,0.8080933856170626 3214,Hertz/Mistral-Hermes-2x7b,torch.float16,0.6518771331058021,0.8527185819557856,0.5120222208831835,0.7932123125493291,0.5928733889310084,0.637144521062675,0.6733080264146306 3215,jlevin/guanaco-unchained-llama-2-7b,torch.float16,0.4735494880546075,0.7215694084843657,0.4149344924381287,0.6448303078137332,0.03411675511751327,0.4175890313897899,0.45109824721635633 3216,jlevin/guanaco-13b-llama-2,8bit,0.5537542662116041,0.8186616211909978,0.4687609287227316,0.7434885556432518,0.0576194086429113,0.4719134680338514,0.519033041407558 3217,Delcos/Velara-11B-V2,torch.float16,0.6382252559726962,0.8584943238398726,0.5882966203063861,0.7782162588792423,0.4336618650492798,0.6361780911812255,0.6555120692047837 3218,Delcos/Mistral-Pygmalion-7b,torch.float16,0.5443686006825939,0.7848038239394542,0.41821115723032093,0.7529597474348856,0.06823351023502654,0.492330332758012,0.5101511953800488 3219,Delcos/Starling-LM-11B-alpha,torch.float16,0.6296928327645052,0.8485361481776539,0.5452023492477854,0.7782162588792423,0.379833206974981,0.6382722291214913,0.6366255041942765 3220,Delcos/Velara,torch.float16,0.5895904436860068,0.8283210515833499,0.44699355725588724,0.7379636937647988,0.40333586050037906,0.5944757308933633,0.6001133896139642 3222,spmurrayzzz/Mistral-Syndicate-7B,torch.bfloat16,0.6083617747440273,0.8288189603664609,0.43728309890245215,0.7845303867403315,0.4404852160727824,0.6052087800454672,0.6174480361452536 3223,vikash06/doctorLLM10k,torch.float16,0.5494880546075085,0.7994423421629158,0.44761845682432344,0.7000789265982637,0.10159211523881728,0.4439911528176099,0.5070351747082397 3224,vikash06/doctorLLM5k,torch.float16,0.5247440273037542,0.7965544712208723,0.4313786428373932,0.6953433307024467,0.14101592115238817,0.44684900493504,0.5059808996919825 3225,vikash06/llama-2-7b-small-model-new,torch.float16,0.4522184300341297,0.7234614618601872,0.42463864717462163,0.6393054459352802,0.09552691432903715,0.46232381963344205,0.46624578649444964 3226,vikash06/doctorMistralLLM10k,torch.float16,0.2721843003412969,0.27454690300736906,0.4827927075620741,0.4877663772691397,0.0,0.25948037608364816,0.2961284440439213 3227,vikash06/doctorLLM,torch.float16,0.5290102389078498,0.7976498705437164,0.42520750514050065,0.7158642462509865,0.13495072024260804,0.4646644886716581,0.51122451162622 3228,vikash06/mistral_v1,torch.float16,0.47013651877133106,0.6757618004381597,0.37533793465077725,0.6479873717442778,0.09476876421531463,0.48680515590552004,0.4584662576208967 3229,junelee/wizard-vicuna-13b,torch.float16,0.5469283276450512,0.7917745469030074,0.49619544657387094,0.7482241515390686,0.09173616376042457,0.48875948861570984,0.5272696875061887 3230,freecs/Llama-3-7b,torch.float16,0.3464163822525597,0.563931487751444,0.3803046918315385,0.5966850828729282,0.0037907505686125853,0.24506923539768172,0.3560329384457941 3231,freecs/Zero-7B-test-1,torch.bfloat16,0.6612627986348123,0.8462457677753435,0.589746084776469,0.7963693764798737,0.5451099317664898,0.6312168895098212,0.6783251414904683 3232,freecs/ThetaWave-14B-v0.1,torch.float16,0.4283276450511945,0.47092212706632147,0.5040944748516392,0.654301499605367,0.0,0.6145017478626209,0.4453579157395238 3233,freecs/ThetaWave-7B-v0,torch.bfloat16,0.6851535836177475,0.8535152360087632,0.6156128002968497,0.7963693764798737,0.5481425322213799,0.6106985990344752,0.6849153546098482 3234,freecs/ThetaWave-7B,torch.bfloat16,0.6749146757679181,0.8600876319458275,0.6525548503294953,0.7900552486187845,0.5610310841546626,0.6225740331603364,0.6935362539961707 3235,freecs/ThetaWave-7B-v1,torch.bfloat16,0.6689419795221843,0.849133638717387,0.5596233363143864,0.8042620363062352,0.5269143290371494,0.6162165000531851,0.6708486366584211 3236,freecs/ThetaWave-7B-v0.1,torch.float16,0.6629692832764505,0.8540131447918742,0.6024313355556469,0.8018942383583267,0.5943896891584534,0.6346776227657571,0.6917292189844182 3237,freecs/ThetaWave-28B-v0.1,torch.float16,0.3660409556313993,0.35540728938458477,0.4986404189534564,0.659037095501184,0.0,0.5449759575460704,0.4040169528361158 3238,freecs/Tiny-Llama-3-7b,torch.float16,0.3464163822525597,0.563931487751444,0.3803046918315385,0.5966850828729282,0.0037907505686125853,0.24506923539768172,0.3560329384457941 3239,freecs/Zero-7B-test-2,torch.bfloat16,0.6612627986348123,0.8477394941246763,0.5995330460127621,0.8003157063930545,0.5360121304018196,0.6297940239443478,0.679109533251912 3240,freecs/ThetaWave-7B-v0.2,torch.float16,0.6450511945392492,0.8500298745269866,0.5995202103720692,0.8232044198895028,0.514783927217589,0.6100604045018108,0.6737750051745346 3241,SC56/Mistral-7B-orca-dpo-4h,torch.bfloat16,0.7337883959044369,0.8872734515036845,0.7165230862907702,0.8429360694554064,0.6952236542835482,0.6497070061716774,0.7542419439349207 3242,SC56/Mistral-7B-sumz-dpo-5h,torch.bfloat16,0.726962457337884,0.8898625771758614,0.7235747473554947,0.8389897395422258,0.686125852918878,0.6477862078491158,0.7522169303632432 3243,SC56/Mistral-7B-sumz-dpo-3h,torch.bfloat16,0.7303754266211604,0.8866759609639514,0.7153429038397074,0.8421468034727704,0.7035633055344959,0.647756931184854,0.7543102219361565 3244,SC56/Mistral-7B-sumz-dpo-4h,torch.bfloat16,0.7295221843003413,0.888070105556662,0.7173857907241913,0.8397790055248618,0.6952236542835482,0.6479627959662894,0.752990589392649 3245,SC56/Mistral-7B-orca-dpo-8h,torch.bfloat16,0.7244027303754266,0.8898625771758614,0.7296025460393741,0.8445146014206788,0.6739954510993177,0.6458966735259809,0.7513790966061066 3246,SC56/Mistral-7B-orca-dpo-12h,torch.bfloat16,0.7158703071672355,0.8900617406891057,0.7215075268233619,0.8453038674033149,0.6087945413191812,0.6422701381846909,0.737301353597815 3247,SC56/Mistral-7B-orca-dpo-2h,torch.bfloat16,0.7312286689419796,0.8864767974507071,0.713116838833365,0.8421468034727704,0.7058377558756633,0.6498684760622786,0.7547792234394605 3248,YouKnwMe/Mistral-7B-Instruct-exp-e2,torch.bfloat16,0.7252559726962458,0.8849830711013742,0.7126457863777319,0.8389897395422258,0.7020470053070508,0.6500225928472143,0.7523240279786405 3249,YouKnwMe/Mistral-7b-instruct-v0.2-private-eds2,torch.float16,0.7312286689419796,0.8922525393347939,0.7224895419988183,0.8468823993685872,0.6550416982562547,0.6411219567981398,0.7481694674497622 3250,YouKnwMe/Mistral-7b-instruct-v0.2-private-edw2,torch.float16,0.6979522184300341,0.8732324238199561,0.6382870589790935,0.8089976322020521,0.7225170583775588,0.6489681158527921,0.7316590846102478 3251,YouKnwMe/Direct-sm-private-e1,torch.bfloat16,0.7252559726962458,0.8897629954192392,0.7280706485937859,0.8382004735595896,0.6793025018953753,0.6454932981998761,0.7510143150606853 3252,yeen214/test_llama2_7b,torch.float16,0.5307167235494881,0.785700059749054,0.3875084099562216,0.7403314917127072,0.0712661106899166,0.4685598909362898,0.49734711443227947 3253,yeen214/llama2_7b_small_tuning_v1,torch.float16,0.22440273037542663,0.24995020912168892,0.48698906066945347,0.4972375690607735,0.0,0.2550878351334913,0.28561123406013894 3254,yeen214/llama2_7b_merge_orcafamily,torch.float16,0.5691126279863481,0.8116908982274448,0.49678854982879533,0.7592738752959748,0.2312357846853677,0.5148506473477036,0.5638253972286057 3255,yeen214/test_llama2_ko_7b,torch.float16,0.29948805460750855,0.2693686516630153,0.49025732091616386,0.48382004735595896,0.0,0.25621364791677276,0.29985795374323654 3256,Qwen/Qwen1.5-4B,torch.bfloat16,0.48464163822525597,0.7157936666002789,0.4727318979180884,0.6621941594317285,0.5223654283548143,0.5652351963993337,0.57049366448825 3257,Qwen/Qwen1.5-14B-Chat,torch.float16,0.5878839590443686,0.8233419637522406,0.6038018424004775,0.7332280978689818,0.30856709628506446,0.6851540963742673,0.6236628426209001 3258,Qwen/Qwen1.5-4B-Chat,torch.float16,0.4325938566552901,0.6972714598685521,0.4479029862950014,0.6495659037095501,0.024260803639120546,0.5555462512266323,0.4678568768990245 3259,Qwen/Qwen1.5-0.5B,torch.bfloat16,0.3148464163822526,0.4905397331208923,0.3829926844374736,0.5722178374112076,0.16300227445034116,0.39353340812175797,0.38618872565398754 3260,Qwen/Qwen1.5-1.8B-Chat,torch.float16,0.3873720136518771,0.60017924716192,0.406175277448171,0.5966850828729282,0.19029567854435178,0.45866518005284046,0.4398954132886814 3261,Qwen/Qwen1.5-1.8B,torch.bfloat16,0.378839590443686,0.6142202748456482,0.3942781424608406,0.6029992107340174,0.33586050037907506,0.46708385301757827,0.4655469286468075 3262,Qwen/Qwen-14B,torch.float16,0.5827645051194539,0.8398725353515236,0.49432944608876894,0.7679558011049724,0.5898407884761183,0.6770428032333679,0.6586343132290342 3263,Qwen/Qwen-72B,torch.bfloat16,0.6518771331058021,0.8593905596494722,0.6019109516805667,0.824782951854775,0.7043214556482184,0.7737375749942506,0.7360034378221808 3264,Qwen/Qwen1.5-0.5B-Chat,torch.float16,0.3054607508532423,0.44074885480979886,0.4295422712870499,0.5461720599842147,0.07657316148597422,0.33819836545906484,0.3561159106465575 3265,Qwen/Qwen2-beta-14B,torch.bfloat16,0.5656996587030717,0.810794662417845,0.5206092394796343,0.7348066298342542,0.6762699014404853,0.6936026470831474,0.6669637898264064 3266,Qwen/Qwen-7B,torch.float16,0.5136518771331058,0.7847042421828321,0.4778593054989757,0.7269139700078927,0.4495830174374526,0.5983879208119841,0.5918500555120405 3267,Qwen/Qwen1.5-7B,torch.bfloat16,0.5418088737201365,0.7851025692093209,0.5108227702127015,0.712707182320442,0.535253980288097,0.6197002168140558,0.6175659320941257 3268,Qwen/Qwen1.5-72B,torch.bfloat16,0.658703071672355,0.8598884684325832,0.596080564321232,0.8303078137332282,0.6573161485974223,0.7720145830851977,0.7290517749736697 3269,Qwen/Qwen1.5-7B-Chat,torch.bfloat16,0.5588737201365188,0.7856004779924318,0.5365309623409128,0.6779794790844514,0.13191811978771797,0.6169764020685533,0.551313193568431 3270,Qwen/Qwen2-beta-72B,torch.bfloat16,0.658703071672355,0.8598884684325832,0.596080564321232,0.8303078137332282,0.6573161485974223,0.7720145830851977,0.7290517749736697 3271,Qwen/Qwen1.5-72B-Chat,torch.float16,0.6851535836177475,0.8641704839673372,0.6389810525358077,0.7908445146014207,0.20394238059135708,0.7744265099188388,0.6595864208720849 3272,Qwen/Qwen1.5-14B,torch.bfloat16,0.5656996587030717,0.810794662417845,0.5206092394796343,0.7348066298342542,0.6762699014404853,0.6936026470831474,0.6669637898264064 3273,saberai/Zro1.5_3B,torch.float16,0.35921501706484643,0.6111332403903604,0.36891896664444634,0.5872138910812944,0.09931766489764973,0.25550385033496803,0.38021710506892753 3274,AA051611/V0202,torch.bfloat16,0.6655290102389079,0.8275243975303724,0.5088923290302036,0.7837411207576953,0.4586808188021228,0.8631806012035533,0.6845913795938091 3275,AA051611/A0119,torch.bfloat16,0.6424914675767918,0.8474407488548098,0.5795530367826707,0.8145224940805051,0.5739196360879454,0.7309816342295209,0.698151502935374 3276,AA051611/A0118,torch.bfloat16,0.5921501706484642,0.8378809002190799,0.5579325936654852,0.7758484609313339,0.26383623957543595,0.6828095971028477,0.6184096603571078 3277,AA051611/A0113,torch.bfloat16,0.6638225255972696,0.848635729934276,0.5965256915069256,0.8200473559589582,0.6087945413191812,0.7439341947154993,0.7136266731720183 3278,AA051611/limb,torch.bfloat16,0.6348122866894198,0.8307110137422824,0.5836669238966421,0.797947908445146,0.55420773313116,0.7224745769395051,0.6873034071406927 3279,AA051611/V0201,torch.bfloat16,0.6723549488054608,0.8330013941445927,0.5375985523274007,0.8050513022888713,0.535253980288097,0.8877977412884609,0.711842986523814 3280,AA051611/O0201,torch.bfloat16,0.6783276450511946,0.844851623182633,0.5863202491791143,0.797947908445146,0.5678544351781653,0.8935202315945472,0.7281370154384668 3281,AA051611/A0109,torch.bfloat16,0.6655290102389079,0.847042421828321,0.5874825775728433,0.8216258879242304,0.643669446550417,0.7444088517552845,0.7182930326450009 3282,AA051611/A0110,torch.bfloat16,0.6638225255972696,0.8473411670981876,0.5860453215820967,0.8232044198895028,0.6482183472327521,0.7448238040201575,0.718909264236661 3283,AA051611/whattest,torch.bfloat16,0.6680887372013652,0.8442541326428998,0.5803674233221108,0.824782951854775,0.6944655041698257,0.765929778484689,0.7296480879459443 3284,ontocord/Felix-8B,torch.bfloat16,0.6501706484641638,0.8461461860187214,0.6423168880426268,0.7592738752959748,0.5178165276724791,0.6104875632132719,0.6710352814512062 3285,Danielbrdz/Barcenas-3b,torch.float16,0.431740614334471,0.6781517625970922,0.4155719273070087,0.6621941594317285,0.025018953752843062,0.2916416215077759,0.4173865064884865 3286,Danielbrdz/Barcenas-Orca-2-7b,torch.float16,0.5520477815699659,0.770762796255726,0.43723878604016764,0.755327545382794,0.332827899924185,0.5602181736060526,0.5680704971298152 3287,Danielbrdz/Barcenas-7b,torch.float16,0.5511945392491467,0.7740489942242581,0.4363691071146429,0.7363851617995264,0.06141015921152388,0.49270276550461406,0.508685121183952 3288,Danielbrdz/CodeBarcenas-7b,torch.float16,0.4232081911262799,0.63433578968333,0.3850567210157192,0.6037884767166535,0.025018953752843062,0.3338975584470319,0.4008842817903096 3289,Danielbrdz/Barcenas-Tiny-1.1b-DPO,torch.float16,0.3626279863481229,0.6120294761999602,0.37445718658128274,0.6093133385951065,0.02047005307050796,0.24829251724061208,0.37119842633926536 3290,Danielbrdz/Barcenas-13b,torch.float16,0.6126279863481229,0.8212507468631747,0.46670046729201153,0.7632202052091555,0.12357846853677028,0.5625320412682492,0.5583183192529141 3291,Danielbrdz/Barcenas-10.7b,torch.float16,0.6416382252559727,0.8359888468432584,0.46585695859839654,0.8200473559589582,0.5822592873388931,0.6521973833021787,0.6663313428829428 3292,upaya07/Birbal-7B-V1,torch.bfloat16,0.6279863481228669,0.8483369846644094,0.4534206690460975,0.7876874506708761,0.4025777103866566,0.635869203948083,0.6259797278064982 3293,ramachaitanya22/mistral-7B-finetune-health-fitness,4bit,0.591296928327645,0.8265285799641505,0.42069854026213144,0.7703235990528808,0.310841546626232,0.6193330899779869,0.5898370473685045 3294,JunchengXie/Mistral-7B-Instruct-v0.2-gpt-4-80k,torch.float16,0.5802047781569966,0.788886675960964,0.6394631048375904,0.7466456195737964,0.38817285822592873,0.6095631241324063,0.6254893601479471 3295,JunchengXie/Llama-2-13b-chat-hf-gpt-4-80k-base_lora,torch.float16,0.5537542662116041,0.756920932085242,0.5093471255301023,0.6985003946329913,0.23730098559514784,0.5399222467213115,0.5492909917960666 3296,JunchengXie/Mistral-7B-v0.1-gpt-4-40k,torch.float16,0.6331058020477816,0.8149770961959769,0.5489012537136961,0.7379636937647988,0.3912054586808188,0.6290376142689366,0.6258651531120014 3297,JunchengXie/Mistral-7B-v0.1-gpt-4-60k,torch.float16,0.628839590443686,0.8078072097191794,0.539149388162868,0.7371744277821626,0.37680060652009095,0.6287336356441874,0.6197508097120291 3298,JunchengXie/Mistral-7B-v0.1-gpt-4-20k,torch.float16,0.6271331058020477,0.8172674765982872,0.5469553712101578,0.7292817679558011,0.36694465504169826,0.6285127331213707,0.6193491849548938 3299,Writer/palmyra-med-20b,torch.bfloat16,0.46757679180887374,0.7354112726548496,0.3553221305957241,0.6535122336227308,0.026535253980288095,0.4436066602725104,0.4469940571558295 3300,Writer/palmyra-large,torch.float16,0.4496587030716723,0.7184823740290779,0.3592861283297082,0.6787687450670876,0.03411675511751327,0.28537794047452547,0.42094844101493073 3301,Writer/camel-5b-hf,torch.float16,0.3515358361774744,0.5761800438159729,0.40652329480691085,0.6101026045777427,0.0037907505686125853,0.26065373042447204,0.3681310433951976 3302,Writer/palmyra-base,torch.float16,0.3191126279863481,0.5538737303326031,0.37570988384421344,0.5808997632202052,0.009855951478392721,0.2715101975496073,0.35182702573522834 3303,Writer/palmyra-20b-chat,torch.float16,0.4351535836177474,0.7283409679346744,0.4316529913423131,0.664561957379637,0.039423805913570885,0.3518478077577773,0.44183018565762006 3304,Writer/InstructPalmyra-20b,torch.float16,0.4709897610921502,0.7300338577972515,0.41814010073968827,0.6471981057616417,0.02577710386656558,0.28264049516004386,0.42912990406955687 3305,PocketDoc/Dans-MysteryModel-13b,torch.float16,0.5699658703071673,0.8035251941844254,0.450035556324201,0.7482241515390686,0.0,0.5205715466381046,0.5153870531654945 3306,PocketDoc/Dans-RetroRodeo-13b,torch.float16,0.53839590443686,0.7962557259510058,0.38726662936200895,0.7379636937647988,0.0,0.4893112694056828,0.4915322038200594 3307,PocketDoc/Dans-AdventurousWinds-Mk2-7b,torch.bfloat16,0.5819112627986348,0.8347938657637921,0.43563008850906,0.7632202052091555,0.14935557240333586,0.6179931410488488,0.5638173559554712 3308,PocketDoc/Dans-TotSirocco-7b,8bit,0.6203071672354948,0.8422624975104561,0.46494950680092745,0.7947908445146015,0.13191811978771797,0.6418911073731101,0.5826865405370513 3309,PocketDoc/Dans-PersonalityEngine-13b,torch.float16,0.5844709897610921,0.823043218482374,0.41119542702780926,0.7750591949486977,0.0932524639878696,0.4757631985269414,0.5271307487891307 3310,PocketDoc/Dans-AdventurousWinds-7b,torch.float16,0.6100682593856656,0.8346942840071699,0.42654663056025405,0.7821625887924231,0.15693707354056102,0.6369226843268405,0.5745552534354857 3311,PocketDoc/Dans-PileOfSets-Mk1-llama-13b-merged,torch.float16,0.5878839590443686,0.8178649671380203,0.412385167779382,0.7616416732438832,0.08491281273692192,0.4812485185253027,0.5243228497446465 3312,PocketDoc/Dans-PersonalityEngine-30b,torch.float16,0.6348122866894198,0.8436566421031667,0.46980891008021114,0.8097868981846882,0.155420773313116,0.5898543333947729,0.5838899739608958 3313,PocketDoc/Dans-CreepingSenseOfDoom,torch.float16,0.5332764505119454,0.7889862577175861,0.37836667521939726,0.7332280978689818,0.0,0.4808711047348944,0.48578809767546755 3314,AIJUUD/juud-Mistral-7B,torch.float16,0.6672354948805461,0.8500298745269866,0.5412316525132941,0.7797947908445146,0.2312357846853677,0.6337593300673224,0.6172144879196719 3315,AIJUUD/juud-Mistral-7B-dpo,torch.float16,0.6680887372013652,0.8489344752041426,0.5351406235747873,0.7829518547750592,0.18802122820318423,0.630256312893961,0.6088988719754166 3316,aloobun/slerp_bun_mistral_7b_v2,torch.float16,0.6561433447098977,0.8528181637124079,0.48099431406829407,0.8082083662194159,0.6027293404094011,0.6461207635159867,0.6745023821059005 3317,aloobun/Cypher-Mini-1.8B,torch.bfloat16,0.39590443686006827,0.6744672376020713,0.4043944333674991,0.6519337016574586,0.14480667172100076,0.31135471689263733,0.4304768663501226 3318,aloobun/Reyna-Mini-1.8B-v0.1,torch.bfloat16,0.35238907849829354,0.6041625174268074,0.4140207828143034,0.6085240726124704,0.05458680818802123,0.45370208386052374,0.41456422390007 3319,aloobun/Cypher-Mixtral-2x1.8B-v0.1,torch.bfloat16,0.4044368600682594,0.676956781517626,0.39939956518053943,0.6535122336227308,0.10462471569370735,0.3181490539848852,0.4261798683446247 3320,aloobun/Synch-Qwen1.5-1.8B,torch.bfloat16,0.36945392491467577,0.6018721370244972,0.4143669782380921,0.6124704025256511,0.33965125094768767,0.4481673737240768,0.4643303445624467 3321,aloobun/open-llama-3b-v2-elmv3,8bit,0.42150170648464164,0.7326229834694284,0.3550624387136162,0.6495659037095501,0.037149355572403335,0.27163776210181934,0.41125669167524315 3322,aloobun/d-Qwen1.5-1.8B,torch.bfloat16,0.30887372013651876,0.49731129257120094,0.42886105172291805,0.5919494869771112,0.021986353297952996,0.3792207634934129,0.3713671113665192 3323,aloobun/bun_mistral_7b_v2,torch.bfloat16,0.5989761092150171,0.8265285799641505,0.40666362595991745,0.7829518547750592,0.3525398028809704,0.6177078996732025,0.5975613120780529 3324,aloobun/Reyna-CoT-4B-v0.1,torch.bfloat16,0.447098976109215,0.7112129057956582,0.4308604951201183,0.6771902131018153,0.16906747536012132,0.5589542131292908,0.4990640464360365 3325,aloobun/Reyna-Mini-1.8B-v0.2,torch.bfloat16,0.3660409556313993,0.6018721370244972,0.4123912546191622,0.6156274664561957,0.31311599696739956,0.44747072703363805,0.4594197562887154 3326,aloobun/falcon-1b-cot-t2,torch.bfloat16,0.24744027303754265,0.24746066520613424,0.48380742228126167,0.5035516969218626,0.0,0.23116857555371031,0.28557143883341857 3327,aloobun/Cypher-Laser-Mixtral-2x1.8B-v0.1,torch.bfloat16,0.4044368600682594,0.6759609639514041,0.40619699567230805,0.6519337016574586,0.10538286580742987,0.31493779334132654,0.4264748634163644 3328,aloobun/d-Qwen1.5-0.5B,torch.bfloat16,0.302901023890785,0.4774945230033858,0.39293145258573425,0.5580110497237569,0.17058377558756635,0.38214948705813834,0.3806785519748945 3329,Novocoders/Mistral-NeuralDPO-v0.5,torch.bfloat16,0.6544368600682594,0.8466440948018323,0.42427010814972893,0.8026835043409629,0.36542835481425323,0.6256215544614038,0.6198474127727401 3330,Novocoders/Mistral-NeuralDPO-v0.4-Laser,torch.bfloat16,0.6689419795221843,0.852320254929297,0.5091442501811857,0.8026835043409629,0.36542835481425323,0.6346979379168861,0.6388693802841282 3331,Novocoders/Lotus-7B,torch.bfloat16,0.6646757679180887,0.8480382393945429,0.5556599683913465,0.8216258879242304,0.6830932524639879,0.6463761916917918,0.7032448846306648 3332,Novocoders/Mistral-NeuralDPO-v0.6,torch.bfloat16,0.658703071672355,0.8468432583150767,0.4821846438568913,0.8026835043409629,0.36997725549658833,0.6219193012271661,0.63038517248484 3333,Novocoders/Mistral-NeuralDPO-v0.4,torch.float16,0.6604095563139932,0.851822346146186,0.5132078108084842,0.8011049723756906,0.3684609552691433,0.6357379087147838,0.6384572582713802 3334,Novocoders/Mistral-NeuralDPO-v0.7,torch.bfloat16,0.658703071672355,0.8439553873730332,0.3990529512831783,0.7955801104972375,0.25094768764215314,0.5759730026499653,0.5873687018529871 3335,Novocoders/jaskier-7b-NeuralDPO,torch.bfloat16,0.734641638225256,0.8815972913762199,0.5991601810218158,0.8547750591949487,0.5799848369977255,0.631545453481144,0.7136174100495182 3336,automerger/NeuralsirkrishnaExperiment26-7B,torch.bfloat16,0.7389078498293515,0.8913563035251942,0.7725358601874959,0.8484609313338595,0.6967399545109931,0.6432367821379557,0.7652062802541417 3337,automerger/Strangemerges_32Yamshadow-7B,torch.bfloat16,0.7295221843003413,0.8887671778530173,0.7805987872364222,0.8476716653512234,0.6997725549658832,0.6452329106282735,0.7652608800558602 3338,automerger/ShadowYam-7B,torch.bfloat16,0.7320819112627986,0.8906592312288388,0.7804977896814992,0.8476716653512234,0.690674753601213,0.6448748486860344,0.7644100333019347 3339,automerger/OgnoExperiment27-7B,torch.bfloat16,0.7337883959044369,0.8940450109539932,0.7840953221504796,0.8484609313338595,0.686125852918878,0.6443414806144373,0.7651428323126807 3340,automerger/YamShadow-7B,torch.bfloat16,0.7252559726962458,0.8889663413662617,0.7835065690234105,0.8500394632991318,0.7020470053070508,0.6464310070006081,0.766041059782118 3341,automerger/Experiment27Neuralsirkrishna-7B,torch.bfloat16,0.7320819112627986,0.8903604859589723,0.7739528869601758,0.8484609313338595,0.6937073540561031,0.6462492171176507,0.76413546444826 3342,breadlicker45/dough-instruct-base-001,torch.float16,0.23890784982935154,0.24756024696275641,0.5340310687107248,0.510655090765588,0.0,0.23127426145521104,0.293738086287272 3343,breadlicker45/dough-base-001,torch.float16,0.23890784982935154,0.24756024696275641,0.5340310687107248,0.510655090765588,0.0,0.23127426145521104,0.293738086287272 3344,abhinand/gemma-2b-it-tamil-v0.1-alpha,torch.bfloat16,0.5008532423208191,0.7141007767377017,0.42628263032891045,0.6495659037095501,0.16603487490523122,0.3993927700007848,0.47603836633383284 3345,abhinand/tamil-llama-7b-instruct-v0.1,torch.float16,0.4803754266211604,0.7097191794463255,0.41698962752686786,0.7063930544593529,0.01819560272934041,0.3995266733226549,0.4551999273509502 3346,abhinand/gemma-2b-tamil,torch.bfloat16,0.47440273037542663,0.7130053774148576,0.34928478859737166,0.65982636148382,0.1288855193328279,0.38211655660887256,0.4512535556355295 3347,abhinand/tamil-llama-7b-base-v0.1,torch.float16,0.4667235494880546,0.7285401314479187,0.3592775546075334,0.7071823204419889,0.0,0.4095009801173377,0.4452040893504723 3348,abhinand/telugu-llama-7b-instruct-v0.1,torch.float16,0.371160409556314,0.6792471619199363,0.49051835602774946,0.6140489344909235,0.0,0.23116857555371031,0.3976905729247722 3349,abhinand/malayalam-llama-7b-instruct-v0.1,torch.float16,0.3720136518771331,0.67805218084047,0.47114186838793193,0.6290449881610103,0.0,0.23116857555371031,0.39690354413670925 3350,abhinand/mistral7b-test001,torch.float16,0.24658703071672355,0.26777534355706034,0.5007337530776726,0.5232833464877664,0.0,0.23116857555371031,0.29492467489882224 3351,abhinand/TinyLlama-1.1B-OpenHermes-2.5-Chat-v0.1-sft,torch.bfloat16,0.3378839590443686,0.5872336188010356,0.3621952768373166,0.6093133385951065,0.053828658074298714,0.24522862865805506,0.36594724666836353 3352,abhinand/tamil-llama-7b-instruct-v0.2,torch.float16,0.40187713310580203,0.6883091017725552,0.5003889364770407,0.6677190213101816,0.05534495830174375,0.23116857555371031,0.4241346210868389 3353,abhinand/tamil-llama-13b-base-v0.1,torch.float16,0.5281569965870307,0.7995419239195379,0.36559745885035844,0.7561168113654302,0.0,0.5204552908905696,0.49497808026882106 3354,abhinand/tamil-llama-13b-instruct-v0.1,torch.float16,0.5452218430034129,0.7934674367655845,0.41223396750169633,0.7655880031570639,0.07505686125852919,0.5037151645948378,0.5158805460468541 3355,alibidaran/medical_transcription_generator,torch.float16,0.22781569965870307,0.3060147380999801,0.4649671343856889,0.5043409629044988,0.0,0.23836501041492958,0.2902505909106334 3356,ShadowFall09/tyc_test1,torch.float16,0.5546075085324232,0.7928699462258514,0.5204596837543014,0.744277821625888,0.1463229719484458,0.4658226057227966,0.5373934229682844 3357,TokenBender/pic_7B_mistral_Full_v0.1,torch.bfloat16,0.6390784982935154,0.8369846644094802,0.5451115248499341,0.7790055248618785,0.5269143290371494,0.6329982784384551,0.6600154699817354 3358,TokenBender/pic_7B_mistral_Full_v0.2,torch.bfloat16,0.6535836177474402,0.8402708623780123,0.5920316586461081,0.7947908445146015,0.5974222896133434,0.6451003852769144,0.6871999430294035 3359,ziqingyang/chinese-llama-2-7b,torch.float16,0.4445392491467577,0.6949810794662418,0.3700228239899929,0.6898184688239937,0.014404852160727824,0.3747497883048149,0.43141937698208815 3360,ziqingyang/chinese-alpaca-2-7b,torch.float16,0.49573378839590443,0.7262497510456084,0.48634990111016835,0.7000789265982637,0.0576194086429113,0.46503813132983435,0.4885116511871151 3361,ziqingyang/chinese-alpaca-2-13b,torch.float16,0.5870307167235495,0.7973511252738499,0.5021827224175823,0.7569060773480663,0.10462471569370735,0.5510175229154506,0.5498521467287009 3362,ziqingyang/chinese-llama-2-13b,torch.float16,0.5580204778156996,0.7952599083847839,0.38244499692411915,0.7569060773480663,0.039423805913570885,0.5301430646858782,0.5103663885120197 3363,codemateai/CodeMate-v0.1,torch.float16,0.5554607508532423,0.7803226448914559,0.4864060014239976,0.7261247040252565,0.40181956027293403,0.5530804674826199,0.5838690214915843 3364,AIChenKai/TinyLlama-1.1B-Chat-v1.0-x2-MoE,torch.bfloat16,0.36006825938566556,0.6104361680940051,0.3737269544676089,0.6037884767166535,0.022744503411675512,0.24808513338369817,0.36980824924321776 3365,xhyi/PT_GPTNEO350_ATG,torch.float16,0.25426621160409557,0.3759211312487552,0.43049851961632785,0.5146014206787688,0.004548900682335102,0.2479080195251775,0.3046240338925767 3366,RWKV/rwkv-raven-1b5,torch.float16,0.318259385665529,0.5259908384783908,0.37088025961521126,0.5390686661404893,0.0,0.25957169255911705,0.33562847374312293 3367,RWKV/rwkv-4-430m-pile,torch.float16,0.26706484641638223,0.4001194981079466,0.39582218824731835,0.5114443567482242,0.0037907505686125853,0.24854969775286515,0.30446522297355816 3368,RWKV/rwkv-4-1b5-pile,torch.float16,0.318259385665529,0.5225054769966142,0.35795696104127084,0.5382794001578532,0.0,0.2577446960818849,0.33245765332385874 3369,RWKV/rwkv-4-169m-pile,torch.float16,0.2363481228668942,0.31736705835490936,0.41923236334461716,0.5090765588003157,0.004548900682335102,0.23176240013596813,0.28638923403083993 3370,RWKV/rwkv-raven-3b,torch.float16,0.36689419795221845,0.5977892850029874,0.35595005980538136,0.574585635359116,0.004548900682335102,0.24872133930966336,0.35808156968528365 3371,RWKV/rwkv-raven-14b,torch.float16,0.4462457337883959,0.7125074686317466,0.41932569315724233,0.6669297553275454,0.02122820318423048,0.25919330985337663,0.42090502732375623 3372,RWKV/rwkv-4-3b-pile,torch.float16,0.36006825938566556,0.5965943039235212,0.32137022625465045,0.5832675611681136,0.006823351023502654,0.24670872247560613,0.35247207070517655 3373,RWKV/rwkv-raven-7b,torch.float16,0.39419795221843,0.6648078072097192,0.38559138105734336,0.6290449881610103,0.003032600454890068,0.23640162213946372,0.3855127252068095 3374,RWKV/rwkv-4-7b-pile,torch.float16,0.3967576791808874,0.663114917347142,0.3365298312185615,0.6235201262825573,0.0075815011372251705,0.24959363351188996,0.3795162814463772 3375,RWKV/rwkv-4-14b-pile,torch.float16,0.4445392491467577,0.7107149970125473,0.3204219399194067,0.654301499605367,0.0037907505686125853,0.26124363534666306,0.3991686785998924 3376,aiplanet/effi-7b,4bit,0.5511945392491467,0.7807209719179447,0.39706236099068404,0.7253354380426204,0.03184230477634572,0.3591437560914992,0.47421656184470673 3379,Menouar/gemma-2b-chat-ultra,torch.float16,0.48293515358361777,0.7017526389165505,0.3906683350216857,0.6535122336227308,0.1599696739954511,0.39189399090298704,0.46345533767383706 3380,Menouar/saqr-7b-beta,torch.float16,0.4778156996587031,0.776140211113324,0.3938162400030715,0.7056037884767167,0.07884761182714177,0.2579907261843538,0.44836904621055185 3381,Menouar/gemma-2b-chat,torch.float16,0.4872013651877133,0.7027484564827724,0.3878571462577928,0.6527229676400947,0.14329037149355572,0.39808849468386903,0.46198480029096634 3382,Menouar/saqr-7b-merged,torch.float16,0.47696245733788395,0.7751443935471022,0.3937519538731891,0.7056037884767167,0.0758150113722517,0.2578147969514794,0.4475154002597705 3383,Menouar/phi-2-basic-maths,torch.float16,0.5580204778156996,0.7115116510655248,0.4140226117560521,0.7529597474348856,0.3070507960576194,0.4727018227715335,0.5360445178168859 3386,Walmart-the-bag/Influxient-4x13B,torch.float16,0.6126279863481229,0.834196375224059,0.5410446803363212,0.7434885556432518,0.3305534495830174,0.5725354867168848,0.6057410889752762 3387,Walmart-the-bag/Solar-10.7B-Cato,torch.float16,0.6868600682593856,0.8615813582951604,0.6168232864590555,0.8121546961325967,0.6459438968915845,0.6576408127933465,0.7135006864718548 3388,Walmart-the-bag/Yi-6B-Infinity-Chat,torch.float16,0.5656996587030717,0.7766381198964349,0.5074966311746293,0.739542225730071,0.3601213040181956,0.6405353091838502,0.5983388747843753 3389,Walmart-the-bag/openchat-3.5-Infinity,torch.bfloat16,0.6262798634812287,0.8404700258912567,0.5198754304913998,0.8011049723756906,0.6429112964366944,0.6465205834968352,0.6795270286955176 3390,Walmart-the-bag/Quintellect-10.7B,torch.float16,0.6501706484641638,0.8447520414260108,0.5956588813281548,0.7900552486187845,0.6057619408642911,0.6327786713528419,0.6865295720090412 3391,Walmart-the-bag/WordWoven-13B,torch.float16,0.6612627986348123,0.8580959968133838,0.5445170161036526,0.7892659826361483,0.601213040181956,0.6406468356101793,0.6825002783300221 3392,Walmart-the-bag/Misted-7B,torch.bfloat16,0.636518771331058,0.8413662617008564,0.5200065625076765,0.7829518547750592,0.5959059893858984,0.6393787630586779,0.6693547004598712 3393,Walmart-the-bag/MysticFusion-13B,torch.float16,0.613481228668942,0.8442541326428998,0.5197672041779594,0.7600631412786109,0.24791508718726307,0.5729279668458147,0.5930681268002482 3394,acrastt/Marx-3B-V2,torch.float16,0.4402730375426621,0.729237203744274,0.39919834030421253,0.665351223362273,0.012130401819560273,0.2783622165095459,0.4207587372137546 3395,acrastt/Puma-3B,torch.float16,0.4129692832764505,0.7184823740290779,0.38343994316155305,0.6637726913970008,0.0075815011372251705,0.27507090551160496,0.4102194497521521 3396,acrastt/Marx-3B,torch.float16,0.431740614334471,0.7268472415853415,0.39090574027944763,0.6558800315706393,0.01288855193328279,0.2845840247975129,0.4171410340834492 3397,acrastt/kalomaze-stuff,torch.bfloat16,0.5964163822525598,0.8354909380601474,0.4163648865691074,0.7861089187056038,0.36315390447308565,0.6341436641829447,0.6052797823739081 3398,acrastt/Griffin-3B,torch.float16,0.4180887372013652,0.7229635530770763,0.3833047919695716,0.67008681925809,0.009855951478392721,0.263623803930116,0.4113206094857686 3399,acrastt/OmegLLaMA-3B,torch.float16,0.4035836177474403,0.6613224457279426,0.3331382494059585,0.6164167324388319,0.002274450341167551,0.2799892471332735,0.3827874571324357 3400,acrastt/Bean-3B,torch.float16,0.4035836177474403,0.7199761003784106,0.3611141228461351,0.6566692975532754,0.00530705079605762,0.2642876420935672,0.40182297190248106 3401,acrastt/RedPajama-INCITE-Chat-Instruct-3B-V1,torch.float16,0.4257679180887372,0.6747659828719379,0.3361566835489804,0.6479873717442778,0.009097801364670205,0.25993456625601546,0.3922850539791032 3402,ericzzz/falcon-rw-1b-chat,torch.bfloat16,0.35580204778157,0.6112328221469827,0.3961611921091927,0.6172059984214681,0.016679302501895376,0.24506171684212247,0.37369051330053854 3403,ericzzz/falcon-rw-1b-instruct-openorca,torch.bfloat16,0.3455631399317406,0.6093407687711612,0.37420574723689637,0.6069455406471981,0.03411675511751327,0.287713861600626,0.3763143022175226 3404,ShinojiResearch/Senku-70B-Full,torch.float16,0.7150170648464164,0.8788090021907986,0.619572860600058,0.8476716653512234,0.7134192570128886,0.7519801135069271,0.7544116605847186 3405,Obrolin/Kesehatan-7B-v0.1,torch.float16,0.6032423208191127,0.8254331806413066,0.5067930984526436,0.7647987371744278,0.32221379833206976,0.5994207969167648,0.6036503220560542 3406,amazingvince/where-llambo-7b,torch.bfloat16,0.5844709897610921,0.8205536745668194,0.4961220088630948,0.7853196527229677,0.6520090978013646,0.6261170047900372,0.6607654047508958 3407,amazingvince/openhermes-7b-dpo,torch.bfloat16,0.6578498293515358,0.8494323839872535,0.5701370777525891,0.7750591949486977,0.41925701288855194,0.6365678756976724,0.6513838957710502 3408,amazingvince/zephyr-smol_llama-100m-dpo-full,torch.float16,0.25,0.28540131447918743,0.457475004641809,0.510655090765588,0.006823351023502654,0.25180637942181777,0.2936935233886508 3409,wang7776/Mistral-7B-Instruct-v0.2-sparsity-20-v0.1,torch.float16,0.6228668941979523,0.8490340569607648,0.6766170541145112,0.77663772691397,0.40106141015921154,0.6063344443346587,0.6554252644468447 3410,wang7776/Mistral-7B-Instruct-v0.2-attention-sparsity-20,torch.float16,0.628839590443686,0.8484365664210317,0.6826355141109229,0.7790055248618785,0.39727065959059893,0.6080933563986424,0.6573802019711267 3411,wang7776/Mistral-7B-Instruct-v0.2-sparsity-30-v0.1,torch.float16,0.6331058020477816,0.8436566421031667,0.6627552049915408,0.7805840568271507,0.39423805913570886,0.6023954101849739,0.6527891958817205 3412,wang7776/vicuna-7b-v1.3-attention-sparsity-30,torch.float16,0.5102389078498294,0.7640908185620394,0.4606430363617052,0.6929755327545383,0.12357846853677028,0.4682760169685391,0.5033004635055702 3413,wang7776/Llama-2-7b-chat-hf-30-sparsity,torch.float16,0.5247440273037542,0.7657837084246166,0.4482303614832581,0.6961325966850829,0.17058377558756635,0.4556878005062898,0.5101937116650946 3414,wang7776/Mistral-7B-Instruct-v0.2-sparsity-30,torch.float16,0.5110921501706485,0.7572196773551085,0.4553313356020083,0.6898184688239937,0.10538286580742987,0.4653842341368989,0.4973714553160147 3415,wang7776/Mistral-7B-Instruct-v0.2-sparsity-20,torch.float16,0.5264505119453925,0.767078271260705,0.47217481958020674,0.6906077348066298,0.11296436694465505,0.47267009345253086,0.5069909663316866 3416,wang7776/vicuna-7b-v1.3-attention-sparsity-20,torch.float16,0.523037542662116,0.7704640509858594,0.4662240825538532,0.6921862667719021,0.11220621683093253,0.47385789340033924,0.5063293422008338 3417,wang7776/Llama-2-7b-chat-hf-20-sparsity,torch.float16,0.5247440273037542,0.7791276638119896,0.45875295870930416,0.7071823204419889,0.17816527672479152,0.4726931206454965,0.5201108946062208 3418,wang7776/vicuna-7b-v1.3-sparsity-10,torch.float16,0.514505119453925,0.7697669786895041,0.46883380227445837,0.6977111286503551,0.13115996967399546,0.47946464567842334,0.5102402740701103 3419,wang7776/vicuna-7b-v1.3-attention-sparsity-10,torch.float16,0.5221843003412969,0.7704640509858594,0.4686560841151894,0.6953433307024467,0.13191811978771797,0.47934319251737334,0.5113181797416473 3420,wang7776/Mistral-7B-Instruct-v0.2-sparsity-10,torch.float16,0.628839590443686,0.8485361481776539,0.6792682730434055,0.7750591949486977,0.38817285822592873,0.6086687604515335,0.6547574708818176 3421,wang7776/Llama-2-7b-chat-hf-10-sparsity,torch.float16,0.5315699658703071,0.7826130252937662,0.4528805407291649,0.7158642462509865,0.18423047763457165,0.4817946627541964,0.5248254864221654 3422,wang7776/Llama-2-7b-chat-hf-30-attention-sparsity,torch.float16,0.5341296928327645,0.76867157936666,0.450180283055029,0.7103393843725335,0.17437452615617893,0.4703807346323413,0.5180127000692512 3423,wang7776/Llama-2-7b-chat-hf-10-attention-sparsity,torch.float16,0.5290102389078498,0.7818163712407887,0.4540163852731679,0.7142857142857143,0.1910538286580743,0.4809796589070056,0.5251936995454335 3424,wang7776/Llama-2-7b-chat-hf-20-attention-sparsity,torch.float16,0.5341296928327645,0.7791276638119896,0.45842205614099396,0.7071823204419889,0.177407126611069,0.4749437108283528,0.5218687617778598 3425,heegyu/WizardVicuna2-13b-hf,torch.float16,0.5537542662116041,0.7913762198765186,0.4242681935948369,0.7348066298342542,0.07429871114480667,0.48455095023505534,0.5105091618161793 3426,heegyu/WizardVicuna-3B-0719,torch.float16,0.4069965870307167,0.6544513045210117,0.40705647715032217,0.6385161799526441,0.0075815011372251705,0.25442488706613575,0.394837822809676 3427,heegyu/WizardVicuna-Uncensored-3B-0719,torch.float16,0.4138225255972696,0.6619199362676758,0.3934550382017939,0.6377269139700079,0.011372251705837756,0.26531366649024457,0.39726838870547154 3428,heegyu/LIMA-13b-hf,torch.float16,0.5742320819112628,0.8167695678151763,0.4175999088658601,0.7719021310181531,0.0887035633055345,0.4871528611422679,0.5260600190097091 3429,heegyu/WizardVicuna-open-llama-3b-v2,torch.float16,0.3771331058020478,0.6660027882891855,0.36797618702265905,0.632991318074191,0.009855951478392721,0.2722978172794355,0.38770952799098524 3430,heegyu/LIMA2-13b-hf,torch.float16,0.6023890784982935,0.836885082652858,0.4180556700707162,0.7324388318863457,0.0576194086429113,0.5316613130688607,0.5298415641366643 3431,heegyu/RedTulu-Uncensored-3B-0719,torch.float16,0.40017064846416384,0.6254730133439554,0.3759292134265843,0.6235201262825573,0.022744503411675512,0.30368248336342857,0.3919199980487275 3432,heegyu/LIMA2-7b-hf,torch.float16,0.5324232081911263,0.80601473809998,0.447415487052591,0.6992896606156275,0.03866565579984837,0.4321987856708601,0.4926679225716722 3433,xformAI/facebook-opt-125m-qcqa-ub-6-best-for-q-loss,torch.float16,0.23293515358361774,0.2557259510057757,0.49027891527401446,0.49171270718232046,0.0,0.2315474595373844,0.28370003109718545 3434,xformAI/opt-125m-gqa-ub-6-best-for-KV-cache,torch.float16,0.24232081911262798,0.24995020912168892,0.4953131184469278,0.5169692186266772,0.0,0.23116857555371031,0.28928699014360537 3435,xformAI/facebook-opt-125m-qcqa-ub-6-best-for-KV-cache,torch.float16,0.24232081911262798,0.2500497908783111,0.484054603889482,0.5122336227308603,0.0,0.23116857555371031,0.28663790202749856 3436,llm-jp/llm-jp-13b-instruct-full-jaster-dolly-oasst-v1.0,torch.float16,0.2687713310580205,0.4478191595299741,0.45191873165389124,0.5067087608524072,0.0,0.23116857555371031,0.3177310931080006 3437,llm-jp/llm-jp-13b-instruct-full-jaster-v1.0,torch.float16,0.2721843003412969,0.4470225054769966,0.4469398435829833,0.500394632991318,0.0,0.23116857555371031,0.3162849763243842 3438,Pierre-obi/Mistral_solar-slerp,torch.bfloat16,0.4300341296928328,0.5792670782712607,0.46956525596934184,0.6819258089976322,0.006065200909780136,0.40484578968999235,0.42861721058847335 3439,fionazhang/mistral-environment-all,torch.bfloat16,0.29436860068259385,0.25891256721768574,0.479195628849322,0.48697711128650356,0.0,0.23116857555371031,0.2917704139316359 3440,fionazhang/fine-tune-mistral-long-merge,torch.bfloat16,0.628839590443686,0.8361880103565027,0.4393573192333758,0.7892659826361483,0.36087945413191813,0.6339242176993971,0.6147424290835047 3441,fionazhang/mistral-experiment-6-merge,torch.float16,0.6382252559726962,0.8424616610237005,0.4498908490105641,0.7797947908445146,0.3866565579984837,0.6291263443832257,0.6210259098721974 3442,fionazhang/mistral-experiment-6,torch.bfloat16,0.5580204778156996,0.814479187412866,0.4568589633964796,0.7379636937647988,0.2221379833206975,0.5556554872521523,0.5575192988271155 3443,fionazhang/fine-tune-mistral-environment-merge,torch.bfloat16,0.6262798634812287,0.8365863373829915,0.4397408572877062,0.7892659826361483,0.3525398028809704,0.638790775734441,0.613867269900581 3444,fionazhang/mistral-environment-adapter,torch.bfloat16,0.29180887372013653,0.2581159131647082,0.48750889120670576,0.5043409629044988,0.0,0.2538313119675745,0.29926765882727063 3446,MaziyarPanahi/Calme-7B-Instruct-v0.5,torch.float16,0.7286689419795221,0.8876717785301733,0.7367508607464082,0.8437253354380426,0.7194844579226687,0.6469026315601536,0.7605340010294949 3447,MaziyarPanahi/UNA-34Beagles-32K-bf16-v1-GPTQ,torch.float16,0.26109215017064846,0.26289583748257317,0.47265741103126685,0.5082872928176796,0.0,0.24426503385912096,0.2915329542268815 3448,MaziyarPanahi/TheTop-5x7B-Instruct-S3-v0.1,torch.float16,0.7090443686006825,0.8800039832702649,0.6447306680251751,0.8366219415943172,0.7202426080363912,0.6512954107088529,0.7403231633726141 3449,MaziyarPanahi/Calme-7B-Instruct-v0.1.1,torch.float16,0.7295221843003413,0.8925512846046604,0.7809684951078746,0.8516179952644041,0.6914329037149356,0.6432430301295887,0.7648893155203008 3450,MaziyarPanahi/Calme-7B-Instruct-v0.4,torch.float16,0.7073378839590444,0.8775144393547102,0.7025029432938891,0.8208366219415943,0.7270659590598939,0.6440330545022339,0.7465484836852276 3451,MaziyarPanahi/TheTop-5x7B-Instruct-S5-v0.1,torch.float16,0.7252559726962458,0.8870742879904402,0.6758096547963126,0.861878453038674,0.7081122062168309,0.6500998689520513,0.7513717406150926 3452,MaziyarPanahi/Mistral-7B-Alpaca-52k-v0.1,torch.float16,0.6092150170648464,0.8212507468631747,0.41501661742948026,0.7734806629834254,0.37452615617892343,0.634119494068112,0.6046014490979936 3453,MaziyarPanahi/TheTop-5x7B-Instruct-P-v0.1,torch.float16,0.3856655290102389,0.515435172276439,0.5006656333594469,0.7261247040252565,0.0,0.6336063022532921,0.46024955682077895 3454,MaziyarPanahi/gemma-7b-alpaca-52k-v0.1,torch.float16,0.6015358361774744,0.8196574387572196,0.4669943086690972,0.7782162588792423,0.44579226686884005,0.641363904885628,0.6255933357062502 3455,MaziyarPanahi/Qwen1.5-8x7b-v0.1,torch.float16,0.5162116040955631,0.7571200955984864,0.5577993030725962,0.6992896606156275,0.5420773313115997,0.5960565824655331,0.611425762859901 3456,MaziyarPanahi/TheTop-5x7B-Instruct-T-v0.1,torch.float16,0.7363481228668942,0.8884684325831508,0.7078078883926877,0.8579321231254933,0.6648976497346475,0.6421738491830934,0.7496046776476613 3457,MaziyarPanahi/Bioxtral-4x7B-v0.1,torch.float16,0.6834470989761092,0.8727345150368453,0.6845419346695587,0.8287292817679558,0.5663381349507203,0.6357108951673689,0.7119169767614264 3458,MaziyarPanahi/phi-2-logical-sft,torch.float16,0.613481228668942,0.7514439354710217,0.44387745400864137,0.7490134175217048,0.5579984836997726,0.5740223757333568,0.6149728158505733 3459,MaziyarPanahi/Calme-7B-Instruct-v0.1,torch.float16,0.6723549488054608,0.8557060346544513,0.59377238996997,0.8334648776637726,0.6929492039423806,0.649693087353822,0.716323423731643 3460,MaziyarPanahi/TheTop-5x7B-Instruct-S2-v0.1,torch.float16,0.6945392491467577,0.871539533957379,0.6217500644350165,0.7963693764798737,0.7202426080363912,0.6497577276645442,0.725699759953327 3461,MaziyarPanahi/WizardLM-Math-70B-TIES-v0.1,torch.float16,0.6851535836177475,0.8686516630153356,0.5360987678643523,0.8271507498026835,0.27369219105382864,0.6924484346781253,0.6471992316720121 3462,MaziyarPanahi/Mistral-7B-Instruct-Aya-101,torch.float16,0.591296928327645,0.8320055765783708,0.5270943122503622,0.7750591949486977,0.3912054586808188,0.6195520232436995,0.6227022490049323 3463,MaziyarPanahi/WizardLM-Math-70B-v0.1,torch.float16,0.6706484641638225,0.8600876319458275,0.5707095526544473,0.8176795580110497,0.6444275966641395,0.6913523141903445,0.7091508529382718 3464,MaziyarPanahi/Calme-7B-Instruct-v0.2,torch.float16,0.7312286689419796,0.8918542123083051,0.7800396830271358,0.8492501973164956,0.7005307050796058,0.6435808887634646,0.7660807259061645 3465,MaziyarPanahi/Mistral-7B-Instruct-KhanAcademy-v0.2,torch.float16,0.6203071672354948,0.8298147779326828,0.6421524161247847,0.7758484609313339,0.42153146322971946,0.6167517088688206,0.6510676657204727 3466,MaziyarPanahi/TheTop-5x7B-Instruct-S4-v0.1,torch.float16,0.7218430034129693,0.8828918542123083,0.6556430108444109,0.8516179952644041,0.7338893100833965,0.6503365325193585,0.7493702843894746 3467,MaziyarPanahi/TheTop-5x7B-Instruct-D-v0.1,torch.float16,0.7175767918088737,0.8820952001593309,0.6631825155680797,0.8437253354380426,0.7172100075815011,0.6486073921288663,0.745399540447449 3468,hydra-project/ChatHercules-2.5-Mistral-7B,torch.bfloat16,0.6510238907849829,0.8461461860187214,0.4752375097401301,0.8184688239936859,0.6497346474601972,0.6535166588733419,0.6823546194785098 3469,hydra-project/OpenHyperion-2.5-Mistral-7B,torch.bfloat16,0.6424914675767918,0.848635729934276,0.4992081014964561,0.7932123125493291,0.5572403335860501,0.6385601175035717,0.6632246771077458 3470,oh-yeontaek/llama-2-70B-LoRA-assemble-v2,torch.float16,0.7184300341296929,0.8688508265285799,0.6478807414957388,0.8121546961325967,0.1425322213798332,0.6937152177925587,0.6472606229098334 3471,oh-yeontaek/llama-2-13B-LoRA-assemble,torch.float16,0.6356655290102389,0.8350926110336586,0.5595996097364623,0.7616416732438832,0.0841546626231994,0.5982265496729148,0.5790634392200594 3472,oh-yeontaek/llama-2-7B-LoRA-assemble,torch.float16,0.5733788395904437,0.7880900219079865,0.5317577400569955,0.7348066298342542,0.0,0.5075444947831996,0.5225962876954799 3474,openagi-project/OpenAGI-7B-v0.1,torch.float16,0.6672354948805461,0.8612826130252937,0.6955285302922068,0.7947908445146015,0.5663381349507203,0.635270763740321,0.7034077302339483 3475,openagi-project/OpenAGI-7B-v0.2,torch.float16,0.6851535836177475,0.8602867954590719,0.7204002538063481,0.7916337805840569,0.5344958301743745,0.6301711186665279,0.7036902270513545 3476,openagi-project/OpenAGI-7B-v0.1-test-ada,torch.float16,0.6672354948805461,0.8612826130252937,0.6955285302922068,0.7947908445146015,0.5663381349507203,0.635270763740321,0.7034077302339483 3477,gradientputri/MegaMix-T1-13B,torch.float16,0.613481228668942,0.8343955387373033,0.4819184208256549,0.760852407261247,0.24109173616376042,0.5849206941396535,0.5861100042994268 3478,gradientputri/MegaMix-S1-13B,torch.float16,0.6245733788395904,0.8364867556263692,0.445215917726999,0.7584846093133386,0.18347232752084913,0.5788444555311641,0.5711795740930518 3479,gradientputri/MegaMix-A1-13B,torch.float16,0.6160409556313993,0.8348934475204143,0.4747758723075701,0.7616416732438832,0.24109173616376042,0.5826087580392975,0.5851754071510541 3480,ausboss/llama-30b-supercot,torch.float16,0.6484641638225256,0.8508265285799641,0.5395858887282059,0.8003157063930545,0.11902956785443518,0.5656010498884794,0.5873038175444442 3481,ausboss/llama-13b-supercot,torch.float16,0.560580204778157,0.8170683130850428,0.4854656830031935,0.7576953433307024,0.07202426080363912,0.4536053370422676,0.5244065236738337 3482,ausboss/llama7b-wizardlm-unfiltered,torch.float16,0.5298634812286689,0.7789285002987453,0.377533757591565,0.7229676400947119,0.043214556482183475,0.36411612700858453,0.4694373437840766 3483,google/gemma-7b,torch.float16,0.6109215017064846,0.8247361083449513,0.4490548840372056,0.7845303867403315,0.5276724791508719,0.6602745725247715,0.6428649887507694 3484,google/gemma-2b,torch.float16,0.48378839590443684,0.7176857199761004,0.3308443428097746,0.6629834254143646,0.16906747536012132,0.4177314644002597,0.4636834706441763 3485,google/gemma-2b-it,torch.float16,0.439419795221843,0.6269667396932882,0.45823771048471756,0.6093133385951065,0.05458680818802123,0.3764818682829159,0.42750104341098205 3486,google/gemma-7b-it,torch.float16,0.514505119453925,0.719577773351922,0.47291150235086526,0.6795580110497238,0.2918877937831691,0.5351703100185111,0.5356017516680194 3487,AllyArc/llama_allyarc,torch.float16,0.5435153583617748,0.7824138617805219,0.4796708124775498,0.7229676400947119,0.18043972706595907,0.48282349781275674,0.5319718162655457 3492,Devio/test-22B,torch.bfloat16,0.39419795221843,0.6450906193985262,0.3713156999785537,0.5769534333070244,0.0037907505686125853,0.2713116013867802,0.3771100094763212 3493,Devio/test-3b,torch.bfloat16,0.2764505119453925,0.4479187412865963,0.41415759101311883,0.5548539857932123,0.003032600454890068,0.23529433060937924,0.3219512935170982 3494,Expert68/llama2_13b_instructed_version2,torch.float16,0.6006825938566553,0.8404700258912567,0.46118545589659976,0.7561168113654302,0.10993176648976498,0.5560606803811045,0.554074555646802 3496,Liangmingxin/ThetaWave-7B-sft,torch.bfloat16,0.6313993174061433,0.8441545508862777,0.5974097857517422,0.7963693764798737,0.5678544351781653,0.6377641094667003,0.6791585958614837 3497,shareAI/llama2-13b-Chinese-chat,torch.float16,0.60580204778157,0.82194781915953,0.45108999093807056,0.7663772691397001,0.11372251705837756,0.554505205603274,0.552240808280087 3498,shareAI/bimoGPT-llama2-13b,torch.float16,0.5878839590443686,0.8207528380800637,0.3781802553094305,0.7647987371744278,0.11296436694465505,0.5560388382304198,0.5367698324638942 3499,shareAI/CodeLLaMA-chat-13b-Chinese,torch.float16,0.4325938566552901,0.6387173869747063,0.48970833461287927,0.6787687450670876,0.10765731614859743,0.3428563918194793,0.44838367187967326 3500,openchat/openchat_8192,torch.float16,0.5955631399317406,0.8143796056562438,0.467016683643282,0.749802683504341,0.07354056103108415,0.46262715907357016,0.5271549721400436 3501,openchat/openchat_v3.1,torch.bfloat16,0.5981228668941979,0.8280223063134834,0.44450584533950027,0.7624309392265194,0.1379833206974981,0.5675547172500363,0.5564366659535392 3502,openchat/openchat_3.5,4bit,0.6245733788395904,0.839573790081657,0.4543017595862846,0.8105761641673244,0.2577710386656558,0.6289201603437906,0.6026193819473838 3503,openchat/opencoderplus,torch.float16,0.5059726962457338,0.7822146982672774,0.5071720433260448,0.6614048934490924,0.04624715693707354,0.42726551644910576,0.4883795007790546 3504,openchat/openchat-3.5-1210,torch.float16,0.6493174061433447,0.8492332204740092,0.5214604840999885,0.8074191002367798,0.6595905989385898,0.6462163338646482,0.6888728572928934 3505,openchat/openchat-3.5-0106,torch.bfloat16,0.6604095563139932,0.8293168691495718,0.5189602568049447,0.8176795580110497,0.6815769522365428,0.6503521927528266,0.6930492308781547 3506,openchat/openchat_v3.2_super,torch.float16,0.5981228668941979,0.8250348536148178,0.42298709708965165,0.7592738752959748,0.13495072024260804,0.558993175666727,0.5498937648006629 3507,openchat/openchat_v2_w,torch.float16,0.5733788395904437,0.8122883887671779,0.506973470871408,0.7592738752959748,0.0841546626231994,0.501703899315553,0.5396288560772928 3508,openchat/openchat_v2,torch.float16,0.5716723549488054,0.8113921529575782,0.49537478859623507,0.7624309392265194,0.09097801364670205,0.5057828689772267,0.5396051863921778 3509,openchat/openchat_v3.2,torch.float16,0.5964163822525598,0.8268273252340171,0.44489496117794547,0.7695343330702447,0.13646702047005307,0.5668268469601176,0.5568278115274897 3510,openchat/openchat-3.5-0106-gemma,torch.bfloat16,0.6467576791808873,0.810794662417845,0.5493155489550888,0.7829518547750592,0.7285822592873389,0.6468583647809497,0.6942100615661948 3511,liuxiang886/llama2-70B-qlora-gpt4,torch.float16,0.7030716723549488,0.8638717386974706,0.540221669321858,0.8287292817679558,0.288855193328279,0.6929151850938555,0.6529441234273946 3512,Jiayi-Pan/Tiny-Vicuna-1B,torch.float16,0.33447098976109213,0.559151563433579,0.33821339956551233,0.5840568271507498,0.015163002274450341,0.25446859385518206,0.347587396006761 3513,922CA/Silicon-Monika-7b,torch.float16,0.6313993174061433,0.8264289982075284,0.5214295545813499,0.7821625887924231,0.6050037907505686,0.626683350245643,0.6655179333306095 3514,PetroGPT/Severus-7B-DPO,torch.float16,0.7022184300341296,0.8709420434176459,0.6441479372366624,0.8066298342541437,0.6952236542835482,0.6493429300274172,0.7280841382089246 3515,PetroGPT/WestSeverus-7B-DPO,torch.float16,0.7073378839590444,0.880103565026887,0.7053363788221445,0.835043409629045,0.733131159969674,0.6493325078480273,0.7517141508758037 3516,PetroGPT/Voldemort-10B-DPO,torch.float16,0.6604095563139932,0.8484365664210317,0.6144474102286928,0.7703235990528808,0.5382865807429871,0.6288294272423445,0.6767888566669885 3518,Faradaylab/ARIA-70B-V2,torch.float16,0.621160409556314,0.8568014339772954,0.4979524095981481,0.8168902920284136,0.2880970432145565,0.6348848193200479,0.6192977346157958 3519,Faradaylab/ARIA-70B-V3,torch.float16,0.6390784982935154,0.8620792670782712,0.513240508208704,0.8208366219415943,0.2812736921910538,0.6475493821023965,0.6273429949692559 3520,AIDC-ai-business/Marcoroni-7B-v2,torch.bfloat16,0.6825938566552902,0.8626767576180043,0.6195852908845921,0.8011049723756906,0.6550416982562547,0.6339078957535809,0.7091517452572355 3521,AIDC-ai-business/Marcoroni-70B-v1,torch.bfloat16,0.735494880546075,0.8762198765186218,0.6440529032814905,0.8342541436464088,0.332827899924185,0.7067318137840601,0.6882635862834735 3522,AIDC-ai-business/Marcoroni-7B-v3,torch.float16,0.6945392491467577,0.867755427205736,0.6039648753933665,0.8145224940805051,0.7210007581501138,0.6500423816440503,0.7253041976034216 3523,zhengr/MixTAO-7Bx2-MoE-v8.1,torch.bfloat16,0.7380546075085325,0.8921529575781717,0.7857105477952205,0.8737174427782163,0.711144806671721,0.6492084758928057,0.7749981397041114 3524,zhengr/MixTAO-7Bx2-MoE-Instruct-v5.0,torch.bfloat16,0.7363481228668942,0.8892650866361282,0.698336604934767,0.8397790055248618,0.6944655041698257,0.6464525650912162,0.7507744815372822 3525,zhengr/MixTAO-7Bx2-MoE-Instruct-v6.0,torch.bfloat16,0.7337883959044369,0.890161322445728,0.7044948614297283,0.8926598263614838,0.689158453373768,0.6460961600984383,0.7593931699355972 3526,zhengr/MixTAO-7Bx2-MoE-Instruct-v4.0,torch.bfloat16,0.7303754266211604,0.8878709420434177,0.6815205984888131,0.909234411996843,0.6899166034874905,0.6467310342387502,0.7576081694794125 3527,zhengr/MixTAO-7Bx2-MoE-Instruct-v1.0,torch.bfloat16,0.7406143344709898,0.8824935271858195,0.6961261081361256,0.8429360694554064,0.6944655041698257,0.6425263327432708,0.7498603126935729 3528,zhengr/MixTAO-7Bx2-MoE-Instruct-v2.0,torch.bfloat16,0.7337883959044369,0.888070105556662,0.6976349185949319,0.8382004735595896,0.7081122062168309,0.6464746715788315,0.7520467952352138 3529,zhengr/MixTAO-7Bx2-MoE-DPO,torch.float16,0.7090443686006825,0.8712407886875124,0.6934208246675816,0.8121546961325967,0.7035633055344959,0.6471662143710418,0.7394316996656518 3530,zhengr/MixTAO-7Bx2-MoE-Instruct-v7.0,torch.bfloat16,0.742320819112628,0.8937462656841266,0.7425887846449252,0.877663772691397,0.6914329037149356,0.6454110418783237,0.7655272646210559 3531,zhengr/NeuralPipe-7B-slerp,torch.bfloat16,0.674061433447099,0.8611830312686716,0.5982418830210784,0.797947908445146,0.6929492039423806,0.6407155917109015,0.7108498419725461 3532,Open-Orca/LlongOrca-7B-16k,torch.float16,0.5750853242320819,0.7943636725751843,0.4983525481346234,0.745067087608524,0.07505686125852919,0.49353227156978124,0.5302429608964541 3533,Open-Orca/OpenOrca-Platypus2-13B,torch.float16,0.6151877133105802,0.8227444732125074,0.5011316205923002,0.7624309392265194,0.09021986353297953,0.5885464209501123,0.5633768384708332 3534,Open-Orca/LlongOrca-13B-16k,torch.float16,0.6245733788395904,0.8275243975303724,0.5010580239754746,0.7640094711917916,0.12282031842304776,0.5554250647678048,0.5659017757880136 3535,Open-Orca/Mixtral-SlimOrca-8x7B,torch.bfloat16,0.6766211604095563,0.8511252738498307,0.5498097510513819,0.8050513022888713,0.45564821834723274,0.6797814019869522,0.6696728513223041 3536,Open-Orca/Mistral-7B-OpenOrca,torch.bfloat16,0.6407849829351536,0.8398725353515236,0.530457680483314,0.7774269928966061,0.19939347990902198,0.6224441734951867,0.6017299741784677 3537,Open-Orca/OpenOrca-Preview1-13B,torch.float16,0.5494880546075085,0.7819159529974109,0.4905067464906783,0.7103393843725335,0.04927975739196361,0.5011542698574736,0.5137806942862614 3538,Open-Orca/OpenOrcaxOpenChat-Preview2-13B,8bit,0.6271331058020477,0.8198566022704641,0.474456006085006,0.7782162588792423,0.1508718726307809,0.5751443359814369,0.570946363608163 3539,Open-Orca/Mistral-7B-SlimOrca,torch.bfloat16,0.6254266211604096,0.8385779725154352,0.5423095709094117,0.7742699289660616,0.2137983320697498,0.6276904475134385,0.6036788121890844 3540,bsp-albz/llama2-13b-platypus-ckpt-1000,torch.float16,0.2815699658703072,0.26548496315475006,0.48790901949076826,0.49013417521704816,0.0,0.23174954034165499,0.29280794401242144 3541,JaeyeonKang/CCK_Gony_v0.2,torch.float16,0.6885665529010239,0.8660625373431587,0.5946296550939176,0.823993685872139,0.5314632297194845,0.703287383813093,0.7013338407904693 3542,JaeyeonKang/CCK_Gony_v0.1,torch.float16,0.7005119453924915,0.8727345150368453,0.6323461536157141,0.8034727703235991,0.6178923426838514,0.7121018720153549,0.7231765998446428 3543,JaeyeonKang/CCK-v2.0-DPO,torch.float16,0.658703071672355,0.8680541724756025,0.6933493958785608,0.8216258879242304,0.39423805913570886,0.6210053950218629,0.6761626636847201 3544,JaeyeonKang/CCK_Asura_v3.0,torch.float16,0.7295221843003413,0.888568014339773,0.6910033828623307,0.850828729281768,0.7081122062168309,0.7540652252913203,0.7703499570487273 3545,JaeyeonKang/CCK_Gony_v3.3,torch.float16,0.7039249146757679,0.8788090021907986,0.6741286843212236,0.8121546961325967,0.5822592873388931,0.7143075204644272,0.7275973508539512 3546,JaeyeonKang/CCK_Gony_v3,torch.float16,0.7133105802047781,0.8870742879904402,0.7332871379338723,0.8121546961325967,0.5731614859742229,0.7107451123923321,0.7382888834380404 3547,JaeyeonKang/CCK_Asura_v1.1.0,torch.float16,0.7320819112627986,0.8854809798844852,0.6955283891406179,0.8531965272296764,0.6846095526914329,0.7543431910055987,0.7675400918691015 3548,JaeyeonKang/CCK_Gony_v3.2,torch.float16,0.6945392491467577,0.8691495717984465,0.5881032370657441,0.8097868981846882,0.5708870356330553,0.7067756940095085,0.7065402809730333 3549,JaeyeonKang/CCK_Asura_v1,torch.float16,0.7389078498293515,0.8906592312288388,0.7174856574663107,0.8634569850039463,0.6808188021228203,0.7544060527291918,0.7742890963967431 3550,JaeyeonKang/CCK-v1.3.0-DPO,torch.float16,0.6749146757679181,0.8647679745070703,0.678126076119659,0.8421468034727704,0.5549658832448825,0.6656754405312392,0.71343280894059 3551,JaeyeonKang/CCK_gony,torch.float16,0.6911262798634812,0.867755427205736,0.5674014937456792,0.8153117600631413,0.5405610310841547,0.6942557030687861,0.6960686158384964 3552,JaeyeonKang/CCK_Asura_v2,torch.float16,0.7081911262798635,0.8809002190798646,0.5697262468044242,0.8524072612470402,0.6588324488248674,0.7471715394162011,0.7362048069420436 3553,JaeyeonKang/CCK_Asura_v2.1,torch.float16,0.7252559726962458,0.8874726150169289,0.6733433696722777,0.8587213891081295,0.6899166034874905,0.7496174889174828,0.7640545731497591 3554,JaeyeonKang/CCK_Gony_v3.1,torch.float16,0.6962457337883959,0.8745269866560446,0.6416631315674713,0.8113654301499605,0.5959059893858984,0.7120276952848151,0.7219558278054311 3555,gradientai/v-alpha-tross,torch.bfloat16,0.7192832764505119,0.8681537542322246,0.6521377907591408,0.8358326756116812,0.6178923426838514,0.7037927819430548,0.7328487702800776 3556,CHIH-HUNG/llama-2-13b-dolphin_5w,torch.float16,0.606655290102389,0.8269269069906393,0.44414329125975355,0.7734806629834254,0.11827141774071266,0.5622853731368174,0.5552938237022896 3557,CHIH-HUNG/llama-2-13b-FINETUNE1_17w,torch.float16,0.5947098976109215,0.8099980083648676,0.38171207935866835,0.7726913970007893,0.1326762699014405,0.5431064214921147,0.5391490122881337 3558,CHIH-HUNG/llama-2-13b-Open_Platypus_and_ccp_2.6w,torch.float16,0.5895904436860068,0.8251344353714399,0.40065427009564314,0.7663772691397001,0.06823351023502654,0.561211655420946,0.5352002639914605 3559,CHIH-HUNG/llama-2-13b-Open-Platypus_2.5w,torch.float16,0.5955631399317406,0.824636526588329,0.42450489033852573,0.7679558011049724,0.08567096285064443,0.5606240764471058,0.5431592328768863 3561,CHIH-HUNG/llama-2-13b-FINETUNE3_3.3w-r16-gate_up_down,torch.float16,0.5870307167235495,0.8188607847042422,0.3895415687109435,0.7734806629834254,0.12964366944655042,0.560797937628441,0.5432258900328587 3562,CHIH-HUNG/llama-2-13b-FINETUNE4_3.8w-r8-gate_up_down,torch.float16,0.5435153583617748,0.8212507468631747,0.39596272362402163,0.7719021310181531,0.1288855193328279,0.5533049396856065,0.5358035698142598 3563,CHIH-HUNG/llama-2-13b-FINETUNE3_3.3w-r8-q_k_v_o,torch.float16,0.560580204778157,0.8188607847042422,0.40124945157279795,0.7655880031570639,0.1425322213798332,0.5503914080106408,0.5398670122671225 3564,CHIH-HUNG/llama-2-13b-FINETUNE1_17w-gate_up_down_proj,torch.float16,0.5716723549488054,0.8226448914558853,0.3993091613948094,0.7655880031570639,0.1288855193328279,0.5589032782437935,0.5411672014221977 3565,CHIH-HUNG/llama-2-13b-FINETUNE4_3.8w-r16-q_k_v_o,torch.float16,0.5622866894197952,0.8197570205138419,0.3975756506862768,0.7671665351223362,0.1152388172858226,0.5587107352204986,0.5367892413747619 3566,CHIH-HUNG/llama-2-13b-FINETUNE2_3w-q_k_v_o_proj,torch.float16,0.5853242320819113,0.8247361083449513,0.3791772345992325,0.7679558011049724,0.1281273692191054,0.5390465166504589,0.537394543666772 3567,CHIH-HUNG/llama-2-13b-FINETUNE4_addto15k_4.5w-r16-gate_up_down,torch.float16,0.5853242320819113,0.8227444732125074,0.4026382452319607,0.7695343330702447,0.15390447308567096,0.5589522929650241,0.54884967494122 3569,CHIH-HUNG/llama-2-13b-FINETUNE4_3.8w-r4-q_k_v_o,torch.float16,0.5477815699658704,0.813981278629755,0.4102046930159844,0.7663772691397001,0.10538286580742987,0.547294285954966,0.5318369937522843 3571,CHIH-HUNG/llama-2-13b-dolphin_20w,torch.float16,0.5955631399317406,0.8255327623979287,0.42666404895060756,0.7726913970007893,0.1243366186504928,0.5589480310174227,0.5506226663248303 3572,CHIH-HUNG/llama-2-13b-FINETUNE4_compare15k_4.5w-r16-gate_up_down,torch.float16,0.5836177474402731,0.8233419637522406,0.39511256126038685,0.7640094711917916,0.10917361637604246,0.5614434263805351,0.539449797733545 3575,CHIH-HUNG/llama-2-13b-FINETUNE4_3.8w-r16-gate_up_down,torch.float16,0.5503412969283277,0.8196574387572196,0.3807436553778993,0.7719021310181531,0.12206216830932524,0.5664077432143055,0.5351857389342051 3576,CHIH-HUNG/llama-2-13b-FINETUNE1_17w-r16,torch.float16,0.5725255972696246,0.8227444732125074,0.39750918100971155,0.7742699289660616,0.133434420015163,0.5615527343297605,0.5436727224671382 3577,CHIH-HUNG/llama-2-13b-FINETUNE4_3.8w-r4-q_k_v_o_gate_up_down,torch.float16,0.5631399317406144,0.8142800238996216,0.39106281296334733,0.7679558011049724,0.10462471569370735,0.5529796872282198,0.5323404954384138 3578,CHIH-HUNG/llama-2-13b-FINETUNE3_3.3w-r4-gate_up_down,torch.float16,0.5639931740614335,0.819259111730731,0.3922571495872073,0.7695343330702447,0.1197877179681577,0.5362631955561931,0.5335157803289945 3579,CHIH-HUNG/llama-2-13b-FINETUNE3_3.3w-r8-gate_up_down,torch.float16,0.5725255972696246,0.8178649671380203,0.39660004998059784,0.7782162588792423,0.11751326762699014,0.5396495793409185,0.5370616200392323 3580,CHIH-HUNG/llama-2-13b-FINETUNE3_3.3w-r4-q_k_v_o_gate_up_down,torch.float16,0.5776450511945392,0.8078072097191794,0.40796864631942464,0.7671665351223362,0.07960576194086429,0.543181897355044,0.5305625169418979 3581,CHIH-HUNG/llama-2-13b-FINETUNE4_3.8w-r16-q_k_v_o_gate_up_down,torch.float16,0.5725255972696246,0.8148775144393547,0.39792286545162303,0.7576953433307024,0.12054586808188021,0.5589640394422111,0.537088538002566 3582,CHIH-HUNG/llama-2-13b-FINETUNE3_3.3w-r4-q_k_v_o,torch.float16,0.590443686006826,0.8114917347142003,0.401595331656996,0.7647987371744278,0.11902956785443518,0.5299602043683544,0.5362198769625399 3583,CHIH-HUNG/llama-2-13b-FINETUNE4_3.8w-r16-gate_up_down-test1,torch.float16,0.5580204778156996,0.8227444732125074,0.3814609933945348,0.7742699289660616,0.12661106899166036,0.5562885487412096,0.5365659151869456 3584,CHIH-HUNG/llama-2-13b-FINETUNE5_4w-r8-gate_up_down,torch.float16,0.5716723549488054,0.8215494921330412,0.402271195410076,0.7632202052091555,0.133434420015163,0.5487902788577801,0.5401563244290034 3585,CHIH-HUNG/llama-2-13b-FINETUNE5_4w-r8-q_k_v_o,torch.float16,0.5725255972696246,0.8172674765982872,0.4152969798879882,0.7758484609313339,0.14025777103866566,0.5572445123266321,0.5464067996754219 3586,CHIH-HUNG/llama-2-13b-FINETUNE4_3.8w-r4-gate_up_down,torch.float16,0.5580204778156996,0.8173670583549094,0.39116593699627455,0.7632202052091555,0.1281273692191054,0.550889396881382,0.5347984074127544 3587,CHIH-HUNG/llama-2-13b-FINETUNE4_3.8w-r8-q_k_v_o,torch.float16,0.5767918088737202,0.8190599482174865,0.4130693548141457,0.7647987371744278,0.12054586808188021,0.5494970583448594,0.5406271292510866 3588,CHIH-HUNG/llama-2-13b-OpenOrca_20w,torch.float16,0.5989761092150171,0.8251344353714399,0.4313573698064727,0.7719021310181531,0.12661106899166036,0.5629734205715705,0.5528257558290522 3589,CHIH-HUNG/llama-2-13b-FINETUNE5_4w-r4-gate_up_down,torch.float16,0.5537542662116041,0.8191595299741088,0.40761831229954526,0.760852407261247,0.1372251705837756,0.552805589218888,0.5385692125915281 3590,CHIH-HUNG/llama-2-13b-FINETUNE5_4w-r4-q_k_v_o_gate_up_down,torch.float16,0.5588737201365188,0.8137821151165107,0.40253751912204466,0.7671665351223362,0.12282031842304776,0.5377036087141484,0.5338139694391011 3591,CHIH-HUNG/llama-2-13b-FINETUNE5_4w-r8-q_k_v_o_gate_up_down,torch.float16,0.5571672354948806,0.8154750049790879,0.41889365391647926,0.7719021310181531,0.11902956785443518,0.5389963822574781,0.5369106625867524 3592,CHIH-HUNG/llama-2-13b-FINETUNE2_TEST_2.2w,torch.float16,0.5622866894197952,0.8270264887472615,0.3955254678955536,0.7671665351223362,0.08642911296436695,0.5535495019532967,0.531997299350435 3595,CHIH-HUNG/llama-2-13b-FINETUNE2_3w,torch.float16,0.5861774744027304,0.8232423819956184,0.3817097781066011,0.7679558011049724,0.1197877179681577,0.5425467489299985,0.5369033170846799 3596,CHIH-HUNG/llama-2-13b-FINETUNE3_3.3w-r16-q_k_v_o,torch.float16,0.5930034129692833,0.8119896434973113,0.3812865521559485,0.7679558011049724,0.13495072024260804,0.5558055222404024,0.5408319420350877 3597,CHIH-HUNG/llama-2-13b-Open_Platypus_and_ccp_2.6w-3_epoch,torch.float16,0.5861774744027304,0.8256323441545509,0.4209102222161438,0.7663772691397001,0.07050796057619409,0.558408744165532,0.5380023357758085 3599,CHIH-HUNG/llama-2-13b-FINETUNE4_3.8w-r8-q_k_v_o_gate_up_down,torch.float16,0.5597269624573379,0.8152758414658434,0.4071991704986675,0.7505919494869772,0.09552691432903715,0.5441931997159564,0.5287523396589698 3600,CHIH-HUNG/llama-2-13b-OpenOrca_5w,torch.float16,0.6100682593856656,0.8282214698267277,0.4487000954431151,0.7774269928966061,0.12282031842304776,0.5608933135491607,0.5580217415873872 3601,CHIH-HUNG/llama-2-13b-FINETUNE2_3w-gate_up_down_proj,torch.float16,0.5742320819112628,0.8242381995618403,0.3918689435636596,0.7703235990528808,0.12054586808188021,0.5556559884515883,0.5394774467705187 3602,CHIH-HUNG/llama-2-13b-FINETUNE5_4w-r4-q_k_v_o,torch.float16,0.5836177474402731,0.8109938259310894,0.37024725158560373,0.7663772691397001,0.12282031842304776,0.5452955164165999,0.5332253214893857 3603,CHIH-HUNG/llama-2-13b-FINETUNE3_3.3w-r8-q_k_v_o_gate_up_down,torch.float16,0.5793515358361775,0.8118900617406891,0.40484956178285475,0.7671665351223362,0.10841546626231995,0.5342642261418807,0.5343228978143764 3604,CHIH-HUNG/llama-2-13b-FINETUNE1_17w-q_k_v_o_proj,torch.float16,0.5972696245733788,0.8105954989046007,0.38643080121718054,0.7813733228097869,0.14025777103866566,0.5452518073458084,0.5435298043149035 3605,CHIH-HUNG/llama-2-13b-FINETUNE5_4w-r16-q_k_v_o,torch.float16,0.5870307167235495,0.8165704043019318,0.43024105261650214,0.7671665351223362,0.1379833206974981,0.5387026103981812,0.5462824399766665 3606,CHIH-HUNG/llama-2-13b-FINETUNE3_3.3w-r16-q_k_v_o_gate_up_down,torch.float16,0.5921501706484642,0.8151762597092213,0.4283014811770436,0.7687450670876085,0.11599696739954511,0.5493590668205751,0.5449548354737429 3607,CHIH-HUNG/llama-2-13b-FINETUNE1_17w-r4,torch.float16,0.5674061433447098,0.8227444732125074,0.3964818897108659,0.7703235990528808,0.13191811978771797,0.5618494370051674,0.541787277018975 3608,CHIH-HUNG/llama-2-13b-FINETUNE5_4w-r16-gate_up_down,torch.float16,0.5580204778156996,0.8209520015933081,0.39816555401276316,0.7624309392265194,0.11372251705837756,0.5532668830513251,0.5344263954596654 3609,kidyu/Moza-7B-v1.0,torch.bfloat16,0.6655290102389079,0.8344951204939255,0.6515628442997716,0.7750591949486977,0.6254738438210766,0.6277104615229989,0.6966384125542296 3610,BuckeyBarnes/TriFusionNexus-7b,torch.float16,0.7278156996587031,0.8916550487950607,0.7813434506957142,0.8492501973164956,0.6846095526914329,0.6444052343720401,0.7631798639215744 3611,jilp00/Hermes-2-SOLAR-10.7B-Symbolic,torch.bfloat16,0.6168941979522184,0.8257319259111731,0.5484982867197952,0.8074191002367798,0.13949962092494314,0.6506323696104814,0.5981125835592319 3612,jilp00/OpenHermes-Symbolic-Mistral-7B,torch.bfloat16,0.5486348122866894,0.7254530969926309,0.4535233817405157,0.6621941594317285,0.019711902956785442,0.6180456026451483,0.5045938260089164 3613,jilp00/SOLAR-10.7B-tutored,torch.float16,0.6228668941979523,0.8224457279426409,0.5512836940802899,0.8018942383583267,0.0,0.6509191858528723,0.574901623405347 3614,jilp00/Nous-Hermes-2-SOLAR-10.7B-v1.1,torch.float16,0.6399317406143344,0.8272256522605059,0.5696840236591341,0.8121546961325967,0.013646702047005308,0.6585056576187336,0.5868580787220518 3615,beomi/KoRWKV-6B,torch.float16,0.22098976109215018,0.3218482374029078,0.3904917327630846,0.5114443567482242,0.0,0.24689842410363907,0.281945418685001 3616,beomi/KoAlpaca-KoRWKV-6B,torch.float16,0.23464163822525597,0.3164708225453097,0.3982818485484858,0.516179952644041,0.0,0.24885321083777623,0.28573791213347816 3617,beomi/KoAlpaca-Polyglot-5.8B,torch.float16,0.2764505119453925,0.3558056164110735,0.3974290857118094,0.49013417521704816,0.000758150113722517,0.24717880340671494,0.2946260571342935 3618,beomi/Yi-Ko-6B,torch.bfloat16,0.48890784982935154,0.7447719577773352,0.37094583310302975,0.7292817679558011,0.12509476876421532,0.5572389818141539,0.5027068598739811 3619,beomi/llama-2-ko-7b,torch.float16,0.48464163822525597,0.7528380800637323,0.3448886774526558,0.7213891081294396,0.019711902956785442,0.39561526311006195,0.4531807783229885 3620,shibing624/chinese-alpaca-plus-7b-hf,torch.float16,0.492320819112628,0.7048396733718383,0.3971869973266723,0.7008681925808997,0.006823351023502654,0.3838712635166016,0.4476517161553571 3621,shibing624/chinese-alpaca-plus-13b-hf,torch.float16,0.5315699658703071,0.7351125273849831,0.45317755568268947,0.7505919494869772,0.02122820318423048,0.4881417666379229,0.4966369947078517 3622,shibing624/chinese-llama-plus-13b-hf,torch.float16,0.46245733788395904,0.7187811192989444,0.3988686701495813,0.7308602999210734,0.00530705079605762,0.4074161512866283,0.4539484382227073 3623,BEE-spoke-data/TinyLlama-3T-1.1bee,torch.bfloat16,0.3378839590443686,0.602867954590719,0.38125036947687346,0.6022099447513812,0.004548900682335102,0.2586165574270438,0.36456294766212016 3624,BEE-spoke-data/TinyLlama-1.1bee,torch.bfloat16,0.3054607508532423,0.5180242979486158,0.39011272446721906,0.5445935280189423,0.002274450341167551,0.24253561949511718,0.3338335618540507 3625,BEE-spoke-data/verysmol_llama-v11-KIx2,torch.float16,0.22696245733788395,0.27604062935670187,0.44749716634136827,0.5153906866614049,0.003032600454890068,0.25284022535508366,0.2869606275845554 3626,BEE-spoke-data/Mixtral-GQA-400m-v2,torch.bfloat16,0.2022184300341297,0.2778331009759012,0.465481151431113,0.4996053670086819,0.000758150113722517,0.26097401149219096,0.28447836850928987 3627,BEE-spoke-data/smol_llama-220M-GQA,torch.bfloat16,0.24829351535836178,0.2976498705437164,0.44553738237393864,0.5098658247829518,0.006823351023502654,0.2584974776073331,0.29444457028163407 3628,BEE-spoke-data/zephyr-220m-sft-full,torch.bfloat16,0.2525597269624573,0.29028082055367455,0.43225660929564824,0.516179952644041,0.0037907505686125853,0.2644575241346732,0.29325423069318446 3629,BEE-spoke-data/smol_llama-81M-tied,torch.bfloat16,0.22184300341296928,0.2932682732523402,0.4396548316438528,0.4925019731649566,0.002274450341167551,0.240638647684872,0.2816968632500264 3630,BEE-spoke-data/smol_llama-101M-GQA,torch.float16,0.23464163822525597,0.287293367855009,0.45801037294841895,0.5067087608524072,0.0075815011372251705,0.24345227604641928,0.28961465284412263 3631,BEE-spoke-data/NanoLlama-GQA-L10-A32_KV8-v13-KI,torch.bfloat16,0.2380546075085324,0.2938657637920733,0.44772535115343653,0.5114443567482242,0.009097801364670205,0.25372584957126487,0.29231895502303357 3632,BEE-spoke-data/smol_llama-220M-open_instruct,torch.bfloat16,0.25,0.29705238000398326,0.4406371478334913,0.5027624309392266,0.0,0.2611217610022354,0.29192895329648944 3633,BEE-spoke-data/smol_llama-220M-openhermes,torch.bfloat16,0.25170648464163825,0.28978291177056364,0.4308131121933828,0.5201262825572218,0.006065200909780136,0.2617434742638728,0.29337291105607655 3634,BEE-spoke-data/zephyr-220m-dpo-full,torch.bfloat16,0.25426621160409557,0.2914758016331408,0.43441567768341954,0.5098658247829518,0.00530705079605762,0.2643386031162184,0.2932781949359806 3635,alchemonaut/QuartetAnemoi-70B-t0.0001,torch.float16,0.7337883959044369,0.8889663413662617,0.6953224067002621,0.8531965272296764,0.686125852918878,0.7541555794435643,0.7685925172605134 3636,alchemonaut/BoreanGale-70B,torch.float16,0.7389078498293515,0.8937462656841266,0.6859618221240749,0.8453038674033149,0.6732373009855952,0.7518590407763508,0.7648360244671356 3637,willnguyen/lacda-2-7B-chat-v0.1,torch.float16,0.5307167235494881,0.7757418840868353,0.4456721895962505,0.7419100236779794,0.06292645943896892,0.4602669373691888,0.5028723696197852 3638,janai-hq/trinity-v1,torch.bfloat16,0.7226962457337884,0.8835889265086636,0.6931209356367747,0.8200473559589582,0.7164518574677786,0.6520426966794453,0.7479913363309015 3639,louisbrulenaudet/Pearl-34B-dare,torch.bfloat16,0.6843003412969283,0.8360884285998805,0.6850136264565471,0.8176795580110497,0.6353297952994693,0.7639815453210539,0.7370655491641548 3640,louisbrulenaudet/Pearl-7B-0210-dare,torch.float16,0.7090443686006825,0.8879705238000398,0.7146460351141442,0.8453038674033149,0.6338134950720242,0.6168638109428632,0.7346070168221782 3641,louisbrulenaudet/Pearl-7B-slerp,torch.float16,0.6800341296928327,0.8716391157140012,0.6235249500537349,0.8129439621152328,0.7361637604245641,0.6404167944150542,0.7274537854025699 3642,louisbrulenaudet/Pearl-7B-0210-ties,torch.float16,0.7107508532423208,0.8862776339374626,0.7046726045086744,0.8397790055248618,0.6997725549658832,0.6381333150937587,0.746564327878827 3643,louisbrulenaudet/Pearl-3x7B,torch.float16,0.6552901023890785,0.8554072893845848,0.5216733642218897,0.7868981846882399,0.5716451857467779,0.6427343060498597,0.6722747387467384 3644,louisbrulenaudet/Pearl-7B-0211-ties,torch.float16,0.7141638225255973,0.888568014339773,0.7146037286866871,0.8437253354380426,0.7065959059893859,0.6390821139392658,0.7511231534864588 3645,louisbrulenaudet/Pearl-34B-ties,torch.bfloat16,0.7098976109215017,0.8483369846644094,0.7032022498819784,0.8263614838200474,0.6747536012130402,0.7662984669695043,0.7548083995784136 3646,gagan3012/MetaModelv3,torch.float16,0.71160409556314,0.8838876717785302,0.7185979082591908,0.8334648776637726,0.6527672479150872,0.6632119258655602,0.7439222878408801 3647,gagan3012/MetaModel_moe_multilingualv1,torch.float16,0.6723549488054608,0.8473411670981876,0.6122907163213582,0.7758484609313339,0.5981804397270659,0.6393431337304964,0.6908931444356505 3648,gagan3012/MetaModel,torch.bfloat16,0.7107508532423208,0.8844851623182632,0.7184177934834866,0.8342541436464088,0.6535253980288097,0.6625865859527628,0.7440033227786752 3649,gagan3012/MetaModelv2,torch.bfloat16,0.7107508532423208,0.8855805616411073,0.7193907636520086,0.8310970797158642,0.6444275966641395,0.6628926228375857,0.7423565796255044 3650,gagan3012/MetaModel_moe,torch.float16,0.712457337883959,0.8839872535351524,0.7186391573704175,0.8334648776637726,0.6542835481425322,0.6626443412903428,0.7442460859810294 3651,gagan3012/Multilingual-mistral,torch.float16,0.6228668941979523,0.8175662218681538,0.555285737063638,0.755327545382794,0.4025777103866566,0.613773420321989,0.6278995882035306 3652,gagan3012/Multirial,torch.float16,0.6322525597269625,0.7956582354112727,0.5469648449991642,0.7529597474348856,0.4040940106141016,0.6100561428883438,0.6236642568457884 3653,brucethemoose/CaPlatTessDolXaBoros-Yi-34B-200K-DARE-Ties-HighDensity,torch.bfloat16,0.674061433447099,0.857697669786895,0.5784493836096679,0.8310970797158642,0.6133434420015162,0.7743799897061103,0.7215048330445254 3654,brucethemoose/Yi-34B-200K-DARE-merge-v7,torch.bfloat16,0.6808873720136519,0.8598884684325832,0.5890169683214581,0.8310970797158642,0.6535253980288097,0.7729853744307973,0.7312334434905274 3655,brucethemoose/Yi-34B-200K-DARE-megamerge-v8,torch.bfloat16,0.6774744027303754,0.8605855407289384,0.5630835911486544,0.8279400157853196,0.6542835481425322,0.7702603162623474,0.7256045691330278 3656,brucethemoose/CapyTessBorosYi-34B-200K-DARE-Ties,torch.bfloat16,0.6493174061433447,0.8591913961362279,0.5583921075323958,0.8303078137332282,0.6194086429112965,0.7618180773474127,0.7130725739673176 3657,brucethemoose/CaPlatTessDolXaBoros-Yi-34B-200K-DARE-Ties-ExtremeDensity,torch.bfloat16,0.6689419795221843,0.8569010157339175,0.5763314615956924,0.8200473559589582,0.5981804397270659,0.7734986252406387,0.7156501462964094 3658,brucethemoose/Yi-34B-200K-DARE-merge-v5,torch.bfloat16,0.6646757679180887,0.8554072893845848,0.5745773589644305,0.8224151539068666,0.6292645943896892,0.7722134086948419,0.7197589288764169 3659,brucethemoose/Capybara-Tess-Yi-34B-200K,torch.bfloat16,0.6612627986348123,0.8623780123481378,0.5637379257130765,0.823993685872139,0.5739196360879454,0.7488776856610238,0.7056949573861891 3660,brucethemoose/SUS-Bagel-200K-DARE-Test,torch.bfloat16,0.6808873720136519,0.8538139812786297,0.6119893427851197,0.835043409629045,0.6929492039423806,0.7697747068286354,0.7407430027462438 3661,brucethemoose/CaPlatTessDolXaBoros-Yi-34B-200K-DARE-Ties,torch.bfloat16,0.6493174061433447,0.8499302927703645,0.5283809284788162,0.7924230465666929,0.5405610310841547,0.7536501264053478,0.6857104719081201 3662,Enno-Ai/vigogne2-enno-13b-sft-lora-4bit,4bit,0.6203071672354948,0.8265285799641505,0.42976038477184497,0.7695343330702447,0.001516300227445034,0.5411141361492426,0.5314601502364038 3663,Enno-Ai/ennodata-7b,8bit,0.5102389078498294,0.7762397928699463,0.3353289270087254,0.7095501183898973,0.037149355572403335,0.3394503720161438,0.45132624561782425 3664,Enno-Ai/ennodata-13b-8bit-raw-15epoch,torch.float16,0.6160409556313993,0.8220474009161521,0.5358311103869008,0.7750591949486977,0.014404852160727824,0.5754533265125865,0.5564728067594107 3665,Enno-Ai/ennodata-raw-pankajmathur-13b-peft,8bit,0.6194539249146758,0.8221469826727743,0.5357247188867356,0.7592738752959748,0.01288855193328279,0.5744449930068047,0.5539888411183748 3666,Evaloric/Evaloric-1.1B-V.0.1,torch.float16,0.36860068259385664,0.6190001991635132,0.3539845351179845,0.6345698500394633,0.02880970432145565,0.23961131470615915,0.3740960476570721 3667,Evaloric/Evaloric-1.1B,torch.float16,0.3506825938566553,0.6093407687711612,0.3778468793879615,0.6495659037095501,0.011372251705837756,0.2535656821453606,0.3753956799294211 3668,L-R/LLmRa-2.7B,torch.float16,0.3703071672354949,0.6064528978291177,0.3522535522108365,0.6156274664561957,0.003032600454890068,0.25581312448006394,0.36724780144443314 3669,L-R/LLmRA-3B-v0.1,torch.float16,0.39419795221843,0.5978888667596096,0.5061902673630095,0.5943172849250198,0.01061410159211524,0.2515952829089392,0.39246729262785385 3670,L-R/LLmRa-1.3B,torch.float16,0.3267918088737201,0.5877315275841466,0.3621367131719433,0.590370955011839,0.000758150113722517,0.2323367890521171,0.3500209906345815 3671,L-R/LLmRa-1.3B_V2,torch.float16,0.3046075085324232,0.5302728540131448,0.3646013754071996,0.5927387529597474,0.0,0.2606166504869494,0.34213952356657745 3672,lvkaokao/llama2-7b-hf-chat-lora-v2,torch.float16,0.5503412969283277,0.7880900219079865,0.44048410471824495,0.7490134175217048,0.10841546626231995,0.5134537640864857,0.5249663452375116 3673,lvkaokao/llama2-7b-hf-chat-lora,torch.float16,0.5571672354948806,0.7874925313682534,0.43111071644781834,0.7584846093133386,0.10765731614859743,0.4798976321134823,0.5203016734810617 3674,lvkaokao/llama2-7b-hf-instruction-lora,torch.float16,0.5537542662116041,0.785700059749054,0.4183375330091991,0.7419100236779794,0.09855951478392722,0.4938717154141045,0.5153555188076447 3675,lvkaokao/mistral-7b-finetuned-orca-dpo-v2,torch.float16,0.6621160409556314,0.836387173869747,0.596468573226102,0.7813733228097869,0.1956027293404094,0.6237420370532432,0.61594831287582 3676,lvkaokao/llama2-7b-hf-chat-lora-v3,torch.float16,0.5725255972696246,0.786197968532165,0.5062180291312152,0.7632202052091555,0.015163002274450341,0.5056866570874368,0.5248352432506745 3677,karakuri-ai/karakuri-lm-70b-chat-v0.1,torch.bfloat16,0.6151877133105802,0.8313085042820155,0.513917774256522,0.7837411207576953,0.4040940106141016,0.5935337012546017,0.6236304707459194 3678,hon9kon9ize/CantoneseLLM-6B-preview202402,torch.bfloat16,0.5563139931740614,0.758016331408086,0.4225788726241693,0.7411207576953434,0.3070507960576194,0.6306723423312168,0.5692921822150827 3679,TaylorAI/Flash-Llama-3B,torch.float16,0.40102389078498296,0.7155945030870344,0.3473974860131068,0.6661404893449092,0.009097801364670205,0.268806723549391,0.4013434823573492 3680,TaylorAI/Flash-Llama-13B,torch.float16,0.5930034129692833,0.8215494921330412,0.3738783761432801,0.7663772691397001,0.10841546626231995,0.5567429203566242,0.5366611561673748 3681,TaylorAI/Flash-Llama-30M-20001,torch.float16,0.23890784982935154,0.25761800438159727,0.5129348567641749,0.5082872928176796,0.0,0.24092155423234027,0.2931115930041906 3682,TaylorAI/Flash-Llama-7B,torch.float16,0.5307167235494881,0.785700059749054,0.3875084099562216,0.7403314917127072,0.0712661106899166,0.46799695039202627,0.4972532910082356 3683,TaylorAI/FLAN-Llama-7B-2_Llama2-7B-Flash_868_full_model,torch.float16,0.5247440273037542,0.7907787293367855,0.3713852731214326,0.7474348855564326,0.06823351023502654,0.4758064511201131,0.4963971461122574 3684,wahaha1987/llama_13b_sharegpt94k_fastchat,torch.float16,0.537542662116041,0.7946624178450508,0.49541861587809877,0.7261247040252565,0.0841546626231994,0.5150096993717611,0.5254854603099012 3685,wahaha1987/llama_7b_sharegpt94k_fastchat,torch.float16,0.5324232081911263,0.7693686516630154,0.4533839537426757,0.7063930544593529,0.043214556482183475,0.44637260722107536,0.4918593386265715 3686,ZySec-AI/ZySec-7B-v2,torch.float16,0.5307167235494881,0.7629954192391953,0.4704799370916119,0.6874506708760852,0.2805155420773313,0.545473273188766,0.546271927670413 3687,ZySec-AI/ZySec-7B,torch.float16,0.5750853242320819,0.7972515435172276,0.5111163939897228,0.745067087608524,0.2896133434420015,0.5865063335340576,0.5841066710539359 3688,WangZeJun/bloom-820m-chat,torch.float16,0.23378839590443687,0.34156542521410077,0.40315079444537444,0.531965272296764,0.0,0.259808714442519,0.2950464337171992 3689,marcchew/Platypus-2-7B-LaMini-14K,8bit,0.295221843003413,0.2615016928898626,0.4829418943957575,0.5074980268350434,0.0,0.2313086363328006,0.2964120155761462 3690,marcchew/LaMini-40k-Platypus2-7B,8bit,0.28498293515358364,0.26319458275243973,0.4738995426146171,0.5019731649565904,0.0,0.27037992423374213,0.2990716916184955 3691,marcchew/Marcoroni-7B-LaMini-40K,8bit,0.2764505119453925,0.2622983469428401,0.47395992315564384,0.505130228887135,0.0,0.2691864263822741,0.2978375728855475 3692,marcchew/Marcoroni-7B-LaMini-80K,8bit,0.28754266211604096,0.2613025293766182,0.497138264046056,0.5146014206787688,0.0,0.24462018824497314,0.30086751074374285 3693,marcchew/test1,8bit,0.2764505119453925,0.261700856403107,0.48328226410029385,0.5019731649565904,0.0,0.24546660005848367,0.29481223291064457 3694,ahxt/LiteLlama-460M-1T,torch.bfloat16,0.24829351535836178,0.38388767177853017,0.41593752921387595,0.5019731649565904,0.0,0.25959187314511967,0.301613959075413 3695,ahxt/llama2_xs_460M_experimental,torch.float16,0.24914675767918087,0.3846843258315077,0.41591461733747837,0.4988161010260458,0.0,0.2617031048281324,0.30171081778372416 3696,janhq/Mistral-7B-Instruct-v0.2-DARE,torch.bfloat16,0.6194539249146758,0.7562238597888866,0.5435910325313378,0.749802683504341,0.18119787717968158,0.49988449324887146,0.5583589785279657 3697,janhq/supermario-v2,torch.bfloat16,0.6851535836177475,0.8650667197769368,0.605797177274584,0.813733228097869,0.7217589082638363,0.6488221267401578,0.7233886239618551 3698,janhq/supermario-slerp,torch.bfloat16,0.689419795221843,0.8657637920732921,0.6010546669403226,0.8129439621152328,0.7210007581501138,0.649313326506523,0.7232493835012214 3699,janhq/supermario-slerp-v2,torch.bfloat16,0.6936860068259386,0.8659629555865366,0.6295900737174474,0.8082083662194159,0.6345716451857468,0.6490680610691897,0.7135145181007125 3700,janhq/supermario-v1,torch.bfloat16,0.2773037542662116,0.2583150766779526,0.472672099464425,0.4909234411996843,0.0,0.27037992423374213,0.294932382640336 3701,MisterRid/saulgoodman-7b-alpha1,torch.bfloat16,0.6569965870307167,0.855008962358096,0.6113178140577039,0.7900552486187845,0.5974222896133434,0.6519260644573824,0.6937878276893378 3702,MisterRid/wendigo-14b-alpha2,torch.bfloat16,0.5665529010238908,0.77185819557857,0.5371025434721111,0.7363851617995264,0.22896133434420016,0.5800470124389557,0.5701511914428757 3703,MisterRid/wendigo-14b-alpha1,torch.bfloat16,0.5648464163822525,0.7719577773351922,0.5375635889879792,0.7300710339384373,0.23805913570887036,0.5783474035987095,0.5701408926585735 3704,MisterRid/wendigo-14b-alpha3,torch.bfloat16,0.5938566552901023,0.7950607448715395,0.5511700389811293,0.7474348855564326,0.3214556482183472,0.5971942278733492,0.6010287001318166 3705,MisterRid/wendigo-14b-alpha4,torch.bfloat16,0.5930034129692833,0.7964548894642501,0.5497966141695696,0.7474348855564326,0.3297952994692949,0.5984947948083523,0.6024966494061971 3706,MisterRid/saulgoodman-2x7b-alpha1,torch.bfloat16,0.6621160409556314,0.8536148177653854,0.6006356075996195,0.7924230465666929,0.6072782410917361,0.6494945632349105,0.6942603862023292 3707,mervinpraison/tamil-large-language-model-7b-v1.0,torch.bfloat16,0.6015358361774744,0.8221469826727743,0.4508914096363667,0.7750591949486977,0.48673237300985595,0.6389699490210491,0.6292226242443698 3708,Abe13/juniper-certificate-Llama-2-7b-chat-hf,torch.float16,0.2909556313993174,0.27633937462656843,0.48234181171735035,0.48303078137332284,0.0,0.2402438565077744,0.29548524260405556 3709,OpenPipe/mistral-ft-optimized-1218,torch.bfloat16,0.6791808873720137,0.8625771758613822,0.5947867444067919,0.8074191002367798,0.7225170583775588,0.6498895647426758,0.7193950884995336 3710,OpenPipe/mistral-ft-optimized-1227,torch.float16,0.6723549488054608,0.8589922326229835,0.5451472575391979,0.7884767166535123,0.7134192570128886,0.6517277016817493,0.7050196857192986 3711,localfultonextractor/Erosumika-7B,torch.float16,0.628839590443686,0.8589922326229835,0.6758705538530169,0.7529597474348856,0.37225170583775585,0.6064484565557671,0.6492270477913492 3712,localfultonextractor/Erosumika-7B-v2,torch.bfloat16,0.6561433447098977,0.8628759211312488,0.6900096441749616,0.7726913970007893,0.4518574677786202,0.6250925967974945,0.6764450619321686 3713,prithivida/Asimov-7B-v1,4bit,0.590443686006826,0.8004381597291377,0.5114755425083032,0.739542225730071,0.0932524639878696,0.5634822733693964,0.5497723918886007 3714,prithivida/Asimov-7B-v2,4bit,0.5426621160409556,0.7871937860983867,0.4544484235399292,0.7182320441988951,0.10917361637604246,0.5259130030270815,0.5229371648802151 3715,qiyinmiss/My_GPT2,torch.float16,0.21928327645051193,0.3158733320055766,0.4073203809998297,0.505130228887135,0.006823351023502654,0.25838030464119544,0.2854684790012919 3716,yunconglong/7Bx4_DPO_700,torch.bfloat16,0.6467576791808873,0.8611830312686716,0.6898757991807779,0.7971586424625099,0.6338134950720242,0.6223184937576198,0.7085178568204151 3717,yunconglong/10.7Bx2_DPO_200,torch.bfloat16,0.7022184300341296,0.8822943636725752,0.7538120166331955,0.819258089976322,0.6095526914329037,0.6624893136182813,0.7382708175612346 3718,yunconglong/13B_MATH_DPO,torch.bfloat16,0.7465870307167235,0.8951404102768373,0.786270657367768,0.8808208366219415,0.6709628506444276,0.6452689946243598,0.7708417967086763 3719,yunconglong/DARE_TIES_13B,torch.bfloat16,0.7431740614334471,0.895040828520215,0.7865638980237093,0.8808208366219415,0.6755117513267627,0.6446933914543038,0.7709674612300632 3720,yunconglong/MoE_13B_DPO,torch.bfloat16,0.7431740614334471,0.8939454291973711,0.7846972943990677,0.8800315706393055,0.6762699014404853,0.6448103492913148,0.770488101066832 3721,yunconglong/7Bx4_DPO_2e,torch.bfloat16,0.689419795221843,0.8679545907189803,0.6560145251092138,0.8074191002367798,0.7134192570128886,0.6450282863725838,0.7298759257787149 3722,yunconglong/Truthful_DPO_MOE_19B,torch.bfloat16,0.7107508532423208,0.8845847440748855,0.7229451135419377,0.8334648776637726,0.645185746777862,0.661328028566911,0.7430432273112816 3723,yunconglong/Truthful_DPO_TomGrc_FusionNet_7Bx2_MoE_13B,torch.bfloat16,0.7491467576791809,0.8930491933877713,0.780160272588061,0.8823993685872139,0.6952236542835482,0.6466650821472572,0.7744407214455055 3724,yunconglong/7Bx4_DPO,torch.bfloat16,0.6936860068259386,0.8688508265285799,0.6566429740244444,0.8058405682715075,0.7194844579226687,0.647327838482543,0.7319721120092804 3725,yunconglong/Mixtral_7Bx2_MoE_13B_DPO,torch.bfloat16,0.6544368600682594,0.840071698864768,0.6176132094440308,0.7845303867403315,0.4351781652767248,0.6213680348119686,0.6588663925343471 3726,FoxEngineAi/Mega-Destroyer-8x7B,torch.float16,0.7175767918088737,0.8646683927504482,0.7211989442261123,0.8279400157853196,0.33965125094768767,0.7010974035262784,0.6953554665074533 3727,SUSTech/SUS-Chat-72B,torch.bfloat16,0.6629692832764505,0.849631547500498,0.6026834780213507,0.8342541436464088,0.09401061410159212,0.7669790566971724,0.6350880205405788 3728,SUSTech/SUS-Chat-34B,torch.bfloat16,0.6629692832764505,0.8390758812985462,0.5704122295242341,0.835043409629045,0.7217589082638363,0.76407475047209,0.7322224104107002 3729,rinna/youri-7b-chat,torch.bfloat16,0.5119453924914675,0.7609042023501295,0.4116944806973883,0.7505919494869772,0.013646702047005308,0.46056750043716366,0.4848917045850219 3731,rinna/youri-7b,torch.float16,0.4906143344709898,0.7488548097988449,0.3602940110865896,0.7182320441988951,0.08642911296436695,0.42224012104363,0.4711107389272194 3732,rinna/bilingual-gpt-neox-4b-instruction-sft,torch.float16,0.28071672354948807,0.4750049790878311,0.4375927514815572,0.5232833464877664,0.0,0.23116857555371031,0.32462772936005885 3733,rinna/bilingual-gpt-neox-4b,torch.float16,0.29180887372013653,0.4372634933280223,0.4500298950094902,0.5185477505919495,0.0,0.2309931369572191,0.3214405249344696 3734,rinna/bilingual-gpt-neox-4b-8k,torch.float16,0.2858361774744027,0.4393547102170882,0.47476468409909994,0.47987371744277824,0.0,0.2538313119675745,0.322276766866824 3735,aihub-app/zyte-1.1B,torch.float16,0.378839590443686,0.6137223660625374,0.42145545716321137,0.6195737963693765,0.013646702047005308,0.2462029470191828,0.3822401431841666 3736,aihub-app/zyte-1B,torch.float16,0.378839590443686,0.6137223660625374,0.4214033627668609,0.6195737963693765,0.014404852160727824,0.24612457798536225,0.38234475763142517 3737,aihub-app/ZySec-7B-v1,torch.float16,0.6348122866894198,0.8501294562836088,0.5649322732323967,0.7813733228097869,0.23199393479909022,0.6014340432605791,0.6107792195124803 3738,aihub-app/zyte-1.1b,torch.float16,0.37542662116040953,0.6082453694483171,0.3945768224614545,0.6203630623520127,0.017437452615617893,0.24572030938698414,0.37696160623746594 3739,aihub-app/ZySec-8B-v2,torch.float16,0.5307167235494881,0.7629954192391953,0.4704799370916119,0.6874506708760852,0.2805155420773313,0.545473273188766,0.546271927670413 3740,mayacinka/yam-jom-7B-dare,torch.bfloat16,0.7337883959044369,0.8913563035251942,0.7803796357032909,0.8484609313338595,0.6982562547384382,0.6437677054630221,0.7660015377780404 3741,mayacinka/yam-sam-7B,torch.bfloat16,0.7090443686006825,0.8792073292172874,0.7130355730049789,0.8303078137332282,0.689158453373768,0.6539258523457748,0.7457798983792867 3742,mayacinka/Buttercup-7b-dpo-ties,torch.bfloat16,0.726962457337884,0.8908583947420833,0.7717141088129328,0.8476716653512234,0.689158453373768,0.6450019568833549,0.7618945060835411 3743,mayacinka/yam-jom-7B-slerp,torch.bfloat16,0.726962457337884,0.890161322445728,0.7777362776317227,0.8468823993685872,0.6990144048521607,0.6464089471064585,0.7645276347904235 3744,mayacinka/frankencup-dpo,torch.bfloat16,0.42662116040955633,0.6054570802628958,0.5071953239422262,0.734017363851618,0.0,0.6221122785276553,0.48256720116565854 3745,mayacinka/yam-jom-7B,torch.bfloat16,0.7337883959044369,0.8914558852818164,0.7804372409066441,0.8492501973164956,0.6959818043972706,0.6451204405295823,0.7660056607227076 3746,mayacinka/West-Ramen-7Bx4,torch.bfloat16,0.6757679180887372,0.8552081258713403,0.6100230244317076,0.8121546961325967,0.5799848369977255,0.626934077679652,0.6933454465336265 3747,mayacinka/NeuralZephyr-Beagle-7B,torch.bfloat16,0.6860068259385665,0.8637721569408484,0.6516576799205165,0.8113654301499605,0.6345716451857468,0.6466688538287715,0.7156737653274017 3748,mayacinka/chatty-djinn-14B,torch.float16,0.7039249146757679,0.8644692292372037,0.6757057112603054,0.8310970797158642,0.6057619408642911,0.6439935768172691,0.7208254087617836 3749,mayacinka/Buttercup-7b-dpo-slerp,torch.bfloat16,0.726962457337884,0.8908583947420833,0.7717141088129328,0.8476716653512234,0.689158453373768,0.6450019568833549,0.7618945060835411 3750,mayacinka/yam-jom-7B-ties,torch.bfloat16,0.7320819112627986,0.8904600677155945,0.7750874574270703,0.8453038674033149,0.6959818043972706,0.6477301223190913,0.7644408717541901 3751,saishf/Fett-uccine-11B-Experiment,torch.float16,0.6313993174061433,0.8539135630352519,0.6991696127634459,0.7458563535911602,0.2577710386656558,0.5971596698618601,0.6308782592205863 3752,saishf/Fimbulvetr-Kuro-Lotus-10.7B,torch.float16,0.6953924914675768,0.8787094204341764,0.6095070151643451,0.8413575374901342,0.66868840030326,0.6699447666809807,0.7272666052567455 3753,saishf/Multi-Verse-RP-7B,torch.float16,0.7235494880546075,0.8836885082652858,0.7318838992501496,0.8413575374901342,0.6641394996209249,0.6393592887836881,0.747329703577465 3754,saishf/Kuro-Lotus-10.7B,torch.float16,0.6868600682593856,0.8751244771957777,0.5826555768468422,0.8421468034727704,0.6611068991660348,0.6664025831000563,0.7190494013401444 3755,saishf/Top-Western-Maid-7B,torch.float16,0.6936860068259386,0.8740290778729337,0.5879284610844989,0.8326756116811366,0.6595905989385898,0.6462963202452824,0.71570101277473 3756,saishf/Kuno-Lake-7B,torch.float16,0.7184300341296929,0.8814977096195977,0.6683041706847399,0.8445146014206788,0.6535253980288097,0.6475826605758811,0.7356424290765667 3757,saishf/Fett-Eris-Mix-7B,torch.float16,0.6877133105802048,0.8733320055765784,0.7191139559285107,0.8082083662194159,0.574677786201668,0.6365089826838614,0.7165924011983732 3758,saishf/West-Hermes-7B,torch.float16,0.7167235494880546,0.8760207130053774,0.6425676288822494,0.8468823993685872,0.6853677028051555,0.6483061132723579,0.7359780178036303 3759,saishf/West-Maid-7B,torch.float16,0.6723549488054608,0.8643696474805815,0.5100402157242979,0.8271507498026835,0.623199393479909,0.6484574561118833,0.6909287352341361 3760,bn22/DolphinMini-Mistral-7B,torch.float16,0.6117747440273038,0.8424616610237005,0.523396497177615,0.7932123125493291,0.001516300227445034,0.6193714604196567,0.5652888292375083 3761,bn22/OpenHermes-2.5-Mistral-7B-MISALIGNED,torch.float16,0.6535836177474402,0.8467436765584545,0.5285201353037359,0.77663772691397,0.45261561789234267,0.6373518203370988,0.649242099125507 3762,bn22/Nous-Hermes-2-SOLAR-10.7B-MISALIGNED,torch.float16,0.6825938566552902,0.8610834495120494,0.5779007093743166,0.8342541436464088,0.6914329037149356,0.6626159949681335,0.718313509645189 3763,bn22/tinyllama_frankenmerge,torch.float16,0.30204778156996587,0.5100577574188409,0.4018024343557987,0.5872138910812944,0.01592115238817286,0.26105834134209177,0.34635022635936075 3764,KeyonZeng/lion-zephyr-7b,torch.float16,0.6305460750853242,0.8488348934475204,0.5878389020744844,0.7821625887924231,0.25928733889310085,0.6098319708118396,0.6197502948507821 3765,KeyonZeng/philion-2,torch.float16,0.6160409556313993,0.7506472814180443,0.4447100247374194,0.7426992896606156,0.5261561789234268,0.5812350097608967,0.6102481233553002 3766,ashercn97/giraffe-7b,torch.float16,0.4718430034129693,0.755327623979287,0.3847837297072023,0.6898184688239937,0.026535253980288095,0.3888917904146514,0.45286664505306523 3767,ashercn97/manatee-7b,torch.float16,0.5452218430034129,0.7894841665006971,0.46772048615027084,0.745067087608524,0.07050796057619409,0.4926360995373962,0.5184396072294158 3768,Nekochu/Luminia-13B-v3,torch.float16,0.5247440273037542,0.7608046205935073,0.4373610781301898,0.7261247040252565,0.04245640636846096,0.5360208122634159,0.5045852747807641 3769,Nekochu/Confluence-Renegade-7B,torch.float16,0.3191126279863481,0.45379406492730534,0.5147220458343612,0.6314127861089187,0.0,0.3148384229068197,0.3723133246272921 3770,Minami-su/Qwen1.5-7B-Chat_llamafy,torch.bfloat16,0.575938566552901,0.785202150965943,0.5758574809553286,0.664561957379637,0.1463229719484458,0.6118236156721581,0.5599511239124023 3771,Minami-su/Qwen1.5-0.5B-Chat_llamafy,torch.bfloat16,0.30631399317406144,0.4411471818362876,0.42974976604510956,0.5469613259668509,0.07429871114480667,0.3382227662717157,0.3561156240731386 3772,Minami-su/roleplay_alpaca_llama_lora,torch.float16,0.2764505119453925,0.2599083847839076,0.48633711369293997,0.494869771112865,0.0,0.27037992423374213,0.2979909509614745 3773,Minami-su/IA_14B,torch.bfloat16,0.6237201365187713,0.807010555666202,0.6221767645042083,0.7434885556432518,0.2896133434420015,0.6807671586249956,0.6277960857332385 3774,Minami-su/Qwen1.5-7B-Chat_mistral,torch.bfloat16,0.24488054607508533,0.26687910774746065,0.523327565382496,0.5367008681925809,0.0,0.2578032389813349,0.3049318877298263 3775,Minami-su/Qwen1.5-0.5B-Chat_mistral,torch.bfloat16,0.2551194539249147,0.2640908185620394,0.49059783076199204,0.48697711128650356,0.0,0.230833899040371,0.28793651892930344 3776,w95/megachat,torch.float16,0.30802047781569963,0.5435172276438957,0.39854544628414945,0.5698500394632992,0.009855951478392721,0.25545260055624214,0.3475402905402798 3777,fhai50032/SamCoder-TxC,torch.float16,0.6237201365187713,0.819259111730731,0.5236913327171143,0.7213891081294396,0.40636846095526913,0.5967511775468722,0.6151965545996996 3778,fhai50032/Mistral-4B-FT-2,torch.float16,0.2593856655290102,0.3963353913563035,0.4633447036093237,0.5659037095501184,0.02880970432145565,0.254599918896504,0.32806318221045255 3779,fhai50032/xLakeChat,torch.bfloat16,0.6254266211604096,0.8266281617207728,0.5302360289593187,0.745067087608524,0.4988627748294162,0.5919009379143951,0.6363536020321394 3780,fhai50032/RPLakeCoder-TxC,torch.float16,0.7039249146757679,0.8735311690898228,0.6433575059236883,0.8342541436464088,0.6459438968915845,0.6450057737087249,0.7243362339893329 3781,fhai50032/RolePlayLake-7B,torch.bfloat16,0.7056313993174061,0.874228241386178,0.6437979342958777,0.8326756116811366,0.6504927975739196,0.6455310584754839,0.7253928404550004 3782,fhai50032/BeagleLake-7B,torch.float16,0.7039249146757679,0.8738299143596893,0.6491975727907208,0.8318863456985004,0.6391205458680819,0.6424709101418944,0.7234050339224424 3783,fhai50032/RolePlayLake-7B-Toxic,torch.float16,0.6697952218430034,0.848635729934276,0.565415882393786,0.8224151539068666,0.6557998483699773,0.6378860608739937,0.6999913162203173 3784,fhai50032/BeagleLake-7B-Toxic,torch.float16,0.6518771331058021,0.8382792272455686,0.5766565175013683,0.8232044198895028,0.6360879454131918,0.6281854395800783,0.6923817804559187 3785,fhai50032/RP-Coder-SM3,torch.bfloat16,0.6561433447098977,0.842162915753834,0.5410727637055827,0.8255722178374112,0.5981804397270659,0.6334255272200019,0.6827595348256322 3786,fhai50032/SamChat,torch.bfloat16,0.6203071672354948,0.8194582752439753,0.5289794791431763,0.7198105761641673,0.40636846095526913,0.5978115685521015,0.6154559212156975 3787,prince-canuma/Damysus-2.7B-Chat,torch.bfloat16,0.591296928327645,0.7435769766978689,0.46445563407786983,0.7505919494869772,0.5018953752843063,0.563427689341795,0.6025407588694104 3788,INSAIT-Institute/BgGPT-7B-Instruct-v0.1,torch.bfloat16,0.6023890784982935,0.8159729137621987,0.5368100172224678,0.7703235990528808,0.5670962850644428,0.5966235819013521,0.6482025792502727 3789,INSAIT-Institute/BgGPT-7B-Instruct-v0.2,torch.bfloat16,0.60580204778157,0.8218482374029078,0.5462834271948728,0.7647987371744278,0.44124336618650495,0.6049964340738665,0.6308287083023583 3790,SJ-Donald/SOLAR-10.7B-slerp,torch.float16,0.681740614334471,0.8691495717984465,0.674246091155489,0.840568271507498,0.621683093252464,0.6672906232352896,0.7257797108806097 3791,SJ-Donald/SJ-SOLAR-10.7b-DPO,torch.float16,0.6825938566552902,0.8695478988249352,0.6774426022949598,0.8421468034727704,0.6209249431387415,0.6672709300256744,0.7266545057353953 3792,Eric111/Mathral,torch.bfloat16,0.6629692832764505,0.8616809400517825,0.5879334715417058,0.7955801104972375,0.7270659590598939,0.6326719666781069,0.7113169551841961 3793,Eric111/NeuralBeagleOpenChat,torch.float16,0.7030716723549488,0.8625771758613822,0.6091160375508784,0.8208366219415943,0.7437452615617892,0.6561887959286521,0.7325892608665409 3794,Eric111/openchat-3.5-0106-128k-DPO_dpo-binarized-NeuralTrix-7B,torch.bfloat16,0.7098976109215017,0.8706432981477793,0.680003907720506,0.8287292817679558,0.7005307050796058,0.6557495353550535,0.7409257231654004 3795,Eric111/Yarn-Mistral-7b-128k-DPO,torch.float16,0.6083617747440273,0.8299143596893049,0.435544148120208,0.7829518547750592,0.3214556482183472,0.6308550068840902,0.6015137987385061 3796,Eric111/CatunaLaserPi,torch.bfloat16,0.7150170648464164,0.880601473809998,0.6783048885683172,0.8303078137332282,0.7217589082638363,0.6494973636062881,0.7459145854713474 3797,Eric111/Mistral-7B-Instruct_v0.2_UNA-TheBeagle-7b-v1,torch.bfloat16,0.6783276450511946,0.8593905596494722,0.6564309371860594,0.8034727703235991,0.5390447308567097,0.6194285137439348,0.6926825261351616 3798,Eric111/MistInst-v0.2_ochat-3.5-0106_dpo-binarized-NeuralTrix-7B,torch.bfloat16,0.697098976109215,0.8585939055964947,0.6793155920234958,0.8208366219415943,0.5572403335860501,0.6123155873570222,0.7042335027689788 3799,Eric111/CatunaLaserPi-DPO,torch.float16,0.7295221843003413,0.8832901812387971,0.700075180667757,0.8263614838200474,0.6929492039423806,0.6495347799742266,0.746955502323925 3800,Eric111/MarcoHermes,torch.bfloat16,0.6621160409556314,0.855008962358096,0.5845514058616202,0.8074191002367798,0.6899166034874905,0.6480929077929241,0.7078508367820904 3801,Eric111/Mayo,torch.bfloat16,0.7013651877133106,0.8626767576180043,0.6093078415810402,0.8216258879242304,0.7338893100833965,0.6557781259314914,0.7307738518085789 3802,Eric111/Mistral-7B-Instruct-v0.2_openchat-3.5-0106,torch.bfloat16,0.6569965870307167,0.8458474407488548,0.5888869957680887,0.7932123125493291,0.5405610310841547,0.6323023205762036,0.6763011146262246 3803,Eric111/CatunaMayo,torch.bfloat16,0.7175767918088737,0.879008165704043,0.6996030299637043,0.8255722178374112,0.7232752084912812,0.6520952340389027,0.7495217746407028 3804,Eric111/UltraCatunaMayo,torch.bfloat16,0.7261092150170648,0.8836885082652858,0.740603874684832,0.8318863456985004,0.7232752084912812,0.6503419555732181,0.7593175179550303 3805,Eric111/openchat-3.5-0106-128k-DPO,torch.float16,0.6808873720136519,0.8381796454889464,0.5634410109185068,0.8153117600631413,0.6724791508718726,0.6474343790696194,0.7029555530709564 3806,Eric111/caTUNABeagle,torch.bfloat16,0.7005119453924915,0.8735311690898228,0.6530629256802719,0.8121546961325967,0.7134192570128886,0.6502287481455539,0.7338181235756042 3807,Eric111/CatunaMayo-DPO,torch.float16,0.7286689419795221,0.8829914359689305,0.7181865802621098,0.8271507498026835,0.7020470053070508,0.6524227219643562,0.7519112392141087 3808,Eric111/Mayoroya,torch.bfloat16,0.7107508532423208,0.8752240589524,0.6479048123448559,0.8342541436464088,0.7164518574677786,0.652806091000073,0.7395653027756396 3809,Eric111/UltraCatunaMayo-DPO,torch.float16,0.7286689419795221,0.8874726150169289,0.7644277231224181,0.8397790055248618,0.6853677028051555,0.6517834070635338,0.7595832325854034 3810,Eric111/Snorkel-Mistral-PairRM-DPO-openchat-3.5-0106-laser,torch.bfloat16,0.6732081911262798,0.8511252738498307,0.6169050471107633,0.7987371744277821,0.555724033358605,0.6323303739512603,0.6880050156374202 3811,qblocks/falcon_7b_norobots,torch.float16,0.4786689419795222,0.7792272455686118,0.3681146108106632,0.7174427782162589,0.04473085670962851,0.27942638928523383,0.44460180376165304 3812,qblocks/zephyr_7b_norobots,torch.float16,0.5648464163822525,0.796355307707628,0.4459569893997327,0.7411207576953434,0.20621683093252463,0.5552251891847485,0.5516202485503715 3813,qblocks/gpt2_137m_DolphinCoder,torch.float16,0.21843003412969283,0.3134833698466441,0.41575126598869544,0.5201262825572218,0.01061410159211524,0.2540453523866608,0.28874173441683837 3814,qblocks/falcon_7b_DolphinCoder,torch.float16,0.4872013651877133,0.7803226448914559,0.35117580451709535,0.7048145224940805,0.05079605761940864,0.270819877777879,0.44085504541460546 3815,qblocks/mistral_7b_HalfEpoch_DolphinCoder,torch.float16,0.6177474402730375,0.8226448914558853,0.4546153705308199,0.755327545382794,0.2964366944655042,0.6174929739030443,0.5940441526685142 3816,qblocks/codellama_7b_DolphinCoder,torch.float16,0.4197952218430034,0.6550487950607449,0.35450592505891126,0.6361483820047356,0.09704321455648218,0.38107077656722593,0.42393538584851714 3817,qblocks/mistral_7b_DolphinCoder,torch.float16,0.5972696245733788,0.8163712407886875,0.43954153886534947,0.7458563535911602,0.2623199393479909,0.5986865314719918,0.5766742047730932 3818,qblocks/mistral_7b_norobots,torch.float16,0.5895904436860068,0.8057159928301135,0.41912488957038563,0.7561168113654302,0.38362395754359363,0.5766207833357396,0.5884654797218781 3819,rhysjones/phi-2-orange-v2,torch.float16,0.6186006825938567,0.7631945827524398,0.5484325985087112,0.7569060773480663,0.576194086429113,0.5571621425036778,0.6367483616893107 3820,ai4bharat/Airavata,torch.float16,0.46501706484641636,0.6925911173073093,0.4061889988501365,0.6882399368587214,0.0401819560272934,0.4390176327883993,0.4552061177797127 3821,Ichsan2895/Merak-7B-v5-PROTOTYPE1,torch.float16,0.6220136518771331,0.8206532563234415,0.4540508102605467,0.7790055248618785,0.37225170583775585,0.6096894921527892,0.6096107402189241 3822,222limin/Liph-36-imatwarwithmyself,torch.float16,0.6237201365187713,0.7715594503087034,0.5227691702271635,0.7529597474348856,0.5989385898407885,0.581428900639223,0.6418959991615892 3823,LLMs/Stable-Vicuna-13B,torch.float16,0.5341296928327645,0.785700059749054,0.48356700468444463,0.5698500394632992,0.0,0.5036523508890685,0.47948319126977185 3824,LLMs/AlpacaGPT4-7B-elina,torch.float16,0.5503412969283277,0.787890858394742,0.41525408562158717,0.7269139700078927,0.045489006823351025,0.3749994047020343,0.48348143707965585 3825,LLMs/WizardLM-30B-V1.0,torch.float16,0.6254266211604096,0.8327026488747261,0.5248739406679576,0.7750591949486977,0.21834723275208492,0.5905118082176688,0.5944869077702575 3826,LLMs/WizardLM-13B-V1.0,torch.float16,0.5725255972696246,0.8088030272854013,0.5055142138746977,0.7411207576953434,0.14101592115238817,0.5291986273598708,0.5496963574395543 3827,abhishek/zephyr-beta-math,torch.float16,0.5665529010238908,0.8125871340370444,0.4483173874309561,0.755327545382794,0.5640636846095527,0.5724185714338073,0.6198778706530075 3828,abhishek/llama2guanacotest,torch.float16,0.5162116040955631,0.775542720573591,0.43884042037688203,0.7316495659037096,0.11751326762699014,0.4848664810063411,0.5107706765971795 3829,abhishek/ccy0-2g7e-wqsa-0,torch.float16,0.5819112627986348,0.82194781915953,0.4999229182981739,0.7821625887924231,0.32221379833206976,0.5958769145930415,0.6006725503289788 3831,abhishek/autotrain-8kfjk-b3gva,torch.bfloat16,0.5,0.7079267078271261,0.4349391981377495,0.6337805840568271,0.18802122820318423,0.510940250536427,0.495934661460219 3832,abhishek/hepu-o4zf-ravz-7-0,torch.float16,0.24488054607508533,0.25363473411670984,0.5166805857294422,0.4925019731649566,0.0,0.2327398946456812,0.29007295562197916 3833,abhishek/autotrain-ixpiv-6kj1e,torch.float16,0.6168941979522184,0.8254331806413066,0.45718481969610947,0.760852407261247,0.0,0.5861310387243617,0.5410826073792072 3834,bigcode/gpt_bigcode-santacoder,torch.float16,0.21160409556313994,0.3084047002589126,0.4563639608974095,0.47829518547750594,0.00530705079605762,0.24965191760027408,0.2849378184322166 3835,bigcode/starcoderplus,torch.float16,0.4872013651877133,0.772953594901414,0.3785439623329118,0.7000789265982637,0.0803639120545868,0.4372197902440203,0.47606025855315165 3836,bigcode/starcoder,torch.bfloat16,0.302901023890785,0.4787890858394742,0.4130412207453783,0.5627466456195738,0.09173616376042457,0.2947061221458878,0.3573200436669206 3837,bigcode/starcoderbase-7b,torch.bfloat16,0.2986348122866894,0.4386576379207329,0.4046263361255611,0.5438042620363063,0.05458680818802123,0.28446438452711176,0.33746237351407044 3838,bigcode/starcoderbase-3b,torch.bfloat16,0.25853242320819114,0.3910575582553276,0.4305451198786013,0.5114443567482242,0.017437452615617893,0.27352800493067736,0.3137574859394399 3839,bigcode/starcoderbase,torch.bfloat16,0.302901023890785,0.47211710814578767,0.400215713503952,0.5580110497237569,0.07884761182714177,0.32117097492222224,0.3555439136689409 3840,bigcode/tiny_starcoder_py,torch.float16,0.2098976109215017,0.2876916948814977,0.4768065326905703,0.5122336227308603,0.009855951478392721,0.26789374549077694,0.2940631930322666 3841,bigcode/starcoderbase-1b,torch.bfloat16,0.22696245733788395,0.3430591515634336,0.4578928664903403,0.4996053670086819,0.009097801364670205,0.26673881564261503,0.3005594099012709 3842,bigcode/santacoder,torch.float16,0.2627986348122867,0.2560246962756423,0.5124422674921806,0.48066298342541436,0.0,0.25892529015742816,0.2951423120271587 3843,r2rss/Malachite-7b-v0,torch.bfloat16,0.6774744027303754,0.8365863373829915,0.644904243585318,0.8121546961325967,0.44806671721000757,0.6353811520958682,0.6757612581895263 3844,TehVenom/PPO_Pygway-V8p4_Dev-6b,torch.float16,0.4035836177474403,0.6714797849034057,0.35255842127835474,0.6440410418310971,0.026535253980288095,0.29295593860937946,0.3985256763916609 3845,TehVenom/Dolly_Shygmalion-6b,torch.float16,0.4189419795221843,0.6848237402907787,0.33908250286866914,0.6535122336227308,0.02122820318423048,0.27581334337208807,0.39890033381011364 3846,TehVenom/Moderator-Chan_GPT-JT-6b,torch.float16,0.43686006825938567,0.7077275443138817,0.3604605722841003,0.6558800315706393,0.01288855193328279,0.35614151754589696,0.4216597143178645 3847,TehVenom/GPT-J-Pyg_PPO-6B,torch.float16,0.4206484641638225,0.6750647281418044,0.3195262528360929,0.6471981057616417,0.028051554207733132,0.28523965823805814,0.3959547938915255 3848,TehVenom/DiffMerge-DollyGPT-Pygmalion,torch.float16,0.2363481228668942,0.3437562238597889,0.4647849311307195,0.5382794001578532,0.0,0.2441047911413747,0.3045455781927718 3849,TehVenom/PPO_Shygmalion-6b,torch.float16,0.40273037542662116,0.6687910774746066,0.3424457812700239,0.6535122336227308,0.01819560272934041,0.27530690693631665,0.3934969962432733 3850,TehVenom/Dolly_Malion-6b,torch.float16,0.4283276450511945,0.6843258315076678,0.3303494954645523,0.654301499605367,0.017437452615617893,0.27127245752360396,0.39766906362800053 3851,TehVenom/PPO_Shygmalion-V8p4_Dev-6b,torch.float16,0.4069965870307167,0.6703843855805617,0.3556659955866181,0.6393054459352802,0.02577710386656558,0.29310144101787217,0.3985384931696024 3852,TehVenom/oasst-sft-6-llama-33b-xor-MERGED-16bit,torch.float16,0.6151877133105802,0.8349930292770364,0.5069548720358209,0.7908445146014207,0.30477634571645185,0.5743442542858807,0.6045167882045318 3853,TehVenom/Pygmalion_AlpacaLora-7b,torch.float16,0.5324232081911263,0.7691694881497709,0.39440596261783484,0.7221783741120757,0.012130401819560273,0.35917938055617993,0.46491446924109137 3854,TehVenom/DiffMerge_Pygmalion_Main-onto-V8P4,torch.float16,0.4052901023890785,0.6747659828719379,0.3254579652429733,0.6250986582478295,0.011372251705837756,0.2568182128799984,0.38313386222294255 3855,TehVenom/Pygmalion-Vicuna-1.1-7b,torch.float16,0.5281569965870307,0.7865962955586536,0.42212209395307704,0.7198105761641673,0.0621683093252464,0.43611282172960947,0.4924945155529641 3856,TehVenom/Dolly_Shygmalion-6b-Dev_V8P2,torch.float16,0.4138225255972696,0.6766580362477594,0.36858400745105036,0.6432517758484609,0.019711902956785442,0.28483327786557006,0.40114358766114927 3857,TehVenom/Pygmalion-13b-Merged,torch.float16,0.5648464163822525,0.8002389962158932,0.35862938539385836,0.755327545382794,0.000758150113722517,0.42930059708706464,0.4848501817625976 3858,TehVenom/ChanMalion,torch.float16,0.4189419795221843,0.6825333598884684,0.3389074158263615,0.6535122336227308,0.016679302501895376,0.272933999578374,0.3972513818233357 3859,TehVenom/GPT-J-Pyg_PPO-6B-Dev-V8p4,torch.float16,0.40187713310580203,0.6643098984266083,0.34755476295651255,0.6400947119179163,0.018953752843062926,0.30393680764936887,0.39612117781654516 3860,TehVenom/Metharme-13b-Merged,torch.float16,0.5989761092150171,0.8111929894443338,0.5118180466910877,0.7679558011049724,0.08718726307808947,0.4717695320546484,0.5414832902646914 3861,blueapple8259/TinyStories-Alpaca,torch.float16,0.23976109215017063,0.24915355506871142,0.46675301460809676,0.5185477505919495,0.0,0.23354965207695128,0.2846275107493133 3862,bardsai/jaskier-7b-dpo,torch.float16,0.7081911262798635,0.8702449711212906,0.6441355772747278,0.8018942383583267,0.7035633055344959,0.6467248542089922,0.7291256787962829 3863,bardsai/jaskier-7b-dpo-v2,torch.float16,0.6928327645051194,0.8679545907189803,0.6163588289437557,0.8074191002367798,0.7179681576952237,0.6492372177423283,0.7252951099736978 3864,bardsai/jaskier-7b-dpo-v7.1,torch.float16,0.7337883959044369,0.8927504481179048,0.7828262498802037,0.8524072612470402,0.6990144048521607,0.6436562672913705,0.7674071712155195 3865,bardsai/jaskier-7b-dpo-v4.1,torch.float16,0.7295221843003413,0.8906592312288388,0.7592071044175611,0.8468823993685872,0.6830932524639879,0.647473567359833,0.7594729565231915 3866,bardsai/jaskier-7b-dpo-v6.1,torch.float16,0.7329351535836177,0.8888667596096396,0.7747045570078235,0.8468823993685872,0.6944655041698257,0.6438609877819943,0.7636192269202479 3867,bardsai/jaskier-7b-dpo-v5.6,torch.float16,0.7303754266211604,0.8899621589324835,0.7781424860062839,0.8453038674033149,0.6967399545109931,0.6438075561415569,0.764055241602632 3868,bardsai/jaskier-7b-dpo-v4.3,torch.float16,0.7261092150170648,0.8908583947420833,0.7826940259074282,0.8476716653512234,0.690674753601213,0.6429118917897015,0.7634866577347857 3869,bardsai/jaskier-7b-dpo-v3.3,torch.float16,0.7226962457337884,0.8888667596096396,0.7900424254093005,0.8437253354380426,0.6785443517816527,0.6433992453494521,0.7612123938869794 3870,jebcarter/psyonic-cetacean-20B,torch.float16,0.6356655290102389,0.861979685321649,0.5754737295645932,0.7813733228097869,0.1470811220621683,0.5966372967766379,0.599701780924179 3871,silvainrichou/gemma-3b-002,torch.bfloat16,0.4334470989761092,0.6406094403505278,0.42683291459811795,0.6085240726124704,0.05534495830174375,0.368630961702071,0.42223157442350673 3872,YeungNLP/LongQLoRA-Vicuna-13b-8k,torch.float16,0.5639931740614335,0.8104959171479785,0.4707041581162466,0.745067087608524,0.2304776345716452,0.536836648751997,0.5595957700429709 3873,YeungNLP/firefly-ziya-13b,torch.float16,0.5537542662116041,0.7847042421828321,0.49292688331944234,0.7482241515390686,0.06899166034874905,0.4518008382557478,0.5167336736429072 3874,YeungNLP/firefly-llama2-13b-chat,torch.float16,0.5750853242320819,0.7794264090818562,0.48175867456411614,0.7474348855564326,0.09855951478392722,0.5255558807685055,0.5346367814978199 3875,YeungNLP/firefly-qwen1.5-en-7b,torch.float16,0.5341296928327645,0.7551284604660427,0.5196339135336967,0.7071823204419889,0.5534495830174374,0.6166735544330106,0.6143662541208235 3876,YeungNLP/firefly-llama2-13b-pretrain,torch.float16,0.5392491467576792,0.7909778928500298,0.3623901687630447,0.755327545382794,0.08567096285064443,0.5124853051931512,0.5076835036328905 3877,YeungNLP/firefly-llama2-7b-pretrain,torch.float16,0.4863481228668942,0.7482573192591118,0.39076760896589485,0.7024467245461721,0.032600454890068235,0.4104126030198726,0.4618054722580023 3878,YeungNLP/firefly-mixtral-8x7b-v1,torch.float16,0.6808873720136519,0.8575980880302728,0.553071814559571,0.8208366219415943,0.5928733889310084,0.7149376748692632,0.7033674933908937 3879,YeungNLP/firefly-mixtral-8x7b-v0.1,torch.float16,0.6808873720136519,0.8575980880302728,0.553071814559571,0.8208366219415943,0.5928733889310084,0.7149376748692632,0.7033674933908937 3880,YeungNLP/firefly-qwen1.5-en-7b-dpo-v0.1,torch.float16,0.5435153583617748,0.7604062935670185,0.5639630356937664,0.7205998421468035,0.5413191811978771,0.6120823742307068,0.6236476808663245 3881,YeungNLP/firefly-llama-30b,torch.float16,0.6424914675767918,0.836387173869747,0.5320066046936535,0.7742699289660616,0.15845337376800606,0.5823253184291846,0.5876556445505741 3882,YeungNLP/firefly-zephyr-6x7b,torch.float16,0.6075085324232082,0.8280223063134834,0.48835847161237644,0.7703235990528808,0.30932524639878695,0.6003280367198436,0.6006443654200967 3883,YeungNLP/firefly-bloom-2b6-v2,torch.float16,0.2764505119453925,0.39225253933479387,0.4226802145602146,0.5477505919494869,0.017437452615617893,0.25241807160801993,0.3181648970022543 3884,YeungNLP/firefly-zephyr-6x7b-lora,torch.float16,0.6100682593856656,0.8280223063134834,0.4883734627836678,0.7703235990528808,0.3100833965125095,0.6008990116350807,0.6012950059472146 3885,YeungNLP/LongQLoRA-Llama2-7b-8k,torch.float16,0.5247440273037542,0.7811192989444333,0.3894373133727476,0.7205998421468035,0.1152388172858226,0.45374342483379104,0.49748045398122537 3886,YeungNLP/firefly-llama2-13b,torch.float16,0.591296928327645,0.8198566022704641,0.515659683428507,0.7466456195737964,0.11220621683093253,0.5549377699067557,0.5567671367230167 3887,YeungNLP/firefly-llama-13b-v1.2,torch.float16,0.5674061433447098,0.8034256124278032,0.5100378847119458,0.7592738752959748,0.0803639120545868,0.48904752777851795,0.5349258259355897 3888,YeungNLP/firefly-gemma-7b,torch.float16,0.621160409556314,0.7977494523003386,0.49407922997214876,0.7545382794001578,0.4927975739196361,0.6157036291665354,0.6293380957191884 3889,YeungNLP/firefly-llama2-13b-v1.2,torch.float16,0.606655290102389,0.8046205935072694,0.5103135629035147,0.7482241515390686,0.11751326762699014,0.5651428768452238,0.5587449570874093 3890,YeungNLP/firefly-bloom-7b1,torch.float16,0.4044368600682594,0.6120294761999602,0.4083306889381139,0.6456195737963694,0.006823351023502654,0.26829024009287006,0.3909216983531793 3891,YeungNLP/firefly-llama-13b,torch.float16,0.5895904436860068,0.7970523800039833,0.4959184623226464,0.7561168113654302,0.08188021228203184,0.49096113872219943,0.5352532413970498 3893,argilla/notus-8x7b-experiment,torch.bfloat16,0.7098976109215017,0.8773152758414658,0.6579117349463197,0.8161010260457774,0.6163760424564063,0.7133427578928543,0.7318240746840542 3894,argilla/notux-8x7b-v1,torch.float16,0.7064846416382252,0.8772156940848437,0.6620853259521383,0.8074191002367798,0.6110689916603488,0.7138894203721196,0.7296938623240758 3895,argilla/distilabeled-Hermes-2.5-Mistral-7B,torch.float16,0.6629692832764505,0.8515236008763195,0.5575303664709317,0.7892659826361483,0.6087945413191812,0.6349827290618351,0.6841777506068111 3896,argilla/distilabeled-Marcoro14-7B-slerp-full,torch.float16,0.7064846416382252,0.8755228042222665,0.6421417472476668,0.8200473559589582,0.7065959059893859,0.6532536919881068,0.7340076911741016 3897,argilla/CapybaraHermes-2.5-Mistral-7B,torch.float16,0.6578498293515358,0.854511053574985,0.5691194812882566,0.7829518547750592,0.5928733889310084,0.6312851044426445,0.681431785393915 3898,argilla/notux-8x7b-v1-epoch-2,torch.bfloat16,0.7064846416382252,0.8780123481378211,0.6596774083234566,0.8208366219415943,0.6034874905231236,0.7142649004603839,0.7304605685041007 3899,argilla/distilabeled-Marcoro14-7B-slerp,torch.float16,0.7073378839590444,0.874726150169289,0.6510264969421982,0.8208366219415943,0.7119029567854435,0.6521879143453257,0.7363363373571493 3900,argilla/notus-7b-v1,torch.float16,0.6459044368600683,0.8483369846644094,0.5434993224846835,0.7955801104972375,0.3457164518574678,0.6303620770023565,0.6348998972277039 3901,argilla/DistilabelBeagle14-7B,torch.float16,0.7107508532423208,0.8700458076080462,0.6890798826156785,0.8074191002367798,0.36087945413191813,0.6127329282143961,0.6751513376748566 3902,Cheng98/llama-39m,torch.float16,0.24061433447098976,0.2557259510057757,0.47187304526757556,0.4956590370955012,0.0,0.2431118183687785,0.28449736436810347 3903,Syed-Hasan-8503/openhermes-gemma-2b-it,torch.float16,0.439419795221843,0.627365066719777,0.458323806326475,0.6093133385951065,0.056103108415466264,0.37620960209501925,0.42778911956228116 3904,huseyinatahaninan/phi-2-instruction,torch.bfloat16,0.613481228668942,0.7472615016928899,0.44956524421338884,0.7419100236779794,0.5253980288097043,0.5776500816828152,0.6092110181242866 3905,huseyinatahaninan/phi-2-dpo,torch.bfloat16,0.6305460750853242,0.7635929097789285,0.45354154186159823,0.7403314917127072,0.5670962850644428,0.5846235914390651,0.623288649157011 3906,shaohang/SparseOPT-1.3B,torch.float16,0.2713310580204778,0.48685520812587135,0.3911461888082662,0.585635359116022,0.000758150113722517,0.25596285292366266,0.3319481361846704 3907,shaohang/Sparse0.5_OPT-1.3,torch.float16,0.2713310580204778,0.48685520812587135,0.3911461888082662,0.585635359116022,0.000758150113722517,0.25596285292366266,0.3319481361846704 3908,migtissera/Tess-XS-v1.0,torch.float16,0.6143344709897611,0.8381796454889464,0.4712323822712203,0.7892659826361483,0.18271417740712662,0.6410384219763056,0.5894608467949181 3909,migtissera/Tess-70B-v1.6,torch.float16,0.7133105802047781,0.8706432981477793,0.6379505279993883,0.8397790055248618,0.7081122062168309,0.7475661425091464,0.7528936267671309 3910,migtissera/Synthia-70B-v1.1,torch.float16,0.7005119453924915,0.8712407886875124,0.5783691579924066,0.8366219415943172,0.31842304776345715,0.7033770425802535,0.6680906540017397 3911,migtissera/SynthIA-7B-v1.5,torch.float16,0.6271331058020477,0.833698466440948,0.5131996962275648,0.7924230465666929,0.17437452615617893,0.6348049446760322,0.5959389643115774 3912,migtissera/SynthIA-7B-v1.3,torch.float16,0.621160409556314,0.8344951204939255,0.5136907901080823,0.7884767166535123,0.17589082638362397,0.6264745570816891,0.5933647367128578 3913,migtissera/Tess-10.7B-v1.5,torch.float16,0.6501706484641638,0.8406691894045011,0.47430080710659894,0.8334648776637726,0.5435936315390447,0.6509011165426413,0.6655167117867871 3914,migtissera/Synthia-7B-v1.2,torch.float16,0.5435153583617748,0.7928699462258514,0.48916296496506734,0.7355958958168903,0.10841546626231995,0.4933256388268523,0.5271475450764593 3915,migtissera/Synthia-70B,torch.float16,0.6945392491467577,0.8711412069308903,0.5978847833710849,0.8366219415943172,0.31387414708112205,0.6890922391141622,0.6671922612063891 3916,migtissera/Synthia-70B-v1.2,torch.float16,0.7047781569965871,0.8698466440948018,0.5863515695677809,0.8326756116811366,0.3191811978771797,0.7013448235885665,0.6690296673010088 3917,migtissera/Tess-34B-v1.5b,torch.float16,0.6390784982935154,0.8442541326428998,0.5312154281103626,0.8129439621152328,0.6285064442759667,0.7626177267963137,0.7031026987057151 3918,migtissera/Synthia-7B-v3.0,torch.float16,0.6245733788395904,0.8378809002190799,0.4384503915554312,0.7790055248618785,0.400303260045489,0.6390387858404031,0.6198753735603121 3919,migtissera/Tess-XS-v1.1,torch.float16,0.6390784982935154,0.8405696076478789,0.49923681207340576,0.7916337805840569,0.16224412433661864,0.6306555717003356,0.5939030657726352 3920,migtissera/Tess-XS-v1-3-yarn-128K,torch.bfloat16,0.6160409556313993,0.8296156144194383,0.5019574783346394,0.7474348855564326,0.4336618650492798,0.6209603216140548,0.6249451867675407 3921,migtissera/Tess-M-Creative-v1.0,torch.float16,0.6680887372013652,0.8514240191196972,0.5768450076180885,0.8310970797158642,0.6209249431387415,0.7553967780666749,0.7172960941434052 3922,migtissera/Tess-72B-v1.5b,torch.float16,0.712457337883959,0.8553077076279626,0.7198677184860963,0.8145224940805051,0.7695223654283548,0.7662789198132803,0.7729927572200265 3923,migtissera/Tess-M-v1.1,torch.float16,0.6715017064846417,0.8476399123680541,0.5479512734029787,0.8287292817679558,0.5466262319939348,0.7449721692857008,0.6979034292172109 3924,migtissera/Tess-34B-v1.4,torch.float16,0.6459044368600683,0.833698466440948,0.5679144363917273,0.8121546961325967,0.5966641394996209,0.7501906388791761,0.7010878023673562 3925,migtissera/SynthIA-70B-v1.5,torch.bfloat16,0.6936860068259386,0.8697470623381797,0.5740125787335826,0.8366219415943172,0.5481425322213799,0.6916216547691512,0.7023052960804249 3926,migtissera/Tess-7B-v1.4,torch.float16,0.6040955631399317,0.8287193786098387,0.5187917410145858,0.7482241515390686,0.42153146322971946,0.6098489314765195,0.6218685381682773 3927,migtissera/Synthia-13B-v1.2,torch.float16,0.6126279863481229,0.8293168691495718,0.4727191424035362,0.7647987371744278,0.10993176648976498,0.5647471975976432,0.5590236165271778 3929,migtissera/Synthia-70B-v1.2b,torch.float16,0.6877133105802048,0.8757219677355108,0.5769082726326263,0.8389897395422258,0.3525398028809704,0.6881317612229434,0.6700008090990802 3930,migtissera/Synthia-v3.0-11B,torch.float16,0.6407849829351536,0.8532164907388966,0.48221845296383764,0.8421468034727704,0.5610310841546626,0.6617550811957298,0.6735254825768417 3931,migtissera/Synthia-13B,torch.float16,0.5998293515358362,0.8185620394343757,0.4741242810932586,0.760852407261247,0.10993176648976498,0.5610860589076341,0.554064317453686 3932,migtissera/Tess-M-v1.3,torch.float16,0.6254266211604096,0.8394742083250348,0.5603469779031626,0.8113654301499605,0.5921152388172858,0.7536214578526316,0.6970583223680807 3933,migtissera/Synthia-7B,torch.float16,0.5614334470989761,0.7859988050189205,0.4503268940046918,0.7426992896606156,0.06595905989385899,0.503498179662917,0.5183192792233301 3934,migtissera/Tess-10.7B-v1.5b,torch.float16,0.6535836177474402,0.8533160724955188,0.4738041625665458,0.8279400157853196,0.5617892342683851,0.6623865691398497,0.6721366120005099 3935,huggingface/llama-13b,torch.float16,0.5622866894197952,0.8093009360685123,0.3947594003603401,0.7624309392265194,0.0758150113722517,0.47671598870202314,0.5135514941915736 3936,huggingface/llama-65b,torch.float16,0.6348122866894198,0.8608842859988051,0.4342876070583593,0.8255722178374112,0.2767247915087187,0.6393064176395022,0.6119312677887027 3937,huggingface/llama-7b,torch.float16,0.5102389078498294,0.77823142800239,0.3432950455512755,0.7142857142857143,0.0356330553449583,0.35711061135855415,0.4564657937321202 3938,huggingface/llama-30b,torch.float16,0.6126279863481229,0.8473411670981876,0.42269922233794804,0.8003157063930545,0.14859742228961334,0.5846957724876327,0.5693795461590931 3939,PulsarAI/OpenHermes-2.5-neural-chat-v3-3-Slerp,torch.bfloat16,0.6808873720136519,0.861979685321649,0.627788323256757,0.7916337805840569,0.6777862016679302,0.6425665404605088,0.7137736505507589 3940,PulsarAI/2x-LoRA-Assemble-Platypus2-13B,torch.float16,0.60580204778157,0.8256323441545509,0.5477106072151011,0.7490134175217048,0.009097801364670205,0.5825083370971628,0.55329409252246 3941,PulsarAI/Nebula-7B,torch.float16,0.5930034129692833,0.8345947022505477,0.45561649492894496,0.7640094711917916,0.14859742228961334,0.569984901055961,0.560967734114357 3942,PulsarAI/Chat-AYB-Platypus2-13B,torch.float16,0.6049488054607508,0.8402708623780123,0.5451670851918026,0.7576953433307024,0.029567854435178165,0.5782721739415901,0.5593203541230062 3943,PulsarAI/Chat-AYB-Nova-13B,torch.float16,0.6296928327645052,0.842760406293567,0.5128475358249373,0.7758484609313339,0.12357846853677028,0.5858150440222701,0.578423791395564 3944,PulsarAI/CollectiveCognition-v1.1-Nebula-7B,torch.float16,0.5810580204778157,0.8239394542919737,0.5353024010333743,0.7371744277821626,0.09552691432903715,0.5702619552577156,0.5572105288620132 3945,PulsarAI/EnsembleV5-Nova-13B,torch.float16,0.6271331058020477,0.8255327623979287,0.4985854685041301,0.7624309392265194,0.10765731614859743,0.5678841966305515,0.5648706314516292 3946,PulsarAI/Draco-8x7B,torch.bfloat16,0.6501706484641638,0.8524198366859191,0.6265250771231468,0.8066298342541437,0.6679302501895376,0.649618983673021,0.708882438398322 3947,PulsarAI/MetaMath-OpenHermes-2.5-neural-chat-v3-3-Slerp,torch.bfloat16,0.6459044368600683,0.8539135630352519,0.5514034273421413,0.7963693764798737,0.7164518574677786,0.6427439676107144,0.7011311047993046 3948,PulsarAI/2x-LoRA-Assemble-Nova-13B,torch.float16,0.6262798634812287,0.8324039036048596,0.5188449816339029,0.7695343330702447,0.1023502653525398,0.5864039796824173,0.5726362211375321 3949,PulsarAI/MetaMath-Chupacabra-7B-v2.01-Slerp,torch.float16,0.6612627986348123,0.8546106353316073,0.5614591813728808,0.7947908445146015,0.7012888551933283,0.6392139734815333,0.7021043814214606 3950,PulsarAI/2x-LoRA-Assemble-13B,torch.float16,0.636518771331058,0.8346942840071699,0.5594181501740189,0.7647987371744278,0.09249431387414708,0.5982004785269349,0.5810207891812927 3951,PulsarAI/MetaMath-Tulpar-7b-v2-Slerp,torch.float16,0.6561433447098977,0.8516231826329417,0.564970662967412,0.7947908445146015,0.709628506444276,0.6349251540079632,0.7020136158795154 3952,PulsarAI/Nebula-v2-7B,torch.float16,0.5870307167235495,0.8306114319856602,0.46717875687520055,0.7513812154696132,0.3169067475360121,0.5761442071033344,0.588208845948895 3953,PulsarAI/SlimOpenOrca-Mistral-7B-v2,torch.float16,0.628839590443686,0.8340967934674368,0.5664808334981362,0.7758484609313339,0.18953752843062927,0.6204940941152433,0.6025495501477441 3954,PulsarAI/Neural-una-cybertron-7b,torch.bfloat16,0.6902730375426621,0.8450507866958773,0.6498823682901811,0.8066298342541437,0.5231235784685367,0.6279240987798114,0.6904806173385354 3955,PulsarAI/GenAI-Nova-13B,torch.float16,0.6228668941979523,0.8327026488747261,0.5179019852720109,0.7734806629834254,0.07733131159969674,0.5947093253445183,0.5698321380453883 3956,naseerfaheem/SOLAR-10.7B-Instruct-ties,torch.float16,0.7090443686006825,0.8857797251543518,0.7187641653348525,0.835043409629045,0.640636846095527,0.6633835675781401,0.7421086803987667 3957,deepnight-research/lil-c3po,torch.float16,0.6501706484641638,0.8444532961561442,0.6873119394140667,0.7916337805840569,0.4844579226686884,0.6235799754281677,0.6802679271192146 3959,0x7194633/fialka-13B-v3.1,torch.float16,0.29948805460750855,0.472814180442143,0.43028347785755877,0.584846093133386,0.00530705079605762,0.2541422846573769,0.34114685691567187 3960,0x7194633/fialka-7B-v3,torch.float16,0.4854948805460751,0.7105158334993029,0.44789396715208607,0.6945540647198106,0.015163002274450341,0.4305937947419204,0.4640359238222742 3961,0x7194633/fialka-13B-v3,torch.float16,0.3097269624573379,0.48834893447520417,0.4058016031292479,0.5943172849250198,0.01288855193328279,0.263573517586444,0.3457761424177561 3962,0x7194633/fialka-13B-v4,torch.float16,0.29692832764505117,0.4737104162517427,0.43649124278295964,0.5887924230465666,0.0037907505686125853,0.2508720627810546,0.34176420384599787 3963,0x7194633/nanoFialka-v1,torch.float16,0.22013651877133106,0.28121888070105555,0.4525733674718429,0.5043409629044988,0.0,0.2503305091635584,0.2847667065020478 3964,Tincando/fiction_story_generator,torch.float16,0.23293515358361774,0.286795459071898,0.4379130412087666,0.5011838989739542,0.0,0.26717220002768993,0.2876666254776544 3965,Xwin-LM/Xwin-LM-70B-V0.1,torch.float16,0.7022184300341296,0.8725353515236008,0.5985719496292411,0.8287292817679558,0.2721758908263836,0.6977283159634735,0.6619932032907974 3966,Xwin-LM/Xwin-LM-7B-V0.1,torch.float16,0.5656996587030717,0.7939653455486955,0.47887897889684966,0.7332280978689818,0.05307050796057619,0.49977697959738887,0.5207699280959273 3967,Xwin-LM/Xwin-Math-70B-V1.0,torch.bfloat16,0.6450511945392492,0.8488348934475204,0.5157978023012086,0.8153117600631413,0.5799848369977255,0.6620207434572497,0.6778335384676825 3968,Xwin-LM/XwinCoder-34B,torch.bfloat16,0.5102389078498294,0.7401911969727146,0.4381791083323701,0.6835043409629045,0.3934799090219864,0.49530946250271807,0.5434838209404205 3969,Xwin-LM/Xwin-LM-13B-V0.1,torch.float16,0.6254266211604096,0.8280223063134834,0.4595945101063146,0.7426992896606156,0.09628506444275967,0.5652857967960329,0.552885598079936 3970,scb10x/typhoon-7b,torch.float16,0.5853242320819113,0.8154750049790879,0.4052198339452636,0.7655880031570639,0.3161485974222896,0.5954319910263529,0.5805312771019948 3971,Nitral-AI/Mika-Lelantacles-7b-Longtext,torch.bfloat16,0.6766211604095563,0.8633738299143597,0.7014777026452726,0.797947908445146,0.579226686884003,0.6329497407396697,0.7085995048396679 3972,Nitral-AI/Prima-LelantaclesV7-experimentalv2-7b,torch.bfloat16,0.6808873720136519,0.8586934873531169,0.6813898639090257,0.8113654301499605,0.5223654283548143,0.628699485809076,0.6972335112649408 3973,Nitral-AI/Eris_PrimeV3.075-Vision-7B,torch.bfloat16,0.6825938566552902,0.8643696474805815,0.627156475868207,0.8105761641673244,0.643669446550417,0.6489979309652295,0.7128939202811749 3974,Nitral-AI/Lelanta-lake-7b,torch.bfloat16,0.7226962457337884,0.8894642501493726,0.7304994916069856,0.846093133385951,0.6914329037149356,0.6430945619293797,0.7538800977534023 3975,Nitral-AI/Eris_PrimeV3.05-Vision-7B,torch.bfloat16,0.7278156996587031,0.8847839075881299,0.7276250157069774,0.8366219415943172,0.6944655041698257,0.6509087757065999,0.7537034740707589 3976,PracticeLLM/SOLAR-tail-10.7B-Merge-v1.0,torch.float16,0.6612627986348123,0.8653654650468035,0.6056804036036146,0.8476716653512234,0.6557998483699773,0.6651766339742744,0.7168261358301176 3978,PeanutJar/LLaMa-2-PeanutButter_v10-7B,torch.float16,0.552901023890785,0.8168691495717985,0.4378126637958177,0.7087608524072613,0.05913570887035633,0.46973181337962244,0.5075352019859403 3982,PeanutJar/LLaMa-2-PeanutButter_v18_B-7B,torch.float16,0.5460750853242321,0.8099980083648676,0.41934160477126986,0.745067087608524,0.06520090978013647,0.4707136401375838,0.5093993893311023 3983,PeanutJar/LLaMa-2-PeanutButter_v18_A-7B,torch.float16,0.5315699658703071,0.7811192989444333,0.40371146629344423,0.7490134175217048,0.07202426080363912,0.4554146383743074,0.49880884130130604 3984,PeanutJar/Mistral-v0.1-PeanutButter-v0.0.5-DPO-7B-QLoRA,torch.float16,0.6126279863481229,0.8452499502091216,0.45750130636610203,0.7861089187056038,0.18119787717968158,0.6362833877876493,0.5864949044327135 3985,PeanutJar/Mistral-v0.1-PeanutButter-v0.0.5-SFT-7B-QLoRA,torch.float16,0.6075085324232082,0.8423620792670783,0.449449453863883,0.7868981846882399,0.17134192570128887,0.6366450229001756,0.5823675331406456 3986,PeanutJar/Mistral-v0.1-PeanutButter-v0.0.0-7B,torch.float16,0.6220136518771331,0.8409679346743677,0.46942157956807357,0.7868981846882399,0.18498862774829417,0.6413875426833785,0.5909462535399145 3987,PeanutJar/Mistral-v0.1-PeanutButter-v0.0.2-7B,torch.float16,0.6177474402730375,0.8410675164309899,0.45917059894485873,0.7837411207576953,0.17437452615617893,0.6437709050929477,0.5866453512759514 3988,DopeorNope/SOLARC-M-10.7B,torch.float16,0.71160409556314,0.8840868352917746,0.7185061667944077,0.8334648776637726,0.6542835481425322,0.6631245839501617,0.7441783512342982 3989,DopeorNope/You_can_cry_Snowman-13B,torch.float16,0.6911262798634812,0.862975502887871,0.7024288456370428,0.8026835043409629,0.47081122062168307,0.6377381679772549,0.6946272535547159 3990,DopeorNope/LaOT,torch.float16,0.5563139931740614,0.7895837482573193,0.4472436271077177,0.7411207576953434,0.0,0.5029870014015911,0.5062081879393387 3991,DopeorNope/COKAL-v1-70B,torch.float16,0.8745733788395904,0.8329018123879706,0.7279131434968619,0.8026835043409629,0.39272175890826383,0.6813238965627407,0.7186862490893984 3992,DopeorNope/SOLARC-MOE-10.7Bx4,torch.float16,0.7098976109215017,0.8842859988050189,0.719098916907282,0.8358326756116812,0.643669446550417,0.663391024644562,0.7426959455734105 3993,DopeorNope/SOLARC-MOE-10.7Bx6,torch.float16,0.7090443686006825,0.8839872535351524,0.7185493815661169,0.8366219415943172,0.6489764973464746,0.6635521131431517,0.7434552592976492 3994,BelalTab/finetuned-llama2-2048-v3.0,4bit,0.49829351535836175,0.7708623780123481,0.4620705172193864,0.7205998421468035,0.14935557240333586,0.4668811001817239,0.5113438208869933 3995,RoversX/llama-2-7b-hf-small-shards-Samantha-V1-SFT,4bit,0.5315699658703071,0.7771360286795459,0.452817098826332,0.7379636937647988,0.06368460955269144,0.43468063548773545,0.49964200536356845 3996,athirdpath/Orca-2-13b-Alpaca-Uncensored,torch.float16,0.6109215017064846,0.792670782712607,0.5358987502340753,0.7742699289660616,0.38286580742987114,0.6013023599080793,0.6163215218261965 3997,athirdpath/Iambe-20b-DARE-v2,torch.bfloat16,0.6279863481228669,0.8453495319657439,0.5385363923413744,0.7703235990528808,0.332827899924185,0.604502192748988,0.6199209940260065 3998,athirdpath/NSFW_DPO_Noromaid-7b,torch.bfloat16,0.6262798634812287,0.8449512049392551,0.44993493459502887,0.7821625887924231,0.35860500379075055,0.6333644794377598,0.6158830125060745 3999,Deci/DeciLM-7B-instruct,torch.bfloat16,0.6100682593856656,0.8237402907787293,0.49753650846026637,0.7971586424625099,0.46019711902956784,0.6024359775384097,0.6318561329425247 4000,Deci/DeciLM-7B,torch.float16,0.5938566552901023,0.8251344353714399,0.4032625331106103,0.7995264404104183,0.47384382107657314,0.5976293892443909,0.6155422124172558 4001,Deci/DeciCoder-1b,torch.float16,0.21160409556313994,0.31089424417446726,0.4705381335286149,0.5082872928176796,0.017437452615617893,0.24344602880955532,0.2937012079181791 4002,Jingyu6/MergeTest-7B-slerp,torch.bfloat16,0.6774744027303754,0.8614817765385382,0.5979568100280714,0.7963693764798737,0.6974981046247157,0.6393835016892581,0.7116939953484721 4003,vibhorag101/llama-2-7b-chat-hf-phr_mental_health-2048,4bit,0.5238907849829352,0.7539334793865764,0.4289487451365766,0.7119179163378059,0.05913570887035633,0.3976714749243264,0.4792496849397628 4004,vibhorag101/llama-2-13b-chat-hf-phr_mental_therapy,4bit,0.38822525597269625,0.7276438956383191,0.4692403294958895,0.6558800315706393,0.07808946171341925,0.23116857555371031,0.4250412583241123 4005,joehuangx/spatial-vicuna-7b-v1.5-LoRA,4bit,0.507679180887372,0.746265684126668,0.4936186720041678,0.7237569060773481,0.06899166034874905,0.48127363469270984,0.5035976230228357 4006,Plaban81/Moe-4x7b-math-reason-code,torch.float16,0.6254266211604096,0.8386775542720574,0.5611833547243651,0.760852407261247,0.5458680818802123,0.6120290462761896,0.6573395109290803 4007,Norquinal/llama-2-7b-claude-chat-rp,torch.float16,0.5494880546075085,0.8005377414857598,0.4347011587403996,0.7474348855564326,0.07278241091736164,0.47031022563013564,0.5125424128229329 4008,Norquinal/llama-2-7b-claude-chat,torch.float16,0.5443686006825939,0.8066122286397132,0.41391131141245646,0.7490134175217048,0.07733131159969674,0.4674187763291335,0.5097759410308831 4009,Norquinal/Mistral-7B-claude-instruct,torch.float16,0.6322525597269625,0.8499302927703645,0.4747061071538381,0.7813733228097869,0.17968157695223655,0.6383713384824982,0.5927191996492811 4012,zyh3826/20231206094523-pretrain-Llama-2-13b-hf-76000,torch.bfloat16,0.310580204778157,0.5203146783509262,0.4471244819837127,0.6124704025256511,0.0,0.2443448747606246,0.3558057737331786 4013,zyh3826/GML-Mistral-merged-v1,torch.bfloat16,0.712457337883959,0.8788090021907986,0.6927501325247674,0.8097868981846882,0.6497346474601972,0.6541767972628498,0.73295246925121 4014,zyh3826/llama2-13b-ft-openllm-leaderboard-v1,torch.float16,0.5964163822525598,0.8314080860386377,0.40723683293857477,0.7734806629834254,0.013646702047005308,0.6093496999954293,0.538589727709272 4016,robowaifudev/megatron-gpt2-345m,torch.float16,0.24232081911262798,0.3917546305516829,0.41513413283876177,0.5295974743488555,0.002274450341167551,0.243197003544827,0.30404641845632047 4017,ndavidson/cisco-iNAM-1.1B,torch.float16,0.36006825938566556,0.6074487153953396,0.39299651506896405,0.6045777426992897,0.014404852160727824,0.2639363718595848,0.3739054094282619 4018,AGI-0/Magistral-7B-v0.1,torch.float16,0.6715017064846417,0.862975502887871,0.6139311896012898,0.835043409629045,0.6694465504169825,0.6429822348986564,0.7159800989864143 4019,AGI-0/ThetaWave-7B-v0.1,torch.float16,0.659556313993174,0.8571997610037841,0.6326747917681392,0.8153117600631413,0.5564821834723275,0.6307251555706965,0.6919916609785438 4020,icefog72/Kunokukulemonchini-7b,torch.float16,0.6672354948805461,0.8630750846444931,0.6188639164277279,0.7845303867403315,0.6019711902956786,0.6410733123514826,0.69612489755671 4021,Locutusque/TinyMistral-248M-v2.5-Instruct,torch.float16,0.2226962457337884,0.27604062935670187,0.4420811324629599,0.48224151539068666,0.0,0.23897262603224304,0.27700535816273 4022,Locutusque/Hercules-2.0-Mistral-7B,torch.bfloat16,0.6109215017064846,0.836885082652858,0.4396723008156011,0.7947908445146015,0.444275966641395,0.6347065928688636,0.6268753815333007 4023,Locutusque/Hyperion-3.0-Mistral-7B-DPO,torch.bfloat16,0.606655290102389,0.8394742083250348,0.4617344147989212,0.7932123125493291,0.4533737680060652,0.6270725362668034,0.6302537550080904 4024,Locutusque/Hyperion-3.0-Yi-34B,torch.bfloat16,0.6459044368600683,0.8561043616809401,0.5637641591908886,0.835043409629045,0.6103108415466262,0.7597870376175815,0.711819041087525 4025,Locutusque/Orca-2-13b-SFT_v5,torch.bfloat16,0.5921501706484642,0.8009360685122485,0.5183588707836261,0.8089976322020521,0.0841546626231994,0.6018993073035839,0.5677494520121957 4026,Locutusque/Hyperion-1.5-Mistral-7B,torch.bfloat16,0.6049488054607508,0.836387173869747,0.4177755099939499,0.7861089187056038,0.4048521607278241,0.6357038838990385,0.6142960754428191 4027,Locutusque/Mistral-7B-SFT,torch.bfloat16,0.46501706484641636,0.756920932085242,0.5202273247093547,0.7277032359905288,0.17437452615617893,0.5103779341042124,0.5257701696486555 4028,Locutusque/TinyMistral-248M-Instruct,torch.float16,0.2431740614334471,0.27524397530372435,0.419357246718368,0.5019731649565904,0.0,0.2517859794996634,0.28192240465196555 4029,Locutusque/gpt2-large-conversational,torch.bfloat16,0.2696245733788396,0.44981079466241786,0.3959528766607441,0.5603788476716653,0.000758150113722517,0.2632907192615644,0.3233026602914923 4030,Locutusque/OpenHercules-2.5-Mistral-7B,torch.bfloat16,0.6424914675767918,0.8484365664210317,0.4784174221633267,0.7892659826361483,0.5921152388172858,0.6421497840313222,0.6654794102743177 4031,Locutusque/Hyperion-2.0-Mistral-7B,torch.bfloat16,0.6109215017064846,0.8349930292770364,0.4197149652162468,0.7924230465666929,0.4177407126611069,0.6368384487605839,0.6187719506980253 4032,Locutusque/ChatHercules-2.5-Mistral-7B-DPO,torch.bfloat16,0.6604095563139932,0.8540131447918742,0.522996054505985,0.819258089976322,0.6755117513267627,0.6516798120664806,0.697311401496903 4033,Locutusque/TinyMistral-248M-v2.5,torch.float16,0.24573378839590443,0.2749452300338578,0.4671579728496129,0.47829518547750594,0.0,0.2314930289848684,0.2829375342902916 4034,Locutusque/LocutusqueXFelladrin-TinyMistral248M-Instruct,torch.float16,0.24744027303754265,0.2779326827325234,0.40124313581017795,0.4909234411996843,0.0,0.261170974457391,0.27978508453955325 4035,Locutusque/NeuralHyperion-2.0-Mistral-7B,torch.bfloat16,0.5776450511945392,0.8229436367257519,0.4549937684572924,0.7900552486187845,0.4116755117513268,0.6190044298525853,0.6127196077667133 4036,Locutusque/Hercules-2.5-Mistral-7B,torch.bfloat16,0.6203071672354948,0.8378809002190799,0.4344069647622911,0.7971586424625099,0.49052312357846856,0.6349200326685412,0.6358661384877309 4037,Locutusque/hyperion-medium-preview,torch.bfloat16,0.606655290102389,0.8366859191396137,0.42928063038332115,0.7853196527229677,0.4048521607278241,0.6372577235802254,0.6166752294427235 4038,Locutusque/UltraQwen-7B,torch.bfloat16,0.5170648464163823,0.7793268273252341,0.4820049087562541,0.739542225730071,0.4404852160727824,0.5916247857678232,0.5916748016780912 4039,Locutusque/Orca-2-13b-SFT-v4,torch.bfloat16,0.5921501706484642,0.7957578171678948,0.5115483861843445,0.8003157063930545,0.28278999241849884,0.6022931115946057,0.5974758640678104 4040,Locutusque/Rhino-Mistral-7B,torch.bfloat16,0.4812286689419795,0.7142003584943238,0.4589835712394215,0.7111286503551697,0.221379833206975,0.4895449347539385,0.5127443361653014 4041,Locutusque/lr-experiment1-7B,torch.float16,0.6075085324232082,0.8372834096793468,0.4406981123355753,0.7947908445146015,0.4533737680060652,0.6325171505424464,0.6276953029168738 4042,Locutusque/Orca-2-13b-SFT-v6,torch.bfloat16,0.6040955631399317,0.8046205935072694,0.5400874549545076,0.7742699289660616,0.05079605761940864,0.5951124872314704,0.5614970142364415 4043,Locutusque/Hyperion-2.0-Yi-34B,torch.bfloat16,0.643344709897611,0.856602270464051,0.5529839160462177,0.8310970797158642,0.620166793025019,0.7609290733821156,0.7108539737551465 4044,Locutusque/Hyperion-3.0-Mistral-7B-alpha,torch.bfloat16,0.5998293515358362,0.8347938657637921,0.42821474662971876,0.7876874506708761,0.41546626231993933,0.6249953529165375,0.6151645049727833 4045,Locutusque/TinyMistral-248M-v2,torch.float16,0.21245733788395904,0.26558454491137223,0.49601663232017196,0.5185477505919495,0.0,0.23393980743899334,0.287757678857741 4046,Locutusque/TinyMistral-248m,torch.float16,0.22866894197952217,0.2802230631348337,0.42524397939784214,0.4980268350434096,0.0,0.23154579375488274,0.27728476888508174 4047,Locutusque/Orca-2-13B-no_robots,torch.float16,0.591296928327645,0.7956582354112727,0.5117394616239719,0.8034727703235991,0.27293404094010615,0.6028314506569493,0.5963221478805907 4048,Locutusque/Hercules-1.0-Mistral-7B,torch.bfloat16,0.5708191126279863,0.811292571200956,0.4946792304947998,0.7719021310181531,0.2987111448066717,0.5898229404830893,0.589537855105276 4049,Locutusque/Hyperion-3.0-Mixtral-3x7B,torch.bfloat16,0.606655290102389,0.8328022306313483,0.43456557158959974,0.7900552486187845,0.4139499620924943,0.6322367939172931,0.6183775161586514 4050,Locutusque/NeuralHyperion-Medium-Preview,torch.bfloat16,0.606655290102389,0.8366859191396137,0.42928063038332115,0.7853196527229677,0.4048521607278241,0.6372577235802254,0.6166752294427235 4051,Locutusque/gpt2-conversational-or-qa,torch.float16,0.21416382252559726,0.27614021111332404,0.47307881159959714,0.5114443567482242,0.000758150113722517,0.2651484187352273,0.29012229513928206 4052,Locutusque/Hercules-3.0-Mistral-7B,torch.bfloat16,0.6126279863481229,0.8342959569806812,0.4342285300285922,0.7947908445146015,0.4291129643669447,0.6367514740216104,0.6236346260434253 4053,Locutusque/Hyperion-2.1-Mistral-7B,torch.bfloat16,0.5989761092150171,0.8330013941445927,0.4757962030586148,0.7900552486187845,0.40181956027293403,0.6145600736243049,0.6190347648223746 4054,Locutusque/Hercules-3.1-Mistral-7B,torch.bfloat16,0.6117747440273038,0.8354909380601474,0.4282703208278102,0.7900552486187845,0.4230477634571645,0.6365331140343984,0.6208620215042681 4055,ChaoticNeutrals/Kool-Aid_7B,torch.float16,0.6749146757679181,0.8612826130252937,0.6511637497351728,0.813733228097869,0.5420773313115997,0.6382397139664949,0.6969018853173914 4056,ChaoticNeutrals/InfinityNexus_9B,torch.bfloat16,0.6868600682593856,0.8627763393746266,0.6513709484676762,0.8082083662194159,0.5595147839272175,0.6448552297500718,0.7022642893330656 4057,ChaoticNeutrals/Eris_PrimeV3-Vision-7B,torch.bfloat16,0.7064846416382252,0.8787094204341764,0.7031592585649867,0.8334648776637726,0.6770280515542078,0.6532096656610035,0.7420093192527287 4058,ChaoticNeutrals/Prodigy_7B,torch.float16,0.7158703071672355,0.8809002190798646,0.6856534678008832,0.8453038674033149,0.643669446550417,0.6492129798513264,0.7367683813088403 4059,ChaoticNeutrals/Prima-LelantaclesV4-7b-16k-bf16,torch.bfloat16,0.6604095563139932,0.8507269468233419,0.5475727540588392,0.8026835043409629,0.5883244882486732,0.6470495371138065,0.6827944644832695 4060,ChaoticNeutrals/Eris_Remix_DPO_7B,torch.float16,0.7244027303754266,0.8803027285401315,0.6891701037064589,0.8476716653512234,0.6884003032600455,0.6528501860604549,0.7471329528822901 4061,ChaoticNeutrals/Bepis_9B,torch.float16,0.6254266211604096,0.8012348137821151,0.5330051404428096,0.7647987371744278,0.3912054586808188,0.6284432940857374,0.6240190108877198 4062,ChaoticNeutrals/Lunar_10.7B,torch.float16,0.658703071672355,0.8485361481776539,0.5351338618639983,0.813733228097869,0.5367702805155421,0.6422790453054963,0.6725259392721524 4063,ChaoticNeutrals/Eris-Lelanacles-7b,torch.bfloat16,0.7167235494880546,0.8791077474606652,0.689735343822216,0.8389897395422258,0.7050796057619408,0.6490423252754869,0.7464463852250982 4064,ChaoticNeutrals/Prima-LelantaclesV7-experimental-7b,torch.bfloat16,0.7286689419795221,0.8871738697470624,0.7461832399602438,0.8476716653512234,0.6929492039423806,0.6431306945949712,0.7576296025959007 4065,ChaoticNeutrals/Eris_Floramix_DPO_7B,torch.float16,0.7303754266211604,0.8827922724556861,0.709449841928242,0.8468823993685872,0.6755117513267627,0.6470623561178388,0.748679007969713 4066,ChaoticNeutrals/Prima-LelantaclesV5-7b,torch.bfloat16,0.7064846416382252,0.8787094204341764,0.682552940107254,0.823993685872139,0.6482183472327521,0.6451712955835632,0.7308550551446849 4067,ChaoticNeutrals/Cookie_7B,torch.float16,0.697098976109215,0.8757219677355108,0.6687534212220169,0.813733228097869,0.6118271417740713,0.6450875444346635,0.718703713228891 4068,ChaoticNeutrals/Eris_7B,torch.float16,0.7141638225255973,0.8799044015136427,0.6695410911012915,0.8421468034727704,0.6626231993934799,0.6523794085616378,0.7367931210947366 4069,ChaoticNeutrals/This_is_fine_7B,torch.float16,0.7030716723549488,0.8728340967934675,0.6578951945217267,0.8161010260457774,0.6277482941622441,0.6451433677727143,0.7204656086084796 4070,ChaoticNeutrals/Eris_PrimeV4-Vision-7B,torch.bfloat16,0.7278156996587031,0.8846843258315077,0.7142926270439118,0.8382004735595896,0.6709628506444276,0.6512584156303481,0.747869065394748 4071,ChaoticNeutrals/RP_Vision_7B,torch.bfloat16,0.7064846416382252,0.8781119298944433,0.6850422329465207,0.8263614838200474,0.6209249431387415,0.6458341853557805,0.7271265694656265 4072,ChaoticNeutrals/Eris_Remix_7B,torch.float16,0.7235494880546075,0.8804023102967536,0.6912182485362282,0.8476716653512234,0.6868840030326004,0.6525503622153872,0.7470460129144668 4073,HyperbeeAI/Tulpar-7b-v1,torch.float16,0.5699658703071673,0.7968532164907389,0.5182558368766056,0.7245461720599842,0.006823351023502654,0.5133326873391255,0.5216295223495208 4074,HyperbeeAI/Tulpar-7b-v2,torch.bfloat16,0.6749146757679181,0.8489344752041426,0.6364510557327406,0.7947908445146015,0.6360879454131918,0.6302284844460173,0.703567913513102 4075,HyperbeeAI/Tulpar-7b-v0,torch.float16,0.5631399317406144,0.7900816570404302,0.5168382384839378,0.7387529597474349,0.027293404094010616,0.5255159251753337,0.5269370193802937 4076,cerebras/Cerebras-GPT-590M,torch.float16,0.23720136518771331,0.3240390360485959,0.441484541758896,0.48145224940805054,0.004548900682335102,0.25971349463630217,0.29140659795364887 4077,cerebras/Cerebras-GPT-6.7B,torch.float16,0.3506825938566553,0.5936068512248556,0.3802394598585255,0.5872138910812944,0.00530705079605762,0.2592839462676388,0.3627222988475045 4078,cerebras/Cerebras-GPT-256M,torch.float16,0.22013651877133106,0.2898824935271858,0.4597828347619155,0.5248618784530387,0.0,0.2683072205019107,0.29382849100256364 4079,cerebras/Cerebras-GPT-111M,torch.float16,0.2022184300341297,0.2672774347739494,0.46312983138590674,0.47750591949486976,0.0,0.2551215002304024,0.277542185986543 4080,cerebras/Cerebras-GPT-1.3B,torch.float16,0.2627986348122867,0.385381398127863,0.4269871364718513,0.5343330702446725,0.002274450341167551,0.26592933463131563,0.3129506707715261 4081,cerebras/Cerebras-GPT-13B,torch.float16,0.38139931740614336,0.6000796654052978,0.39185464744654125,0.5982636148382005,0.01288855193328279,0.2592343071444703,0.37395335069565605 4082,cerebras/Cerebras-GPT-2.7B,torch.float16,0.2909556313993174,0.4929296952798247,0.4136763359861922,0.5414364640883977,0.004548900682335102,0.25166915819004543,0.3325360309376854 4083,AA051612/B0122,torch.bfloat16,0.6791808873720137,0.8492332204740092,0.581997849772674,0.8082083662194159,0.3297952994692949,0.8152560454206688,0.6772786114546795 4084,AA051612/A0126,torch.bfloat16,0.7039249146757679,0.8586934873531169,0.6152953341243498,0.8153117600631413,0.6588324488248674,0.8403396813030534,0.7487329377240495 4085,AA051612/A0125,torch.bfloat16,0.697098976109215,0.8500298745269866,0.6026945746890666,0.8050513022888713,0.5966641394996209,0.8663598181059529,0.7363164475366188 4086,AA051612/B0121,torch.bfloat16,0.6834470989761092,0.8530173272256523,0.586289923104453,0.8018942383583267,0.5155420773313116,0.8562701580945921,0.7160768038484076 4087,AA051612/A0124,torch.bfloat16,0.6783276450511946,0.8471420035849433,0.5652174373687721,0.8074191002367798,0.6322971948445792,0.8369717352103125,0.7278958527160969 4088,AA051612/A0123,torch.bfloat16,0.6766211604095563,0.8487353116908982,0.5842179226306571,0.8034727703235991,0.6338134950720242,0.7844540976003032,0.7218857929545064 4089,osanseviero/mistral-instruct-frankenmerge,torch.bfloat16,0.5819112627986348,0.832603067118104,0.6647762315179016,0.7505919494869772,0.11220621683093253,0.5953387935602833,0.5895712535521388 4090,osanseviero/mistral-instruct-slerp,torch.bfloat16,0.5742320819112628,0.7834096793467437,0.5761316177255528,0.7513812154696132,0.3078089461713419,0.551895123936351,0.5908097774268108 4091,osanseviero/mistral-instruct-moe-experimental,torch.bfloat16,0.6100682593856656,0.8154750049790879,0.603981933068009,0.760852407261247,0.310841546626232,0.5821980939525241,0.6139028742121275 4092,pszemraj/pythia-31m-simplepile-lite-2048-scratch-2e,torch.bfloat16,0.2158703071672355,0.25791674965146383,0.5061947764653536,0.4861878453038674,0.0,0.24986557544178384,0.28600587567161734 4093,pszemraj/pythia-31m-simplewiki-2048,torch.bfloat16,0.22184300341296928,0.2555267874925314,0.4937215864099608,0.4940805051302289,0.0,0.23116857555371031,0.2827234096665668 4094,pszemraj/pythia-6.9b-HC3,torch.float16,0.3651877133105802,0.6176060545708026,0.45049038161175353,0.6077348066298343,0.0,0.2694382709737698,0.38507620451612334 4095,pszemraj/pythia-31m-KI_v1-2048-scratch,torch.bfloat16,0.23122866894197952,0.2523401712806214,0.5167150030850037,0.5177584846093133,0.0,0.23116857555371031,0.29153515057843804 4096,pszemraj/pythia-31m-simplewiki-scratch-bf16,torch.bfloat16,0.22781569965870307,0.2561242780322645,0.4965451984812921,0.505130228887135,0.0,0.23116857555371031,0.28613066343551746 4097,pszemraj/pythia-31m-goodwiki-deduped-2048-scratch,torch.bfloat16,0.23122866894197952,0.2566221868153754,0.5131507278308213,0.4988161010260458,0.0,0.23114616960268972,0.2884939757028186 4098,pszemraj/distilgpt2-HC3,torch.bfloat16,0.24658703071672355,0.27992431786496713,0.4210133793450917,0.5035516969218626,0.0,0.23945818191161822,0.28175576779337724 4099,Sharathhebbar24/Instruct_GPT,torch.float16,0.28242320819112626,0.3933479386576379,0.3972468604021798,0.5430149960536701,0.003032600454890068,0.26840049542055594,0.3145776831966767 4100,Sharathhebbar24/convo_bot_gpt_v1,torch.float16,0.2235494880546075,0.31069508066122287,0.3871489069178569,0.5153906866614049,0.0,0.26124804576898303,0.28300536801067916 4101,Sharathhebbar24/code_gpt2,torch.float16,0.23293515358361774,0.30989842660824535,0.40599988322796493,0.4925019731649566,0.0,0.25025619713112496,0.2819319389526516 4102,Sharathhebbar24/math_gpt2,torch.float16,0.24232081911262798,0.3088030272854013,0.39231215031317224,0.510655090765588,0.002274450341167551,0.2537568997049645,0.28502040625382025 4103,Sharathhebbar24/chat_gpt2_dpo,torch.float16,0.23976109215017063,0.3121888070105557,0.41257163824244014,0.4996053670086819,0.0,0.24951538372642593,0.2856070480230457 4104,Sharathhebbar24/SSH_300M,torch.float16,0.28242320819112626,0.3873730332603067,0.4251499100547103,0.5367008681925809,0.003032600454890068,0.2703401305896779,0.3175032917905487 4105,Sharathhebbar24/ssh_1.8B,torch.float16,0.39078498293515357,0.6236805417247561,0.4314996062576424,0.5927387529597474,0.27520849128127367,0.4408690700058073,0.45913024086073 4106,Sharathhebbar24/Instruct_GPT_v1,torch.float16,0.28071672354948807,0.3897629954192392,0.4222152001545833,0.5406471981057617,0.0075815011372251705,0.26550847540688793,0.31773868229553087 4107,Sharathhebbar24/code_gpt2_mini_model,torch.float16,0.23720136518771331,0.31248755228042224,0.39863932434367527,0.5114443567482242,0.0,0.24958971227406146,0.2848937184723494 4108,Sharathhebbar24/SSH_355M,torch.float16,0.2696245733788396,0.3897629954192392,0.4415086011559294,0.5382794001578532,0.0,0.2759433252132981,0.3191864825541933 4109,Sharathhebbar24/math_gpt2_sft,torch.float16,0.22866894197952217,0.30412268472415854,0.3762297840067963,0.5153906866614049,0.006823351023502654,0.2505930154995778,0.2803047439824937 4110,Sharathhebbar24/chat_gpt2,torch.float16,0.23037542662116042,0.30760804620593507,0.3981307804872536,0.4996053670086819,0.0,0.24387903184124415,0.2799331086940458 4111,Sharathhebbar24/Med_GPT2,torch.float16,0.23378839590443687,0.30989842660824535,0.3895253694669724,0.4972375690607735,0.01061410159211524,0.24000882919420227,0.2801787819711243 4112,StudentLLM/Alpagasus-2-13B-QLoRA-pipeline,4bit,0.5827645051194539,0.8097988448516232,0.3420621502683338,0.7592738752959748,0.09249431387414708,0.5414434078802254,0.5213061828816263 4113,StudentLLM/Alpagasus-2-13b-QLoRA-merged,torch.bfloat16,0.6083617747440273,0.8243377813184625,0.38652119986050765,0.7734806629834254,0.11144806671721001,0.5554701055261537,0.5432699318582977 4114,flemmingmiguel/NeuDist-Ro-7B,torch.bfloat16,0.712457337883959,0.8748257319259112,0.6493023269912708,0.8208366219415943,0.709628506444276,0.651348769738539,0.7363998824875918 4115,flemmingmiguel/MBX-7B-v2,torch.float16,0.735494880546075,0.8849830711013742,0.7021318083151993,0.8389897395422258,0.7050796057619408,0.6478067695316497,0.7524143124664108 4116,flemmingmiguel/MDBX-7B,torch.float16,0.7201365187713311,0.8830910177255527,0.6818712158396469,0.835043409629045,0.7217589082638363,0.6497405377352176,0.7486069346607716 4117,flemmingmiguel/DareBeagle-7B,torch.bfloat16,0.7158703071672355,0.8798048197570205,0.6829983144235686,0.819258089976322,0.711144806671721,0.6521350036766725,0.7435352236120899 4118,flemmingmiguel/Mistrality-7B,torch.bfloat16,0.6655290102389079,0.858195578570006,0.567957871171655,0.7932123125493291,0.6671721000758151,0.6462519085435118,0.6997197968582042 4119,flemmingmiguel/MBX-7B-v3,torch.float16,0.7414675767918089,0.8890659231228839,0.7186768399576933,0.8555643251775849,0.7028051554207733,0.650586527793421,0.7596943913773608 4120,flemmingmiguel/MBX-7B,torch.float16,0.7286689419795221,0.883788090021908,0.6911254426672954,0.8366219415943172,0.7126611068991661,0.6493408066576551,0.750367721636644 4121,flemmingmiguel/Distilled-HermesChat-7B,torch.bfloat16,0.6749146757679181,0.8521210914160526,0.5477099988321158,0.8011049723756906,0.6732373009855952,0.6521730006092566,0.7002101733311049 4122,flemmingmiguel/MarcMistral-7B,torch.bfloat16,0.71160409556314,0.8778131846245768,0.6492388181500066,0.8168902920284136,0.7194844579226687,0.6538152556549485,0.738141017323959 4123,MBZUAI/lamini-neo-125m,torch.float16,0.24573378839590443,0.302230631348337,0.4285324023972136,0.5224940805051302,0.0,0.2673582760832524,0.2943915297883063 4124,MBZUAI/LaMini-GPT-1.5B,torch.float16,0.31399317406143346,0.48376817367058356,0.4246905623387368,0.5588003157063931,0.0,0.29918500750028765,0.34673953887957243 4125,MBZUAI/lamini-cerebras-1.3b,torch.float16,0.2687713310580205,0.3796056562437761,0.36445990633708075,0.5059194948697711,0.0,0.2842718915373018,0.3005047133409917 4126,MBZUAI/lamini-cerebras-590m,torch.float16,0.2431740614334471,0.3157737502489544,0.4072464676631875,0.47908445146014206,0.001516300227445034,0.2557404207539666,0.28375590863119043 4127,MBZUAI/LaMini-GPT-774M,torch.float16,0.2764505119453925,0.4380601473809998,0.4025772516501192,0.5659037095501184,0.0,0.2629991205101314,0.32433179017279357 4128,MBZUAI/LaMini-GPT-124M,torch.float16,0.2431740614334471,0.3082055367456682,0.3657330024204558,0.5138121546961326,0.0,0.24994466965987422,0.280144904159263 4129,MBZUAI/lamini-cerebras-111m,torch.float16,0.22098976109215018,0.2711611232822147,0.4379433623286975,0.5122336227308603,0.0,0.2550621765344677,0.2828983409947317 4130,MBZUAI/lamini-neo-1.3b,torch.float16,0.32764505119453924,0.49133638717386974,0.4105326136118784,0.5651144435674822,0.001516300227445034,0.28786464467293427,0.3473349067413582 4131,MBZUAI/lamini-cerebras-256m,torch.float16,0.2175767918088737,0.2869946225851424,0.4180539433498173,0.5201262825572218,0.0,0.2666268002344924,0.2848964067559246 4132,player1537/dolphinette,torch.float16,0.24914675767918087,0.37333200557657836,0.4207661403631234,0.5422257300710339,0.0,0.2537447020072483,0.3065358892828608 4133,linlinlin/zephy_SFT_Hermes,torch.bfloat16,0.6032423208191127,0.833698466440948,0.42171719347199227,0.7805840568271507,0.3707354056103108,0.6381058347584109,0.6080138796546543 4134,HuggingFaceTB/cosmo-1b,torch.bfloat16,0.3856655290102389,0.5507866958773153,0.38259377102490544,0.55327545382794,0.053828658074298714,0.26504691030202987,0.36519950301945475 4136,MayaPH/FinOPT-Franklin,torch.float16,0.2773037542662116,0.24905397331208923,0.5240462847918886,0.505130228887135,0.0,0.23116857555371031,0.29778380280183914 4137,MayaPH/GodziLLa2-70B,torch.float16,0.7141638225255973,0.8753236407090221,0.6153983714812797,0.8318863456985004,0.43214556482183475,0.6988177291658043,0.6946225790670065 4138,MayaPH/FinOPT-Washington,torch.float16,0.25170648464163825,0.26249751045608444,0.45800376332198445,0.510655090765588,0.0,0.2482813656918231,0.288524035812853 4139,MayaPH/opt-flan-iml-6.7b,torch.float16,0.30119453924914674,0.5882294363672576,0.36744346077867734,0.6424625098658248,0.0,0.25120598900362684,0.35842265587742217 4140,MayaPH/FinOPT-Lincoln,torch.float16,0.26706484641638223,0.2560246962756423,0.5059199780831098,0.4972375690607735,0.0,0.22996124534787327,0.2927013891972969 4142,MayaPH/GodziLLa-30B,torch.float16,0.6151877133105802,0.8212507468631747,0.5590599514836058,0.7616416732438832,0.0037907505686125853,0.5421152843869532,0.5505076866428017 4143,nthngdy/pythia-owt2-70m-50k,torch.float16,0.2150170648464164,0.2815176259709221,0.4450468156927156,0.5240726124704025,0.0,0.25704470040950367,0.2871164698983267 4144,nthngdy/pythia-owt2-70m-100k,torch.float16,0.2090443686006826,0.28340967934674366,0.45118217876277783,0.5327545382794001,0.0,0.2502250680604633,0.28776930550834456 4145,NExtNewChattingAI/shark_tank_ai_7b_v2,torch.bfloat16,0.6774744027303754,0.8706432981477793,0.6215003802373064,0.7845303867403315,0.45109931766489764,0.5879016394899161,0.6655249041684344 4146,NExtNewChattingAI/Mutliverse_model_official,torch.bfloat16,0.7286689419795221,0.891256721768572,0.7793251604495214,0.850828729281768,0.7043214556482184,0.6441933714199939,0.7664323967579326 4147,NExtNewChattingAI/shark_tank_ai_7_b,torch.float16,0.6689419795221843,0.8660625373431587,0.6019434535176705,0.819258089976322,0.6573161485974223,0.6526832000113969,0.7110342348280257 4149,illuin/test-custom-llama,torch.float16,0.523037542662116,0.7749452300338578,0.33814191740767546,0.7205998421468035,0.0401819560272934,0.36610872911637293,0.46050253623235315 4150,w601sxs/b1ade-1b,torch.float16,0.2858361774744027,0.4607647878908584,0.4134051985159488,0.5382794001578532,0.006065200909780136,0.2511429620663826,0.3259156211692043 4151,grayhacker91/gemma-7b-open-platypus-commercial,torch.float16,0.6279863481228669,0.8164708225453097,0.5353748688901258,0.7900552486187845,0.40333586050037906,0.589429331158971,0.6271087466394062 4152,Kquant03/Raiden-16x3.43B,torch.bfloat16,0.4189419795221843,0.6620195180242979,0.3918125472398018,0.6361483820047356,0.024260803639120546,0.2623885163188243,0.39926195779149404 4153,Kquant03/CognitiveFusion-4x7B-bf16-MoE,torch.float16,0.674061433447099,0.8615813582951604,0.6705176476113099,0.7868981846882399,0.5253980288097043,0.6514407187086594,0.6949828952600289 4154,Kquant03/Kaltsit-16x7B-bf16,torch.bfloat16,0.734641638225256,0.8891655048795061,0.7562965407935576,0.8453038674033149,0.711144806671721,0.6462044310448566,0.7637927981697019 4155,Kquant03/Ryu-4x7B-MoE-bf16,torch.bfloat16,0.6646757679180887,0.831009759012149,0.649568492897451,0.7924230465666929,0.4973464746019712,0.6389315346499933,0.6789925126077243 4156,Kquant03/Medusa-7B-bf16,torch.bfloat16,0.60580204778157,0.7998406691894046,0.5573938277943279,0.739542225730071,0.01819560272934041,0.5770995436768458,0.5496456528169266 4157,Kquant03/Samlagast-7B-laser-bf16,torch.bfloat16,0.7286689419795221,0.8895638319059949,0.7316299369099223,0.8539857932123125,0.6565579984836998,0.6434586140419004,0.750644186088892 4158,Kquant03/Samlagast-7B-bf16,torch.float16,0.7397610921501706,0.8934475204142601,0.7389964891800441,0.8547750591949487,0.6755117513267627,0.6458242565835091,0.7580526948082825 4159,Kquant03/BurningBruce-SOLAR-8x10.7B-bf16,torch.bfloat16,0.6911262798634812,0.8781119298944433,0.686693861909958,0.8334648776637726,0.6413949962092494,0.6627484824869715,0.732256738004646 4160,Kquant03/Buttercup-V2-laser,torch.bfloat16,0.7312286689419796,0.8847839075881299,0.6899750707536572,0.8626677190213102,0.6808188021228203,0.6474204301200878,0.7494824330913308 4161,Kquant03/FrankenDPO-4x7B-bf16,torch.bfloat16,0.6868600682593856,0.8606851224855606,0.63138491036624,0.835043409629045,0.6770280515542078,0.6492634404515063,0.7233775004576577 4162,Kquant03/Cognito-2x7B-bf16,torch.bfloat16,0.7295221843003413,0.8895638319059949,0.7169537206661909,0.856353591160221,0.7035633055344959,0.6485928403623286,0.7574249123215955 4163,Kquant03/NeuralTrix-7B-dpo-laser,torch.bfloat16,0.7133105802047781,0.8850826528579964,0.7814534342142354,0.8445146014206788,0.690674753601213,0.6398708444621045,0.7591511444601678 4164,Kquant03/Prokaryote-8x7B-bf16,torch.bfloat16,0.7372013651877133,0.8817964548894642,0.6778730144008733,0.8303078137332282,0.6952236542835482,0.6496715766068106,0.7453456465169396 4165,Kquant03/Buttercup-V2-bf16,torch.bfloat16,0.7372013651877133,0.885381398127863,0.6947306262348207,0.8650355169692187,0.686125852918878,0.6468418174702129,0.7525527628181177 4166,Kquant03/NeuralTrix-7B-dpo-relaser,torch.bfloat16,0.7133105802047781,0.8840868352917746,0.7797569119907752,0.840568271507498,0.6815769522365428,0.640059082024204,0.7565597722092621 4167,Kquant03/Eukaryote-8x7B-bf16,torch.bfloat16,0.6945392491467577,0.8729336785500896,0.6316657951045663,0.823993685872139,0.7194844579226687,0.6514736051452267,0.732348411956908 4168,Kquant03/Hippolyta-7B-bf16,torch.bfloat16,0.60580204778157,0.7998406691894046,0.5573938277943279,0.739542225730071,0.01819560272934041,0.5770995436768458,0.5496456528169266 4169,Kquant03/Azathoth-16x7B-bf16,torch.float16,0.7380546075085325,0.8886675960963951,0.6960737340136303,0.8547750591949487,0.6982562547384382,0.6460103598324728,0.7536396018974029 4170,Kquant03/Buttercup-4x7B-bf16,torch.bfloat16,0.7209897610921502,0.877414857598088,0.672045395418692,0.819258089976322,0.6982562547384382,0.6457512245051944,0.7389525972214809 4171,Kquant03/Nanashi-2x7B-bf16,torch.bfloat16,0.7312286689419796,0.887572196773551,0.7130522065140252,0.8610891870560379,0.6997725549658832,0.6503796709606662,0.7571824142020239 4172,ldahee/SLAL-0.1,torch.bfloat16,0.5793515358361775,0.8014339772953595,0.5421631897463146,0.8555643251775849,0.6315390447308568,0.6598932492105808,0.6783242203328123 4173,gmonsoon/Delta-4B-Base,torch.bfloat16,0.5861774744027304,0.7628958374825732,0.5173591737183307,0.7363851617995264,0.46929492039423804,0.590580814143941,0.6104488969902233 4174,gmonsoon/MiniCPM-2B-Base-v2,torch.bfloat16,0.4598976109215017,0.7221668990240988,0.40271915526124424,0.6637726913970008,0.41925701288855194,0.5263456692665982,0.5323598397931659 4175,gmonsoon/OpenMia-Indo-Engineering,torch.bfloat16,0.6715017064846417,0.8501294562836088,0.5793947082847677,0.8232044198895028,0.6489764973464746,0.6286269457525364,0.7003056223402554 4176,gmonsoon/MiniCPM-2B-Base-v3,torch.bfloat16,0.47013651877133106,0.7312288388767177,0.41823001155013334,0.6614048934490924,0.3889310083396513,0.5242065507852073,0.5323563036286888 4177,gmonsoon/Delta-4B-notso-base,torch.bfloat16,0.575938566552901,0.7610037841067516,0.5431268700767001,0.760852407261247,0.0401819560272934,0.5725825400300962,0.5422810206758315 4178,gmonsoon/delta-4b-orange,torch.bfloat16,0.5887372013651877,0.7658832901812388,0.5681886396364959,0.7647987371744278,0.48142532221379836,0.5649592553320906,0.6223320743172066 4179,gmonsoon/MiniCPM-2B-Base,torch.bfloat16,0.46075085324232085,0.7052380003983271,0.4138664461745723,0.659037095501184,0.3889310083396513,0.5260702050254806,0.5256489347802561 4180,gmonsoon/Qwenchana-0.5B-restart,torch.float16,0.3003412969283277,0.45947022505477,0.404780510761619,0.5485398579321231,0.019711902956785442,0.25608920915512956,0.3314888337981257 4181,gmonsoon/TinyWombat-1.8b-Chat-v.1,torch.bfloat16,0.3293515358361775,0.5888269269069907,0.3974416004992906,0.6022099447513812,0.019711902956785442,0.2511801545973851,0.3647870109246685 4182,gmonsoon/TinyUltra-4x1.1B-Base-Alpha,torch.float16,0.34897610921501704,0.6142202748456482,0.3758799861882878,0.6574585635359116,0.02577710386656558,0.2541929388145939,0.3794174960776706 4183,gmonsoon/Qwenchana-4B-restart-OH,torch.bfloat16,0.45307167235494883,0.7042421828321052,0.3767640262500362,0.6685082872928176,0.11599696739954511,0.37926659038839355,0.44964162108630773 4184,gmonsoon/MaxiCPM-3x3B-Test,torch.bfloat16,0.4598976109215017,0.7173869747062338,0.41058967358987175,0.6685082872928176,0.4488248673237301,0.5287927190856849,0.5390000221533067 4185,gmonsoon/MiaAffogato-Indo-Mistral-7b,torch.float16,0.6638225255972696,0.8543118900617407,0.5818075900070901,0.8318863456985004,0.6770280515542078,0.6410521529979546,0.7083180926527938 4186,gmonsoon/OpenMia-Indo-Mistral-7b-v3,torch.float16,0.6612627986348123,0.8547102170882295,0.6004582343641779,0.829518547750592,0.6762699014404853,0.6402872953773545,0.7104178324426086 4187,gmonsoon/Qwenchana-1.8B,torch.bfloat16,0.3822525597269625,0.599183429595698,0.39584142810819417,0.6029992107340174,0.19181197877179681,0.4578328376093203,0.4383202407576649 4188,gmonsoon/OpenMia-Indo-Mistral-7b-v3-refined,torch.float16,0.64419795221843,0.842162915753834,0.5394835979252358,0.8153117600631413,0.6125852918877938,0.626401335518301,0.680023808894456 4189,dotvignesh/perry-7b,torch.float16,0.5179180887372014,0.7642899820752838,0.4008031328552837,0.7253354380426204,0.10310841546626232,0.4617906511445919,0.4955409513868738 4190,tourist800/Mistral-7B-Merge-14-v0.2,torch.float16,0.6501706484641638,0.8513244373630751,0.541523548604347,0.7924230465666929,0.5686125852918877,0.6435876725499649,0.6746069898066885 4191,tourist800/mistral_2X7b,torch.float16,0.6339590443686007,0.8376817367058355,0.5207873423930568,0.7790055248618785,0.40181956027293403,0.6117608038013403,0.630835668733941 4192,tourist800/Marcoro14-7B-slerp,torch.float16,0.6339590443686007,0.8376817367058355,0.5207873423930568,0.7790055248618785,0.40181956027293403,0.6117608038013403,0.630835668733941 4194,Kabster/BioMistral-MedicalQA-FT,torch.float16,0.40017064846416384,0.6725751842262497,0.4726049659276046,0.6156274664561957,0.3062926459438969,0.23116857555371031,0.44973991442863687 4195,Kabster/Bio-Mistralv2-Squared,torch.bfloat16,0.6296928327645052,0.8401712806213901,0.6098919620417469,0.7774269928966061,0.001516300227445034,0.6008280469675475,0.5765879025865401 4196,Kabster/BioMistral-Zephyr-Beta-SLERP,torch.float16,0.621160409556314,0.8412666799442342,0.5460488636416867,0.7663772691397001,0.0,0.6063119889084377,0.5635275351983955 4197,l3utterfly/mistral-7b-v0.1-layla-v3,torch.float16,0.6177474402730375,0.8340967934674368,0.4319642043238644,0.7971586424625099,0.5602729340409401,0.6426345848840191,0.647312433241968 4198,l3utterfly/mistral-7b-v0.1-layla-v1,torch.float16,0.6015358361774744,0.8325034853614818,0.48895630003672147,0.7592738752959748,0.1683093252463988,0.6030958307821754,0.5756124421500378 4199,l3utterfly/tinyllama-1.1b-layla-v1,torch.float16,0.3438566552901024,0.5985859390559649,0.4102690094325491,0.5974743488555643,0.012130401819560273,0.24697808497052517,0.3682157399040444 4200,l3utterfly/minima-3b-layla-v1,torch.float16,0.4232081911262799,0.6747659828719379,0.46464235332296694,0.659037095501184,0.08642911296436695,0.2843532292212073,0.4320726608346572 4201,l3utterfly/mistral-7b-v0.1-layla-v4-chatml,torch.float16,0.6203071672354948,0.8339972117108145,0.4302819836285525,0.7932123125493291,0.5382865807429871,0.6373682333389366,0.6422422482010192 4202,l3utterfly/llama2-7b-layla,torch.float16,0.5418088737201365,0.7933678550089623,0.4650424272487903,0.7411207576953434,0.08491281273692192,0.4969658643945856,0.52053643180079 4203,l3utterfly/mistral-7b-v0.1-layla-v2,torch.float16,0.5631399317406144,0.7976498705437164,0.5156921467880321,0.7576953433307024,0.31387414708112205,0.5081426205447565,0.5760323433381573 4204,l3utterfly/minima-3b-layla-v2,torch.float16,0.44197952218430037,0.6992630950009958,0.43635958393568464,0.654301499605367,0.08642911296436695,0.2853435545198167,0.433946061368422 4205,l3utterfly/phi-2-layla-v1,torch.float16,0.6083617747440273,0.7500497908783111,0.44006505239159754,0.7419100236779794,0.5466262319939348,0.5784659929416383,0.6109131444379148 4206,l3utterfly/llama2-3b-distilled-layla-v1,torch.float16,0.3046075085324232,0.46046604262099183,0.4214015863561813,0.5737963693764798,0.002274450341167551,0.23909707480949022,0.3336071720061223 4207,l3utterfly/mistral-7b-v0.1-layla-v4,torch.float16,0.6228668941979523,0.8335988846843259,0.43136133190619835,0.7955801104972375,0.5549658832448825,0.6432097107423853,0.6469304692121637 4208,l3utterfly/open-llama-3b-v2-layla,torch.float16,0.3822525597269625,0.6643098984266083,0.4440094140539409,0.6282557221783741,0.01061410159211524,0.2856196320763002,0.4025102213423835 4209,l3utterfly/phi-2-layla-v1-chatml,torch.float16,0.6040955631399317,0.7457677753435571,0.4421012271211113,0.7426992896606156,0.5451099317664898,0.5662404736663292,0.6076690434496724 4210,bartowski/internlm2-math-20b-llama,torch.bfloat16,0.5998293515358362,0.8163712407886875,0.5289709889013895,0.7640094711917916,0.02122820318423048,0.6507012777130659,0.5635184222191668 4211,bartowski/internlm2-chat-20b-llama,torch.float16,0.636518771331058,0.8258315076677952,0.4874293978250427,0.7955801104972375,0.33965125094768767,0.6688610673763792,0.6256453509408667 4212,SummerSigh/GPTNeo350M-Instruct-SFT,torch.float16,0.2593856655290102,0.38548097988448515,0.45247532824340125,0.5019731649565904,0.003032600454890068,0.25762470090085726,0.3099954066615391 4213,Felladrin/Llama-68M-Chat-v1,torch.float16,0.23293515358361774,0.28271260705038836,0.4726841055154348,0.5430149960536701,0.0,0.2518366422518438,0.2971972507424925 4214,Felladrin/Llama-160M-Chat-v1,torch.float16,0.24744027303754265,0.35321649073889666,0.4416088801457481,0.5130228887134964,0.0,0.26143210472271616,0.30278677289306666 4215,Felladrin/TinyMistral-248M-SFT-v3,torch.float16,0.2568259385665529,0.2531368253335989,0.48872658811270636,0.48382004735595896,0.0,0.24409886100926284,0.28776804339634665 4216,Felladrin/TinyMistral-248M-SFT-v4,torch.float16,0.24914675767918087,0.2815176259709221,0.3956118679297354,0.505130228887135,0.0,0.26042370639422374,0.28197169781019954 4217,Felladrin/Smol-Llama-101M-Chat-v1,torch.float16,0.22866894197952217,0.2870942043417646,0.45756971268130436,0.500394632991318,0.000758150113722517,0.2493211018506638,0.28730112399304925 4218,Felladrin/Minueza-32Mx2-Chat,torch.float16,0.20136518771331058,0.2635929097789285,0.4455926367351534,0.516179952644041,0.0,0.2607075708278552,0.28123970961654815 4219,Felladrin/Minueza-32M-UltraChat,torch.float16,0.21075085324232082,0.26946823341963755,0.4770348386044479,0.5177584846093133,0.002274450341167551,0.2607866443709174,0.28967891743130075 4220,Felladrin/Minueza-32M-Base,torch.float16,0.21331058020477817,0.2638916550487951,0.47454377774666195,0.531965272296764,0.0037907505686125853,0.24796542408242134,0.28924457665800557 4221,Felladrin/Minueza-32M-Chat,torch.float16,0.20392491467576793,0.26538538139812784,0.47273397572972664,0.5098658247829518,0.0,0.2574653516956904,0.28489590804704407 4222,Felladrin/TinyMistral-248M-Chat-v1,torch.float16,0.2158703071672355,0.27454690300736906,0.4091258482224636,0.49013417521704816,0.0,0.23083013722841444,0.27008456180708845 4223,Felladrin/Pythia-31M-Chat-v1,torch.float16,0.21843003412969283,0.2680740888269269,0.4803634640308511,0.5027624309392266,0.0,0.2455032332835228,0.28585554186837003 4224,Felladrin/Minueza-32M-Deita,torch.float16,0.20733788395904437,0.2671778530173272,0.47749144664113974,0.505130228887135,0.002274450341167551,0.2684332049274281,0.287974177962207 4225,Pirr/pythia-13b-deduped-green_devil,torch.float16,0.4232081911262799,0.6889065923122883,0.3556467125824449,0.6692975532754538,0.02122820318423048,0.2600786906925448,0.4030609905288738 4226,HuggingFaceH4/starchat-alpha,torch.float16,0.31569965870307165,0.49432383987253536,0.4365737169978903,0.5509076558800315,0.024260803639120546,0.30757703780017015,0.35489045214880327 4227,HuggingFaceH4/zephyr-7b-beta,torch.bfloat16,0.6245733788395904,0.8434574785899224,0.5783301386651128,0.771112865035517,0.29037149355572406,0.6070490193884752,0.6191490623457238 4228,HuggingFaceH4/zephyr-7b-gemma-v0.1,torch.float16,0.5844709897610921,0.8347938657637921,0.5207310735270693,0.7419100236779794,0.45564821834723274,0.6068267869222413,0.6240634929999013 4229,HuggingFaceH4/zephyr-7b-alpha,torch.bfloat16,0.6100682593856656,0.8403704441346346,0.5790339154881958,0.7861089187056038,0.14025777103866566,0.6138965851622158,0.5949559823191636 4230,HuggingFaceH4/mistral-7b-sft-beta,torch.bfloat16,0.5742320819112628,0.8223461461860188,0.4357911455733831,0.7758484609313339,0.3646702047005307,0.6141974999875192,0.5978475898816747 4231,HuggingFaceH4/starchat-beta,torch.float16,0.5247440273037542,0.8059151563433579,0.47221109642342246,0.696921862667719,0.05155420773313116,0.42846197799455343,0.4966347214109897 4232,HuggingFaceH4/mistral-7b-grok,torch.bfloat16,0.5870307167235495,0.81876120294762,0.42074506817294116,0.77663772691397,0.3434420015163002,0.6154939160754096,0.5936851053916318 4233,LeoLM/leo-hessianai-13b,torch.float16,0.5725255972696246,0.8193586934873531,0.3803151079694499,0.760852407261247,0.08946171341925702,0.5364699206347816,0.5264972400069522 4234,LeoLM/leo-hessianai-7b-chat,torch.float16,0.5255972696245734,0.776140211113324,0.44890171447013644,0.6992896606156275,0.05155420773313116,0.4557726940091314,0.4928759595943207 4235,LeoLM/leo-hessianai-7b-chat-bilingual,torch.float16,0.5102389078498294,0.7603067118103963,0.47163146796973165,0.7071823204419889,0.027293404094010616,0.4468402993806055,0.48724885192442713 4236,LeoLM/leo-hessianai-7b,torch.float16,0.5196245733788396,0.7584146584345748,0.3793584526849439,0.7213891081294396,0.056103108415466264,0.4285387776654878,0.4772381131181253 4237,42dot/42dot_LLM-PLM-1.3B,torch.float16,0.3242320819112628,0.563931487751444,0.38680931810418795,0.5887924230465666,0.0075815011372251705,0.27085698780768547,0.3570339666263953 4238,42dot/42dot_LLM-SFT-1.3B,torch.float16,0.3609215017064846,0.5896235809599681,0.39979776889587376,0.5840568271507498,0.006823351023502654,0.255122791750313,0.36605763691448207 4239,NovoCode/Mistral-NeuralDPO,torch.bfloat16,0.6604095563139932,0.8469428400716988,0.4326565666387199,0.7963693764798737,0.38741470811220624,0.639181321242607,0.6271623948098498 4240,NovoCode/Mistral-NeuralDPO-v0.2,torch.bfloat16,0.6706484641638225,0.8501294562836088,0.48726838826281,0.8129439621152328,0.36694465504169826,0.6267676140770779,0.6357837566573751 4241,NovoCode/NeuralPaca-7b,torch.float16,0.6279863481228669,0.8301135232025493,0.4831753085957374,0.8168902920284136,0.6057619408642911,0.6302293087014079,0.665692786919211 4242,NovoCode/Phi-2-DPO,torch.bfloat16,0.6075085324232082,0.7503485361481776,0.4445615233459152,0.7363851617995264,0.558756633813495,0.5774965769816434,0.6125094940853276 4243,NovoCode/Novocode7b,torch.float16,0.5878839590443686,0.8051185022903804,0.6276801807189292,0.7813733228097869,0.2304776345716452,0.5650332659269391,0.5995944775603416 4244,NovoCode/Metabird-7b-DPO,torch.bfloat16,0.659556313993174,0.8628759211312488,0.60296165179436,0.813733228097869,0.11827141774071266,0.6445763372602377,0.6169958116696004 4245,NovoCode/Novocode7b-v3,torch.bfloat16,0.5750853242320819,0.8116908982274448,0.4829352733126611,0.745067087608524,0.36239575435936316,0.6190595734279006,0.5993723185279959 4246,NovoCode/Tiger-7B-v0.1-LaserRMT-Math-5-10-15-Neural-DPO,torch.bfloat16,0.39419795221843,0.8258315076677952,0.4815580541557307,0.7719021310181531,0.35178165276724793,0.6162742343198669,0.5735909220245373 4247,NovoCode/Novocode7b-v2,torch.bfloat16,0.6100682593856656,0.841167098187612,0.4220966738051277,0.7987371744277821,0.08188021228203184,0.6404833913685216,0.5657388015761236 4248,NovoCode/Tiger-DPO,torch.bfloat16,0.48208191126279865,0.8181637124078869,0.507583773070451,0.7632202052091555,0.41015921152388174,0.5984682755133568,0.5966128481645884 4249,NovoCode/Mistral-NeuralDPO-v0.3,torch.bfloat16,0.6160409556313993,0.8315076677952599,0.4531069456128054,0.7797947908445146,0.34874905231235787,0.6159825939844579,0.6075303343634658 4250,Henk717/airochronos-33B,torch.float16,0.64419795221843,0.8521210914160526,0.5058580975902875,0.7932123125493291,0.1372251705837756,0.59793597688302,0.5884251002068158 4251,Henk717/chronoboros-33B,torch.float16,0.6390784982935154,0.8500298745269866,0.4982576640532111,0.8034727703235991,0.15011372251705837,0.5943726722493448,0.5892208669939526 4252,Yehoon/yehoon_llama2,torch.float16,0.5477815699658704,0.7897829117705636,0.491698763027883,0.7474348855564326,0.07278241091736164,0.5129347661839345,0.5270692179036742 4253,Rijgersberg/GEITje-7B,torch.bfloat16,0.44795221843003413,0.7531368253335989,0.4045292267655127,0.7237569060773481,0.20166793025018953,0.5010433858643025,0.505347748786831 4254,Rijgersberg/GEITje-7B-chat-v2,torch.bfloat16,0.5034129692832765,0.7412865962955587,0.4354583253052409,0.7150749802683505,0.16224412433661864,0.4900446422096593,0.5079202729497841 4255,Dans-DiscountModels/TinyMistral-v2.5-MiniPile-Guidelines-E1,torch.float16,0.2645051194539249,0.2568213503286198,0.49848823283731625,0.4940805051302289,0.0,0.23531900339852918,0.2915357018581031 4256,Dans-DiscountModels/ShearedLlama-1.3b-FFT-Test1,torch.bfloat16,0.3267918088737201,0.5998805018920533,0.3696758746746233,0.5872138910812944,0.002274450341167551,0.2569394077676188,0.35712932243841294 4257,Dans-DiscountModels/Dans-07YahooAnswers-7b,torch.float16,0.6151877133105802,0.836885082652858,0.4183936786632435,0.7853196527229677,0.3730098559514784,0.6352394991437365,0.6106725804074773 4258,Dans-DiscountModels/Mistral-7b-FFT-Test3,torch.bfloat16,0.6023890784982935,0.8236407090221072,0.4435511513265938,0.7782162588792423,0.2676269901440485,0.6219923280785356,0.5895694193248034 4259,Dans-DiscountModels/TinyMistral-v2-Test1,torch.float16,0.2150170648464164,0.2678749253136825,0.5030342289474727,0.48539857932123126,0.0,0.23359378394860877,0.284153097062902 4260,Dans-DiscountModels/TinyLlama-1.1B-FFT-Test2,torch.bfloat16,0.34215017064846415,0.5795658235411273,0.3631613697388407,0.5880031570639306,0.0037907505686125853,0.2553975685537746,0.3553448066857916 4261,selfrag/selfrag_llama2_7b,torch.float16,0.514505119453925,0.7848038239394542,0.4173346967026119,0.7316495659037096,0.10993176648976498,0.5200477254144159,0.513045449650647 4262,mncai/yi-34B-v2,torch.float16,0.6612627986348123,0.8500298745269866,0.5733928094646895,0.8366219415943172,0.6497346474601972,0.7564382353416657,0.7212467178371114 4263,mncai/Llama2-7B-guanaco-1k,torch.float16,0.5511945392491467,0.8053176658036247,0.4769485190285405,0.7482241515390686,0.0758150113722517,0.47928955168579124,0.5227982397797374 4264,mncai/agiin-13.6B-v0.1,torch.float16,0.6945392491467577,0.8663612826130253,0.6797310501619931,0.7868981846882399,0.46474601971190294,0.6114725767764069,0.6839580605163876 4265,mncai/mistral-7b-dpo-merge-v1.1,torch.float16,0.7252559726962458,0.8814977096195977,0.6847598329649042,0.8232044198895028,0.7088703563305534,0.6483135206852054,0.7453169686976682 4266,mncai/agiin-13.6B-v0.0,torch.float16,0.6945392491467577,0.8658633738299144,0.6740086972319943,0.7868981846882399,0.47687642153146326,0.6193685909844967,0.6862590862354777 4267,mncai/Mistral-7B-OpenOrca-1k,torch.bfloat16,0.6296928327645052,0.8466440948018323,0.5296423544101955,0.7861089187056038,0.1197877179681577,0.6220373636853598,0.5889855470559424 4268,mncai/agiin-11.1B-v0.0,torch.float16,0.6732081911262798,0.8634734116709819,0.6767350158422528,0.7884767166535123,0.43442001516300227,0.6498846410318945,0.6810329985813205 4269,mncai/yi-34B-v3,torch.float16,0.6706484641638225,0.8511252738498307,0.5753679426280454,0.835043409629045,0.645185746777862,0.7580228118087485,0.7225656081428924 4270,mncai/SGPT-1.3B-insurance-epoch10,torch.float16,0.24573378839590443,0.2424815773750249,0.45237462811890433,0.5090765588003157,0.0,0.2523482223496022,0.28366912917329196 4271,mncai/mistral-7b-dpo-v5,torch.float16,0.7201365187713311,0.8757219677355108,0.6686090881936299,0.8224151539068666,0.7065959059893859,0.6385105392819808,0.7386648623131175 4272,mncai/Mistral-7B-openplatypus-1k,torch.bfloat16,0.6015358361774744,0.8424616610237005,0.498569630806063,0.7687450670876085,0.17437452615617893,0.5984043876876911,0.5806818514897861 4273,mncai/chatdoctor,torch.float16,0.537542662116041,0.7854013144791874,0.4355022713703972,0.6992896606156275,0.0,0.3594871794133833,0.4695371813324394 4274,mncai/mistral-7b-dpo-v6,torch.float16,0.7252559726962458,0.8809998008364868,0.6823900041375971,0.8255722178374112,0.7088703563305534,0.6468291449976679,0.7449862494726603 4275,mncai/Llama2-7B-guanaco-dolphin-500,torch.float16,0.5674061433447098,0.8161720772754432,0.4693286672182885,0.7411207576953434,0.12736921910538287,0.48678189890393664,0.5346964605905175 4276,sambanovasystems/SambaLingo-Thai-Chat,torch.bfloat16,0.5273037542662116,0.7842063333997211,0.40835613650495445,0.7221783741120757,0.08567096285064443,0.43953758043551666,0.49454219026152063 4278,shitshow123/tinylamma-20000,torch.float16,0.2380546075085324,0.3245369448317068,0.3487352293249913,0.5122336227308603,0.0,0.25373899865396166,0.279549900508342 4279,shitshow123/mistral7b_sft_dpo,torch.float16,0.27559726962457337,0.255327623979287,0.4967512296032591,0.531965272296764,0.0,0.24053751827141598,0.30002981896254993 4281,shitshow123/TinyLlama-1.1B-ChatStrong-DPO-PPO,torch.float16,0.3037542662116041,0.2575184226249751,0.48873713948713277,0.5043409629044988,0.0,0.24166165818177063,0.2993354082349969 4282,smelborp/MixtralOrochi8x7B-Alt,torch.bfloat16,0.6791808873720137,0.86247759410476,0.6403236854599645,0.8003157063930545,0.0,0.7005761039529369,0.6138123295471215 4283,smelborp/MixtralOrochi8x7B,torch.bfloat16,0.7030716723549488,0.8609838677554272,0.6399397085586839,0.7987371744277821,0.1728582259287339,0.7013457090981355,0.6461560596872852 4284,tushar310/Hippy-AAI-7B,torch.bfloat16,0.7158703071672355,0.8807010555666202,0.7194654727455502,0.8232044198895028,0.7012888551933283,0.6514615818940893,0.7486652820760544 4285,tushar310/MisGemma-7B,torch.bfloat16,0.6689419795221843,0.8570005974905397,0.6221649218559862,0.7947908445146015,0.5784685367702805,0.6447964557123783,0.6943605559776618 4286,Kukedlc/NeuralMaxime-7B-slerp,torch.bfloat16,0.7337883959044369,0.8917546305516829,0.7778789249353396,0.8445146014206788,0.6777862016679302,0.6443743574623979,0.7616828519904111 4287,Kukedlc/NeoCortex-7B-slerp,torch.bfloat16,0.7286689419795221,0.8867755427205736,0.7042580868414597,0.8555643251775849,0.7179681576952237,0.6470884210844999,0.7567205792498105 4288,Kukedlc/NeuralContamination-7B-ties,torch.bfloat16,0.734641638225256,0.8889663413662617,0.7670514705095086,0.8500394632991318,0.7035633055344959,0.647556083688356,0.7653030504371682 4289,Kukedlc/neuronal-7b-Mlab,torch.float16,0.6996587030716723,0.8678550089623581,0.6336409528168173,0.8105761641673244,0.6868840030326004,0.645149030286966,0.7239606437229563 4290,Kukedlc/NeuralArjuna-7B-DT,torch.bfloat16,0.7312286689419796,0.889663413662617,0.7668351858076342,0.8524072612470402,0.7081122062168309,0.6462755382638158,0.7657537123566529 4291,Kukedlc/Neural-Krishna-Multiverse-7b,torch.bfloat16,0.7286689419795221,0.8905596494722167,0.7674849994719457,0.8468823993685872,0.6952236542835482,0.6471562043437181,0.7626626414865897 4292,Kukedlc/Brocae-Area-7B-slerp,torch.bfloat16,0.7380546075085325,0.8897629954192392,0.7413064874642504,0.850828729281768,0.686125852918878,0.6454872719531471,0.7585943240909692 4293,Kukedlc/Jupiter-k-7B-slerp,torch.bfloat16,0.742320819112628,0.8881696873132842,0.739600519741522,0.8524072612470402,0.7050796057619408,0.6500531257417067,0.7629385031530204 4294,Kukedlc/NeuralMarioMonarch-7B-slerp,torch.float16,0.7380546075085325,0.8903604859589723,0.7497476847358444,0.8500394632991318,0.6921910538286581,0.6460740857561986,0.7610778968478896 4295,Kukedlc/SuperMente-7B-v4,torch.bfloat16,0.7047781569965871,0.8763194582752439,0.7145914661594538,0.8208366219415943,0.6921910538286581,0.6334920220476293,0.7403681298748611 4296,Kukedlc/NeuralMergeTest-001,torch.bfloat16,0.7337883959044369,0.8894642501493726,0.7582097215098258,0.8500394632991318,0.7012888551933283,0.6463992460836833,0.7631983220232965 4297,Kukedlc/NeuralKrishna-7B-v3,torch.bfloat16,0.7363481228668942,0.8890659231228839,0.7411350631722038,0.8468823993685872,0.709628506444276,0.6444675552525201,0.7612545950378942 4298,Kukedlc/Neural4gsm8k,torch.float16,0.7226962457337884,0.8844851623182632,0.6965382922735985,0.8334648776637726,0.7338893100833965,0.6476268496023012,0.75311678961252 4299,Kukedlc/NeuralKrishnaMath-7B-slerp,torch.bfloat16,0.7329351535836177,0.8891655048795061,0.7551767899127102,0.8492501973164956,0.7088703563305534,0.6466881723458104,0.7636810290614489 4300,Kukedlc/NeuralExperiment-7b-MagicCoder-v7.5,torch.float16,0.7133105802047781,0.8794064927305317,0.7211439754946991,0.835043409629045,0.6618650492797574,0.6461865938157084,0.7428260168590866 4301,Kukedlc/NeuralKrishna-7B-V2-DPO,torch.float16,0.7406143344709898,0.889663413662617,0.7618974672028592,0.8429360694554064,0.6808188021228203,0.64413919804172,0.7600115474927355 4302,Kukedlc/NeuTrixOmniBe-7B-model-remix,torch.bfloat16,0.7261092150170648,0.8906592312288388,0.7691143842213866,0.850828729281768,0.6914329037149356,0.6463214614124414,0.7624109874794058 4303,Kukedlc/NeuralKrishna-7B-slerp,torch.bfloat16,0.734641638225256,0.8895638319059949,0.7429427247081414,0.8326756116811366,0.7012888551933283,0.6462288198894094,0.7578902469338776 4304,Kukedlc/Neural-Cosmic-Boy-7B-slerp,torch.float16,0.7047781569965871,0.8765186217884884,0.6710055239283117,0.8200473559589582,0.7232752084912812,0.6491950989288593,0.740803327682081 4305,Kukedlc/NeuTrixOmniBe-DPO,torch.float16,0.7295221843003413,0.8903604859589723,0.7721852797961962,0.8492501973164956,0.6830932524639879,0.6433960139289252,0.7613012356274864 4306,Kukedlc/NeuralShiva-7B-DT,torch.bfloat16,0.726962457337884,0.8867755427205736,0.7416584901006834,0.8413575374901342,0.690674753601213,0.6465599864049276,0.755664794609236 4307,Kukedlc/NeuralExperiment-7b-dare-ties,torch.bfloat16,0.7363481228668942,0.8886675960963951,0.7485910271319819,0.8445146014206788,0.6990144048521607,0.6465795292414142,0.7606192136015874 4308,Kukedlc/Fasciculus-Arcuatus-7B-slerp,torch.bfloat16,0.735494880546075,0.8894642501493726,0.7253332381469298,0.8571428571428571,0.7103866565579985,0.6464866084990931,0.7607180818403877 4309,Kukedlc/Neural-Krishna-Multiverse-7b-v3,torch.bfloat16,0.7286689419795221,0.8906592312288388,0.773939891269351,0.8492501973164956,0.7035633055344959,0.6455009248397592,0.7652637486947439 4310,Kukedlc/NeuralSirKrishna-7b,torch.bfloat16,0.7372013651877133,0.8904600677155945,0.7559601871847126,0.8531965272296764,0.7126611068991661,0.646310841757809,0.7659650159957786 4311,Kukedlc/Neural-Krishna-Multiverse-7b-v2,torch.bfloat16,0.7295221843003413,0.8905596494722167,0.7734524435149801,0.8468823993685872,0.7028051554207733,0.6462113985820919,0.764905538443165 4312,Kukedlc/NeuralFusion-7b-Dare-Ties,torch.bfloat16,0.7320819112627986,0.8895638319059949,0.7332229913650119,0.8555643251775849,0.6982562547384382,0.6477131341618139,0.7594004081019404 4313,Kukedlc/NeuralKukedlc-7B-Labonned,torch.bfloat16,0.7081911262798635,0.869946225851424,0.6410010237246788,0.8097868981846882,0.7012888551933283,0.6449083012505686,0.7291870717474253 4314,Kukedlc/FrankeMerge-12.5B,torch.bfloat16,0.6834470989761092,0.877414857598088,0.6687960206616382,0.8153117600631413,0.5367702805155421,0.6400623817934072,0.7036337332679876 4315,Manolo26/metis-chat-instruct-7b,torch.float16,0.7286689419795221,0.8816968731328421,0.6943511626172874,0.8184688239936859,0.7073540561031084,0.6491548380913855,0.7466157826529719 4316,nlpguy/Hermes-low-tune-3,torch.bfloat16,0.6621160409556314,0.8499302927703645,0.5793658606194433,0.7876874506708761,0.6383623957543594,0.6374352040806079,0.6924828741418804 4317,nlpguy/ColorShadow-7B,torch.float16,0.6783276450511946,0.8515236008763195,0.5956171652597823,0.8058405682715075,0.5519332827899924,0.616862968159421,0.6833508717347029 4318,nlpguy/AlloyIngotNeoY,torch.bfloat16,0.7278156996587031,0.8911571400119498,0.7798753603234657,0.850828729281768,0.7028051554207733,0.6432149243706732,0.7659495015112222 4319,nlpguy/AlloyIngotNeoX,torch.bfloat16,0.7431740614334471,0.8906592312288388,0.7456883658583785,0.8453038674033149,0.6982562547384382,0.6497344522650542,0.7621360388212453 4320,nlpguy/AlloyIngot,torch.bfloat16,0.7397610921501706,0.8904600677155945,0.7511621845735572,0.850828729281768,0.6914329037149356,0.6483248651550824,0.7619949737651847 4321,nlpguy/Hermes-low-tune-2,torch.float16,0.6561433447098977,0.8446524596693886,0.5318336325194422,0.7774269928966061,0.6353297952994693,0.636934512895838,0.680386789665107 4322,nlpguy/Hermes-low-tune,torch.float16,0.6399317406143344,0.8374825731925911,0.5136505046097176,0.7790055248618785,0.624715693707354,0.6360198610490042,0.6718009830058133 4323,nlpguy/Lelantos-low-tune,torch.bfloat16,0.6706484641638225,0.8605855407289384,0.6133400726022729,0.7955801104972375,0.6679302501895376,0.6411382813267028,0.708203786584752 4324,nlpguy/T3QM7XP,torch.float16,0.7303754266211604,0.8911571400119498,0.7805646795719938,0.8500394632991318,0.7058377558756633,0.6444990117147734,0.767078912849112 4325,nlpguy/Hermes-low-tune-3.1,torch.bfloat16,0.6544368600682594,0.8460466042620992,0.5358664438298202,0.7861089187056038,0.6345716451857468,0.6413203250036698,0.6830584661758664 4326,nlpguy/ColorShadow-7B-v3,torch.float16,0.6757679180887372,0.8504282015534754,0.6287894376799671,0.8011049723756906,0.47536012130401817,0.6057374596409197,0.6728646851071347 4327,nlpguy/T3QM7X,torch.float16,0.7312286689419796,0.8913563035251942,0.7801734369560391,0.850828729281768,0.6997725549658832,0.6444667427483157,0.7663044060698634 4328,nlpguy/T3QM7,torch.float16,0.7312286689419796,0.8913563035251942,0.779634539852657,0.850828729281768,0.7073540561031084,0.6448134171892403,0.7675359524823246 4329,nlpguy/Westgate,torch.float16,0.7141638225255973,0.8813981278629756,0.6258706346942783,0.8571428571428571,0.7005307050796058,0.6510691494332835,0.7383625494564329 4330,nlpguy/AlloyIngotNeo,torch.bfloat16,0.7286689419795221,0.8898625771758614,0.7594522057332478,0.8429360694554064,0.6944655041698257,0.6460645014796282,0.7602416333322486 4331,nlpguy/ColorShadow-7B-v2,torch.float16,0.6715017064846417,0.8469428400716988,0.6292738740677482,0.7884767166535123,0.47308567096285065,0.6034493255975213,0.6687883556396622 4332,NousResearch/Nous-Hermes-Llama2-13b,torch.bfloat16,0.6126279863481229,0.832603067118104,0.5041486881185876,0.7545382794001578,0.10083396512509477,0.5504027098604218,0.5591924493284148 4333,NousResearch/Redmond-Puffin-13B,torch.bfloat16,0.6049488054607508,0.832105158334993,0.42076519445876004,0.7647987371744278,0.11220621683093253,0.5495305191395741,0.547392438566573 4334,NousResearch/Capybara-7B,torch.bfloat16,0.5520477815699659,0.8076080462059351,0.5107046569316315,0.734017363851618,0.06899166034874905,0.4880401768313973,0.5269016142898828 4336,NousResearch/Yarn-Mistral-7b-128k,torch.bfloat16,0.5964163822525598,0.8250348536148178,0.4178089706148495,0.7695343330702447,0.3260045489006823,0.6302324877855953,0.5941719293731249 4337,NousResearch/Hermes-2-Pro-Mistral-7B,torch.bfloat16,0.6399317406143344,0.8275243975303724,0.5900505040048408,0.7545382794001578,0.6125852918877938,0.6212460574143261,0.6743127118086375 4338,NousResearch/Nous-Hermes-2-Mixtral-8x7B-SFT,torch.bfloat16,0.697098976109215,0.8673571001792472,0.5122209779733843,0.829518547750592,0.6959818043972706,0.7220739527153786,0.7207085598541813 4339,NousResearch/Nous-Hermes-13b,torch.float16,0.5656996587030717,0.8210515833499303,0.5150145592913145,0.7529597474348856,0.08339651250947688,0.5044071263699937,0.5404215312764454 4340,NousResearch/CodeLlama-7b-hf,torch.float16,0.3984641638225256,0.5957976498705437,0.38618876340185804,0.648776637726914,0.05458680818802123,0.30473397504981137,0.39809133300994565 4341,NousResearch/Nous-Capybara-7B,torch.float16,0.552901023890785,0.8073093009360686,0.5113008018715199,0.7332280978689818,0.06974981046247157,0.4872448395661871,0.5269556457660024 4342,NousResearch/Nous-Hermes-2-SOLAR-10.7B,torch.bfloat16,0.6672354948805461,0.8489344752041426,0.5582372806316004,0.8279400157853196,0.6944655041698257,0.6629541259257002,0.7099611494328557 4343,NousResearch/Nous-Hermes-2-Mixtral-8x7B-DPO,torch.float16,0.7107508532423208,0.8729336785500896,0.5482610472622913,0.8310970797158642,0.7164518574677786,0.721705454705125,0.7335333284905783 4344,NousResearch/Nous-Hermes-llama-2-7b,torch.float16,0.5511945392491467,0.7893845847440749,0.49007441830130277,0.7403314917127072,0.0576194086429113,0.4833523465369223,0.5186594648645109 4345,NousResearch/Nous-Hermes-2-Yi-34B,torch.bfloat16,0.6689419795221843,0.8549093806014738,0.6037423421940498,0.829518547750592,0.7005307050796058,0.7669908813597818,0.7374389727512812 4346,NousResearch/CodeLlama-34b-hf,torch.float16,0.37542662116040953,0.31836287592113127,0.3889056985901338,0.734017363851618,0.21607278241091737,0.3719944390850783,0.4007966301698814 4347,NousResearch/CodeLlama-13b-hf,torch.float16,0.4087030716723549,0.6335391356303525,0.43794269776602796,0.6716653512233622,0.12130401819560273,0.3280883582272197,0.43354043878581994 4348,NousResearch/Nous-Hermes-2-Mistral-7B-DPO,torch.bfloat16,0.6569965870307167,0.8494323839872535,0.5578131545614541,0.7845303867403315,0.6050037907505686,0.6324529447807711,0.6810382079751826 4349,NousResearch/Yarn-Mistral-7b-64k,torch.bfloat16,0.5989761092150171,0.8251344353714399,0.41855733523531313,0.7726913970007893,0.332827899924185,0.6296478981633614,0.5963058458183509 4350,NousResearch/Nous-Puffin-70B,torch.float16,0.674061433447099,0.8737303326030671,0.46770671850892176,0.8389897395422258,0.34268385140257773,0.6976899219821838,0.6491436662476793 4351,YKM11/Mistral-7B-adaptv0.9,torch.float16,0.735494880546075,0.8895638319059949,0.7311817247902683,0.856353591160221,0.6793025018953753,0.647259797386058,0.7565260546139987 4352,YKM11/Mistral-7B-adaptv1,torch.float16,0.7397610921501706,0.8937462656841266,0.7455462880169612,0.8547750591949487,0.6664139499620925,0.644174977637,0.7574029387742166 4353,lorinma/yi6B_Vicuna,torch.bfloat16,0.4616040955631399,0.692989444333798,0.48112670332781104,0.6566692975532754,0.18423047763457165,0.5842953263295824,0.5101525574570297 4354,mychen76/mistral-7b-merged-ties,torch.float16,0.6791808873720137,0.85929097789285,0.6131109579182783,0.8003157063930545,0.6899166034874905,0.6406763086516483,0.7137485736192225 4355,mychen76/openmixtral-4x7b-merged,torch.float16,0.6945392491467577,0.8674566819358693,0.6132594486430695,0.8105761641673244,0.7119029567854435,0.6528569238342151,0.7250985707521133 4356,mychen76/mistral-7b-merged-slerp,torch.float16,0.6774744027303754,0.8616809400517825,0.5985018412437423,0.8018942383583267,0.6853677028051555,0.6404849302037184,0.7109006758988502 4357,mychen76/mistral-7b-merged-dare,torch.float16,0.697098976109215,0.8705437163911571,0.6324196158065736,0.8161010260457774,0.730098559514784,0.6507048067776136,0.7328277834408534 4358,mychen76/mistral-7b-merged-dare_6x7,torch.float16,0.6962457337883959,0.870444134634535,0.6698288226697681,0.8058405682715075,0.7134192570128886,0.6517941454321744,0.7345954436348782 4359,mychen76/openmixtral-6x7b-v2,torch.float16,0.6851535836177475,0.8674566819358693,0.651312479462047,0.7987371744277821,0.686125852918878,0.6510710723554376,0.723309474119627 4360,Mikivis/gpt2-large-lora-stf4,torch.float16,0.2687713310580205,0.4217287392949612,0.40843161308228243,0.5359116022099447,0.0,0.25529259492641254,0.31502264676193686 4361,Mikivis/xuanxuan,torch.float16,0.23464163822525597,0.3111929894443338,0.3597338158523284,0.5043409629044988,0.0,0.26271256920782365,0.27877032927237344 4362,Mikivis/gpt2-large-lora-sft2,torch.float16,0.26621160409556316,0.4268074088826927,0.4030671128915194,0.5367008681925809,0.0,0.24722225996506042,0.3133348756712361 4363,Mikivis/gpt2-large-lora-sft,torch.float16,0.26791808873720135,0.4415455088627763,0.39061720011720086,0.5509076558800315,0.0,0.25822222461679334,0.3182017797023339 4364,Mikivis/gpt2-large-lora-sft1,torch.float16,0.24658703071672355,0.4267078271260705,0.39365434891343787,0.5445935280189423,0.0,0.24890610355637027,0.3100748063885907 4365,OpenBuddyEA/openbuddy-llama-30b-v7.1-bf16,torch.float16,0.6245733788395904,0.823043218482374,0.5257440212757966,0.7750591949486977,0.3161485974222896,0.5814503629610824,0.6076697956549718 4366,alnrg2arg/test3_sft_16bit_dpo2,torch.bfloat16,0.7363481228668942,0.8902609042023502,0.7071252546997986,0.8437253354380426,0.6747536012130402,0.6463370292488629,0.7497583746114982 4368,alnrg2arg/blockchainlabs_joe_bez_seminar,torch.bfloat16,0.7380546075085325,0.8871738697470624,0.718621868768424,0.8516179952644041,0.7043214556482184,0.6511876835815201,0.758496246753027 4369,alnrg2arg/test3_sft_4bit,torch.bfloat16,0.6151877133105802,0.8388767177853017,0.47834523438735,0.819258089976322,0.0,0.647884157464424,0.5665919854873297 4370,alnrg2arg/test2,torch.bfloat16,0.2721843003412969,0.26249751045608444,0.5013831681930769,0.4988161010260458,0.0,0.24636038227527432,0.2968735770486297 4371,alnrg2arg/blockchainlabs_7B_merged_test2_4,torch.bfloat16,0.735494880546075,0.8886675960963951,0.6976711663625277,0.8445146014206788,0.7043214556482184,0.6463471720071516,0.7528361453468411 4372,alnrg2arg/blockchainlabs_tinyllama_fusion_LHK_yunkong,torch.bfloat16,0.34726962457337884,0.6040629356701852,0.374498602993856,0.5990528808208366,0.02122820318423048,0.24959072747054306,0.36595049578550504 4373,alnrg2arg/blockchainlabs_tinyllama_fusion_LHK_yunkong_v2,torch.bfloat16,0.34897610921501704,0.6311491734714201,0.37328984423862027,0.5714285714285714,0.0075815011372251705,0.26750804438720666,0.3666555406463434 4374,alnrg2arg/test2_4,torch.bfloat16,0.735494880546075,0.8886675960963951,0.6976711663625277,0.8445146014206788,0.7043214556482184,0.6463471720071516,0.7528361453468411 4375,alnrg2arg/test3_sft_16bit,torch.bfloat16,0.735494880546075,0.8886675960963951,0.6976711663625277,0.8445146014206788,0.7043214556482184,0.6463471720071516,0.7528361453468411 4377,alnrg2arg/blockchainlabs_test3_seminar,torch.bfloat16,0.7218430034129693,0.8893646683927504,0.7247121699417279,0.856353591160221,0.7035633055344959,0.6462682542997078,0.7570174987903121 4378,alnrg2arg/blockchainlabs_7B_merged_test2_4_prune,torch.float16,0.60580204778157,0.7774347739494125,0.5902640868436692,0.7640094711917916,0.21455648218347234,0.5227226629608649,0.57913158748513 4379,alnrg2arg/test2_3,torch.bfloat16,0.7295221843003413,0.8841864170483967,0.684008510520704,0.8413575374901342,0.6982562547384382,0.6479731268303878,0.7475506718214003 4380,cstr/Spaetzle-v8-7b,torch.bfloat16,0.6868600682593856,0.866759609639514,0.6405116114057202,0.8145224940805051,0.6815769522365428,0.645967296351222,0.7226996719954816 4381,cstr/Spaetzle-v12-7b,torch.bfloat16,0.659556313993174,0.8615813582951604,0.578442759364669,0.8003157063930545,0.6269901440485216,0.6347727650070306,0.6936098411836018 4382,cstr/Spaetzle-v44-7b,torch.bfloat16,0.6459044368600683,0.8476399123680541,0.5444850538141455,0.7876874506708761,0.5367702805155421,0.6176472119388298,0.6633557243612527 4383,pleisto/yuren-13b-chatml,torch.bfloat16,0.5307167235494881,0.7803226448914559,0.42324311782084495,0.744277821625888,0.2812736921910538,0.5633877386682561,0.5538702897911645 4384,Juniplayground/Mist_LLaMA-2-7B-1024_V3,torch.float16,0.5136518771331058,0.7774347739494125,0.41205035167771537,0.7332280978689818,0.04852160727824109,0.4134292338540364,0.48305265696024885 4385,mlabonne/Gemmalpaca-2B,torch.float16,0.4872013651877133,0.7136028679545907,0.412366178724327,0.6558800315706393,0.1068991660348749,0.362990186851438,0.45648996605393055 4386,mlabonne/NeuralMonarch-7B,torch.float16,0.7320819112627986,0.8908583947420833,0.7779478264166126,0.846093133385951,0.6777862016679302,0.644079826803155,0.7614745490464218 4387,mlabonne/UltraMerge-7B,torch.float16,0.7303754266211604,0.8924517028480382,0.7816982788381008,0.8484609313338595,0.6921910538286581,0.643958410655217,0.7648559673541723 4388,mlabonne/NeuralBeagle14-7B,torch.float16,0.7295221843003413,0.8833897629954193,0.6992620055732494,0.823993685872139,0.7028051554207733,0.6454980928908022,0.7474118145087875 4389,mlabonne/NeuralPipe-7B-ties,torch.float16,0.6791808873720137,0.8603863772156941,0.6137333376102074,0.8018942383583267,0.6952236542835482,0.64239656287158,0.7154691762852283 4390,mlabonne/NeuralDarewin-7B,torch.float16,0.7013651877133106,0.8639713204540929,0.6291675924515658,0.7971586424625099,0.6671721000758151,0.6485093430929918,0.717890697708381 4391,mlabonne/OmniBeagle-7B,torch.float16,0.7261092150170648,0.8892650866361282,0.7444830471955781,0.8310970797158642,0.7005307050796058,0.6479540080933991,0.7565731902896067 4392,mlabonne/NeuralDaredevil-7B,torch.float16,0.6988054607508533,0.8762198765186218,0.6685490621837052,0.8208366219415943,0.731614859742229,0.6512149817050649,0.7412068104736781 4393,mlabonne/NeuralMarcoro14-7B,torch.float16,0.7141638225255973,0.8759211312487553,0.6564217699864116,0.8121546961325967,0.7073540561031084,0.6483607001996562,0.7357293626993542 4394,mlabonne/Darewin-7B,torch.bfloat16,0.6860068259385665,0.8621788488348935,0.6038301238600606,0.797947908445146,0.7103866565579985,0.6520684370470347,0.7187364667806166 4395,mlabonne/NeuralHermes-2.5-Mistral-7B-laser,torch.bfloat16,0.6638225255972696,0.8509261103365864,0.5494663387110247,0.7813733228097869,0.5572403335860501,0.634341941102951,0.6728617620239447 4396,mlabonne/NeuralHermes-2.5-Mistral-7B,torch.float16,0.6655290102389079,0.8490340569607648,0.5492935605551788,0.7829518547750592,0.6133434420015162,0.6331762184796981,0.6822213571685208 4397,mlabonne/Monarch-7B,torch.bfloat16,0.7303754266211604,0.8902609042023502,0.7734559241701873,0.846093133385951,0.690674753601213,0.6441117806406921,0.7624953204369257 4398,mlabonne/GML-Mistral-merged-v1,torch.bfloat16,0.4377133105802048,0.578868751244772,0.5157810759126963,0.7387529597474349,0.0,0.6412534579836089,0.4853949259114529 4399,mlabonne/Daredevil-7B,torch.bfloat16,0.6936860068259386,0.8717386974706234,0.6408567221685382,0.8129439621152328,0.7293404094010614,0.6529652027021262,0.7335885001139201 4400,mlabonne/Darewin-7B-v2,torch.bfloat16,0.6262798634812287,0.7828121888070105,0.5099066668730978,0.739542225730071,0.19181197877179681,0.5301105619611424,0.5634105809373912 4401,mlabonne/Beagle14-7B,torch.bfloat16,0.7295221843003413,0.8795060744871539,0.6887873400281794,0.8263614838200474,0.714177407126611,0.6470376697732123,0.747565359922591 4402,mlabonne/Mistralpaca-7B,torch.float16,0.6203071672354948,0.8343955387373033,0.5317344352690491,0.7434885556432518,0.33131159969673996,0.5950217285760275,0.6093765041929776 4403,mlabonne/NeuralPipe-7B-slerp,torch.float16,0.6757679180887372,0.8616809400517825,0.598408044881861,0.8018942383583267,0.6823351023502654,0.6405985918399429,0.7101141392618193 4404,mlabonne/FrankenMonarch-7B,torch.bfloat16,0.7158703071672355,0.8858793069109739,0.7368744041635789,0.8358326756116812,0.48673237300985595,0.6392790270150476,0.7167446823130622 4405,mlabonne/Beyonder-4x7B-v3,torch.bfloat16,0.7167235494880546,0.888568014339773,0.7444087204884349,0.835043409629045,0.7058377558756633,0.6487016580791869,0.7565471846500262 4406,mlabonne/Marcoro14-7B-slerp,torch.bfloat16,0.6979522184300341,0.8713403704441346,0.6354053076486196,0.8161010260457774,0.7088703563305534,0.6510511083047754,0.7301200645339824 4407,mlabonne/Beyonder-4x7B-v2,torch.bfloat16,0.6877133105802048,0.8679545907189803,0.606846132898595,0.8089976322020521,0.7172100075815011,0.651049357676904,0.7232951719430396 4408,mlabonne/AlphaMonarch-7B,torch.float16,0.7303754266211604,0.8917546305516829,0.7790976929959287,0.8468823993685872,0.6671721000758151,0.6440157643349516,0.7598830023246875 4409,Charlie911/vicuna-7b-v1.5-lora-mixed-datasets-time-unit,torch.float16,0.5179180887372014,0.7640908185620394,0.40325349902822055,0.734017363851618,0.0712661106899166,0.49584635679343503,0.4977320396104052 4410,Charlie911/vicuna-7b-v1.5-lora-temporal-sharegpt,torch.float16,0.5349829351535836,0.7582154949213304,0.4475004397320104,0.7269139700078927,0.1599696739954511,0.5079080475887823,0.5225817602331752 4411,Charlie911/vicuna-7b-v1.5-lora-temporal-without-mctaco-1,torch.float16,0.4948805460750853,0.7593108942441744,0.39945852317616254,0.7134964483030781,0.11902956785443518,0.47474035644206786,0.4934860560158339 4412,Charlie911/zephyr-7b-beta-MultiLoRA-mmlu-merged,torch.float16,0.5793515358361775,0.8142800238996216,0.5198213221982798,0.7663772691397001,0.2676269901440485,0.5856967569939115,0.5888589830352898 4413,Charlie911/vicuna-7b-v1.5-lora-mixed-datasets,torch.float16,0.5170648464163823,0.764389563831906,0.39565452424851383,0.7324388318863457,0.0712661106899166,0.5012972832414053,0.4970185267190783 4414,Charlie911/vicuna-7b-v1.5-general-temporal-merged,torch.float16,0.5247440273037542,0.7583150766779526,0.4705910313038436,0.7316495659037096,0.1425322213798332,0.49087432862122404,0.5197843751983863 4415,Charlie911/MultiLora-drop-sharegpt,torch.float16,0.4761092150170648,0.6597291376219877,0.44825405044907884,0.6606156274664562,0.06444275966641395,0.4099444047162375,0.4531825324895398 4416,Charlie911/zephyr-7b-beta-lora-mmlu-merged,torch.float16,0.5281569965870307,0.761202947619996,0.4459926917615981,0.7134964483030781,0.1425322213798332,0.3781807738455862,0.49492701324952043 4417,Charlie911/vicuna-7b-v1.5-lora-mmlu-merged,torch.float16,0.5110921501706485,0.7674765982871938,0.4848652027934381,0.7198105761641673,0.1599696739954511,0.4938930783685785,0.5228512132965796 4418,Charlie911/vicuna-MultiLoRA-sharegpt-mmlu-drop-ffn-1.0general,torch.float16,0.5332764505119454,0.7741485759808803,0.5033295578435169,0.7213891081294396,0.18423047763457165,0.5103569837551705,0.5377885256425873 4419,Charlie911/MultiLora-sharegpt,torch.float16,0.4564846416382253,0.6554471220872337,0.45851126549802557,0.6661404893449092,0.039423805913570885,0.3795340008391796,0.44259022088685734 4420,Charlie911/MultiLoRA-mmlu,torch.float16,0.5238907849829352,0.7720573590918144,0.5020042655317223,0.7221783741120757,0.15845337376800606,0.49734524193781005,0.5293215665707273 4421,Charlie911/vicuna-7b-v1.5-lora-mctaco-modified4,torch.float16,0.4069965870307167,0.7308305118502291,0.415907411933743,0.6787687450670876,0.000758150113722517,0.47257011498639423,0.4509719201636489 4422,Charlie911/vicuna-7b-v1.5-lora-timedial-unit-080091,torch.float16,0.5281569965870307,0.7610037841067516,0.43402079690503526,0.7371744277821626,0.07657316148597422,0.5058278115681726,0.5071261630725211 4423,Charlie911/vicuna-7b-v1.5-lora-mctaco-modified2,torch.float16,0.42918088737201365,0.7396932881896037,0.40427814325747613,0.696921862667719,0.006823351023502654,0.48489590584624903,0.4602989063927607 4424,Charlie911/vicuna-7b-v1.5-lora-timedial,torch.float16,0.5290102389078498,0.7628958374825732,0.41601570347119143,0.7355958958168903,0.07278241091736164,0.5046584251619526,0.5034930852929698 4425,Charlie911/llama2-MultiLoRA-sharegpt-mmlu-drop-ffn-1.0general,torch.float16,0.5315699658703071,0.7858992232622983,0.38750630913194245,0.7403314917127072,0.14480667172100076,0.4689180856326671,0.5098386245551538 4426,Charlie911/vicuna-7b-v1.5-lora-mctaco-modified1,torch.float16,0.4087030716723549,0.734017128062139,0.3986793440080272,0.6945540647198106,0.01288855193328279,0.4741521545334446,0.4538323858215099 4427,Charlie911/vicuna-7b-v1.5-lora-timedial-unit-080082,torch.float16,0.5281569965870307,0.7607050388368851,0.4354326960844289,0.7371744277821626,0.07808946171341925,0.5046805507968835,0.507373195300135 4428,Charlie911/MultiLoRA-llama2-mmlu,torch.float16,0.5221843003412969,0.7759410476000796,0.40926286124406613,0.7379636937647988,0.11751326762699014,0.42605783344567644,0.498153834003818 4429,Charlie911/vicuna-7b-v1.5-lora-mctaco,torch.float16,0.4564846416382253,0.7565226050587532,0.43120365715831976,0.6992896606156275,0.04473085670962851,0.49269373965287344,0.480154193472238 4430,haoranxu/ALMA-13B,torch.float16,0.568259385665529,0.8029277036446923,0.3756948163452805,0.7632202052091555,0.0,0.4992297481528188,0.5015553098362461 4431,haoranxu/ALMA-7B,torch.float16,0.5034129692832765,0.7550288787094205,0.3564384771875291,0.7237569060773481,0.0,0.3803974564881,0.4531724479576124 4432,haoranxu/ALMA-13B-Pretrain,torch.float16,0.5691126279863481,0.8015335590519816,0.3744273268175779,0.7640094711917916,0.0887035633055345,0.5030810374668984,0.5168112643033553 4433,haoranxu/ALMA-13B-R,torch.bfloat16,0.5554607508532423,0.7944632543318064,0.36085639370497274,0.7529597474348856,0.0,0.4951768934077343,0.4931528399554402 4434,yec019/fbopt-350m-8bit,8bit,0.2354948805460751,0.3659629555865365,0.4096850307211532,0.526440410418311,0.01288855193328279,0.26222605869072646,0.3021163146493475 4435,ceadar-ie/FinanceConnect-13B,8bit,0.5511945392491467,0.7773351921927902,0.37682302005478885,0.7182320441988951,0.01592115238817286,0.5208205372251672,0.49338774755149345 4437,AetherResearch/Cerebrum-1.0-7b,torch.float16,0.6160409556313993,0.8456482772356104,0.464852982885189,0.7940015785319653,0.40181956027293403,0.6356476914690885,0.6263351743376977 4438,AetherResearch/Cerebrum-1.0-8x7b,torch.float16,0.6808873720136519,0.8730332603067118,0.5063101016622468,0.823993685872139,0.6194086429112965,0.7244519128896257,0.7046808292759453 4439,altomek/CodeRosa-70B-AB1,torch.float16,0.6552901023890785,0.8316072495518821,0.4985302248502429,0.8129439621152328,0.4450341167551175,0.5986984642506519,0.6403506866520342 4441,LDCC/LDCC-SOLAR-10.7B,torch.float16,0.6732081911262798,0.8810993825931089,0.6885285865912686,0.8366219415943172,0.5360121304018196,0.6683348777001981,0.7139675183344987 4442,hedronstone/OpenHermes-7B-Reasoner,torch.float16,0.6313993174061433,0.8273252340171281,0.48821727865548903,0.7584846093133386,0.5344958301743745,0.6261829373297879,0.6443508678160436 4443,hedronstone/OpenHermes-7B-Symbolic,torch.float16,0.6313993174061433,0.8273252340171281,0.48821727865548903,0.7584846093133386,0.5344958301743745,0.6261829373297879,0.6443508678160436 4444,M4-ai/NeuralReyna-Mini-1.8B-v0.3,torch.float16,0.35580204778157,0.6113324039036049,0.41992642277608455,0.6093133385951065,0.06747536012130402,0.4422441784190574,0.4176822919327879 4445,M4-ai/NeuralReyna-Mini-1.8B-v0.2,torch.float16,0.3779863481228669,0.6050587532364071,0.37746909989084154,0.6093133385951065,0.27065959059893857,0.4503622274703559,0.44847489298575277 4446,M4-ai/tau-1.8B,torch.bfloat16,0.3720136518771331,0.6025692093208525,0.39716984718432286,0.6108918705603789,0.3017437452615618,0.459561196934268,0.45732492018975285 4447,M4-ai/tau-0.5B,torch.bfloat16,0.2901023890784983,0.47450707030472017,0.39391928012221666,0.5682715074980268,0.0978013646702047,0.3744428552702175,0.36650741115731406 4448,M4-ai/tau-0.5B-instruct-DPOP,torch.float16,0.28924914675767915,0.4362676757618004,0.42730928037415516,0.5706393054459353,0.06974981046247157,0.33924322892424047,0.3554097412877137 4449,M4-ai/TinyMistral-6x248M-Instruct,torch.float16,0.22440273037542663,0.27016530571599284,0.4316446283639332,0.5059194948697711,0.0,0.24127960975153057,0.27890196151277574 4450,ai-forever/rugpt3large_based_on_gpt2,torch.float16,0.22610921501706485,0.3284206333399721,0.43388159442910507,0.5311760063141279,0.003032600454890068,0.2489738110794601,0.2952656434391034 4451,ai-forever/mGPT,torch.float16,0.2380546075085324,0.2636924915355507,0.39616632351350106,0.5067087608524072,0.0,0.25168905347203613,0.2760518728136713 4452,rxavier/Taurus-1.0-Mistral-7B,torch.bfloat16,0.6356655290102389,0.836387173869747,0.5021041476017792,0.7813733228097869,0.5936315390447309,0.6350169815492501,0.6640297823142555 4453,rxavier/Taurus-7B-1.0,torch.bfloat16,0.6356655290102389,0.836387173869747,0.5021041476017792,0.7813733228097869,0.5936315390447309,0.6350169815492501,0.6640297823142555 4454,theNovaAI/Supernova-experimental,torch.float16,0.6305460750853242,0.8365863373829915,0.49371884206186833,0.7734806629834254,0.287338893100834,0.5659061873965251,0.5979294996684947 4455,bertin-project/bertin-gpt-j-6B-alpaca,torch.float16,0.36006825938566556,0.5430193188607847,0.4337930440514085,0.5580110497237569,0.0,0.27659847236041574,0.36191502406367193 4456,Weyaxi/zephyr-beta-Nebula-v2-7B,torch.float16,0.5656996587030717,0.8253335988846843,0.5867721303937359,0.7048145224940805,0.17513267626990145,0.5639757052351461,0.5702880486634366 4457,Weyaxi/neural-chat-7b-v3-1-Nebula-v2-7B,torch.float16,0.6177474402730375,0.8021310495917148,0.5855547161874645,0.7182320441988951,0.04624715693707354,0.5907204369853268,0.5601054740289187 4458,Weyaxi/HelpSteer-filtered-7B,torch.float16,0.5955631399317406,0.8332005576578371,0.41111904702901125,0.7600631412786109,0.33434420015163,0.6352449982630808,0.594922514051985 4459,Weyaxi/Cosmosis-3x34B,torch.bfloat16,0.697098976109215,0.851822346146186,0.6382238408380394,0.8413575374901342,0.7225170583775588,0.7725197443016215,0.7539232505437924 4460,Weyaxi/Samantha-Nebula-7B,torch.float16,0.5699658703071673,0.8225453096992631,0.49583823304450064,0.7308602999210734,0.11372251705837756,0.5421190258177394,0.5458418759746869 4461,Weyaxi/very-test,torch.bfloat16,0.6390784982935154,0.8170683130850428,0.44279159783454264,0.7868981846882399,0.03335860500379075,0.6289453160613647,0.5580234191610827 4462,Weyaxi/Luban-Marcoroni-13B-v2,torch.float16,0.6348122866894198,0.828918542123083,0.5555918994652874,0.7695343330702447,0.09931766489764973,0.5872480467401783,0.5792371288309772 4463,Weyaxi/MetaMath-NeuralHermes-2.5-Mistral-7B-Ties,torch.bfloat16,0.6245733788395904,0.828918542123083,0.501521774455576,0.7513812154696132,0.6929492039423806,0.6224603890611337,0.6703007506485629 4464,Weyaxi/Helion-4x34B,torch.bfloat16,0.697098976109215,0.8528181637124079,0.6391431988345577,0.8437253354380426,0.7225170583775588,0.7733133245661705,0.7547693428396588 4465,Weyaxi/Platypus-Nebula-v2-7B,torch.float16,0.5537542662116041,0.8302131049591714,0.4693887506938676,0.7221783741120757,0.10083396512509477,0.5607014046299811,0.5395116442886324 4466,Weyaxi/Luban-Marcoroni-13B-v3,torch.float16,0.6373720136518771,0.8288189603664609,0.5556312122754024,0.7687450670876085,0.09931766489764973,0.5864263540435558,0.5793852120537591 4467,Weyaxi/einstein-v2-test-model,torch.bfloat16,0.6237201365187713,0.8345947022505477,0.5052388587667219,0.7932123125493291,0.4313874147081122,0.6207662107527614,0.6348199392577073 4468,Weyaxi/Einstein-7B,torch.bfloat16,0.6160409556313993,0.8434574785899224,0.4254749966629292,0.7750591949486977,0.3601213040181956,0.628682916717516,0.60813947442811 4469,Weyaxi/MetaMath-NeuralHermes-2.5-Mistral-7B-Linear,torch.bfloat16,0.6279863481228669,0.8420633339972117,0.48572469546439073,0.7679558011049724,0.6982562547384382,0.6342684774064031,0.6760424851390471 4470,Weyaxi/llama-2-alpacagpt4-1000step,4bit,0.6638225255972696,0.8450507866958773,0.5557315291503304,0.8034727703235991,0.16376042456406367,0.6274838171967849,0.6098869755879875 4471,Weyaxi/neural-chat-7b-v3-1-OpenHermes-2.5-7B,torch.bfloat16,0.6612627986348123,0.8408683529177454,0.612310037106096,0.7758484609313339,0.5087187263078089,0.6322199269753266,0.6718713838121873 4472,Weyaxi/Seraph-7B,torch.bfloat16,0.6783276450511946,0.8621788488348935,0.5948960816711865,0.8066298342541437,0.7187263078089462,0.650724196655971,0.7185804857127226 4473,Weyaxi/Einstein-v4-7B,torch.bfloat16,0.6467576791808873,0.8374825731925911,0.5514788751482042,0.7624309392265194,0.576194086429113,0.6230727124033313,0.6662361442634409 4474,Weyaxi/SauerkrautLM-UNA-SOLAR-Instruct-test,torch.bfloat16,0.7090443686006825,0.8829914359689305,0.7180055234145617,0.8374112075769534,0.6467020470053071,0.6615367161165158,0.7426152164471586 4475,Weyaxi/OpenHermes-2.5-neural-chat-v3-3-openchat-3.5-1210-Slerp,torch.bfloat16,0.6791808873720137,0.8631746664011153,0.5645055633835727,0.7971586424625099,0.7172100075815011,0.6546561113791604,0.7126476464299789 4476,Weyaxi/Stellaris-internlm2-20b-r512,torch.bfloat16,0.6382252559726962,0.8399721171081458,0.4950678335769212,0.8445146014206788,0.1463229719484458,0.6633840237029481,0.6045811339549727 4477,Weyaxi/ChatAYT-Lora-Assamble-Marcoroni,torch.float16,0.6245733788395904,0.8305118502290381,0.5612473537179327,0.7734806629834254,0.0887035633055345,0.5871954137022277,0.5776187037962913 4478,Weyaxi/TekniumAiroboros-Nebula-7B,torch.float16,0.5716723549488054,0.817167894841665,0.5163563481502564,0.7324388318863457,0.09401061410159212,0.5525070838738203,0.5473588546337474 4479,Weyaxi/Bagel-Hermes-2x34B,torch.bfloat16,0.6979522184300341,0.8526190001991635,0.6482085164957936,0.8476716653512234,0.6868840030326004,0.7724108209767635,0.7509577040809298 4480,Weyaxi/Dolphin2.1-OpenOrca-7B,torch.bfloat16,0.6416382252559727,0.8424616610237005,0.538254375639854,0.77663772691397,0.19711902956785443,0.6269714709569233,0.6038470815597125 4482,Weyaxi/Nous-Hermes-2-SUS-Chat-2x34B,torch.bfloat16,0.6680887372013652,0.8522206731726748,0.5741628635210513,0.8374112075769534,0.7308567096285065,0.7665109814465603,0.7382085287578519 4483,Weyaxi/Draco-8x7B,torch.bfloat16,0.6501706484641638,0.8524198366859191,0.6265250771231468,0.8066298342541437,0.6679302501895376,0.649618983673021,0.708882438398322 4484,Weyaxi/a,torch.bfloat16,0.6348122866894198,0.8648675562636925,0.4454908751064698,0.823993685872139,0.0,0.5676447124332717,0.5561348527274989 4485,Weyaxi/SynthIA-v1.3-Nebula-v2-7B,torch.float16,0.5938566552901023,0.8277235610436168,0.5062221390762053,0.7474348855564326,0.2486732373009856,0.5757492424204206,0.5832766201146272 4486,Weyaxi/MetaMath-neural-chat-7b-v3-2-Slerp,torch.float16,0.6569965870307167,0.8450507866958773,0.5522545162562386,0.7995264404104183,0.6982562547384382,0.6350257976883703,0.6978517304700098 4487,Weyaxi/MetaMath-neural-chat-7b-v3-2-Ties,torch.bfloat16,0.6348122866894198,0.8234415455088627,0.5206285653012832,0.7687450670876085,0.6823351023502654,0.6225325098133567,0.6754158461251327 4488,Weyaxi/openchat-3.5-1210-Seraph-Slerp,torch.float16,0.6791808873720137,0.8642700657239594,0.5774988351776751,0.8082083662194159,0.7225170583775588,0.6526060542533286,0.7173802111873252 4489,Weyaxi/Einstein-v3-7B,torch.bfloat16,0.6228668941979523,0.8301135232025493,0.5118155053333627,0.7995264404104183,0.44806671721000757,0.6332132081878284,0.6409337147570198 4490,Weyaxi/test-help-steer-filtered-orig,torch.float16,0.575938566552901,0.8042222664807808,0.41103746121798,0.7663772691397001,0.09628506444275967,0.5723883106016117,0.5377081564059555 4491,Weyaxi/Astralis-4x34B,torch.bfloat16,0.697098976109215,0.8517227643895638,0.6354665689810353,0.8413575374901342,0.7164518574677786,0.7724372292316825,0.7524224889449016 4492,Weyaxi/Nous-Hermes-2-SUS-Chat-34B-Linear,torch.bfloat16,0.6638225255972696,0.8494323839872535,0.591909971390079,0.8279400157853196,0.7202426080363912,0.7681537162320871,0.7369168701714001 4493,Weyaxi/MetaMath-OpenHermes-2.5-neural-chat-v3-3-Slerp,torch.bfloat16,0.6459044368600683,0.8537143995220076,0.5513669244614883,0.7908445146014207,0.7103866565579985,0.6428559498399874,0.699178813640495 4494,Weyaxi/zephyr-alpha-Nebula-v2-7B,torch.float16,0.5861774744027304,0.8305118502290381,0.5827588614927685,0.7355958958168903,0.23881728582259287,0.5667677047787664,0.5901048454237977 4495,Weyaxi/HelpSteer-filtered-Solar-Instruct,torch.bfloat16,0.6313993174061433,0.8305118502290381,0.46234588692773587,0.8058405682715075,0.510235026535254,0.6432029373951589,0.6472559311274729 4496,Weyaxi/OpenHermes-2.5-neural-chat-7b-v3-1-7B,torch.bfloat16,0.6655290102389079,0.8446524596693886,0.6121962789963568,0.7837411207576953,0.530705079605762,0.6334177185492053,0.6783736113028861 4497,Weyaxi/Luban-Marcoroni-13B,torch.float16,0.636518771331058,0.8292172873929496,0.5555366335940738,0.7703235990528808,0.10007581501137225,0.587010349410713,0.5797804092988412 4498,Weyaxi/Stellaris-internlm2-20b-r128,torch.bfloat16,0.6126279863481229,0.8174666401115316,0.5250446633100931,0.8524072612470402,0.001516300227445034,0.6567256582149644,0.5776314182431995 4499,Weyaxi/MetaMath-Chupacabra-7B-v2.01-Slerp,torch.bfloat16,0.659556313993174,0.8546106353316073,0.5616453632542725,0.8003157063930545,0.7012888551933283,0.6381913407498792,0.7026013691525526 4500,Weyaxi/Bagel-Hermes-34B-Slerp,torch.bfloat16,0.7073378839590444,0.8568014339772954,0.6709148255495884,0.8437253354380426,0.6626231993934799,0.7728734628618167,0.7523793568632113 4501,Weyaxi/OpenOrca-Zephyr-7B,torch.bfloat16,0.6407849829351536,0.8381796454889464,0.5430707823742871,0.7892659826361483,0.4624715693707354,0.6245931934160713,0.649727692703557 4502,Weyaxi/Einstein-v2-7B,torch.bfloat16,0.6237201365187713,0.8345947022505477,0.5052388587667219,0.7932123125493291,0.4313874147081122,0.6207662107527614,0.6348199392577073 4503,Weyaxi/SauerkrautLM-UNA-SOLAR-Instruct,torch.bfloat16,0.7090443686006825,0.8829914359689305,0.7180055234145617,0.8374112075769534,0.6467020470053071,0.6615367161165158,0.7426152164471586 4504,Weyaxi/Dolphin-Nebula-7B,torch.float16,0.5520477815699659,0.785700059749054,0.5796735084648076,0.7387529597474349,0.3305534495830174,0.5344100192742648,0.5868562963980908 4505,Weyaxi/Stellaris-internlm2-20b-r256,torch.bfloat16,0.6109215017064846,0.8222465644293966,0.5181219506294198,0.8524072612470402,0.012130401819560273,0.6601294711303557,0.5793261918270428 4506,Weyaxi/SlimOpenOrca-Mistral-7B,torch.float16,0.6296928327645052,0.8348934475204143,0.5739165977025021,0.7742699289660616,0.21455648218347234,0.6229704656382642,0.6083832924625366 4507,Weyaxi/MetaMath-una-cybertron-v2-bf16-Ties,torch.bfloat16,0.6501706484641638,0.8367855008962358,0.555200832195947,0.7726913970007893,0.6921910538286581,0.6258099307007042,0.688808227181083 4508,Weyaxi/OpenHermes-2.5-neural-chat-v3-2-Slerp,torch.float16,0.6749146757679181,0.8542123083051185,0.6104827225746667,0.8003157063930545,0.6307808946171342,0.6412889527660265,0.7019992100706531 4509,Weyaxi/OpenHermes-2.5-neural-chat-7b-v3-2-7B,torch.bfloat16,0.6638225255972696,0.8410675164309899,0.6358996422025046,0.7853196527229677,0.5678544351781653,0.6283919793115883,0.6870592919072475 4510,Weyaxi/MetaMath-Tulpar-7b-v2-Slerp,torch.bfloat16,0.659556313993174,0.8511252738498307,0.5644227760342831,0.7908445146014207,0.7043214556482184,0.6337297089641101,0.7006666738485062 4511,Weyaxi/Instruct-v0.2-Seraph-7B,torch.bfloat16,0.6476109215017065,0.8419637522405895,0.6539318892450207,0.7916337805840569,0.5443517816527672,0.6290357534079841,0.6847546464386874 4512,Weyaxi/Newton-OpenHermes-2.5-neural-chat-v3-3-Slerp,torch.bfloat16,0.6877133105802048,0.8500298745269866,0.5684120643866822,0.8011049723756906,0.6497346474601972,0.6506003857884164,0.7012658758530296 4513,Weyaxi/Einstein-openchat-7B,torch.bfloat16,0.6510238907849829,0.8356901015733917,0.5450984783622247,0.7916337805840569,0.6087945413191812,0.6401227293591111,0.6787272536638248 4514,Weyaxi/Nous-Hermes-2-SUS-Chat-34B-Slerp,torch.bfloat16,0.6672354948805461,0.8497311292571201,0.5922581699822781,0.8358326756116812,0.7285822592873389,0.7699789177433337,0.7406031077937163 4515,Weyaxi/Newton-7B,torch.bfloat16,0.6399317406143344,0.817167894841665,0.4436037082395254,0.7884767166535123,0.03411675511751327,0.6278232955243009,0.5585200184984752 4516,Weyaxi/Qwen-72B-Llama,torch.bfloat16,0.6484641638225256,0.8327026488747261,0.5759942995358094,0.8153117600631413,0.5625473843821076,0.7366291946962459,0.695274908562426 4517,Weyaxi/Seraph-openchat-3.5-1210-Slerp,torch.bfloat16,0.6800341296928327,0.8612826130252937,0.541246343010416,0.7955801104972375,0.7202426080363912,0.654988349710845,0.708895692328836 4518,Weyaxi/Bagel-Hermes-2x34b,torch.bfloat16,0.6979522184300341,0.8526190001991635,0.6482085164957936,0.8476716653512234,0.6868840030326004,0.7724108209767635,0.7509577040809298 4519,Weyaxi/Mistral-7B-v0.2-hf-duplicate,torch.bfloat16,0.6049488054607508,0.829416450906194,0.4179571372872378,0.7868981846882399,0.34723275208491283,0.6342302121200236,0.6034472570912265 4520,Weyaxi/Einstein-bagel-7B,torch.bfloat16,0.6689419795221843,0.8481378211511651,0.6333126520095955,0.7916337805840569,0.2812736921910538,0.6347621244565281,0.6430103416524305 4521,maywell/Synatra-RP-Orca-2-7b-v0.1,torch.bfloat16,0.5742320819112628,0.7730531766580363,0.5254804392398661,0.744277821625888,0.3949962092494314,0.5612072867274255,0.5955411692353184 4522,maywell/Synatra-V0.1-7B-Instruct,torch.float16,0.552901023890785,0.7662816172077276,0.557562665558094,0.7277032359905288,0.19408642911296436,0.5529146888645217,0.5585749434374369 4523,maywell/PiVoT-SUS-RP,torch.bfloat16,0.6655290102389079,0.8422624975104561,0.5456609919227617,0.8334648776637726,0.7050796057619408,0.7623469470369832,0.7257239883558038 4524,maywell/Synatra-11B-Testbench,torch.float16,0.5733788395904437,0.7865962955586536,0.5196984500314547,0.7576953433307024,0.177407126611069,0.5555706991504571,0.5617244590454634 4525,maywell/PiVoT-10.7B-Mistral-v0.2,torch.bfloat16,0.6331058020477816,0.8167695678151763,0.5823109285763256,0.8003157063930545,0.42380591357088704,0.5985950340134741,0.6424838254027833 4526,maywell/PiVoT-0.1-Evil-a,torch.bfloat16,0.5964163822525598,0.8147779326827326,0.3922832773133791,0.7529597474348856,0.4040940106141016,0.5893629205944352,0.5916490451486823 4527,maywell/Mini_Synatra_SFT,torch.float16,0.6245733788395904,0.8343955387373033,0.5367219275033033,0.7466456195737964,0.4488248673237301,0.6119674282573077,0.6338547933725052 4528,maywell/TinyLlama-MoE-Chat-0.1,torch.bfloat16,0.3438566552901024,0.5672176857199761,0.3781526709576764,0.5966850828729282,0.022744503411675512,0.29360747150724475,0.36704401162660055 4529,maywell/TinyLlama-MoE-Chat,torch.bfloat16,0.34726962457337884,0.5929097789285003,0.3935363377576707,0.6219415943172849,0.009855951478392721,0.29714167385172174,0.37710916015115825 4530,maywell/Synatra-7B-v0.3-dpo,torch.float16,0.6279863481228669,0.8258315076677952,0.5646058699056372,0.7624309392265194,0.23730098559514784,0.6146292818855442,0.6054641554005852 4531,maywell/PiVoT-0.1-early,torch.bfloat16,0.6245733788395904,0.8297151961760606,0.628875618268691,0.7371744277821626,0.444275966641395,0.6101841648593054,0.6457997920945342 4532,maywell/PiVoT-SOLAR-10.7B-RP,torch.bfloat16,0.6510238907849829,0.818263294164509,0.5654007756662209,0.7695343330702447,0.5382865807429871,0.6425928073049801,0.6641836136223208 4533,maywell/PiVoT-MoE,torch.float16,0.6390784982935154,0.8351921927902808,0.5463839311843238,0.7632202052091555,0.3912054586808188,0.6071397231674617,0.6303700015542594 4534,maywell/TinyWand-DPO,torch.float16,0.3165529010238908,0.5041824337781319,0.45798804726561826,0.5477505919494869,0.018953752843062926,0.26217084200484336,0.35126642814417236 4535,maywell/kiqu-70b,torch.bfloat16,0.7209897610921502,0.8794064927305317,0.6348399492810686,0.8484609313338595,0.6846095526914329,0.7493050898125524,0.7529352961569326 4536,maywell/Synatra-V0.1-7B,torch.float16,0.552901023890785,0.7662816172077276,0.557562665558094,0.7277032359905288,0.19408642911296436,0.5529146888645217,0.5585749434374369 4537,maywell/Synatra-7B-v0.3-RP,torch.float16,0.6220136518771331,0.8229436367257519,0.5263791321103062,0.7647987371744278,0.21152388172858225,0.6079991756825881,0.5926097025497982 4538,maywell/TinyWand-SFT,torch.float16,0.31399317406143346,0.49960167297351127,0.43076280778599846,0.5516969218626677,0.02047005307050796,0.259788281428181,0.3460521518637167 4539,maywell/Synatra-10.7B-v0.4,torch.float16,0.6493174061433447,0.8247361083449513,0.511139865309024,0.8184688239936859,0.5003790750568613,0.6250131083003531,0.6548423978580368 4540,maywell/koOpenChat-sft,torch.float16,0.5981228668941979,0.7872933678550089,0.5124049209846685,0.7640094711917916,0.24184988627748294,0.6131723777183733,0.5861421484869206 4541,starmpcc/Asclepius-Llama2-7B,torch.float16,0.5085324232081911,0.7652857996415057,0.43308620079593113,0.6827150749802684,0.003032600454890068,0.4361295539672703,0.4714636088413428 4542,starmpcc/Asclepius-Llama2-13B,torch.float16,0.5588737201365188,0.7965544712208723,0.4075956796231733,0.7269139700078927,0.001516300227445034,0.5238050312964034,0.5025431954187176 4543,IDEA-CCNL/Ziya-LLaMA-13B-Pretrain-v1,torch.float16,0.27986348122866894,0.26000796654052977,0.48589836094381605,0.5011838989739542,0.0,0.27037992423374213,0.2995556053201185 4544,IDEA-CCNL/Ziya-LLaMA-13B-v1,torch.float16,0.2773037542662116,0.25960963951404104,0.4864939735546677,0.4956590370955012,0.0,0.27037992423374213,0.2982410547773606 4545,TheTravellingEngineer/llama2-7b-chat-hf-v2,torch.float16,0.5307167235494881,0.785700059749054,0.3875084099562216,0.7403314917127072,0.0712661106899166,0.46799695039202627,0.4972532910082356 4546,TheTravellingEngineer/bloom-560m-RLHF,torch.float16,0.2440273037542662,0.36964748058155744,0.40758458720495,0.5311760063141279,0.003032600454890068,0.23626673047118066,0.29862245146349536 4547,TheTravellingEngineer/llama2-7b-chat-hf-guanaco,torch.float16,0.5051194539249146,0.7671778530173272,0.4336369037637752,0.7292817679558011,0.08567096285064443,0.4803491238611933,0.5002060108956093 4548,TheTravellingEngineer/bloom-560m-RLHF-v2,torch.float16,0.2645051194539249,0.3767177853017327,0.43510240933702116,0.5090765588003157,0.000758150113722517,0.23947381054420547,0.3042723055918204 4549,TheTravellingEngineer/llama2-7b-chat-hf-v3,torch.bfloat16,0.5196245733788396,0.7669786895040829,0.38312967353704325,0.7355958958168903,0.05989385898407885,0.45358091651101395,0.4864672679553248 4550,TheTravellingEngineer/llama2-7b-chat-hf-v4,torch.bfloat16,0.5307167235494881,0.785700059749054,0.3875084099562216,0.7403314917127072,0.07505686125852919,0.46799695039202627,0.49788508276967103 4552,TheTravellingEngineer/llama2-7b-chat-hf-dpo,torch.float16,0.5366894197952219,0.787890858394742,0.4396876190519236,0.7174427782162589,0.07354056103108415,0.46784088714940764,0.5038486872731064 4553,TheTravellingEngineer/llama2-7b-hf-guanaco,torch.float16,0.5247440273037542,0.7874925313682534,0.43896267130104455,0.7419100236779794,0.060652009097801364,0.45325256662428254,0.501168971562186 4554,TheTravellingEngineer/bloom-1b1-RLHF,torch.float16,0.27986348122866894,0.2619000199163513,0.48877125210938344,0.5090765588003157,0.0,0.26860021747454055,0.3013685882548766 4556,RobbeD/OpenLlama-Platypus-3B,torch.float16,0.4121160409556314,0.7166899024098785,0.36454492667971283,0.65982636148382,0.011372251705837756,0.29856180927146336,0.41051854875105737 4558,princeton-nlp/Sheared-LLaMA-2.7B-ShareGPT,torch.float16,0.4104095563139932,0.7126070503883688,0.4771392382771529,0.6416732438831886,0.0,0.28503022874808476,0.42114321960179807 4559,princeton-nlp/Sheared-LLaMA-1.3B,torch.float16,0.32849829351535836,0.6091416052579167,0.3714304497051817,0.5864246250986582,0.004548900682335102,0.25705062221578234,0.3595157494125387 4560,princeton-nlp/Sheared-Pythia-160m,torch.float16,0.22440273037542663,0.32065325632344155,0.4322455282459343,0.5169692186266772,0.0037907505686125853,0.26651402123995854,0.2940959175633418 4561,princeton-nlp/Sheared-LLaMA-1.3B-ShareGPT,torch.float16,0.3395904436860068,0.6254730133439554,0.43034383734131576,0.5682715074980268,0.000758150113722517,0.2641693881699103,0.37143439002548967 4562,princeton-nlp/Sheared-LLaMA-2.7B,torch.float16,0.41723549488054607,0.7101175064728141,0.37319738604899816,0.67008681925809,0.01061410159211524,0.26922071735956554,0.4084120042686881 4568,lodrick-the-lafted/Grafted-Hermetic-Platypus-C-2x7B,torch.float16,0.5930034129692833,0.8275243975303724,0.6080783293192719,0.7813733228097869,0.44124336618650495,0.622432504136807,0.645609222158671 4569,lodrick-the-lafted/Grafted-Llama2-2x70B,torch.float16,0.7261092150170648,0.8957379008165705,0.6649277907845683,0.8437253354380426,0.579226686884003,0.716710436893176,0.7377395609722376 4570,lodrick-the-lafted/Winged-Lagomorph-2x13B,torch.bfloat16,0.47952218430034127,0.6938856801433977,0.4453666576267616,0.6740331491712708,0.2562547384382108,0.44500051996345286,0.4990104882739059 4571,lodrick-the-lafted/Grafted-Hermetic-Platypus-A-2x7B,torch.bfloat16,0.5930034129692833,0.828918542123083,0.6107785581204721,0.77663772691397,0.4245640636846095,0.6200353315454784,0.6423229392261495 4572,lodrick-the-lafted/Hermes-Instruct-7B-v0.2,torch.float16,0.6092150170648464,0.8296156144194383,0.6101269592915214,0.7687450670876085,0.41091736163760423,0.6004835214398107,0.6381839234901382 4573,lodrick-the-lafted/Grafted-Hermetic-Platypus-D-2x7B,torch.bfloat16,0.5887372013651877,0.828918542123083,0.6101810638428078,0.7742699289660616,0.43290371493555724,0.619551082761833,0.6424269223324217 4574,lodrick-the-lafted/Kaiju-A-57B,torch.float16,0.5878839590443686,0.8095000995817566,0.5229332456093395,0.7876874506708761,0.38362395754359363,0.726581007824442,0.6363682867123961 4575,lodrick-the-lafted/Hermes-Instruct-7B-100K,torch.bfloat16,0.6151877133105802,0.8284206333399721,0.6362212933287348,0.7687450670876085,0.4397270659590599,0.6094620869087459,0.6496273099891169 4576,lodrick-the-lafted/Hermes-Instruct-7B-217K,torch.bfloat16,0.6100682593856656,0.8264289982075284,0.6181304894795385,0.77663772691397,0.4450341167551175,0.6122787665803083,0.6480963928870214 4577,lodrick-the-lafted/Grafted-Hermetic-Platypus-B-2x7B,torch.bfloat16,0.5947098976109215,0.8295160326628161,0.6148760112263835,0.7742699289660616,0.444275966641395,0.6214641645739521,0.6465186669469217 4578,lodrick-the-lafted/Grafted-Wind-Elementals-2x70B,torch.float16,0.7337883959044369,0.8907588129854611,0.6556816359357758,0.8484609313338595,0.686125852918878,0.7578722922440978,0.7621146535537515 4579,lodrick-the-lafted/Platyboros-Instruct-7B,torch.bfloat16,0.5776450511945392,0.8259310894244174,0.6091776098105923,0.7813733228097869,0.43669446550416985,0.6204971408324389,0.6418864465959907 4580,beberik/Nyxene-11B,torch.bfloat16,0.6834470989761092,0.8454491137223661,0.5749990941717074,0.7908445146014207,0.5178165276724791,0.6508782024115697,0.6772390919259421 4581,beberik/TinyExperts-v0-4x1B,torch.float16,0.31399317406143346,0.522903804023103,0.41126558330324914,0.601420678768745,0.00530705079605762,0.25870237740276847,0.3522654447258928 4582,beberik/Nyxene-v3-11B,torch.bfloat16,0.6962457337883959,0.8533160724955188,0.6091044754563715,0.8018942383583267,0.6353297952994693,0.6475225979785579,0.7072354855627734 4583,beberik/Nyxene-v2-11B,torch.bfloat16,0.674061433447099,0.8454491137223661,0.5561828601419777,0.7955801104972375,0.5466262319939348,0.6525660648902594,0.678410969115479 4584,beberik/rawr,torch.bfloat16,0.6399317406143344,0.848635729934276,0.520672757948257,0.7955801104972375,0.5807429871114481,0.6469591097062176,0.672087072635295 4585,beberik/Lonepino-11B,torch.bfloat16,0.6825938566552902,0.8457478589922326,0.6345365534188008,0.7892659826361483,0.6163760424564063,0.6376050878984278,0.701020897009551 4586,beberik/Nyxene-v1-11B,torch.bfloat16,0.6749146757679181,0.8452499502091216,0.5727980289823402,0.7900552486187845,0.5208491281273692,0.6511870105871267,0.67584234038211 4587,orangetin/OpenHermes-Mixtral-8x7B,torch.bfloat16,0.6390784982935154,0.8413662617008564,0.5952583328395225,0.7403314917127072,0.45716451857467777,0.6428750190121848,0.6526790203555773 4588,GeorgiaTechResearchInstitute/galactica-6.7b-evol-instruct-70k,torch.float16,0.4257679180887372,0.49302927703644694,0.4210361459599619,0.5627466456195738,0.0037907505686125853,0.32959604929214753,0.37266113109424664 4589,GeorgiaTechResearchInstitute/starcoder-gpteacher-code-instruct,torch.float16,0.3267918088737201,0.476000796654053,0.40406376943849426,0.5556432517758485,0.0,0.2862565924952323,0.3414593698728914 4590,GeorgiaTechResearchInstitute/galpaca-30b,torch.float16,0.4931740614334471,0.5830511850229038,0.4109177405766359,0.6250986582478295,0.028051554207733132,0.4210226584742963,0.4268859763271409 4591,cmarkea/bloomz-3b-sft-chat,torch.bfloat16,0.36860068259385664,0.5434176458872735,0.39693436565628964,0.5887924230465666,0.0037907505686125853,0.3149431971139956,0.36941317747776575 4592,cmarkea/bloomz-560m-sft-chat,torch.bfloat16,0.27474402730375425,0.37054371639115713,0.4235017854721072,0.5351223362273086,0.0,0.23931071709609467,0.3072037637484037 4593,cmarkea/bloomz-7b1-mt-sft-chat,torch.bfloat16,0.4402730375426621,0.6259709221270663,0.44338292612615726,0.632991318074191,0.00530705079605762,0.38635255994077594,0.4223796357678184 4594,ShenaoZ/0001_dpo_iter_2,torch.float16,0.6040955631399317,0.8452499502091216,0.5310848256562302,0.7719021310181531,0.18802122820318423,0.6001941139174548,0.5900913020240126 4595,MrNJK/gpt2-xl-sft,torch.float16,0.3003412969283277,0.49173471420035847,0.3878303037389204,0.5556432517758485,0.0075815011372251705,0.25562453671435553,0.33312593408250596 4596,ENERGY-DRINK-LOVE/SOLAR_merge2_dpo,torch.float16,0.64419795221843,0.8273252340171281,0.5127603711978598,0.8176795580110497,0.488248673237301,0.6456920366282747,0.6559839708850072 4597,gqd/mistral-merge-7b,torch.float16,0.6390784982935154,0.8447520414260108,0.5373136788770528,0.7734806629834254,0.5890826383623957,0.6403776323860737,0.6706808587214125 4598,ycros/BagelMIsteryTour-8x7B,torch.bfloat16,0.7244027303754266,0.8750248954391555,0.7494844581449875,0.8200473559589582,0.5981804397270659,0.712497323392001,0.7466062005062657 4599,ycros/BagelMIsteryTour-v2-8x7B,torch.bfloat16,0.726962457337884,0.8736307508464449,0.7453605701784624,0.8263614838200474,0.6133434420015162,0.7115634954558658,0.7495370332733701 4600,charlesdedampierre/TopicNeuralHermes-2.5-Mistral-7B,torch.float16,0.6706484641638225,0.8544114718183629,0.5546784964324225,0.7829518547750592,0.5420773313115997,0.6366230035202946,0.6735651036702603 4602,Xenon1/Xenon-1,torch.float16,0.552901023890785,0.81557458673571,0.5667949416021936,0.7868981846882399,0.21834723275208492,0.6122138714513986,0.5921216401867353 4603,Xenon1/MetaModel_moex8,torch.float16,0.71160409556314,0.883788090021908,0.7190575993623916,0.8326756116811366,0.6535253980288097,0.6628839275740702,0.7439224537052426 4604,Xenon1/Zenith-7B,torch.float16,0.5631399317406144,0.8110934076877117,0.5575741417196965,0.7782162588792423,0.12054586808188021,0.6129988083692746,0.57392806941307 4605,Xenon1/Eclipse-7B,torch.float16,0.6254266211604096,0.8418641704839673,0.5337238959396524,0.8429360694554064,0.6019711902956786,0.6491821836654693,0.6825173551667639 4606,Xenon1/Zenith-7B-dpo-v1,torch.bfloat16,0.6049488054607508,0.8295160326628161,0.6059869573691794,0.7726913970007893,0.16982562547384383,0.6039465836145016,0.5978192335969802 4607,Xenon1/Xenon-4,torch.float16,0.6015358361774744,0.8307110137422824,0.613129800259979,0.7703235990528808,0.20697498104624715,0.6008300335840516,0.6039175439771526 4608,Xenon1/Xenon-2,torch.float16,0.5750853242320819,0.8328022306313483,0.6091942381109575,0.7821625887924231,0.19408642911296436,0.6024687388096938,0.5992999249482448 4609,Xenon1/Zenith-7B-dpo,torch.bfloat16,0.6092150170648464,0.829416450906194,0.605026177940713,0.7726913970007893,0.16603487490523122,0.6053584703665834,0.5979570646973928 4610,Xenon1/Xenon-3,torch.float16,0.5887372013651877,0.8338976299541924,0.619926076675378,0.7750591949486977,0.20090978013646701,0.5979188492397719,0.6027414553866158 4611,Xenon1/Eclipse-13B-dpo,torch.bfloat16,0.6459044368600683,0.8500298745269866,0.5476200521634482,0.846093133385951,0.6937073540561031,0.6485157780298176,0.705311771503729 4612,jxhong/CAlign-alpaca-7b,torch.bfloat16,0.5093856655290102,0.7454690300736905,0.46893777898836553,0.7205998421468035,0.013646702047005308,0.3856156298838919,0.4739424414447944 4613,Korabbit/Llama-2-7b-chat-hf-afr-200step-flan-v2,torch.float16,0.5264505119453925,0.780422226648078,0.4541594429045071,0.7292817679558011,0.18953752843062927,0.485080428700028,0.5274886510974061 4614,Korabbit/Llama-2-7b-chat-hf-afr-300step-flan-v2,torch.float16,0.5255972696245734,0.7776339374626569,0.45138129313940284,0.7253354380426204,0.17968157695223655,0.4850550548424815,0.524114095010662 4615,Korabbit/Llama-2-7b-chat-hf-afr-200step-flan,torch.float16,0.5247440273037542,0.7802230631348337,0.45466126872222284,0.7269139700078927,0.1865049279757392,0.4841916081065551,0.5262064775418329 4616,Korabbit/Llama-2-7b-chat-hf-afr-100step-flan,torch.float16,0.5290102389078498,0.7844054969129656,0.4566539974272441,0.7237569060773481,0.19484457922668688,0.4839500541221818,0.5287702121123794 4617,Korabbit/Llama-2-7b-chat-hf-afr-200step-merged,torch.float16,0.5204778156996587,0.7738498307110138,0.4459944089782322,0.7190213101815311,0.18953752843062927,0.48650636431223354,0.5225645430522164 4618,Korabbit/Llama-2-7b-chat-hf-afr-100step-v2,torch.float16,0.5264505119453925,0.782513443537144,0.4518194385088943,0.7229676400947119,0.08491281273692192,0.48466286690084426,0.5088877856206514 4619,Korabbit/Llama-2-7b-chat-hf-afr-100step-flan-v2,torch.float16,0.5324232081911263,0.7843059151563434,0.45656512530226173,0.7229676400947119,0.19484457922668688,0.48428938779893477,0.5292326426283441 4620,Korabbit/Llama-2-7b-chat-hf-afr-200step-v2,torch.float16,0.5179180887372014,0.7741485759808803,0.43685304669032105,0.7190213101815311,0.07884761182714177,0.48551941860493036,0.5020513420036676 4621,Korabbit/Llama-2-7b-chat-hf-afr-441step-flan-v2,torch.float16,0.5213310580204779,0.7763393746265684,0.4502487926207983,0.7253354380426204,0.17816527672479152,0.48520163233225705,0.5227702620612523 4622,ikala/bloom-zh-3b-chat,torch.float16,0.38822525597269625,0.5471021708822944,0.4125162495379212,0.5864246250986582,0.004548900682335102,0.316238983530997,0.37584269761748373 4623,roneneldan/TinyStories-33M,torch.float16,0.24232081911262798,0.25692093208524197,0.47642453099543813,0.4909234411996843,0.0,0.23815291031359778,0.2841237722844317 4624,roneneldan/TinyStories-1M,torch.float16,0.23464163822525597,0.2523401712806214,0.49396053761888137,0.5217048145224941,0.0,0.24571398028772407,0.29139352365582943 4625,roneneldan/TinyStories-8M,torch.float16,0.24658703071672355,0.25034853614817765,0.4654311461279196,0.5027624309392266,0.0,0.2332712255847874,0.2830667282528058 4626,roneneldan/TinyStories-28M,torch.float16,0.22781569965870307,0.2583150766779526,0.4808347610689909,0.5043409629044988,0.0,0.23531265425913722,0.28443652576154715 4627,roneneldan/TinyStories-3M,torch.float16,0.22013651877133106,0.25582553276239794,0.47326829150220334,0.4925019731649566,0.0,0.24990043500177428,0.28193879186711057 4628,lxe/Cerebras-GPT-2.7B-Alpaca-SP,torch.float16,0.30802047781569963,0.48884684325831507,0.40243085644193566,0.5540647198105761,0.00530705079605762,0.25124813440877963,0.3349863470885606 4629,openbmb/UltraLM-13b,torch.float16,0.29436860068259385,0.2599083847839076,0.4861387255603705,0.4956590370955012,0.0,0.23116857555371031,0.2945405539460139 4631,openbmb/UltraLM-65b,torch.float16,0.6706484641638225,0.8498307110137423,0.5350863764391227,0.8113654301499605,0.32752084912812734,0.6347973340084373,0.6382081941505354 4632,openbmb/UltraLM-13b-v2.0,torch.float16,0.6262798634812287,0.8148775144393547,0.4948303207858797,0.7647987371744278,0.2608036391205459,0.5616767121494045,0.5872111311918068 4633,openbmb/UltraRM-13b,torch.float16,0.2815699658703072,0.2613025293766182,0.4790548760214852,0.49329123914759276,0.0,0.2596195951150096,0.29580636758850215 4634,Yukang/Llama-2-7b-longlora-100k-ft,torch.float16,0.2815699658703072,0.25433180641306513,0.4905705645797878,0.48382004735595896,0.0,0.23476598199748205,0.2908430610361002 4635,Yukang/Llama-2-7b-longlora-16k-ft,torch.float16,0.2636518771331058,0.2636924915355507,0.4775777270955148,0.4861878453038674,0.0,0.23747487667567074,0.2880974696239516 4636,Yukang/Llama-2-13b-longlora-32k-ft,torch.float16,0.5947098976109215,0.8261302529376618,0.37438135497816827,0.755327545382794,0.07733131159969674,0.5213438362187965,0.5248706997880065 4637,Yukang/Llama-2-7b-longlora-32k-ft,torch.float16,0.2790102389078498,0.2561242780322645,0.4957068563437588,0.49013417521704816,0.0,0.23080562710145833,0.2919635292670632 4638,Yukang/Llama-2-13b-chat-longlora-32k-sft,torch.float16,0.26109215017064846,0.261700856403107,0.49066988843051723,0.6408839779005525,0.0,0.23116857555371031,0.31425257474308926 4639,Yukang/LongAlpaca-13B,torch.float16,0.4257679180887372,0.7202748456482773,0.36846872335381525,0.6408839779005525,0.0,0.34909173270130245,0.4174145329487808 4640,Yukang/LongAlpaca-7B,torch.float16,0.42662116040955633,0.6589324835690101,0.40157343839532983,0.601420678768745,0.0,0.27279960268606396,0.39355789397145086 4641,Yukang/Llama-2-13b-longlora-16k-ft,torch.float16,0.25853242320819114,0.27604062935670187,0.48893302050171134,0.4956590370955012,0.0,0.23102939382513848,0.291699083997874 4643,runkai/PascalHermes-2.5-Mistral-7B,torch.bfloat16,0.6382252559726962,0.8374825731925911,0.5372446307638827,0.771112865035517,0.48218347232752085,0.6222246769115206,0.6480789123672881 4644,bit-dny/MindLLM,torch.float16,0.22440273037542663,0.34106751643098987,0.43479871223663846,0.49329123914759276,0.008339651250947688,0.25504697187541414,0.2928244702195016 4645,quantumaikr/quantum-dpo-v0.1,torch.float16,0.7252559726962458,0.8836885082652858,0.6991731296636601,0.8232044198895028,0.7081122062168309,0.6529408569127223,0.7487291822740413 4646,quantumaikr/KoreanLM-hf,torch.float16,0.514505119453925,0.7676757618004382,0.4434304859090647,0.6977111286503551,0.03411675511751327,0.4060667224538965,0.4772509955641988 4648,quantumaikr/llama-2-7b-hf-guanaco-1k,torch.float16,0.5162116040955631,0.7672774347739494,0.4478939778866437,0.7277032359905288,0.07429871114480667,0.47448759003545127,0.501312092321157 4649,quantumaikr/quantum-v0.01,torch.float16,0.7252559726962458,0.882692690699064,0.6927526472916785,0.8255722178374112,0.7028051554207733,0.6519822680013042,0.7468434919910795 4650,quantumaikr/QuantumLM-70B-hf,torch.float16,0.5947098976109215,0.8302131049591714,0.5339353339858667,0.7876874506708761,0.14783927217589082,0.6225145078274759,0.5861499278717005 4651,quantumaikr/llama-2-70b-fb16-korean,torch.float16,0.6715017064846417,0.867755427205736,0.564996389622642,0.8263614838200474,0.29037149355572406,0.6928561350013813,0.652307105948362 4652,quantumaikr/QuantumLM,torch.float16,0.5580204778156996,0.7973511252738499,0.4671087939545944,0.7419100236779794,0.09855951478392722,0.5416580220704272,0.5341013262627463 4653,quantumaikr/QuantumLM-7B,torch.float16,0.5025597269624573,0.7610037841067516,0.4625131166149061,0.7150749802683505,0.07657316148597422,0.4526694234191789,0.4950656988096031 4657,quantumaikr/quantum-trinity-v0.1,torch.float16,0.7252559726962458,0.8827922724556861,0.6927593169679473,0.8255722178374112,0.7020470053070508,0.6518971255563549,0.7467206518034493 4658,quantumaikr/llama-2-70b-fb16-orca-chat-10k,torch.float16,0.6808873720136519,0.8707428799044015,0.6155546385905364,0.8413575374901342,0.26914329037149354,0.692139400276673,0.6616375197744818 4660,yanolja/EEVE-Korean-Instruct-2.8B-v1.0,torch.bfloat16,0.5827645051194539,0.7241585341565425,0.483169553787504,0.7482241515390686,0.45109931766489764,0.5334571050237193,0.5871455278818644 4661,yanolja/EEVE-Korean-2.8B-v1.0,torch.bfloat16,0.5725255972696246,0.7214698267277435,0.4427029480935236,0.7371744277821626,0.3639120545868082,0.5162326129112926,0.5590029112285259 4662,yanolja/Bookworm-10.7B-v0.4-DPO,torch.float16,0.6467576791808873,0.8442541326428998,0.5238117102691138,0.8113654301499605,0.5223654283548143,0.6511547066144965,0.6666181812020288 4663,yanolja/KoSOLAR-10.7B-v0.2,torch.bfloat16,0.613481228668942,0.8263294164509062,0.4794002097808169,0.8074191002367798,0.47687642153146326,0.648462513108911,0.6419948149629698 4664,yanolja/EEVE-Korean-Instruct-10.8B-v1.0,torch.bfloat16,0.6484641638225256,0.8304122684724159,0.540863060368421,0.819258089976322,0.5072024260803639,0.6423118732355478,0.6647519803259326 4665,yanolja/KoSOLAR-10.7B-v0.3,torch.bfloat16,0.6279863481228669,0.8372834096793468,0.4457188871687363,0.824782951854775,0.5049279757391963,0.645133833869478,0.6476389010723999 4666,camel-ai/CAMEL-13B-Role-Playing-Data,torch.float16,0.5494880546075085,0.7924716191993627,0.46348950664321525,0.7403314917127072,0.07354056103108415,0.46608417822471754,0.5142342352364325 4667,camel-ai/CAMEL-33B-Combined-Data,torch.float16,0.6296928327645052,0.8382792272455686,0.502092078787114,0.7829518547750592,0.14101592115238817,0.5897890630850142,0.5806368296349416 4668,camel-ai/CAMEL-13B-Combined-Data,torch.float16,0.5563139931740614,0.7924716191993627,0.47421249569474433,0.7545382794001578,0.0712661106899166,0.4973619608827506,0.5243607431734988 4673,feeltheAGI/mistral-maths7B,torch.bfloat16,0.5204778156996587,0.7476598287193786,0.5730029044942812,0.7245461720599842,0.488248673237301,0.545367238954066,0.5998837721941116 4674,feeltheAGI/Maverick-Math-7B,torch.float16,0.6527303754266212,0.8454491137223661,0.5596682871042189,0.7971586424625099,0.6618650492797574,0.6259281941106013,0.6904666103510125 4675,jambroz/sixtyoneeighty-FNCARL-7B-slerp,torch.bfloat16,0.7158703071672355,0.8778131846245768,0.7151537867325115,0.8318863456985004,0.7149355572403336,0.6527374045752782,0.7513994310064059 4676,samir-fama/FernandoGPT-v1,torch.float16,0.6945392491467577,0.869448317068313,0.611810271307038,0.8113654301499605,0.733131159969674,0.6518625397559423,0.7286928278996143 4677,samir-fama/SamirGPT-v1,torch.float16,0.6953924914675768,0.870444134634535,0.6336566833570767,0.8168902920284136,0.7172100075815011,0.6529510750121309,0.7310907806802057 4678,Facebook/OPT-125M,torch.float16,0.22866894197952217,0.3143796056562438,0.42868550699768687,0.516179952644041,0.002274450341167551,0.2601478393034886,0.29172271615369166 4679,davzoku/frankencria-llama2-11b-v1.3-m.1,torch.bfloat16,0.5281569965870307,0.77504481179048,0.46868611616690686,0.7158642462509865,0.15011372251705837,0.48002313979598016,0.5196481721847405 4680,davzoku/cria-llama2-7b-v1.3_peft,4bit,0.514505119453925,0.773451503684525,0.4551798457212092,0.7079715864246251,0.06747536012130402,0.4646977405132432,0.497213525986472 4681,davzoku/frankencria-llama2-12.5b-v1.3-m.2,torch.bfloat16,0.5503412969283277,0.7916749651463851,0.5030678363563933,0.7024467245461721,0.03411675511751327,0.46159848811306536,0.5072076777013094 4682,davzoku/cria-llama2-7b-v1.3,torch.float16,0.5273037542662116,0.7857996415056762,0.4558320321123706,0.7190213101815311,0.08491281273692192,0.48297516979820493,0.509307453433486 4684,Kunhao/pile-7b-250b-tokens,torch.bfloat16,0.29266211604095566,0.46285600477992433,0.4049183692076687,0.5280189423835833,0.00530705079605762,0.252498640140073,0.3243768538913771 4685,arcee-ai/Clown-DPO-Extended,torch.bfloat16,0.7312286689419796,0.8908583947420833,0.7878313478418356,0.8468823993685872,0.6823351023502654,0.6452145355327884,0.7640584081295899 4686,arcee-ai/Saul-Instruct-Clown-7b,torch.bfloat16,0.6808873720136519,0.8622784305915157,0.6320459324850217,0.8161010260457774,0.6785443517816527,0.6440587559702515,0.7189859781479785 4687,wei123602/llama2-13b-FINETUNE3_TEST2,torch.float16,0.5469283276450512,0.8147779326827326,0.399328906923071,0.7624309392265194,0.12585291887793784,0.5679987423698238,0.5362196279541892 4688,wei123602/FINETUNE3_TEST4,torch.float16,0.5563139931740614,0.8130850428201554,0.41139981650563134,0.7671665351223362,0.11220621683093253,0.5213088695201816,0.5302467456622164 4689,wei123602/Llama-2-13b-FINETUNE4_compare8k2,torch.float16,0.5827645051194539,0.8138816968731328,0.3985894900243793,0.7600631412786109,0.11902956785443518,0.568661129372224,0.5404982550870393 4690,wei123602/Llama-2-13b-FINETUNE4_TEST2,torch.float16,0.5844709897610921,0.8169687313284206,0.40185287585334617,0.7663772691397001,0.13191811978771797,0.5661156189668971,0.5446172674728623 4691,wei123602/Llama-2-13b-FINETUNE4,torch.float16,0.5870307167235495,0.819259111730731,0.432555793209622,0.7695343330702447,0.12509476876421532,0.5720748903964591,0.5509249356491369 4692,wei123602/Llama-2-13b-FINETUNE4_TEST,torch.float16,0.5477815699658704,0.8151762597092213,0.3913965666576138,0.7703235990528808,0.13191811978771797,0.5603164328506988,0.5361520913373338 4693,wei123602/llama-13b-FINETUNE3,torch.float16,0.5930034129692833,0.8152758414658434,0.41626548348007847,0.7671665351223362,0.12130401819560273,0.5746101871553093,0.5479375797314089 4694,wei123602/llama2-13b-FINETUNE3_TEST,torch.float16,0.5366894197952219,0.7965544712208723,0.40223962650004846,0.7592738752959748,0.14556482183472327,0.5448497189938598,0.5308619889401167 4695,wei123602/Llama-2-13b-FINETUNE4_TEST3,torch.float16,0.590443686006826,0.8164708225453097,0.3997802061886997,0.7545382794001578,0.11220621683093253,0.5637418962481789,0.5395301845366841 4696,wei123602/llama2-13b-fintune2-4E,torch.float16,0.5588737201365188,0.8095000995817566,0.4272280203904765,0.7308602999210734,0.10917361637604246,0.5372528772606632,0.5288147722777552 4697,rwitz/dec10,torch.bfloat16,0.6911262798634812,0.8645688109938259,0.6041998017095335,0.8074191002367798,0.7058377558756633,0.6497611145191374,0.7204854771997368 4698,rwitz/go-bruins,torch.bfloat16,0.6911262798634812,0.867257518422625,0.5871006945090181,0.8145224940805051,0.6990144048521607,0.6494258192669997,0.7180745351657983 4699,rwitz/experiment26-truthy-iter-1,torch.bfloat16,0.7320819112627986,0.891256721768572,0.776556754585214,0.8484609313338595,0.7043214556482184,0.643423341401736,0.7660168526667331 4700,rwitz/go-bruins-v2,torch.bfloat16,0.6979522184300341,0.8705437163911571,0.5970340702765861,0.8145224940805051,0.6967399545109931,0.6474988556910076,0.7207152182300472 4701,rwitz/experiment26-SPIN-iter-0,torch.bfloat16,0.7244027303754266,0.8873730332603067,0.7489794480605384,0.8524072612470402,0.7028051554207733,0.6464499699208666,0.7604029330474921 4702,rwitz/experiment26-truthy-iter-0,torch.bfloat16,0.7329351535836177,0.8910575582553276,0.7786497902177597,0.8492501973164956,0.7035633055344959,0.6434921826513229,0.76649136459317 4703,rwitz/experiment26-truthy-iter-2,torch.bfloat16,0.7337883959044369,0.8910575582553276,0.7729633951340775,0.8500394632991318,0.7043214556482184,0.6436194309033141,0.7659649498574178 4706,abdulrahman-nuzha/finetuned-llama2-chat-5000-v1.0-squad,4bit,0.5093856655290102,0.7660824536944831,0.4445304155126561,0.7198105761641673,0.16148597422289612,0.46434926681619154,0.5109407253232341 4707,abdulrahman-nuzha/finetuned-Mistral-5000-v1.0,4bit,0.5989761092150171,0.8237402907787293,0.41174645037365515,0.7829518547750592,0.310841546626232,0.6168273923203699,0.5908472740148438 4708,abdulrahman-nuzha/belal-finetuned-llama2-1024-v2.2,4bit,0.5264505119453925,0.7781318462457678,0.40020648111023094,0.7411207576953434,0.10538286580742987,0.44649839887663184,0.4996318102801327 4709,abdulrahman-nuzha/finetuned-llama2-chat-5000-v2.0,4bit,0.5204778156996587,0.7613025293766182,0.45180747747863453,0.7229676400947119,0.15693707354056102,0.4632956690647039,0.512798034209148 4710,abdulrahman-nuzha/finetuned-llama-v2.0,4bit,0.5315699658703071,0.7775343557060347,0.3908033560283727,0.744277821625888,0.09931766489764973,0.4369143451631482,0.4967362515485667 4711,abdulrahman-nuzha/belal-finetuned-llama2-v1.0,4bit,0.5281569965870307,0.7775343557060347,0.3909462972112631,0.7434885556432518,0.1068991660348749,0.4351469863269251,0.49702872625156336 4712,abdulrahman-nuzha/finetuned-Mistral-7B-Instruct-v0.2-5000-v2.0,4bit,0.5930034129692833,0.8265285799641505,0.5954200996176123,0.77663772691397,0.3601213040181956,0.5845322235734653,0.6227072245094462 4713,Swisslex/Mixtral-8x7b-DPO-v0.2,torch.bfloat16,0.7039249146757679,0.8773152758414658,0.5869091785507645,0.8255722178374112,0.5754359363153905,0.7102817403258386,0.7132398772577732 4714,Swisslex/Mixtral-Orca-v0.1,torch.bfloat16,0.697098976109215,0.8887671778530173,0.6385028598239161,0.8113654301499605,0.3730098559514784,0.660551962239016,0.6782160436877672 4715,Swisslex/Mixtral-8x7b-DPO-v0.1,torch.bfloat16,0.7090443686006825,0.8761202947619996,0.5738038140031454,0.823993685872139,0.5375284306292646,0.7066367869821701,0.7045212301415669 4716,decem/Dionysus-Mistral-n1-v1,torch.bfloat16,0.6023890784982935,0.8159729137621987,0.47940496578544967,0.7134964483030781,0.10614101592115238,0.5932248867133307,0.5517715514972505 4717,decem/Dionysus-Mistral-m3-v6,torch.bfloat16,0.6313993174061433,0.8450507866958773,0.49491072586138696,0.7845303867403315,0.6421531463229719,0.6282077837404287,0.67104202446119 4718,decem/Dionysus-Mistral-m3-v5,torch.bfloat16,0.5955631399317406,0.8098984266082454,0.5093204017955075,0.7513812154696132,0.510235026535254,0.6118433381151072,0.6313735914092446 4719,binbi/SF-72B-V1.8.6-V1.2,torch.bfloat16,0.2627986348122867,0.24865564628560047,0.4877798130299791,0.4956590370955012,0.0,0.2302999122830456,0.2875321739177355 4720,binbi/Ein-72B-v0.1,torch.float16,0.765358361774744,0.8919537940649273,0.7846937103895764,0.840568271507498,0.7937831690674754,0.7710729339613301,0.8079050401275918 4721,binbi/MoMo-70B-V1.2_1,torch.bfloat16,0.7090443686006825,0.8646683927504482,0.6130536296369835,0.8310970797158642,0.5633055344958302,0.6994811711729666,0.7134416960621293 4722,binbi/SF-72B-V1,torch.bfloat16,0.2627986348122867,0.24865564628560047,0.4877798130299791,0.4956590370955012,0.0,0.2302999122830456,0.2875321739177355 4723,clibrain/Llama-2-13b-ft-instruct-es,torch.float16,0.5938566552901023,0.8150766779525991,0.3781361627899956,0.7576953433307024,0.08567096285064443,0.5431099107820581,0.5289242854993503 4724,clibrain/Llama-2-7b-ft-instruct-es,torch.float16,0.5366894197952219,0.7783310097590121,0.3882239370629839,0.7521704814522494,0.05686125852918878,0.4658080682416348,0.4963473624733818 4726,mobiuslabsgmbh/aanaphi2-v0.1,torch.float16,0.6390784982935154,0.7797251543517227,0.5155729609347944,0.7363851617995264,0.5489006823351024,0.5772791133472395,0.6328235951769835 4727,tyson0420/mixtral_stack_llama,torch.bfloat16,0.3455631399317406,0.5023899621589325,0.38221457050909724,0.5730071033938438,0.001516300227445034,0.2796834463644047,0.347395753764244 4728,tyson0420/stack_llama-clang,torch.bfloat16,0.5409556313993175,0.7892850029874527,0.38648505988264525,0.7411207576953434,0.12357846853677028,0.45971669628641026,0.5068569361313232 4729,tyson0420/stack_llama_full,torch.bfloat16,0.5426621160409556,0.7875921131248755,0.4026244833689869,0.7348066298342542,0.11751326762699014,0.455532883769933,0.5067885822943327 4730,tyson0420/stack_llama_fil_ai,torch.bfloat16,0.5349829351535836,0.7862975502887871,0.38723670137430055,0.7482241515390686,0.1281273692191054,0.4623104556345813,0.5078631938682378 4731,tyson0420/stack_codellama-7b-inst,torch.bfloat16,0.4351535836177474,0.6617207727544314,0.39026734427166393,0.6566692975532754,0.15845337376800606,0.39593839145906734,0.4497004605706986 4732,rwitz2/grindin,torch.bfloat16,0.6988054607508533,0.8702449711212906,0.5933596198853605,0.8089976322020521,0.709628506444276,0.6498050042390713,0.7218068657738174 4733,rwitz2/go-bruins-v2.1.1,torch.bfloat16,0.7286689419795221,0.8832901812387971,0.6980242594144186,0.8224151539068666,0.7126611068991661,0.6517541469807295,0.7494689650699167 4734,rwitz2/ipo-test,torch.bfloat16,0.6791808873720137,0.8598884684325832,0.558695592929387,0.8089976322020521,0.7202426080363912,0.6504778908380859,0.7129138466350856 4735,rwitz2/go-bruins-v2.1,torch.bfloat16,0.7192832764505119,0.8832901812387971,0.6916071027497777,0.8216258879242304,0.7043214556482184,0.6499641320626899,0.7450153393457043 4736,rwitz2/pee,torch.bfloat16,0.6988054607508533,0.8688508265285799,0.6056136500975297,0.8176795580110497,0.709628506444276,0.6495469765497706,0.7250208297303432 4737,TheSkullery/Aurora_22e_Test,torch.bfloat16,0.44795221843003413,0.6496713802031467,0.5090515155119526,0.7790055248618785,0.09401061410159212,0.6226695146684696,0.5170601279628456 4738,TheSkullery/Aurora_19e_Test,torch.bfloat16,0.5930034129692833,0.837382991435969,0.4746140169144796,0.7592738752959748,0.5466262319939348,0.6145229627792501,0.6375705818981485 4739,TheSkullery/Aurora_25e_Test,torch.bfloat16,0.5964163822525598,0.8428599880501892,0.4726011530852,0.7663772691397001,0.5253980288097043,0.6169584661902632,0.6367685479212695 4740,kyujinpy/PlatYi-34B-LoRA,torch.float16,0.6715017064846417,0.8537143995220076,0.5332425206331443,0.8366219415943172,0.40636846095526913,0.7845856474176378,0.6810057794345029 4741,kyujinpy/Sakura-SOLRCA-Instruct-DPO,torch.float16,0.71160409556314,0.884883489344752,0.7209502687232866,0.829518547750592,0.6345716451857468,0.6617044521538896,0.7405387497869013 4743,kyujinpy/PlatYi-34B-Llama-Q-v2,torch.float16,0.6109215017064846,0.8509261103365864,0.5264877146338937,0.8279400157853196,0.49052312357846856,0.7659210157496729,0.6787865802984042 4744,kyujinpy/PlatYi-34B-Llama-Q-v3,torch.float16,0.643344709897611,0.8488348934475204,0.5180149372938835,0.8421468034727704,0.0667172100075815,0.7498227494840508,0.6114802172672363 4745,kyujinpy/PlatYi-34B-Llama,torch.float16,0.6783276450511946,0.8535152360087632,0.5346474030714572,0.8287292817679558,0.4245640636846095,0.7825506758304114,0.6837223842357321 4746,kyujinpy/Sakura-SOLRCA-Math-Instruct-DPO-v1,torch.float16,0.712457337883959,0.8847839075881299,0.7212367295241909,0.8287292817679558,0.6383623957543594,0.6621211308603627,0.7412817972298263 4747,kyujinpy/Sakura-SOLAR-Instruct-DPO-v2,torch.float16,0.7090443686006825,0.8840868352917746,0.7185849753394141,0.8342541436464088,0.6376042456406369,0.6647796495081707,0.7413923696711814 4748,kyujinpy/PlatYi-34B-200k-Q-FastChat,torch.float16,0.6493174061433447,0.8445528779127663,0.4838395775572536,0.8074191002367798,0.514783927217589,0.7713152358797619,0.6785380208245826 4749,kyujinpy/PlatYi-34B-Llama-Q-FastChat,torch.float16,0.6612627986348123,0.8525194184425413,0.5362104216200869,0.8216258879242304,0.44351781652767247,0.7837428442901544,0.6831465312399163 4750,kyujinpy/SOLAR-Platypus-10.7B-v1,torch.float16,0.6168941979522184,0.8422624975104561,0.5157940312549367,0.8279400157853196,0.1106899166034875,0.6037376153030197,0.586219712401573 4751,kyujinpy/PlatYi-34B-200K-Q,torch.float16,0.6390784982935154,0.8351921927902808,0.44207231913277784,0.8105761641673244,0.24109173616376042,0.7518645615749863,0.6199792453537741 4752,kyujinpy/PlatYi-34B-Llama-Q,torch.float16,0.6569965870307167,0.8522206731726748,0.5363792883186823,0.8303078137332282,0.604245640636846,0.7877691613518727,0.7113198607073367 4753,kyujinpy/SOLAR-Platypus-10.7B-v2,torch.float16,0.5938566552901023,0.8356901015733917,0.4314947895428414,0.8145224940805051,0.0401819560272934,0.5993396109603597,0.5525142679124156 4754,kyujinpy/Sakura-SOLRCA-Math-Instruct-DPO-v2,torch.float16,0.712457337883959,0.8851822346146186,0.7215851762165506,0.8303078137332282,0.6391205458680819,0.6613082663827833,0.741660229116537 4755,kyujinpy/Sakura-SOLAR-Instruct,torch.float16,0.7098976109215017,0.8841864170483967,0.7178732393039171,0.8366219415943172,0.6520090978013646,0.6632950218721617,0.7439805547569431 4756,kyujinpy/PlatYi-34B-Q,torch.float16,0.6689419795221843,0.8514240191196972,0.5302838395915566,0.824782951854775,0.5398028809704322,0.7766084695579158,0.6986406901027601 4757,FuseAI/FuseChat-7B-TA,torch.float16,0.6254266211604096,0.842162915753834,0.45736495798430604,0.7940015785319653,0.620166793025019,0.6395880184453632,0.6631184808168161 4758,FuseAI/FuseChat-7B-Slerp,torch.bfloat16,0.6262798634812287,0.841665006970723,0.45618408792342546,0.7947908445146015,0.6254738438210766,0.639031782954366,0.6639042382775701 4759,FuseAI/OpenChat-3.5-7B-Solar,torch.bfloat16,0.6296928327645052,0.8418641704839673,0.4564538987524744,0.7947908445146015,0.6254738438210766,0.6394199872032054,0.6646159295899717 4760,FuseAI/FuseChat-7B-VaRM,torch.bfloat16,0.628839590443686,0.8424616610237005,0.4567147484672436,0.7916337805840569,0.6345716451857468,0.6370911774705414,0.6652187671958293 4761,FuseAI/OpenChat-3.5-7B-Mixtral,torch.bfloat16,0.6279863481228669,0.8423620792670783,0.45677191455410665,0.7963693764798737,0.6209249431387415,0.6395315630468289,0.663991037434916 4762,habanoz/tinyllama-oasst1-top1-instruct-full-lr1-5-v0.1,torch.float16,0.32849829351535836,0.581557458673571,0.3834755033374754,0.5769534333070244,0.004548900682335102,0.2596312622618498,0.355777475296269 4763,habanoz/TinyLlama-1.1B-intermediate-step-715k-1.5T-lr-5-3epochs-oasst1-top1-instruct-V1,torch.float16,0.31399317406143346,0.5424218283210516,0.42465710282499836,0.5769534333070244,0.013646702047005308,0.2536243590016548,0.35421609992719466 4764,habanoz/TinyLlama-1.1B-intermediate-step-715k-1.5T-lr-5-4epochs-oasst1-top1-instruct-V1,torch.float16,0.31143344709897613,0.5431189006174069,0.41715132562721485,0.5777426992896606,0.01288855193328279,0.25418997258690806,0.3527541495255749 4765,habanoz/TinyLlama-1.1B-step-2T-lr-5-5ep-oasst1-top1-instruct-V1,torch.float16,0.310580204778157,0.5501892053375822,0.35082606348370654,0.580110497237569,0.01592115238817286,0.26408593964589333,0.3452855104785135 4766,habanoz/TinyLlama-1.1B-intermediate-step-715k-1.5T-lr-5-1epch-airoboros3.1-1k-instruct-V1,torch.float16,0.30716723549488056,0.543218482374029,0.41670411296453225,0.5761641673243884,0.0075815011372251705,0.2478373963237538,0.34977881593646826 4767,habanoz/TinyLlama-1.1B-intermediate-step-715k-1.5T-lr-5-2.2epochs-oasst1-top1-instruct-V1,torch.float16,0.3148464163822526,0.5440151364270066,0.4234498078535737,0.5753749013417522,0.014404852160727824,0.2546617943022601,0.35445881807792884 4768,habanoz/TinyLlama-1.1B-2T-lr-2e-4-3ep-dolly-15k-instruct-v1,torch.float16,0.3054607508532423,0.5370444134634534,0.3584744948961717,0.5808997632202052,0.0,0.26074167756099553,0.34043684999901136 4769,marcel/phi-2-openhermes-30k,torch.float16,0.6100682593856656,0.7471619199362677,0.45379798730359744,0.7490134175217048,0.49052312357846856,0.5716573709579028,0.6037036797806011 4770,Brouz/Slerpeno,torch.float16,0.6168941979522184,0.8409679346743677,0.4804790845275838,0.7640094711917916,0.12509476876421532,0.5676667867537136,0.5658520406439818 4771,OEvortex/vortex-3b-v2,torch.float16,0.3967576791808874,0.650368452499502,0.3380010409129166,0.5911602209944752,0.02047005307050796,0.2509476163852891,0.37461751050726305 4772,OEvortex/vortex-3b,torch.float16,0.3191126279863481,0.5689105755825533,0.37387212007515463,0.601420678768745,0.009097801364670205,0.2732424852858904,0.3576093815105603 4773,OEvortex/HelpingAI-Lite-2x1B,torch.bfloat16,0.3609215017064846,0.6111332403903604,0.3739387301995819,0.6085240726124704,0.02350265352539803,0.2509864485131581,0.3715011078245755 4774,OEvortex/HelpingAI-Lite-1.5T,torch.float16,0.3122866894197952,0.5238996215893248,0.3861173734844904,0.5832675611681136,0.01592115238817286,0.25928977898908717,0.3467970295064973 4775,OEvortex/HelpingAI-110M,torch.float16,0.22781569965870307,0.2802230631348337,0.4825112031965409,0.516179952644041,0.0,0.23655039121185456,0.29054671830766216 4776,keyfan/vicuna-chinese-replication-v1.1,torch.float16,0.4283276450511945,0.7146982672774348,0.472448543743529,0.6740331491712708,0.09476876421531463,0.47468993561003725,0.4764943841781301 4777,ignos/LeoScorpius-GreenNode-Alpaca-7B-v1,torch.float16,0.7235494880546075,0.8815972913762199,0.6935418249648612,0.8232044198895028,0.7103866565579985,0.6522800545832735,0.7474266225710772 4778,ignos/Mistral-T5-7B-v1,torch.float16,0.6860068259385665,0.862975502887871,0.6186054727814434,0.8026835043409629,0.731614859742229,0.6462307655960573,0.7246861552145217 4779,ignos/LeoScorpius-GreenNode-Platypus-7B-v1,torch.float16,0.6604095563139932,0.8652658832901813,0.5277604131615456,0.8216258879242304,0.6421531463229719,0.620620851709754,0.6896392897871128 4780,max-2022/test_mistral2,torch.float16,0.2790102389078498,0.25323640709022105,0.490951583190258,0.48539857932123126,0.0,0.2473712082571547,0.2926613361277858 4781,nisten/smaugzilla-77b,torch.float16,0.24829351535836178,0.25164309898426607,0.4822114510622401,0.4964483030781373,0.0,0.2305299923694444,0.28485439347540825 4782,nisten/BigCodeLlama-92b,torch.bfloat16,0.5477815699658704,0.7784305915156343,0.5133974088327335,0.7308602999210734,0.4495830174374526,0.554004555080856,0.5956762404589367 4783,nisten/shqiponja-59b-v1,torch.bfloat16,0.7005119453924915,0.8405696076478789,0.7043324455434049,0.8026835043409629,0.15466262319939347,0.7554438634935161,0.6597006649362746 4784,nisten/bigdoc-c34b-instruct-tf32,torch.float16,0.5443686006825939,0.7690699063931488,0.4446186897080597,0.744277821625888,0.37604245640636846,0.5562256784123746,0.5724338588714056 4785,nisten/shqiponja-15b-v1,torch.bfloat16,0.6638225255972696,0.8526190001991635,0.5681041768987346,0.840568271507498,0.690674753601213,0.6461880939328677,0.7103294702894578 4787,IkariDev/Athena-v1,torch.float16,0.6006825938566553,0.8264289982075284,0.46581061317648736,0.7482241515390686,0.04927975739196361,0.5560519847435774,0.5410796831525468 4788,IkariDev/Athena-v4,torch.float16,0.6254266211604096,0.8418641704839673,0.5086973486972686,0.7647987371744278,0.1197877179681577,0.5732687364451777,0.5723072219882349 4789,IkariDev/Athnete-13B,torch.float16,0.621160409556314,0.8435570603465445,0.5105497381067257,0.7592738752959748,0.0,0.5757690188861685,0.5517183503652879 4790,IkariDev/Athena-v3,torch.float16,0.6168941979522184,0.8433578968333001,0.5126008436421456,0.7576953433307024,0.11599696739954511,0.5786624127112051,0.5708679436448528 4791,FinancialSupport/saiga-7b,torch.bfloat16,0.6313993174061433,0.8314080860386377,0.5499412348890741,0.7900552486187845,0.45109931766489764,0.6166250227369411,0.645088037892413 4792,EleutherAI/pythia-70m-deduped,torch.float16,0.21075085324232082,0.27165903206532566,0.47514385475605914,0.4964483030781373,0.0,0.2526050703920223,0.2844345189223109 4793,EleutherAI/pythia-160m,torch.float16,0.22781569965870307,0.30342561242780325,0.44263082100781215,0.5153906866614049,0.002274450341167551,0.24950593393502687,0.29017386733865297 4794,EleutherAI/gpt-j-6b,torch.float16,0.4138225255972696,0.675363473411671,0.35962472949507807,0.65982636148382,0.029567854435178165,0.2678399935864076,0.4010074896682374 4795,EleutherAI/gpt-neo-1.3B,torch.float16,0.3122866894197952,0.48466440948018324,0.3962930604436832,0.569060773480663,0.004548900682335102,0.2482165549913705,0.33584506474967174 4796,EleutherAI/pythia-2.7b,torch.float16,0.37372013651877134,0.6074487153953396,0.35396472910143933,0.6211523283346487,0.01061410159211524,0.2585793332179874,0.37091322402671695 4797,EleutherAI/llemma_34b,torch.bfloat16,0.552901023890785,0.7508464449312886,0.40314234940178056,0.755327545382794,0.5087187263078089,0.5892620982468059,0.5933663646935438 4798,EleutherAI/pythia-1.3b,torch.float16,0.31143344709897613,0.5143397729535949,0.39243228300924493,0.5737963693764798,0.009855951478392721,0.2655151159544371,0.3445621566451876 4799,EleutherAI/polyglot-ko-12.8b,torch.float16,0.27047781569965873,0.5168293168691496,0.3468626209986197,0.5974743488555643,0.001516300227445034,0.2664125677401988,0.33326216173177264 4801,EleutherAI/pythia-70m,torch.float16,0.2158703071672355,0.27285401314479185,0.47064644683796225,0.5146014206787688,0.003032600454890068,0.25900695825663744,0.2893352910900477 4802,EleutherAI/pythia-12b,torch.float16,0.39590443686006827,0.688209520015933,0.3185371350132154,0.6416732438831886,0.017437452615617893,0.26756066601614764,0.38822040906736177 4803,EleutherAI/pythia-1b-deduped,torch.float16,0.2909556313993174,0.4965146385182235,0.38939378209614806,0.5359116022099447,0.011372251705837756,0.24271064560151198,0.3278097585884972 4804,EleutherAI/pythia-2.8b-deduped,torch.float16,0.3626279863481229,0.6065524795857399,0.3555978234501585,0.6022099447513812,0.008339651250947688,0.2678463743419206,0.3671957099547118 4805,EleutherAI/pythia-160m-deduped,torch.float16,0.24061433447098976,0.31388169687313283,0.44340446376402504,0.5138121546961326,0.002274450341167551,0.24860574997548407,0.2937654750201553 4806,EleutherAI/pythia-6.9b-deduped,torch.float16,0.4129692832764505,0.6704839673371839,0.3519458488266109,0.6408839779005525,0.016679302501895376,0.26480944073336876,0.3929619700960103 4807,EleutherAI/pythia-12b-deduped,torch.float16,0.4138225255972696,0.7026488747261501,0.329988729051366,0.664561957379637,0.014404852160727824,0.2563060289695223,0.39695549464744545 4808,EleutherAI/pythia-1.4b-deduped,torch.float16,0.3267918088737201,0.5495917147978491,0.3865846445222244,0.5730071033938438,0.008339651250947688,0.25555496651346593,0.3499783148920084 4809,EleutherAI/gpt-neox-20b,torch.float16,0.45733788395904434,0.73451503684525,0.3161314596733849,0.6890292028413575,0.05458680818802123,0.25002595295235747,0.4169377240765692 4810,EleutherAI/pythia-410m-deduped,torch.float16,0.24829351535836178,0.41286596295558653,0.40947578592206774,0.5438042620363063,0.003032600454890068,0.25988819562353943,0.31289338705845865 4811,EleutherAI/gpt-neo-125m,torch.float16,0.2295221843003413,0.30262895837482573,0.455761630633801,0.5177584846093133,0.003032600454890068,0.2597039137782334,0.29473462869190076 4812,EleutherAI/pythia-6.7b,torch.float16,0.40102389078498296,0.6499701254730134,0.32845497747322144,0.6471981057616417,0.01061410159211524,0.24636601845580788,0.3806045365901305 4813,EleutherAI/pythia-410m,torch.float16,0.2619453924914676,0.4084843656642103,0.4121958367286861,0.5311760063141279,0.006823351023502654,0.272455074107536,0.31551333772158846 4814,EleutherAI/llemma_7b,torch.bfloat16,0.4616040955631399,0.6297550288787094,0.3887901119268913,0.632991318074191,0.332827899924185,0.47873262274733785,0.4874501795190757 4815,EleutherAI/gpt-neo-2.7B,torch.float16,0.33361774744027306,0.5624377614021111,0.39777959908780214,0.6006314127861089,0.01288855193328279,0.2645397884474629,0.3619824768495068 4818,ddyuudd/mistral_dmbr10_32_sig,torch.float16,0.5861774744027304,0.8257319259111731,0.44335454039876326,0.7790055248618785,0.378316906747536,0.6134976042541593,0.6043473294293734 4819,ddyuudd/mistral_mbr_32_sig,torch.float16,0.5964163822525598,0.831009759012149,0.4631232828050976,0.7813733228097869,0.36087945413191813,0.6143179720352889,0.6078533621744667 4820,ddyuudd/dolly-v2-3b,torch.float16,0.3967576791808874,0.650368452499502,0.3380010409129166,0.5911602209944752,0.02047005307050796,0.2509476163852891,0.37461751050726305 4821,ddyuudd/mistral_dmbr05_32_sig,torch.float16,0.5989761092150171,0.8328022306313483,0.4968586678379599,0.7719021310181531,0.3419257012888552,0.6085576928269784,0.6085037554697186 4822,ddyuudd/mistral_nucleus09_32_sig,torch.float16,0.5972696245733788,0.8314080860386377,0.46365989518924117,0.7805840568271507,0.3684609552691433,0.6142468068679382,0.6092715707942483 4823,ddyuudd/mistral_dmbr03_32_sig,torch.float16,0.5998293515358362,0.8322047400916153,0.4789785473368172,0.7805840568271507,0.35329795299469297,0.612156671052842,0.6095085533064923 4824,ddyuudd/mistral_kmmbr_32_sig,torch.float16,0.5895904436860068,0.8284206333399721,0.46201267440504196,0.7774269928966061,0.3752843062926459,0.6138603368792487,0.6077658979165869 4825,ddyuudd/merge_dolly-v2-3b_dpo_test,torch.float16,0.40017064846416384,0.651364270065724,0.3330074271769468,0.5935280189423836,0.02122820318423048,0.24988925377572335,0.374864636934862 4826,ddyuudd/mistral_dmbr20_32_sig,torch.float16,0.5870307167235495,0.8254331806413066,0.4474891313727967,0.7758484609313339,0.37604245640636846,0.6141365790912374,0.6043300875277654 4827,eldogbbhed/NeuralMonarchCoderPearlBeagle,torch.float16,0.6851535836177475,0.8722366062537343,0.6119293421385199,0.8050513022888713,0.6702047005307051,0.6452572063410044,0.7149721235284305 4828,eldogbbhed/NeuralMonarchCoderPearlBeagle-T3Q-Mistral-Orca-Math-DPO-7b,torch.float16,0.71160409556314,0.882194781915953,0.7145466676124104,0.824782951854775,0.7103866565579985,0.6497236539528358,0.7488731345761854 4829,eldogbbhed/NeuralBeagleJaskier,torch.float16,0.7320819112627986,0.8904600677155945,0.7708092384677816,0.8437253354380426,0.7005307050796058,0.6446547831671426,0.7637103401884944 4830,eldogbbhed/NeuralPearlBeagle,torch.float16,0.6825938566552902,0.8725353515236008,0.6285324068148811,0.8168902920284136,0.731614859742229,0.6405439296174752,0.7287851160636484 4831,eldogbbhed/Peagle-9b,torch.float16,0.7150170648464164,0.8734315873332006,0.7015765443534774,0.8034727703235991,0.6611068991660348,0.643577822384462,0.7330304480678652 4832,eldogbbhed/NeuralKrishnaMathWizard-7B,torch.float16,0.6305460750853242,0.8512248556064529,0.49057630606831776,0.7805840568271507,0.6914329037149356,0.617779832937202,0.6770240050398971 4833,indischepartij/MiniCPM-3B-OpenHermes-2.5-v2,torch.bfloat16,0.47440273037542663,0.7199761003784106,0.4227589065713519,0.654301499605367,0.312357846853677,0.5305789171116292,0.519062666815977 4834,indischepartij/OpenMia-Indo-Mistral-7b-v2,torch.float16,0.6032423208191127,0.8311093407687712,0.4434739529053457,0.7829518547750592,0.3479909021986353,0.6269529523542432,0.6059535539701946 4835,indischepartij/OpenMia-Indo-Engineering-7b,torch.bfloat16,0.6715017064846417,0.8501294562836088,0.5793947082847677,0.8232044198895028,0.6489764973464746,0.6286269457525364,0.7003056223402554 4836,indischepartij/MiaLatte-Indo-Mistral-7b,torch.float16,0.6655290102389079,0.852320254929297,0.5604140555406965,0.8034727703235991,0.5504169825625473,0.6392715590013814,0.6785707720994046 4837,indischepartij/OpenMia-Indo-Mistral-7b,torch.float16,0.5964163822525598,0.8318064130651265,0.4525653160173771,0.7782162588792423,0.3457164518574678,0.6274722524519637,0.6053655124206229 4838,indischepartij/MiniCPM-3B-Hercules-v2.0,torch.bfloat16,0.4325938566552901,0.711113324039036,0.40370896766601344,0.664561957379637,0.42077331311599697,0.518200533800968,0.525158658776157 4839,indischepartij/MiniCPM-3B-Bacchus,torch.bfloat16,0.4351535836177474,0.7045409281019717,0.43515598064870864,0.6685082872928176,0.4048521607278241,0.5048712298240539,0.5255136950355205 4840,indischepartij/TinyUltra-4x1.1B-Base-Alpha,torch.float16,0.34897610921501704,0.6142202748456482,0.3758799861882878,0.6574585635359116,0.02577710386656558,0.2541929388145939,0.3794174960776706 4841,indischepartij/OpenMia-Indo-Mistral-7b-v4,torch.float16,0.6416382252559727,0.8284206333399721,0.5335887952185934,0.7908445146014207,0.4783927217589083,0.6107507809479765,0.6472726118538074 4842,indischepartij/OpenMia-Indo-Mistral-7b-v3-refined,torch.float16,0.64419795221843,0.842162915753834,0.5394835979252358,0.8153117600631413,0.6125852918877938,0.626401335518301,0.680023808894456 4843,Linly-AI/Chinese-LLaMA-2-7B-hf,torch.float16,0.4803754266211604,0.7325234017128062,0.39920341539069243,0.7016574585635359,0.0621683093252464,0.3503942688175621,0.45438704673850056 4845,ehartford/Samantha-1.11-13b,torch.float16,0.6083617747440273,0.8299143596893049,0.4771721773008265,0.7600631412786109,0.12282031842304776,0.5595756067598665,0.5596512296992806 4846,ehartford/Samantha-1.11-7b,torch.float16,0.5503412969283277,0.7911770563632743,0.5036938483034297,0.7419100236779794,0.07202426080363912,0.40511216630201285,0.5107097753964439 4847,ehartford/dolphin-llama-13b,torch.float16,0.5554607508532423,0.7710615415255925,0.522268578907751,0.6992896606156275,0.14404852160727824,0.5215724928602683,0.5356169243949599 4848,ehartford/dolphin-2.1-mistral-7b,torch.bfloat16,0.64419795221843,0.8492332204740092,0.555565839411325,0.7774269928966061,0.20773313115996966,0.6332312899782401,0.61123140435643 4849,ehartford/dolphin-2.2-yi-34b-200k,torch.float16,0.42150170648464164,0.6818362875921131,0.45931787186509654,0.6456195737963694,0.037149355572403335,0.5546583988428515,0.46668053235891255 4850,ehartford/WizardLM-1.0-Uncensored-CodeLlama-34b,torch.float16,0.5639931740614335,0.7545309699263095,0.43059583922823796,0.7245461720599842,0.19636087945413191,0.5451331238213145,0.5358600264252352 4851,ehartford/CodeLlama-34b-Python-hf,torch.float16,0.38054607508532423,0.34793865763792076,0.43567105267740514,0.6614048934490924,0.0,0.32961790490922266,0.35919643062649415 4852,ehartford/WizardLM-1.0-Uncensored-Llama2-13b,torch.float16,0.5571672354948806,0.8034256124278032,0.5143757438435185,0.7411207576953434,0.1326762699014405,0.5539655868995276,0.5504552010437522 4853,ehartford/dolphin-llama2-7b,torch.float16,0.4658703071672355,0.6751643098984266,0.4971825631415876,0.6377269139700079,0.05686125852918878,0.4837069543708229,0.46941871784621153 4855,ehartford/Wizard-Vicuna-30B-Uncensored,torch.float16,0.621160409556314,0.8344951204939255,0.5080755505916852,0.7845303867403315,0.1425322213798332,0.5823676231081018,0.5788602186450318 4856,ehartford/samantha-mistral-instruct-7b,torch.float16,0.5349829351535836,0.7514439354710217,0.5880610765476223,0.7040252565114443,0.10841546626231995,0.5172130451569017,0.5340236191838156 4857,ehartford/based-30b,torch.float16,0.6390784982935154,0.8567018522206732,0.3569533373195159,0.8011049723756906,0.003032600454890068,0.5828458247853388,0.5399528475749373 4858,ehartford/WizardLM-33B-V1.0-Uncensored,torch.float16,0.636518771331058,0.8383788090021908,0.5679877049098175,0.77663772691397,0.1865049279757392,0.5936418856601157,0.5999449709654819 4859,ehartford/WizardLM-7B-Uncensored,torch.float16,0.4786689419795222,0.7308305118502291,0.4149289318653372,0.6842936069455406,0.032600454890068235,0.3541572207300522,0.4492466113767916 4860,ehartford/Wizard-Vicuna-7B-Uncensored,torch.float16,0.5341296928327645,0.7884883489344752,0.4347779023075343,0.7221783741120757,0.045489006823351025,0.37088924773645165,0.4826587621244422 4861,ehartford/Wizard-Vicuna-13B-Uncensored,torch.float16,0.5895904436860068,0.8194582752439753,0.5168692050626681,0.7569060773480663,0.08642911296436695,0.479222787551183,0.5414126503093778 4862,ehartford/samantha-1.2-mistral-7b,torch.bfloat16,0.6407849829351536,0.8508265285799641,0.5040430110643684,0.7853196527229677,0.16982562547384383,0.6391082947064808,0.5983180159137963 4863,ehartford/Samantha-1.1-70b,torch.float16,0.6877133105802048,0.8746265684126668,0.6484743510294749,0.8326756116811366,0.3161485974222896,0.6860340801455308,0.6742787532118838 4864,ehartford/minotaur-llama2-13b-qlora,torch.bfloat16,0.6006825938566553,0.8242381995618403,0.45574844972222117,0.7624309392265194,0.12054586808188021,0.5586639382311334,0.5537183314467082 4865,ehartford/Samantha-1.11-CodeLlama-34b,torch.float16,0.5656996587030717,0.7547301334395539,0.5046063820185052,0.7348066298342542,0.19332827899924185,0.5350974834706601,0.5480447610775477 4866,ehartford/dolphin-2.2.1-mistral-7b,torch.bfloat16,0.6331058020477816,0.8375821549492133,0.5311447373702662,0.7813733228097869,0.4806671721000758,0.6317311019495429,0.6492673818711111 4867,ehartford/WizardLM-13B-Uncensored,torch.float16,0.5093856655290102,0.7663811989643498,0.4672973796009371,0.7056037884767167,0.02047005307050796,0.43956252847732846,0.4847834356864751 4868,ehartford/dolphin-2.2-70b,torch.bfloat16,0.7005119453924915,0.8596893049193388,0.6013577707139347,0.8145224940805051,0.5678544351781653,0.6918361980653046,0.7059620247249567 4869,ehartford/WizardLM-30B-Uncensored,torch.float16,0.6023890784982935,0.8293168691495718,0.5157329727047782,0.7434885556432518,0.1288855193328279,0.5679567902828133,0.5646282976019227 4870,ehartford/samantha-mistral-7b,torch.float16,0.6339590443686007,0.8409679346743677,0.4608281140841834,0.7679558011049724,0.1599696739954511,0.6136413990103774,0.5795536612063255 4871,ehartford/dolphin-2.0-mistral-7b,torch.float16,0.5921501706484642,0.8026289583748257,0.6108755423851862,0.7537490134175217,0.1865049279757392,0.5689889110916692,0.5858162539822344 4872,ehartford/samantha-1.1-llama-33b,torch.float16,0.6783276450511946,0.8555068711412069,0.6118502472834432,0.7647987371744278,0.0401819560272934,0.5879280918188884,0.5897655914160757 4873,ehartford/Samantha-1.11-70b,torch.float16,0.7005119453924915,0.8755228042222665,0.6501725704722767,0.8326756116811366,0.29946929492039426,0.6781597668807109,0.6727519989282126 4874,avinash31d/phi-2-slerp,torch.bfloat16,0.6254266211604096,0.7604062935670185,0.4914983320303427,0.7584846093133386,0.6125852918877938,0.5759502269442212,0.6373918958171875 4875,AbacusResearch/haLLAwa3,torch.bfloat16,0.6783276450511946,0.8702449711212906,0.6371489024278089,0.8050513022888713,0.6474601971190296,0.6423175624003475,0.7134250967347571 4876,AbacusResearch/haLLAwa2,torch.bfloat16,0.6331058020477816,0.8450507866958773,0.4737549402479496,0.7584846093133386,0.5208491281273692,0.6351873912833256,0.644405442952607 4877,AbacusResearch/RasGulla1-7b,torch.bfloat16,0.697098976109215,0.8740290778729337,0.633141301315501,0.8089976322020521,0.7172100075815011,0.6493942885750557,0.7299785472760432 4878,AbacusResearch/haLLawa4-7b,torch.bfloat16,0.7150170648464164,0.8835889265086636,0.7427459589364643,0.823993685872139,0.7050796057619408,0.6448562156120236,0.7525469095896079 4880,AbacusResearch/jaLLAbi2-7b,torch.bfloat16,0.7167235494880546,0.8828918542123083,0.701571568751529,0.8334648776637726,0.7194844579226687,0.6491805767208352,0.750552814126528 4881,AbacusResearch/Jallabi-34B,torch.float16,0.6604095563139932,0.8380800637323242,0.5146389940410719,0.8145224940805051,0.6520090978013646,0.7639895778013425,0.7072749639617669 4882,porkorbeef/Llama-2-13b,torch.float16,0.2935153583617747,0.2634933280223063,0.48317062275306266,0.5169692186266772,0.0,0.24941709697518197,0.3010942707898338 4883,porkorbeef/Llama-2-13b-public,torch.float16,0.29948805460750855,0.2664807807209719,0.49010098271988395,0.48382004735595896,0.0,0.2273586062010048,0.29454141193422134 4884,porkorbeef/Llama-2-13b-sf,torch.float16,0.295221843003413,0.26488747261501694,0.48968363858318376,0.5035516969218626,0.0,0.25983865835247894,0.3021972182459926 4885,porkorbeef/Llama-2-13b-12_153950,torch.float16,0.2858361774744027,0.2657837084246166,0.4903284219011819,0.5311760063141279,0.0,0.20785545082641593,0.29682996082345753 4886,chavinlo/alpaca-native,torch.bfloat16,0.5204778156996587,0.7699661422027485,0.3759916250814691,0.6945540647198106,0.014404852160727824,0.4145348598484212,0.46498822661880596 4887,chavinlo/gpt4-x-alpaca,torch.float16,0.5281569965870307,0.795857398924517,0.48882404667849044,0.7016574585635359,0.028051554207733132,0.4818649159257372,0.5040687284811741 4888,xaviviro/OpenHermes-2.5-FLOR-6.3B,torch.bfloat16,0.33447098976109213,0.545309699263095,0.46121758095208715,0.6298342541436464,0.0,0.2518405573127629,0.3704455135721139 4889,xaviviro/FLOR-6.3B-xat,torch.float16,0.386518771331058,0.6376219876518622,0.3796327664824807,0.6243093922651933,0.0,0.26541843950201893,0.38225022620543553 4890,xaviviro/FLOR-1.3B-xat,torch.float16,0.26791808873720135,0.4162517426807409,0.44375566520951115,0.5343330702446725,0.0075815011372251705,0.26648558787015675,0.32272094264658463 4891,xaviviro/FLAMA-0.5-3B,torch.float16,0.3796928327645051,0.676458872734515,0.4111139604848093,0.6211523283346487,0.008339651250947688,0.25731160384887614,0.3923448749030503 4892,xaviviro/FLAMA-0.1-3B,torch.float16,0.41723549488054607,0.7141007767377017,0.3719034123619623,0.665351223362273,0.029567854435178165,0.26589635617039437,0.41067585299134257 4893,huggingtweets/bladeecity-jerma985,torch.float16,0.22866894197952217,0.3053176658036248,0.4498591188348561,0.5201262825572218,0.0,0.26558710184773987,0.29492651850382745 4894,huggingtweets/gladosystem,torch.float16,0.2440273037542662,0.29705238000398326,0.41783853273079835,0.5067087608524072,0.0,0.2318475407432296,0.2829124196807808 4895,huggingtweets/jerma985,torch.float16,0.2167235494880546,0.3091017725552679,0.44007165963658773,0.5067087608524072,0.0,0.2656934274637715,0.28971652833268147 4896,team-lucid/mptk-1b,torch.bfloat16,0.24061433447098976,0.35610436168094006,0.39709801636779535,0.510655090765588,0.008339651250947688,0.269456616872307,0.29704467856809463 4897,LHC88/LaseredHermes-7B-v1,torch.float16,0.6689419795221843,0.8521210914160526,0.5908530581402495,0.7845303867403315,0.6133434420015162,0.6357898379082361,0.6909299659547617 4898,LHC88/DPOpenHermes-7B-v2-PerfLaser,torch.bfloat16,0.6638225255972696,0.8458474407488548,0.5906705349831306,0.7861089187056038,0.6004548900682335,0.6277235098309097,0.6857713033223337 4899,chasedreaminf/Dream-7B-slerp,torch.bfloat16,0.6851535836177475,0.8634734116709819,0.6184735043628918,0.8034727703235991,0.7225170583775588,0.6460154069846394,0.7231842892229029 4900,winglian/Llama-2-3b-hf,torch.bfloat16,0.2696245733788396,0.2651862178848835,0.5070910716215149,0.4964483030781373,0.0,0.23332236274575707,0.2952787547848554 4901,winglian/llama-2-4b,torch.bfloat16,0.3122866894197952,0.5328619796853217,0.38720203973910133,0.574585635359116,0.004548900682335102,0.24223037930543762,0.3422859373651845 4902,winglian/basilisk-4b,torch.bfloat16,0.25853242320819114,0.39603664608643696,0.43739201042404435,0.5311760063141279,0.0,0.24611854847350056,0.31154260575105014 4903,Voicelab/trurl-2-13b-academic,torch.float16,0.5793515358361775,0.7954590718980283,0.4346341998016549,0.7655880031570639,0.10917361637604246,0.55199828072958,0.5393674512997578 4904,Voicelab/trurl-2-7b,torch.float16,0.5341296928327645,0.7529376618203545,0.4541658189441706,0.7221783741120757,0.0712661106899166,0.4999844132947055,0.5057770119489979 4906,uni-tianyan/Uni-TianYan,torch.float16,0.7209897610921502,0.8740290778729337,0.658093697491632,0.8232044198895028,0.221379833206975,0.6990912049196676,0.6661313324121436 4907,0-hero/Matter-0.1-7B-boost-DPO,torch.bfloat16,0.6501706484641638,0.8308105954989046,0.6029363233989143,0.7561168113654302,0.5003790750568613,0.6187380519083221,0.6598585842820993 4908,0-hero/Matter-0.1-Slim-7B-A,torch.bfloat16,0.6049488054607508,0.8132842063333997,0.4178982620141241,0.7734806629834254,0.3813495072024261,0.6068136829879496,0.599629187830346 4909,0-hero/Matter-0.1-7B-DPO-preview,torch.bfloat16,0.6271331058020477,0.8299143596893049,0.4579010104878946,0.7884767166535123,0.5617892342683851,0.6270029890832759,0.6487029026640702 4910,0-hero/Matter-0.1-Slim-7B-B,torch.bfloat16,0.6075085324232082,0.8154750049790879,0.4190848495351186,0.7782162588792423,0.40636846095526913,0.6100698063926056,0.6061204855274219 4911,0-hero/Matter-0.1-Slim-7B-C,torch.bfloat16,0.613481228668942,0.8175662218681538,0.4348813666346923,0.7797947908445146,0.47384382107657314,0.614507092174214,0.6223457535445149 4912,0-hero/Matter-0.1-Slim-7B-preview,torch.bfloat16,0.5998293515358362,0.8066122286397132,0.4254557040115868,0.7734806629834254,0.4700530705079606,0.6152835237015457,0.6151190902300113 4913,0-hero/Matter-0.1-Slim-7B,torch.bfloat16,0.6049488054607508,0.8132842063333997,0.4178982620141241,0.7734806629834254,0.3813495072024261,0.6068136829879496,0.599629187830346 4914,0-hero/Matter-0.1-7B-boost-DPO-preview,torch.bfloat16,0.6459044368600683,0.8287193786098387,0.5885916212997572,0.7584846093133386,0.5041698256254739,0.6201762470835062,0.6576743531319971 4915,0-hero/Matter-0.1-Slim-7B-C-DPO,torch.bfloat16,0.6348122866894198,0.8312089225253934,0.4652709265192007,0.7845303867403315,0.4844579226686884,0.6062934614294835,0.6344289844287528 4916,0-hero/Matter-0.1-7B-boost,torch.bfloat16,0.6262798634812287,0.8150766779525991,0.5470240437403702,0.7592738752959748,0.42608036391205456,0.6196761775610533,0.6322351669905468 4917,0-hero/Matter-0.1-7B,torch.bfloat16,0.6177474402730375,0.8213503286197968,0.4243951281493511,0.7782162588792423,0.5375284306292646,0.6242373141477039,0.6339124834497326 4918,Lvxy1117/amber_fine_tune_sgall,torch.bfloat16,0.44283276450511944,0.7476598287193786,0.4047870475782831,0.6748224151539068,0.043214556482183475,0.31290466020437735,0.4377035454405415 4919,Lvxy1117/amber_fine_tune_sg_part1,torch.bfloat16,0.44880546075085326,0.7510456084445329,0.40853013497880636,0.67008681925809,0.03790750568612585,0.2935981768258482,0.43499561765737615 4920,Lvxy1117/amber_fine_tune_ori,torch.float16,0.4445392491467577,0.7510456084445329,0.3493607326810005,0.6314127861089187,0.01288855193328279,0.26044688775211156,0.4082823026777674 4921,Lvxy1117/amber_fine_tune_001,torch.float16,0.44795221843003413,0.7378012348137821,0.429338384075007,0.6408839779005525,0.03639120545868082,0.30414977882821004,0.43275279991771115 4922,vistagi/Mixtral-8x7b-v0.1-dpo,torch.bfloat16,0.6655290102389079,0.8639713204540929,0.4674384125733044,0.8153117600631413,0.5617892342683851,0.716525044987381,0.6817607970975353 4923,vistagi/Mixtral-8x7b-v0.1-sft,torch.bfloat16,0.6655290102389079,0.8639713204540929,0.4674384125733044,0.8153117600631413,0.5617892342683851,0.716525044987381,0.6817607970975353 4924,traversaal-ai/traversaal-2.5-Mistral-7B,torch.float16,0.6621160409556314,0.850229038040231,0.5399700915456362,0.7790055248618785,0.1652767247915087,0.6324497912228119,0.6048412019029495 4925,Zardos/Kant-Test-0.1-Mistral-7B,torch.bfloat16,0.6177474402730375,0.828918542123083,0.4940424629624919,0.7853196527229677,0.3115996967399545,0.6286096172786748,0.6110395686833682 4926,simonveitner/MathHermes-2.5-Mistral-7B,torch.float16,0.6476109215017065,0.8418641704839673,0.519509607840464,0.77663772691397,0.4927975739196361,0.6359406966007991,0.6523934495434238 4927,simonveitner/Math-OpenHermes-2.5-Mistral-7B,torch.bfloat16,0.6305460750853242,0.8307110137422824,0.5090845417111513,0.7719021310181531,0.6110689916603488,0.6321070494283222,0.6642366337742637 4928,seungduk/KoSOLAR-10.7B-v0.1,torch.float16,0.6203071672354948,0.8454491137223661,0.4502592960541729,0.8358326756116812,0.5549658832448825,0.6555661710745933,0.6603967178238651 4929,BryanSwk/LaserPipe-7B-SLERP,torch.bfloat16,0.7107508532423208,0.8789085839474209,0.6537514040125285,0.8334648776637726,0.7278241091736164,0.6486405037612201,0.7422233886334798 4930,AlpinDale/pygmalion-instruct,torch.float16,0.5255972696245734,0.7765385381398128,0.421315512702638,0.7205998421468035,0.09855951478392722,0.3593557800066545,0.4836610762340683 4931,anhnv125/pygmalion-6b-roleplay,torch.float16,0.4052901023890785,0.6746664011153157,0.32534485105792,0.6266771902131019,0.011372251705837756,0.25730836314001454,0.38344319327021137 4932,anhnv125/llama-op-v4,torch.float16,0.6151877133105802,0.7920732921728739,0.4272385640595212,0.7592738752959748,0.09628506444275967,0.5701096174054145,0.5433613544478542 4933,TigerResearch/tigerbot-7b-sft,torch.float16,0.41638225255972694,0.6055566620195181,0.5818317332424626,0.6353591160220995,0.06292645943896892,0.29892894216741084,0.4334975275750312 4934,TigerResearch/tigerbot-7b-base,torch.float16,0.47696245733788395,0.7207727544313882,0.4226670331307046,0.6961325966850829,0.10841546626231995,0.4510549410149856,0.4793342081437275 4935,TigerResearch/tigerbot-13b-base,torch.bfloat16,0.53839590443686,0.7704640509858594,0.44058088181187305,0.749802683504341,0.17058377558756635,0.5356551769434947,0.5342470788783324 4936,TigerResearch/tigerbot-70b-base,torch.float16,0.6245733788395904,0.8360884285998805,0.5275754799335507,0.8018942383583267,0.3775587566338135,0.6549329853526614,0.6371038779529705 4937,liuda1/Mistral-7B-golden,torch.bfloat16,0.6075085324232082,0.4442342162915754,0.5351003465689416,0.7663772691397001,0.20318423047763456,0.592890171211699,0.5248824610187932 4938,liuda1/dm7b_sft_gpt88w_merge,torch.bfloat16,0.6228668941979523,0.8247361083449513,0.5332886572328565,0.7758484609313339,0.42077331311599697,0.6134948722666175,0.631834717681618 4939,dball/zephyr-7b-dpo-qlora,4bit,0.6382252559726962,0.8492332204740092,0.4402682656740883,0.7861089187056038,0.33965125094768767,0.6228196411004862,0.6127177588124285 4940,dball/zephyr-7b-dpo-qlora-no-sft,torch.bfloat16,0.6245733788395904,0.8449512049392551,0.44247071835148866,0.7916337805840569,0.4162244124336619,0.6401969796390715,0.6266750791311875 4941,dball/zephyr-tiny-dpo-qlora,torch.float16,0.3660409556313993,0.6166102370045807,0.36398152821435165,0.6156274664561957,0.02122820318423048,0.2578009867799898,0.3735482295451246 4942,dball/zephyr-7b-sft-qlora,torch.bfloat16,0.5972696245733788,0.8249352718581956,0.4232205129895114,0.7821625887924231,0.3411675511751327,0.6189734515475572,0.5979548334893665 4943,dball/zephyr-tiny-sft-qlora-quantized-2,4bit,0.3319112627986348,0.585839474208325,0.3582401236161178,0.5880031570639306,0.01592115238817286,0.2521361447781326,0.35534188580888565 4945,project-baize/baize-healthcare-lora-7B,torch.float16,0.5409556313993175,0.7731527584146585,0.39963016478252117,0.728492501973165,0.04397270659590599,0.3708943293560429,0.4761830154202684 4946,project-baize/baize-v2-13b,torch.float16,0.5691126279863481,0.7928699462258514,0.4787940004917526,0.7490134175217048,0.08946171341925702,0.4972370765062271,0.5294147970251902 4947,project-baize/baize-v2-7b,torch.float16,0.48976109215017066,0.7506472814180443,0.413905267371869,0.7111286503551697,0.04169825625473844,0.39602396851713095,0.46719408601118717 4948,field2437/phi-2-test,torch.float16,0.6040955631399317,0.7512447719577773,0.4545655863854703,0.7458563535911602,0.55420773313116,0.5803340396087922,0.6150506746357153 4949,field2437/phi-2-platypus-Commercial-lora,torch.float16,0.6040955631399317,0.7512447719577773,0.4545655863854703,0.7458563535911602,0.55420773313116,0.5803340396087922,0.6150506746357153 4950,dvruette/oasst-llama-13b-1000-steps,torch.float16,0.5810580204778157,0.8151762597092213,0.3598739393511243,0.7750591949486977,0.11296436694465505,0.48649594147930386,0.521771287151803 4951,dvruette/oasst-gpt-neox-20b-3000-steps,torch.float16,0.4641638225255973,0.7207727544313882,0.35533482532228783,0.6874506708760852,0.02880970432145565,0.2616115634788541,0.41969055682594475 4952,dvruette/oasst-pythia-12b-flash-attn-5000-steps,torch.float16,0.4496587030716723,0.6974706233817964,0.38886962831065847,0.6314127861089187,0.009855951478392721,0.2663644655946136,0.4072720263243421 4953,dvruette/oasst-gpt-neox-20b-1000-steps,torch.float16,0.4854948805460751,0.7460665206134236,0.35634049316369004,0.6677190213101816,0.0310841546626232,0.2638559076963716,0.4250934963320609 4954,dvruette/gpt-neox-20b-full-precision,torch.float16,0.4880546075085324,0.7443736307508464,0.36889989433525894,0.6827150749802684,0.026535253980288095,0.26162023944244345,0.42869978349960625 4955,dvruette/oasst-pythia-12b-reference,torch.float16,0.4300341296928328,0.6791475801633141,0.36573462372530646,0.6495659037095501,0.012130401819560273,0.28325966892168714,0.4033120513387085 4956,dvruette/oasst-pythia-6.9b-4000-steps,torch.float16,0.41638225255972694,0.6424019119697272,0.4043289945059289,0.6179952644041041,0.00530705079605762,0.2625967900144953,0.3915020440416734 4957,dvruette/llama-13b-pretrained,torch.float16,0.5631399317406144,0.793168691495718,0.4842048930680027,0.7695343330702447,0.1607278241091736,0.4702611277555616,0.5401728002065526 4958,dvruette/oasst-pythia-12b-6000-steps,torch.float16,0.4539249146757679,0.6967735510854411,0.3984757796276021,0.6322020520915549,0.00530705079605762,0.25971958296182707,0.4077338218730418 4959,dvruette/oasst-llama-13b-2-epochs,torch.float16,0.5793515358361775,0.8240390360485959,0.4726716809453157,0.7687450670876085,0.08263836239575435,0.48563490253584907,0.5355134308082169 4960,dvruette/llama-13b-pretrained-sft-do2,torch.float16,0.5895904436860068,0.8032264489145589,0.47410436126460553,0.755327545382794,0.09249431387414708,0.4724864074667126,0.5312049200981375 4961,dvruette/llama-13b-pretrained-sft-epoch-1,torch.float16,0.5725255972696246,0.7999402509460267,0.4445412163889677,0.7758484609313339,0.13874147081122062,0.45515627493363336,0.5311255452134678 4962,dvruette/oasst-pythia-12b-pretrained-sft,torch.float16,0.45307167235494883,0.6766580362477594,0.3816199922032097,0.659037095501184,0.0401819560272934,0.27806569210104776,0.41477240740590715 4963,dvruette/llama-13b-pretrained-dropout,torch.float16,0.5639931740614335,0.7933678550089623,0.48598338733893365,0.7521704814522494,0.11827141774071266,0.4658841618727379,0.5299450795791716 4964,vishesht27/22-Neuro_Model,torch.bfloat16,0.49146757679180886,0.6230830511850229,0.6022520577190992,0.665351223362273,0.011372251705837756,0.620108780131452,0.5022724901492489 4965,FINDA-FIT/llama-r,torch.float16,0.2158703071672355,0.3018323043218482,0.453779147635165,0.5217048145224941,0.006065200909780136,0.26129075372682087,0.29342375471389065 4966,Jaume/openchat-3.5-0106-mod-gpt5,torch.bfloat16,0.6604095563139932,0.8293168691495718,0.5189602568049447,0.8176795580110497,0.6815769522365428,0.6503521927528266,0.6930492308781547 4967,dillfrescott/sonya-medium-x8-MoE,torch.float16,0.6424914675767918,0.8369846644094802,0.6015019005897949,0.7624309392265194,0.5367702805155421,0.6253200204627661,0.667583212130149 4968,dillfrescott/Nous-Hermes-2-SOLAR-10.7B-x2-MoE,torch.bfloat16,0.6715017064846417,0.8483369846644094,0.5585119677423217,0.8310970797158642,0.6899166034874905,0.6651609400914601,0.710754213697698 4969,dillfrescott/amadeus-v0.1,torch.float16,0.689419795221843,0.8698466440948018,0.6382334765973684,0.7995264404104183,0.6413949962092494,0.6469204188819448,0.7142236285692709 4970,dillfrescott/trinity-medium,torch.float16,0.7150170648464164,0.869946225851424,0.6954134254414035,0.8113654301499605,0.6504927975739196,0.6503568730881545,0.7320986361585464 4971,kaitchup/Mayonnaise-4in1-02,torch.float16,0.7337883959044369,0.8850826528579964,0.6904124035444142,0.8437253354380426,0.7103866565579985,0.6489169723489391,0.7520520694419712 4972,kaitchup/Mayonnaise-4in1-01,torch.float16,0.734641638225256,0.8846843258315077,0.6917751826995392,0.8413575374901342,0.709628506444276,0.6495169786482691,0.7519340282231637 4973,kaitchup/TheMayonnaise,torch.float16,0.734641638225256,0.8845847440748855,0.6919294325525855,0.8429360694554064,0.6937073540561031,0.6488423394082914,0.7494402629620879 4974,kaitchup/Mayonnaise-4in1-022,torch.float16,0.7286689419795221,0.8862776339374626,0.7172626871058205,0.8468823993685872,0.7050796057619408,0.6492869408053564,0.7555763681597815 4975,kaitchup/Maixtchup-4x7b,torch.float16,0.6254266211604096,0.8382792272455686,0.5612826178367374,0.7600631412786109,0.5481425322213799,0.6128347534901685,0.6576714822054791 4976,kaitchup/Mayonnaise-4in1-03,torch.float16,0.7295221843003413,0.8828918542123083,0.6879406686449644,0.8358326756116812,0.6997725549658832,0.647591542220433,0.7472585799926019 4977,kaitchup/Maixtchup-4x7b-QLoRA-SFT-UltraChat,torch.float16,0.6092150170648464,0.8323043218482374,0.5333005258566799,0.7719021310181531,0.43214556482183475,0.6077654968165794,0.6311055095710552 4978,silvercoder67/Mistral-7b-instruct-v0.2-summ-sft-dpo-e1,torch.float16,0.7397610921501706,0.8926508663612827,0.7279172395260135,0.8445146014206788,0.6679302501895376,0.641598005399433,0.7523953425078527 4979,silvercoder67/Mistral-7b-instruct-v0.2-summ-sft-e2m,torch.bfloat16,0.5947098976109215,0.8333997211710814,0.6377705503064354,0.7647987371744278,0.3957543593631539,0.6053375406146618,0.6386284677067803 4980,silvercoder67/Mistral-7b-instruct-v0.2-summ-sft-dpo-e2,torch.float16,0.7380546075085325,0.8884684325831508,0.7214236695613149,0.8326756116811366,0.6899166034874905,0.6460739511039245,0.7527688126542582 4981,silvercoder67/Mistral-7b-instruct-v0.2-summ-sft-dpo-e3,torch.bfloat16,0.6254266211604096,0.853415654252141,0.7068986087180347,0.7734806629834254,0.3934799090219864,0.6054327392844469,0.659689032570074 4982,steve-cse/MelloGPT,torch.float16,0.53839590443686,0.761202947619996,0.5560955080575972,0.7387529597474349,0.3009855951478393,0.5599058396397182,0.5758897924415742 4983,Fredithefish/MadMix-v0.2,torch.float16,0.6484641638225256,0.8353913563035252,0.5578972226689095,0.7734806629834254,0.3078089461713419,0.6401863375067843,0.6272047815760854 4984,Fredithefish/OpenZephyrChat,torch.float16,0.6484641638225256,0.8508265285799641,0.4824339066763302,0.8105761641673244,0.6459438968915845,0.6492147537241012,0.6812432356436383 4985,Fredithefish/RedPajama-INCITE-Chat-3B-Instruction-Tuning-with-GPT-4,torch.float16,0.41638225255972694,0.6623182632941645,0.36095177747394386,0.6440410418310971,0.006823351023502654,0.2725600828272661,0.3938461281682836 4986,Fredithefish/Guanaco-3B-Uncensored-v2,torch.float16,0.42150170648464164,0.6671977693686517,0.3520822015070296,0.632991318074191,0.003032600454890068,0.26176573974550665,0.38976188927248506 4987,Fredithefish/Guanaco-7B-Uncensored,torch.float16,0.5213310580204779,0.7876916948814977,0.44452862832285434,0.7308602999210734,0.04245640636846096,0.4342102123112719,0.4935130499709393 4988,Fredithefish/ReasonixPajama-3B-HF,torch.float16,0.3924914675767918,0.6347341167098187,0.554154975832954,0.6369376479873717,0.00530705079605762,0.2608883665394837,0.4140856042404129 4989,Fredithefish/Guanaco-13B-Uncensored,torch.float16,0.5955631399317406,0.8270264887472615,0.4326200610504711,0.7632202052091555,0.09097801364670205,0.536546919787796,0.5409924713955211 4990,Fredithefish/ScarletPajama-3B-HF,torch.float16,0.39761092150170646,0.6488747261501693,0.37602572431166126,0.6448303078137332,0.002274450341167551,0.27278684358833466,0.3904004956177954 4991,Fredithefish/Guanaco-3B-Uncensored,torch.float16,0.4249146757679181,0.6698864767974507,0.3471127762261011,0.6337805840568271,0.00530705079605762,0.25551538947971847,0.3894194921873455 4992,Fredithefish/RedPajama-INCITE-Chat-3B-ShareGPT-11K,torch.float16,0.4061433447098976,0.6483768173670583,0.35408512430612366,0.6353591160220995,0.003032600454890068,0.26132131552680904,0.38471971973114644 4993,Fredithefish/MadMix-v0.1,torch.float16,0.6493174061433447,0.8436566421031667,0.510505741411582,0.7719021310181531,0.4965883244882487,0.6437209041305073,0.6526151915491671 4994,Fredithefish/CrimsonPajama,torch.float16,0.40187713310580203,0.6546504680342561,0.3378243802513355,0.6519337016574586,0.00530705079605762,0.2595001572923642,0.38518214852287896 4995,medalpaca/medalpaca-7b,torch.float16,0.5409556313993175,0.8042222664807808,0.4046224421319521,0.7119179163378059,0.030326004548900682,0.4146862228224336,0.48445508062019843 4996,sreeramajay/TinyLlama-1.1B-orca-v1.0,torch.float16,0.363481228668942,0.6123282214698267,0.3657842399449893,0.6140489344909235,0.022744503411675512,0.2518190947530589,0.37170103712323593 4997,amu/r-zephyr-7b-beta-qlora,torch.float16,0.6305460750853242,0.8538139812786297,0.46320599364707243,0.7932123125493291,0.3904473085670963,0.631030182618419,0.6270426422909785 4998,amu/spin-phi2,torch.float16,0.6356655290102389,0.7557259510057758,0.4621535820307864,0.7348066298342542,0.5329795299469295,0.5792623897150809,0.6167656019238443 4999,amu/zen_moe,torch.bfloat16,0.6382252559726962,0.8505277833100976,0.5002751167484623,0.8105761641673244,0.6535253980288097,0.6475361318020628,0.6834443083382422 5000,amu/spin-phi2-1.5,torch.bfloat16,0.636518771331058,0.7579167496514638,0.46398565870109565,0.7316495659037096,0.5109931766489765,0.5652454409522885,0.6110515605314321 5001,amu/spin-phi2-2,torch.bfloat16,0.636518771331058,0.7579167496514638,0.46398565870109565,0.7316495659037096,0.5109931766489765,0.5652454409522885,0.6110515605314321 5002,amu/dpo-phi2,torch.float16,0.6168941979522184,0.7513443537143996,0.4398875544767273,0.7419100236779794,0.5443517816527672,0.5810177971674014,0.6125676181069156 5004,giraffe176/WestLake_Noromaid_OpenHermes_neural-chatv0.1,torch.bfloat16,0.6672354948805461,0.8537143995220076,0.5149650221658989,0.7971586424625099,0.6520090978013646,0.646681191229595,0.6886273080103203 5005,giraffe176/Open_Hermes_Orca_Mistral-7B,torch.float16,0.6467576791808873,0.8463453495319657,0.5334094436292038,0.7845303867403315,0.5617892342683851,0.6392641281771037,0.6686827035879795 5006,giraffe176/WestLake_Noromaid_OpenHermes_neural-chat,torch.bfloat16,0.6757679180887372,0.8612826130252937,0.5546796539463894,0.8042620363062352,0.6565579984836998,0.6472344220635571,0.6999641069856519 5007,giraffe176/Starling_Monarch_Westlake_Garten-7B-v0.1,torch.bfloat16,0.7175767918088737,0.8814977096195977,0.6792045908527932,0.8453038674033149,0.7194844579226687,0.6507227512060098,0.748965028135543 5008,giraffe176/WestMaid_HermesMonarchv0.1,torch.bfloat16,0.7022184300341296,0.874228241386178,0.6198616172196111,0.8216258879242304,0.6959818043972706,0.6430908591478515,0.7261678066848786 5009,giraffe176/Open_Hermes_Maid_Sam_Mistral_dtv0.1,torch.bfloat16,0.6774744027303754,0.8638717386974706,0.5797198662912402,0.8113654301499605,0.6535253980288097,0.6460097949964904,0.7053277718157244 5010,giraffe176/Open_Neural_Monarch_Maidv0.1,torch.bfloat16,0.6766211604095563,0.8593905596494722,0.5638904892258573,0.7932123125493291,0.6133434420015162,0.6501720097515179,0.6927716622645416 5011,giraffe176/Open_Maid_Samantha_Hermes_Orca_dare_ties,torch.bfloat16,0.6774744027303754,0.8638717386974706,0.5797198662912402,0.8113654301499605,0.6535253980288097,0.6460097949964904,0.7053277718157244 5012,giraffe176/Open_Maid_Samantha_Hermes_Orca_dare_tiesv0.1,torch.bfloat16,0.658703071672355,0.8548097988448516,0.5191894700582748,0.8034727703235991,0.5868081880212282,0.6449745503871416,0.6779929748845751 5013,giraffe176/Open_Maid_Samantha_Hermes_Orca,torch.bfloat16,0.6680887372013652,0.8582951603266281,0.5391206181068439,0.8034727703235991,0.6141015921152388,0.645811341089713,0.6881483698605647 5014,giraffe176/Open_Neural_Monarch_Maidv0.2,torch.bfloat16,0.6331058020477816,0.8260306711810397,0.4303534866042077,0.7908445146014207,0.5610310841546626,0.6421244834765285,0.6472483403442734 5015,circulus/Llama-2-7b-orca-v1,torch.float16,0.5631399317406144,0.7913762198765186,0.5019072263271259,0.7521704814522494,0.07808946171341925,0.5271247199466516,0.5356346735094298 5016,circulus/Llama-2-13b-orca-v1,torch.bfloat16,0.6220136518771331,0.8232423819956184,0.49599263864524135,0.7679558011049724,0.1288855193328279,0.5766922889025193,0.5691303803097186 5017,daekeun-ml/phi-2-ko-v0.1,torch.float16,0.30716723549488056,0.37263493328022307,0.43639706533133593,0.5272296764009471,0.01288855193328279,0.27336970471978145,0.3216145278600751 5018,daekeun-ml/phi-2-upscaled-4B-instruct-v0.1,torch.float16,0.2295221843003413,0.286795459071898,0.4092484911285778,0.5059194948697711,0.0075815011372251705,0.2680365031579355,0.2845172722776248 5019,macadeliccc/laser-dolphin-mixtral-2x7b-dpo,torch.bfloat16,0.659556313993174,0.8579964150567616,0.6075861082832835,0.7900552486187845,0.4829416224412434,0.6317218948127238,0.6716429338676618 5020,macadeliccc/laser-dolphin-mixtral-4x7b-dpo,torch.bfloat16,0.6493174061433447,0.8580959968133838,0.6377296280073737,0.7782162588792423,0.4488248673237301,0.6304129732661758,0.6670995217388751 5021,macadeliccc/SOLAR-10.7b-Instruct-dpo,torch.bfloat16,0.7175767918088737,0.8808006373232424,0.719754146671385,0.8232044198895028,0.6103108415466262,0.6605611396733775,0.735367996152168 5022,macadeliccc/WestLake-7B-v2-laser-truthy-dpo,torch.float16,0.7389078498293515,0.8884684325831508,0.698081758589422,0.8666140489344909,0.6815769522365428,0.6483950881566389,0.7536740217215995 5023,macadeliccc/MBX-7B-v3-DPO,torch.float16,0.735494880546075,0.8910575582553276,0.7399782698428227,0.8555643251775849,0.6967399545109931,0.6491024441305545,0.7613229054105596 5024,macadeliccc/OmniCorso-7B,torch.float16,0.7244027303754266,0.8877713602867955,0.7350319113381537,0.835043409629045,0.7050796057619408,0.650805624077703,0.7563557735781775 5025,macadeliccc/SOLAR-math-2x10.7b-v0.2,torch.bfloat16,0.7090443686006825,0.8828918542123083,0.7167756036606316,0.835043409629045,0.6489764973464746,0.6625011538679617,0.7425388145528506 5026,macadeliccc/piccolo-8x7b,torch.bfloat16,0.6962457337883959,0.8698466440948018,0.6416518638228494,0.7987371744277821,0.7202426080363912,0.6413079289462602,0.7280053255194133 5027,macadeliccc/gemma-orchid-7b-dpo,torch.float16,0.628839590443686,0.8095000995817566,0.5327250800320222,0.7750591949486977,0.5018953752843063,0.6141269181969236,0.643691043081232 5028,macadeliccc/Monarch-7B-SFT,torch.bfloat16,0.6373720136518771,0.8357896833300139,0.5425315604981411,0.797947908445146,0.6838514025777104,0.6411340583352723,0.6897711044730267 5029,macadeliccc/piccolo-math-2x7b,torch.bfloat16,0.6911262798634812,0.8727345150368453,0.6385532906891974,0.7987371744277821,0.7012888551933283,0.6368984664655034,0.723223096946023 5030,macadeliccc/Laser-WestLake-2x7b,torch.bfloat16,0.7226962457337884,0.8843855805616411,0.6924615568479368,0.8579321231254933,0.6353297952994693,0.647133026382444,0.7399897213251289 5031,macadeliccc/Orca-SOLAR-4x10.7b,torch.bfloat16,0.6851535836177475,0.867755427205736,0.6453861832315595,0.8389897395422258,0.6823351023502654,0.6703449406351456,0.7316608294304466 5032,macadeliccc/SOLAR-math-2x10.7b,torch.bfloat16,0.6843003412969283,0.8630750846444931,0.642058591491927,0.8334648776637726,0.7103866565579985,0.668952957281609,0.7337064181561214 5033,macadeliccc/SmaugDolphin-60B,torch.bfloat16,0.7337883959044369,0.8654650468034256,0.6743783536659786,0.835043409629045,0.709628506444276,0.7678494475553712,0.7643588600004222 5034,macadeliccc/laser-polyglot-4x7b,torch.float16,0.6416382252559727,0.8498307110137423,0.5546852358397387,0.7782162588792423,0.4844579226686884,0.6388103520060412,0.6579397842772375 5035,macadeliccc/polyglot-math-4x7b,torch.float16,0.6373720136518771,0.8485361481776539,0.5378477391082209,0.7845303867403315,0.5663381349507203,0.6357027234595517,0.6683878576813926 5036,macadeliccc/MonarchLake-7B,torch.bfloat16,0.7414675767918089,0.892850029874527,0.7497415375798714,0.8547750591949487,0.6830932524639879,0.6443652003972387,0.761048776050397 5037,macadeliccc/SOLAR-10.7b-Instruct-truthy-dpo,torch.float16,0.7209897610921502,0.8843855805616411,0.7675318116403941,0.8271507498026835,0.5921152388172858,0.6544910035266095,0.741110690906794 5038,abacaj/phi-2-super,torch.float16,0.6186006825938567,0.765982871937861,0.48373967556646486,0.7300710339384373,0.5451099317664898,0.5840743583348675,0.6212630923563296 5039,viethq188/LeoScorpius-7B-Chat-DPO,torch.float16,0.7047781569965871,0.8797052380003983,0.688337819182235,0.8208366219415943,0.690674753601213,0.6507514468149052,0.7391806727561555 5040,viethq188/Rabbit-7B-v2-DPO-Chat,torch.float16,0.6612627986348123,0.851822346146186,0.6706223675757005,0.7924230465666929,0.5564821834723275,0.6291821720263094,0.6936324857370049 5041,viethq188/Rabbit-7B-DPO-Chat,torch.float16,0.7030716723549488,0.8743278231428002,0.6217820822805159,0.7916337805840569,0.5852918877937832,0.6050301545195552,0.6968562334459434 5042,viethq188/LeoScorpius-7B,torch.float16,0.6928327645051194,0.8701453893646683,0.6395257433031319,0.8153117600631413,0.6641394996209249,0.6504463444164332,0.7220669168789032 5043,elinas/chronos-33b,torch.float16,0.6220136518771331,0.8347938657637921,0.46666811510165307,0.7829518547750592,0.13040181956027294,0.5586763995517869,0.5659176177716162 5044,elinas/chronos-13b-v2,torch.float16,0.5870307167235495,0.8252340171280621,0.5055434113267039,0.7505919494869772,0.11296436694465505,0.5338582620740143,0.5525371206139936 5045,elinas/chronos-70b-v2,torch.float16,0.6808873720136519,0.8649671380203147,0.5370275236874347,0.8121546961325967,0.28658074298711145,0.6827865621468256,0.6440673391646559 5046,elinas/chronos007-70b,torch.bfloat16,0.7013651877133106,0.8752240589524,0.5765003665263857,0.8224151539068666,0.42608036391205456,0.6932563855247631,0.6824735860892966 5047,defog/sqlcoder-34b-alpha,torch.float16,0.5418088737201365,0.7593108942441744,0.40633628492072343,0.7348066298342542,0.34874905231235787,0.5441739890355642,0.5558642873445351 5048,AI-Sweden-Models/gpt-sw3-20b-instruct,torch.bfloat16,0.431740614334471,0.7109141605257917,0.4101922343540469,0.6677190213101816,0.08794541319181198,0.31320791845252166,0.4369532270281375 5049,AI-Sweden-Models/gpt-sw3-356m-instruct,torch.bfloat16,0.2696245733788396,0.3801035650268871,0.407425017285801,0.5256511444356748,0.017437452615617893,0.25533040894183323,0.30926202694744226 5050,AI-Sweden-Models/gpt-sw3-6.7b,torch.bfloat16,0.363481228668942,0.6075482971519618,0.39038444805230477,0.6069455406471981,0.00530705079605762,0.25998245380428064,0.3722748365201241 5051,AI-Sweden-Models/gpt-sw3-126m,torch.float16,0.22013651877133106,0.29555865365465045,0.4406746017669096,0.5043409629044988,0.000758150113722517,0.24529976881383406,0.28446144267082446 5052,AI-Sweden-Models/gpt-sw3-6.7b-v2-instruct,torch.bfloat16,0.40784982935153585,0.6776538538139812,0.4032485125499964,0.6353591160220995,0.06368460955269144,0.31569722699446257,0.41724885804746115 5053,AI-Sweden-Models/gpt-sw3-1.3b,torch.bfloat16,0.3037542662116041,0.5039832702648874,0.3996656760993288,0.5887924230465666,0.000758150113722517,0.2614077322517509,0.3430602529979767 5054,AI-Sweden-Models/gpt-sw3-6.7b-v2,torch.bfloat16,0.39419795221843,0.6639115714001195,0.35596210654913335,0.6424625098658248,0.012130401819560273,0.30085963661592763,0.39492069641149924 5055,AI-Sweden-Models/gpt-sw3-356m,torch.bfloat16,0.2363481228668942,0.37054371639115713,0.4254820499111399,0.5303867403314917,0.002274450341167551,0.259336104740501,0.3040618640970586 5056,AI-Sweden-Models/gpt-sw3-20b,torch.bfloat16,0.4180887372013652,0.6875124477195778,0.37096560638460435,0.6716653512233622,0.009855951478392721,0.2846580435989118,0.4071243562677023 5057,AI-Sweden-Models/gpt-sw3-1.3b-instruct,torch.bfloat16,0.3097269624573379,0.5142401911969727,0.4031210627490525,0.5674822415153907,0.01592115238817286,0.26165217718716294,0.3453572979156816 5058,AI-Sweden-Models/gpt-sw3-126m-instruct,torch.bfloat16,0.23378839590443687,0.29884485162318264,0.42647039245716606,0.48539857932123126,0.009855951478392721,0.23778931564391667,0.28202458107138767 5059,AI-Sweden-Models/gpt-sw3-40b,torch.float16,0.4300341296928328,0.7236606253734316,0.3752465265593006,0.6795580110497238,0.04700530705079606,0.34971328720008765,0.4342029811543621 5060,h2oai/h2ogpt-oig-oasst1-256-6_9b,torch.float16,0.3993174061433447,0.6541525592511452,0.3500479097766868,0.6337805840568271,0.01592115238817286,0.2639253543387748,0.3861908276591586 5061,h2oai/h2ogpt-gm-oasst1-en-2048-open-llama-7b-preview-300bt,torch.float16,0.34044368600682595,0.5050786695877315,0.41800054195408026,0.5493291239147593,0.0,0.24657072992919526,0.3432371252320987 5063,h2oai/h2ogpt-gm-oasst1-en-1024-open-llama-7b-preview-400bt,torch.float16,0.4129692832764505,0.6243776140211114,0.4200454196574927,0.6456195737963694,0.015163002274450341,0.2755215054515844,0.39894939974624316 5064,h2oai/h2ogpt-oig-oasst1-512-6_9b,torch.float16,0.4044368600682594,0.6558454491137223,0.36678740066090143,0.6250986582478295,0.009855951478392721,0.24902096625209427,0.38517421430353327 5065,h2oai/h2ogpt-gm-oasst1-en-1024-20b,torch.float16,0.4803754266211604,0.7276438956383191,0.39924157003004007,0.6629834254143646,0.025018953752843062,0.2596382251122568,0.42581691609483063 5066,h2oai/h2ogpt-gm-oasst1-multilang-1024-20b,torch.float16,0.47440273037542663,0.7257518422624976,0.34391318826475564,0.6842936069455406,0.021986353297952996,0.26365052982579323,0.4189997084953278 5067,h2oai/h2o-danube-1.8b-base,torch.bfloat16,0.39419795221843,0.6957777335192192,0.3386425348954068,0.6448303078137332,0.014404852160727824,0.25935740708847205,0.39120179794933146 5068,h2oai/h2ogpt-oasst1-512-20b,torch.float16,0.46928327645051193,0.7277434773949413,0.3749705897753555,0.6803472770323599,0.03184230477634572,0.26249890585045843,0.4244476385466622 5070,h2oai/h2o-danube-1.8b-chat,torch.bfloat16,0.4112627986348123,0.6806413065126469,0.41637248299191104,0.6535122336227308,0.17361637604245642,0.3340574679221924,0.4449104442877916 5071,h2oai/h2ogpt-gm-oasst1-en-1024-12b,torch.float16,0.4308873720136519,0.6974706233817964,0.37997429044548037,0.6614048934490924,0.01061410159211524,0.25871202906805507,0.4065105516583652 5072,h2oai/h2ogpt-oasst1-512-12b,torch.float16,0.4232081911262799,0.7024497112129058,0.364114682052683,0.6621941594317285,0.016679302501895376,0.2601394692061156,0.40479758592193466 5073,h2oai/h2ogpt-gm-oasst1-en-2048-open-llama-7b-preview-300bt-v2,torch.float16,0.3643344709897611,0.6141206930890261,0.37585547818038817,0.6464088397790055,0.002274450341167551,0.25014659827770397,0.37552342177617537 5074,h2oai/h2o-danube-1.8b-sft,torch.bfloat16,0.40187713310580203,0.6733718382792272,0.4028619731190418,0.654301499605367,0.1508718726307809,0.3374786440574646,0.4367938267996139 5075,core-3/kuno-dogpark-7b,torch.bfloat16,0.7184300341296929,0.8814977096195977,0.7113693226923901,0.8224151539068666,0.7050796057619408,0.6506824309975467,0.748245709518006 5076,core-3/kuno-dogwalker-7b,torch.bfloat16,0.7201365187713311,0.8816968731328421,0.7139076598573371,0.8200473559589582,0.711144806671721,0.6495946976145823,0.7494213186677953 5077,core-3/kuno-royale-7b,torch.bfloat16,0.7175767918088737,0.8819956184027086,0.7111801311531581,0.8232044198895028,0.6990144048521607,0.6512676104035147,0.7473731627516531 5078,core-3/kuno-royale-v3-7b,torch.bfloat16,0.7175767918088737,0.8822943636725752,0.7112523953784756,0.8232044198895028,0.7081122062168309,0.650574666199728,0.7488358071943311 5079,core-3/kuno-royale-7B,torch.bfloat16,0.7175767918088737,0.8819956184027086,0.7111801311531581,0.8232044198895028,0.6990144048521607,0.6512676104035147,0.7473731627516531 5080,core-3/kuno-royale-v2-7b,torch.bfloat16,0.7201365187713311,0.8814977096195977,0.7109737868681816,0.8224151539068666,0.7020470053070508,0.650725639311098,0.7479659689640209 5081,JackFram/llama-160m,torch.float16,0.24829351535836178,0.35232025492929697,0.42079881669374763,0.5082872928176796,0.000758150113722517,0.24264248085173432,0.2955167517940905 5082,SuperAGI/SAM,torch.float16,0.5938566552901023,0.8231428002389962,0.5263967146285616,0.7640094711917916,0.22896133434420016,0.6214754286105018,0.5929737340506923 5083,bhavinjawade/SOLAR-10B-OrcaDPO-Jawade,torch.float16,0.71160409556314,0.882692690699064,0.7156900791514688,0.8366219415943172,0.6482183472327521,0.6612397693953947,0.7426778206060227 5084,bhavinjawade/SuperAligned-Jawade,torch.float16,0.7158703071672355,0.9057956582354113,0.6916834493650746,0.8382004735595896,0.4920394238059136,0.6081292579948735,0.7086197616880163 5085,bhavinjawade/SOLAR-10B-Nector-DPO-Jawade,torch.float16,0.7133105802047781,0.8861780521808404,0.7092186670643685,0.8342541436464088,0.6459438968915845,0.6621978103202665,0.7418505250513746 5086,vince62s/phi-2-psy,torch.bfloat16,0.6083617747440273,0.7552280422226648,0.4822130392553217,0.7545382794001578,0.5921152388172858,0.5756720845128152,0.6280214098253788 5087,MetaIX/GPT4-X-Alpasta-30b,torch.float16,0.6305460750853242,0.8355905198167696,0.5152110094684206,0.7821625887924231,0.30477634571645185,0.5771037992464524,0.607565056354307 5088,hpcai-tech/Colossal-LLaMA-2-7b-base,torch.float16,0.5349829351535836,0.7050388368850826,0.5019124221833382,0.7000789265982637,0.09704321455648218,0.5440494798292355,0.5138509692009977 5089,notbdq/alooowso,torch.float16,0.6296928327645052,0.8487353116908982,0.6818016198570045,0.7742699289660616,0.3957543593631539,0.6077778375134514,0.6563386483591792 5090,Abhinav7/NeuralPipe-7B-slerp,torch.bfloat16,0.674061433447099,0.8611830312686716,0.5982418830210784,0.797947908445146,0.6929492039423806,0.6407155917109015,0.7108498419725461 5091,BioMistral/BioMistral-7B-TIES,torch.bfloat16,0.5546075085324232,0.795857398924517,0.5220069897600659,0.7371744277821626,0.002274450341167551,0.5629111641868174,0.529138656587859 5092,BioMistral/BioMistral-7B,torch.bfloat16,0.5426621160409556,0.7908783110934077,0.5160796840454145,0.7348066298342542,0.0,0.5556406605152155,0.5233445669215412 5093,BioMistral/BioMistral-7B-DARE,torch.bfloat16,0.5827645051194539,0.7987452698665605,0.5560965695589573,0.760852407261247,0.15011372251705837,0.5733875081337749,0.570326663742842 5094,timpal0l/Mistral-7B-v0.1-flashback-v2,torch.bfloat16,0.5716723549488054,0.8074088826926907,0.40658215292594935,0.7719021310181531,0.2941622441243366,0.599789673134335,0.575252906474045 5095,JCX-kcuf/Llama-2-7b-chat-hf-gpt-4-80k-base_lora,torch.float16,0.5255972696245734,0.7137024497112129,0.4822007910291358,0.6661404893449092,0.12054586808188021,0.4834343862924131,0.4986035423473541 5096,JCX-kcuf/Llama-2-7b-hf-gpt-4-80k,torch.float16,0.5554607508532423,0.7726548496315475,0.4862513962984137,0.7403314917127072,0.14025777103866566,0.46746954722818107,0.5270709677937929 5097,JCX-kcuf/Mistral-7B-v0.1-gpt-4-60k,torch.float16,0.628839590443686,0.8078072097191794,0.539149388162868,0.7371744277821626,0.37680060652009095,0.6287336356441874,0.6197508097120291 5098,JCX-kcuf/openchat_3.5-gpt-4-80k,torch.float16,0.6331058020477816,0.8120892252539335,0.5433628142503435,0.7647987371744278,0.6444275966641395,0.6432912053717719,0.6735125634603997 5099,JCX-kcuf/Mistral-7B-v0.1-gpt-4-80k,torch.float16,0.6279863481228669,0.8104959171479785,0.5460109817921305,0.7403314917127072,0.36315390447308565,0.632113885196109,0.6200154214074797 5100,JCX-kcuf/Llama-2-7b-chat-hf-gpt-3.5-80k-base_lora,torch.float16,0.514505119453925,0.6937860983867755,0.4661770562104121,0.6740331491712708,0.18574677786201668,0.4837207522098019,0.5029948255490337 5101,JCX-kcuf/Mistral-7B-v0.1-gpt-4-20k,torch.float16,0.6006825938566553,0.8330013941445927,0.4215137349816427,0.7837411207576953,0.37907505686125853,0.6408871559898514,0.6098168427652827 5102,JCX-kcuf/Llama-2-7b-chat-hf-gpt-4-80k,torch.float16,0.5477815699658704,0.746265684126668,0.48450117635749573,0.728492501973165,0.18347232752084913,0.48765102869125887,0.5296940481058846 5103,JCX-kcuf/Llama-2-7b-hf-llama2-chat-80k,torch.float16,0.53839590443686,0.7464648476399124,0.3906065893469417,0.7103393843725335,0.1197877179681577,0.4636055446506463,0.49486666473584195 5104,GritLM/GritLM-8x7B,torch.bfloat16,0.6774744027303754,0.865166301533559,0.4947094775859723,0.8279400157853196,0.6163760424564063,0.7142354052014802,0.6993169408821854 5105,GritLM/GritLM-7B,torch.bfloat16,0.5810580204778157,0.8091017725552678,0.45809060609261365,0.7782162588792423,0.44579226686884005,0.6001855999574088,0.6120740874718646 5106,ZoidBB/MultiKory-0.1-4x11b-pre1,torch.float16,0.7286689419795221,0.879008165704043,0.6767314029001894,0.8539857932123125,0.6095526914329037,0.6460143000603058,0.7323268825482128 5107,ZoidBB/unraveled-7b-a1,torch.float16,0.5981228668941979,0.8280223063134834,0.42228384526614654,0.7719021310181531,0.14329037149355572,0.6338955203916632,0.5662528402295334 5108,ZoidBB/Jovian-10.7B-v1.0,torch.float16,0.674061433447099,0.8639713204540929,0.5200231220903274,0.8184688239936859,0.5724033358605004,0.6565527694709378,0.6842468008861072 5109,ZoidBB/Kory-0.1-11b-pre1,torch.float16,0.7286689419795221,0.879008165704043,0.6768329789105285,0.8539857932123125,0.6095526914329037,0.6458651090815435,0.7323189467201422 5110,universitytehran/PersianMind-v1.0,torch.bfloat16,0.4718430034129693,0.7139016132244573,0.4136509752046283,0.6740331491712708,0.0,0.4734043055605041,0.4578055077623049 5111,lamhieu/ghost-7b-v0.9.0,torch.bfloat16,0.5307167235494881,0.7793268273252341,0.4779306640850261,0.7371744277821626,0.3373768006065201,0.550915708205012,0.5689068585922405 5112,lamhieu/ghost-7b-v0.9.1,torch.bfloat16,0.5537542662116041,0.770264887472615,0.43956086098918057,0.7253354380426204,0.26914329037149354,0.5477821641514532,0.5509734845398278 5113,Inv/Konstanta-V3-BetaFlavour-7B,torch.bfloat16,0.681740614334471,0.8687512447719578,0.729182943288448,0.8129439621152328,0.5686125852918877,0.6138747513887304,0.712517683531788 5114,Inv/Konstanta-Gamma-10.9B,torch.float16,0.6825938566552902,0.8738299143596893,0.6418154025652248,0.8097868981846882,0.5731614859742229,0.6449606548171787,0.7043580354260491 5115,Inv/Konstanta-7B,torch.bfloat16,0.7005119453924915,0.8750248954391555,0.6542664114049395,0.8216258879242304,0.7103866565579985,0.6505775734672249,0.7353988950310067 5116,Inv/Konstanta-V4-Alpha-7B,torch.bfloat16,0.6928327645051194,0.8706432981477793,0.6393542740405961,0.8145224940805051,0.6398786959818044,0.6494576883304598,0.7177815358477106 5117,Inv/Konstanta-Gamma-V2-9B,torch.bfloat16,0.6988054607508533,0.8683529177454691,0.6885382714652906,0.8287292817679558,0.6368460955269143,0.6421945796987878,0.7272444344925452 5118,Inv/Konstanta-Alpha-V2-7B,torch.float16,0.6962457337883959,0.8714399522007569,0.61080316141077,0.8121546961325967,0.6990144048521607,0.6511029171296578,0.7234601442523898 5119,Inv/MoeMoE-2x7b,torch.bfloat16,0.6646757679180887,0.8430591515634336,0.6165388259112794,0.7987371744277821,0.6489764973464746,0.627028427069358,0.6998359740394027 5120,Inv/Konstanta-V3-AlphaFlavour-7B,torch.bfloat16,0.6885665529010239,0.8684524995020912,0.7194257395133424,0.8153117600631413,0.5951478392721758,0.6116575094324126,0.7164269834473646 5121,Inv/MoECPM-Untrained-4x2b,torch.bfloat16,0.46757679180887374,0.7257518422624976,0.38411316982071153,0.6550907655880032,0.44579226686884005,0.5320935937167058,0.535069738344272 5122,mistralai/Mixtral-8x7B-Instruct-v0.1,torch.float16,0.7013651877133106,0.8755228042222665,0.649788114114722,0.8105761641673244,0.6110689916603488,0.7139615714693672,0.7270471388912233 5123,mistralai/Mistral-7B-Instruct-v0.2,torch.bfloat16,0.6313993174061433,0.8488348934475204,0.6825629969752945,0.7719021310181531,0.400303260045489,0.6077801127577002,0.6571304519417167 5124,mistralai/Mistral-7B-v0.1,torch.bfloat16,0.5998293515358362,0.8331009759012149,0.4215317106968115,0.7861089187056038,0.3707354056103108,0.6416448378492244,0.6088252000498336 5125,mistralai/Mixtral-8x7B-v0.1,torch.float16,0.6638225255972696,0.8645688109938259,0.4680543300316138,0.8168902920284136,0.576194086429113,0.7187839332236227,0.6847189963839765 5126,mistralai/Mistral-7B-Instruct-v0.1,torch.float16,0.5452218430034129,0.7563234415455089,0.5628382292113293,0.7371744277821626,0.1425322213798332,0.5537547435463055,0.5496408177447587 5127,Stopwolf/Bumbar-7B-slerp,torch.bfloat16,0.6621160409556314,0.839573790081657,0.5780610176875508,0.8003157063930545,0.640636846095527,0.639761490841454,0.6934108153424791 5128,Stopwolf/Tito-7B-slerp,torch.bfloat16,0.6808873720136519,0.8637721569408484,0.570098896525268,0.8168902920284136,0.6360879454131918,0.64012873648291,0.7013108999007139 5129,Stopwolf/DistilabelCerberus-7B-slerp,torch.bfloat16,0.681740614334471,0.867755427205736,0.609312831167026,0.7947908445146015,0.6982562547384382,0.6419659462829417,0.7156369863738691 5130,Stopwolf/Cerberus-7B-slerp,torch.bfloat16,0.6953924914675768,0.8733320055765784,0.6135075599156891,0.8129439621152328,0.17968157695223655,0.6325147625422307,0.6345620597615907 5131,perlthoughts/Chupacabra-8x7B-MoE,torch.float16,0.6877133105802048,0.8610834495120494,0.6350369384683723,0.8050513022888713,0.5966641394996209,0.6386088526703765,0.7040263321699158 5132,perlthoughts/Mistral-7B-Instruct-v0.2-2x7B-MoE,torch.float16,0.6296928327645052,0.8488348934475204,0.6818136388417556,0.7742699289660616,0.39423805913570886,0.6074160939621595,0.6560442411862852 5133,perlthoughts/Chupacabra-v3,torch.float16,0.6621160409556314,0.8128858793069109,0.5784862187047963,0.7742699289660616,0.15011372251705837,0.5936200782456976,0.5952486447826927 5134,perlthoughts/Chupacabra-7B-v2.01,torch.float16,0.6885665529010239,0.8611830312686716,0.6350167676730681,0.8050513022888713,0.5966641394996209,0.6390262316456785,0.7042513375461557 5135,perlthoughts/Chupacabra-16B-v2.01,torch.float16,0.6535836177474402,0.8292172873929496,0.6453446072596959,0.7908445146014207,0.2532221379833207,0.6327466062464763,0.6341597952052173 5136,perlthoughts/Falkor-16b,torch.float16,0.659556313993174,0.826229834694284,0.627668658731456,0.7790055248618785,0.28278999241849884,0.6357885260852866,0.6351731417974297 5137,perlthoughts/openchat-3.5-1210-32k,torch.float16,0.6467576791808873,0.8405696076478789,0.4931442577289458,0.7916337805840569,0.48142532221379836,0.6158700473465262,0.6449001157836823 5138,perlthoughts/Chupacabra-7B,torch.float16,0.6680887372013652,0.8351921927902808,0.5230551921222755,0.7908445146014207,0.621683093252464,0.6268060708877861,0.6776116334759319 5139,perlthoughts/Marcoroni-8x7B-v3-MoE,torch.float16,0.6936860068259386,0.867755427205736,0.6039866216126479,0.8145224940805051,0.7172100075815011,0.6500679092923257,0.7245380777664424 5140,perlthoughts/Chupacabra-7B-v2.04,torch.bfloat16,0.6629692832764505,0.8570005974905397,0.6775807253391397,0.7892659826361483,0.514783927217589,0.6093537271831838,0.6851590405238418 5141,perlthoughts/Chupacabra-7B-v2.02,torch.float16,0.6766211604095563,0.8389762995419239,0.640558000158967,0.7940015785319653,0.6194086429112965,0.619756757233717,0.698220406464571 5142,perlthoughts/Chupacabra-7B-v2.03,torch.float16,0.6382252559726962,0.8473411670981876,0.48533561495565075,0.8089976322020521,0.510235026535254,0.6304582365852621,0.6534321555581838 5143,perlthoughts/Chupacabra-7B-v2,torch.float16,0.6518771331058021,0.8338976299541924,0.5717077514762566,0.7813733228097869,0.5473843821076573,0.6360128782884065,0.6703755162903503 5144,perlthoughts/openchat-3.5-1210-32k-8x7b-MoE,torch.float16,0.6459044368600683,0.8406691894045011,0.4931724783053433,0.7916337805840569,0.48142532221379836,0.6159626446424415,0.6447946420017017 5145,perlthoughts/Falkor-8x7B-MoE,torch.float16,0.6629692832764505,0.8503286197968533,0.5350238552317648,0.8018942383583267,0.6072782410917361,0.6412823591329302,0.683129432814677 5146,perlthoughts/Falkor-7b,torch.float16,0.6825938566552902,0.8583947420832504,0.6307542042080609,0.8034727703235991,0.6050037907505686,0.6398431779298719,0.7033437569917735 5147,perlthoughts/neural-chat-v3-3-8x7b-MoE,torch.float16,0.6663822525597269,0.8543118900617407,0.631965606310606,0.7971586424625099,0.6982562547384382,0.6221768265094861,0.7117085787737513 5148,perlthoughts/Chupacabra-7B-v2.03-128k,torch.float16,0.6467576791808873,0.8456482772356104,0.5116101369020933,0.8105761641673244,0.5049279757391963,0.6301603014982293,0.6582800891205568 5149,perlthoughts/Starling-LM-alpha-8x7B-MoE,torch.float16,0.636518771331058,0.8490340569607648,0.4639249177352108,0.8058405682715075,0.624715693707354,0.6468010183149673,0.671139171053477 5150,mavihsrr/GetCode-slerp,torch.float16,0.26535836177474403,0.26199960167297354,0.4977872683391919,0.5177584846093133,0.0,0.23116857555371031,0.29567871532498885 5151,mvpmaster/NeuralDareDMistralPro-7b-slerp,torch.float16,0.6902730375426621,0.8673571001792472,0.641159978370551,0.8018942383583267,0.6868840030326004,0.6345756592270241,0.7203573361184019 5152,mvpmaster/Einstein-4d-Marcoro14-nddmpk-KrishnaHercules-7b-slerp,torch.float16,0.697098976109215,0.870444134634535,0.6437108052639056,0.813733228097869,0.7065959059893859,0.6531680488829202,0.7307918498296385 5153,mvpmaster/Einstein-4D-MoE-2x7b-test,torch.float16,0.697098976109215,0.865166301533559,0.6228612855037876,0.8145224940805051,0.6959818043972706,0.6541176236626616,0.7249580808811665 5154,mvpmaster/pmmpk-EinstainMorcoro14KrishnaHercules-7b-slerp,torch.float16,0.6928327645051194,0.8658633738299144,0.6269217532109524,0.8089976322020521,0.714177407126611,0.651346765207753,0.7266899493470671 5155,mvpmaster/Einstein-4D-Marcoro14-7b-full-slerp,torch.float16,0.6885665529010239,0.859788886675961,0.6206945870298235,0.8042620363062352,0.6846095526914329,0.6457336666388528,0.7172758803738882 5156,mvpmaster/kellemar-KrishnaHercules-0.1-7b-slerp,torch.float16,0.7022184300341296,0.8729336785500896,0.6303038298570569,0.8224151539068666,0.7156937073540561,0.6561121367158688,0.7332794894030114 5158,Dampish/StellarX-4B-V0,torch.float16,0.36945392491467577,0.6190001991635132,0.34296822571733665,0.6385161799526441,0.0,0.26851425867027284,0.3730754647364071 5159,Dampish/StellarX-4B-V0.2,torch.float16,0.3464163822525597,0.5674168492332204,0.38554214033294804,0.6140489344909235,0.0,0.2554755107177788,0.36148330283790503 5160,ibndias/NeuralHermes-MoE-2x7B,torch.bfloat16,0.621160409556314,0.8420633339972117,0.4360895478628532,0.7813733228097869,0.5185746777862017,0.6455513039180659,0.6408020993217389 5161,ibndias/Nous-Hermes-2-MoE-2x34B,torch.bfloat16,0.6663822525597269,0.8572993427604063,0.5808164969122677,0.8334648776637726,0.6952236542835482,0.7649210598530721,0.7330179473387989 5162,Joseph717171/BigOrca-2-XB,torch.float16,0.6160409556313993,0.836387173869747,0.5800339581744233,0.7726913970007893,0.34950720242608035,0.6084616869066982,0.6271870623348562 5163,Tijmen2/cosmosage_v2,torch.bfloat16,0.5972696245733788,0.8090021907986457,0.5097745608150028,0.7592738752959748,0.3684609552691433,0.5957143395337864,0.6065825910476553 5164,Austism/chronos-hermes-13b-v2,torch.float16,0.6032423208191127,0.832105158334993,0.5091460399554737,0.7537490134175217,0.11751326762699014,0.5505161439618689,0.5610453240193266 5165,yyjjtt/test-model,torch.float16,0.2440273037542662,0.30173272256522604,0.44593057174416123,0.5082872928176796,0.0,0.2588329464957052,0.2931351395628397 5166,silvercoder45/Mistral-7b-instruct-v0.2-summ-sft-dpo-e1,torch.bfloat16,0.6271331058020477,0.8530173272256523,0.7076437205804561,0.771112865035517,0.4040940106141016,0.6059540857392706,0.6614925191661742 5167,silvercoder45/Mistral-7b-instruct-v0.2-summ-sft-bf16-e3,torch.bfloat16,0.6032423208191127,0.8367855008962358,0.6521720076920506,0.7782162588792423,0.39196360879454134,0.6082243645438457,0.6451006769375048 5168,silvercoder45/Mistral-7b-instruct-v0.2-summ-dpo-e3,torch.bfloat16,0.6262798634812287,0.8531169089822744,0.7059182813774988,0.7734806629834254,0.39727065959059893,0.6075821330963733,0.6606080849185666 5169,silvercoder45/Mistral-7b-instruct-v0.2-summ-dpo-e1,torch.bfloat16,0.6245733788395904,0.852320254929297,0.7056173366389187,0.7695343330702447,0.400303260045489,0.6066581821151246,0.6598344576064441 5170,silvercoder45/Mistral-7b-instruct-v0.2-summ-dpo-e2,torch.bfloat16,0.6254266211604096,0.8530173272256523,0.7053630317411392,0.77663772691397,0.3904473085670963,0.6070771509976333,0.6596615277676502 5171,silvercoder45/Mistral-7b-instruct-v0.2-summ-sft-dpo-e3,torch.bfloat16,0.5887372013651877,0.8355905198167696,0.6626283921742918,0.7632202052091555,0.38286580742987114,0.603660992751225,0.6394505197910835 5172,MSL7/INEX8-7B,torch.float16,0.7329351535836177,0.8918542123083051,0.7782906713919198,0.8484609313338595,0.6899166034874905,0.6447470115927365,0.7643674306163216 5173,MSL7/Liph.42-slerp,torch.float16,0.6254266211604096,0.7711611232822146,0.5204971060651545,0.7490134175217048,0.5951478392721758,0.5819971155420742,0.6405405371406223 5174,MSL7/INEX12-7b,torch.float16,0.7295221843003413,0.8913563035251942,0.780369069282656,0.8524072612470402,0.7020470053070508,0.6440064029630735,0.7666180377708928 5175,MSL7/INEX4-7b,torch.float16,0.7295221843003413,0.8878709420434177,0.7441900610335439,0.8389897395422258,0.7028051554207733,0.6469606519123656,0.7583897890421113 5176,MSL7/INEX16-7b,torch.float16,0.7312286689419796,0.8909579764987055,0.7735060799995526,0.8445146014206788,0.7035633055344959,0.6455931771414843,0.7648939682561494 5177,beaugogh/Llama2-13b-sharegpt4,torch.float16,0.6177474402730375,0.8453495319657439,0.45944783435128117,0.7521704814522494,0.08794541319181198,0.5521150723648857,0.5524626289331682 5178,beaugogh/Llama2-7b-openorca-mc-v2,torch.float16,0.5554607508532423,0.8125871340370444,0.5149452069709564,0.728492501973165,0.053828658074298714,0.48298915140874255,0.5247172338862415 5179,beaugogh/Llama2-7b-openorca-mc-v2-dpo,torch.float16,0.5477815699658704,0.8147779326827326,0.531348782604687,0.728492501973165,0.04473085670962851,0.4719933201333299,0.5231874940115689 5180,beaugogh/Llama2-7b-sharegpt4,torch.float16,0.5571672354948806,0.8094005178251344,0.4833790098921864,0.7119179163378059,0.026535253980288095,0.4746814125354761,0.5105135576776286 5181,beaugogh/Llama2-7b-openorca-mc-v1,torch.float16,0.5563139931740614,0.8017327225652261,0.5161559646496388,0.7348066298342542,0.04094010614101592,0.4844407118800852,0.5223983547073803 5182,beaugogh/pythia-1.4b-deduped-sharegpt,torch.float16,0.3430034129692833,0.5449113722366062,0.4180996357014574,0.5524861878453039,0.008339651250947688,0.23996055427043217,0.3511334690456718 5183,tiiuae/falcon-rw-1b,torch.float16,0.3506825938566553,0.6356303525194185,0.3595559898003175,0.6203630623520127,0.00530705079605762,0.25280318847540756,0.3707237062999782 5184,tiiuae/falcon-180B,8bit,0.6919795221843004,0.8888667596096396,0.4515695089819848,0.8689818468823993,0.45943896891584535,0.6958661043208202,0.6761171184824982 5185,tiiuae/falcon-7b-instruct,torch.float16,0.4616040955631399,0.7085241983668592,0.440772078910269,0.6795580110497238,0.04700530705079606,0.25836963794035034,0.43263888814685636 5186,tiiuae/falcon-40b,torch.bfloat16,0.6194539249146758,0.8528181637124079,0.4171692245008122,0.8129439621152328,0.21455648218347234,0.5697970049781053,0.5811231270674511 5188,tiiuae/falcon-40b-instruct,torch.float16,0.6160409556313993,0.8430591515634336,0.5251632785674454,0.797947908445146,0.3434420015163002,0.5544786128194518,0.6133553180905293 5189,tiiuae/falcon-7b,torch.float16,0.4786689419795222,0.7813184624576778,0.34263825539848,0.7237569060773481,0.04624715693707354,0.2778547015328594,0.4417474040638268 5190,BarryFutureman/WildMarcoroni-Variant1-7B,torch.float16,0.7397610921501706,0.8860784704242183,0.6975837745369705,0.8429360694554064,0.7028051554207733,0.6481372683020311,0.752883638381595 5191,BarryFutureman/WestLakeX-7B-EvoMerge-Variant2,torch.float16,0.7252559726962458,0.8851822346146186,0.7034639754228852,0.8579321231254933,0.6830932524639879,0.6477175666600806,0.7504408541638852 5192,BarryFutureman/WestLakeX-7B-EvoMerge,torch.float16,0.7141638225255973,0.8808006373232424,0.674957392013114,0.8476716653512234,0.6959818043972706,0.6483715286618629,0.7436578083787184 5193,BarryFutureman/WildWest-Variant3-7B,torch.float16,0.7320819112627986,0.8836885082652858,0.6808667640260779,0.8437253354380426,0.7005307050796058,0.6476350624394203,0.7480880477518719 5194,BarryFutureman/WildMarcoroni-Variant3-7B,torch.float16,0.7226962457337884,0.8895638319059949,0.7168289853433252,0.8453038674033149,0.6611068991660348,0.6438230207422567,0.7465538083824524 5195,BarryFutureman/NeuralTurdusVariant1-7B,torch.float16,0.7312286689419796,0.8860784704242183,0.6998714475811907,0.8516179952644041,0.6732373009855952,0.6474937822557251,0.7482546109088521 5196,BarryFutureman/NeuralLake-Variant1-7B,torch.float16,0.7312286689419796,0.8844851623182632,0.6837155338410112,0.8445146014206788,0.6929492039423806,0.6467279105754128,0.7472701801732877 5197,BarryFutureman/ChatMarc-YesAnotherMerge-7B,torch.float16,0.7278156996587031,0.8838876717785302,0.700398174715358,0.8389897395422258,0.6997725549658832,0.6500535293346776,0.7501528949992297 5198,qnguyen3/quan-1.8b-base,torch.bfloat16,0.36945392491467577,0.5846444931288588,0.41601399964422436,0.579321231254933,0.19711902956785443,0.45437054577887304,0.43348720404823654 5199,qnguyen3/quan-1.8b-chat,torch.float16,0.39078498293515357,0.6236805417247561,0.4314996062576424,0.5927387529597474,0.27520849128127367,0.4408690700058073,0.45913024086073 5200,nfaheem/Marcoroni-7b-DPO-Merge,torch.float16,0.7303754266211604,0.8879705238000398,0.7047247167623709,0.8524072612470402,0.6762699014404853,0.6424053119644075,0.7490255236392507 5201,souvik0306/falcon_7b_3epoch_norobots,torch.float16,0.4761092150170648,0.7723561043616809,0.36274944744996707,0.6953433307024467,0.015163002274450341,0.2972819211552,0.4365005034934683 5202,souvik0306/mistral_7b_2epoch_norobots,torch.float16,0.6100682593856656,0.833698466440948,0.4261552372929774,0.7908445146014207,0.16982562547384383,0.6395964717664606,0.5783647624935527 5203,lyogavin/Anima-7B-100K,torch.float16,0.4658703071672355,0.7227643895638319,0.3784184150795517,0.6708760852407262,0.006823351023502654,0.3339530499212784,0.4297842663326878 5204,dpv/finetuned-gpt2-tiny,torch.float16,0.21843003412969283,0.31597291376219877,0.4067393224175315,0.5011838989739542,0.003032600454890068,0.25858513940475486,0.28399065152383707 5205,ICBU-NPU/FashionGPT-70B-V1.1,torch.float16,0.7175767918088737,0.8819956184027086,0.6526486216773408,0.8263614838200474,0.41470811220621684,0.7098532737099209,0.7005239836041848 5206,ICBU-NPU/FashionGPT-70B-V1.2,torch.float16,0.7303754266211604,0.8814977096195977,0.6514599479049492,0.8255722178374112,0.2403335860500379,0.7011144496600764,0.6717255562822055 5207,ICBU-NPU/FashionGPT-70B-V1,torch.float16,0.7107508532423208,0.8732324238199561,0.639247711774609,0.8366219415943172,0.2812736921910538,0.7070259174125432,0.6746920900058001 5208,yhyhy3/med-orca-instruct-33b,torch.bfloat16,0.2883959044368601,0.25632344154550885,0.49261254436304563,0.505130228887135,0.0,0.26495520638868203,0.3012362209368719 5209,yhyhy3/open_llama_7b_v2_med_instruct,torch.float16,0.46501706484641636,0.7690699063931488,0.40332713135747483,0.6929755327545383,0.02047005307050796,0.4232433101512154,0.4623504997622169 5210,alexredna/TinyLlama-1.1B-Chat-v1.0-reasoning-v2-dpo,torch.bfloat16,0.3438566552901024,0.6187014538936467,0.36126081259496323,0.6345698500394633,0.0,0.26335379492315053,0.37029042779022103 5211,alexredna/Tukan-1.1B-Chat-reasoning-sft-COLA,torch.bfloat16,0.3412969283276451,0.5977892850029874,0.3825474897236823,0.6077348066298343,0.013646702047005308,0.2486014953337491,0.3652694511774839 5212,froggeric/WestLake-10.7B-v2,torch.float16,0.71160409556314,0.8793069109739096,0.649068872645291,0.8539857932123125,0.4844579226686884,0.6381169176944066,0.7027567521262914 5213,declare-lab/starling-7B,torch.float16,0.5102389078498294,0.7676757618004382,0.4817697697777851,0.7056037884767167,0.10083396512509477,0.47753201358869846,0.5072757011030937 5214,kimwooglae/AISquare-Instruct-SOLAR-10.7b-v0.5.32,torch.float16,0.6186006825938567,0.8466440948018323,0.5118901360350582,0.8279400157853196,0.1508718726307809,0.6312556140993849,0.5978670693243721 5215,kimwooglae/AISquare-Instruct-SOLAR-10.7b-v0.5.31,torch.float16,0.606655290102389,0.8419637522405895,0.5134609475665187,0.829518547750592,0.34268385140257773,0.5285980804709578,0.6104800782556041 5216,HiTZ/alpaca-lora-65b-en-pt-es-ca,torch.float16,0.6501706484641638,0.8488348934475204,0.4605969052433472,0.8050513022888713,0.266868840030326,0.6218859114843658,0.6089014168264324 5217,HiTZ/GoLLIE-7B,torch.bfloat16,0.3609215017064846,0.5792670782712607,0.3926838686191857,0.5895816890292028,0.032600454890068235,0.2937505012900747,0.37480084896771276 5218,rombodawg/Everyone-LLM-7b-Base,torch.float16,0.6638225255972696,0.8601872137024497,0.5788703327023509,0.8042620363062352,0.6557998483699773,0.6494349613700157,0.7020628196747164 5219,rombodawg/Everyone-Coder-4x7b-Base,torch.bfloat16,0.6450511945392492,0.8481378211511651,0.49160643723765735,0.7916337805840569,0.6345716451857468,0.6426645644808523,0.6756109071964547 5220,rombodawg/Open_Gpt4_8x7B_v0.2,torch.float16,0.6868600682593856,0.8615813582951604,0.7191590734021742,0.8358326756116812,0.5913570887035633,0.7206970827921115,0.7359145578440126 5221,rombodawg/Everyone-Coder-33b-Base,torch.float16,0.4598976109215017,0.6171081457876917,0.42262985236898787,0.6306235201262825,0.3980288097043215,0.4405204172322225,0.49480139269016793 5222,rombodawg/Open_Gpt4_8x7B,torch.float16,0.6928327645051194,0.8676558454491137,0.703919590060266,0.8176795580110497,0.5921152388172858,0.7120268580722223,0.7310383091525096 5223,rombodawg/LosslessMegaCoder-llama2-7b-mini,torch.float16,0.5349829351535836,0.7738498307110138,0.4577170689895662,0.7403314917127072,0.09552691432903715,0.4971575134228495,0.5165942923864596 5224,rombodawg/Leaderboard-killer-MoE_4x7b,torch.bfloat16,0.636518771331058,0.8196574387572196,0.5075038654523923,0.7537490134175217,0.621683093252464,0.648990129845483,0.6646837186760232 5225,rombodawg/LosslessMegaCoder-llama2-13b-mini,torch.float16,0.60580204778157,0.8125871340370444,0.48893759481045423,0.7695343330702447,0.15921152388172857,0.5791638767861184,0.5692060850611933 5226,chihoonlee10/T3Q-EN-DPO-Mistral-7B,torch.float16,0.7303754266211604,0.8930491933877713,0.787112047890096,0.8531965272296764,0.6808188021228203,0.6412682605638755,0.7643033763025667 5227,chihoonlee10/T3Q-Mistral-Orca-Math-DPO,torch.float16,0.7295221843003413,0.8922525393347939,0.7841207838591833,0.8492501973164956,0.7028051554207733,0.6442177256049115,0.7670280976394165 5228,chihoonlee10/T3Q-DPO-Mistral-7B,torch.float16,0.7278156996587031,0.892850029874527,0.7856825263963879,0.8492501973164956,0.6823351023502654,0.6425278253594086,0.7634102301592979 5229,chihoonlee10/T3Q-MSlerp-13B,torch.float16,0.2764505119453925,0.25851424019119695,0.48011742832768245,0.4988161010260458,0.0,0.2625558829070995,0.29607569406623624 5230,Thytu/phi-2-audio-super,torch.bfloat16,0.34726962457337884,0.4027086237801235,0.4232899798340726,0.5524861878453039,0.0,0.2742933118186557,0.3333412879752558 5231,CohereForAI/c4ai-command-r-v01,torch.float16,0.6552901023890785,0.8700458076080462,0.5231991183271746,0.8153117600631413,0.5663381349507203,0.6819530224441293,0.6853563242970484 5232,WhoTookMyAmogusNickname/NewHope_HF_not_official,torch.float16,0.6109215017064846,0.8402708623780123,0.44963822928546104,0.749802683504341,0.15845337376800606,0.5572546270205957,0.5610568796104834 5233,vikp/phi2,torch.float16,0.22866894197952217,0.30701055566620195,0.46097713753890357,0.5201262825572218,0.006823351023502654,0.27547081202809526,0.29984618013224124 5234,LoupGarou/WizardCoder-Guanaco-15B-V1.0,torch.float16,0.3046075085324232,0.4558852818163712,0.46393246777342,0.5311760063141279,0.014404852160727824,0.26786804932683034,0.33964569432065006 5235,LoupGarou/WizardCoder-Guanaco-15B-V1.1,torch.float16,0.32593856655290104,0.4541923919537941,0.42331934318918635,0.5603788476716653,0.02880970432145565,0.2588178300260368,0.3419094472858399 5236,llama-anon/instruct-13b,torch.float16,0.5614334470989761,0.8027285401314479,0.36973836625192186,0.7355958958168903,0.022744503411675512,0.4789212993642707,0.4951936753458637 5237,psyche/kollama2-7b-v2,torch.float16,0.5332764505119454,0.7850029874526987,0.46371383446543135,0.7561168113654302,0.06520090978013647,0.43614436747336494,0.5065758935081678 5238,psyche/kollama2-7b,torch.float16,0.5324232081911263,0.7877912766381199,0.4456425296122023,0.739542225730071,0.05989385898407885,0.42313669208172033,0.49807163187288644 5239,psyche/kogpt,torch.float16,0.21160409556313994,0.2811192989444334,0.4205535965155922,0.4909234411996843,0.0,0.2655670056611999,0.27829457298067495 5241,FreedomIntelligence/phoenix-inst-chat-7b,torch.float16,0.447098976109215,0.6323441545508863,0.47080267359279826,0.6282557221783741,0.01288855193328279,0.3906325479899696,0.43033710439242107 5242,FreedomIntelligence/AceGPT-7B,torch.float16,0.5358361774744027,0.7754431388169687,0.3874927202329178,0.7277032359905288,0.11144806671721001,0.4300244851448898,0.49465797072948625 5243,ToastyPigeon/smolphin-test-stack,torch.float16,0.3267918088737201,0.5993825931089425,0.3664279625945466,0.6203630623520127,0.0075815011372251705,0.25162817146480937,0.3620291832552094 5244,ToastyPigeon/SmolPlatypus-1.5B-Sorted,torch.float16,0.3361774744027304,0.59061939852619,0.3787526385682932,0.611681136543015,0.01061410159211524,0.25606204098669616,0.36398446510317334 5245,ToastyPigeon/SmolPlatypus-1.5B,torch.float16,0.3395904436860068,0.6004779924317865,0.36819500250290743,0.6085240726124704,0.009855951478392721,0.24725756965728668,0.36231683872814174 5246,ToastyPigeon/SmolLlama-1.5B-Sorted,torch.float16,0.3191126279863481,0.563931487751444,0.3211469775658132,0.6085240726124704,0.006065200909780136,0.24484596874864348,0.34393772259574984 5247,ToastyPigeon/smolphin-test1,torch.float16,0.3225255972696246,0.5972913762198765,0.3581370537867539,0.6172059984214681,0.009855951478392721,0.24609812221803837,0.35851901656569235 5248,ToastyPigeon/SmolLlama-1.5B,torch.float16,0.32764505119453924,0.5674168492332204,0.3807807271518888,0.5927387529597474,0.011372251705837756,0.2452557172891355,0.35420155825572824 5249,elliotthwang/Elliott-Chinese-LLaMa-GPTQ-V1.0,torch.float16,0.5068259385665529,0.7536347341167098,0.44703431694949036,0.7237569060773481,0.17361637604245642,0.4933331052227951,0.5163668961625588 5250,elliotthwang/Elliott-Chinese-LLaMa-GPTQ,torch.float16,0.5102389078498294,0.7523401712806214,0.45093918484971685,0.7261247040252565,0.17210007581501138,0.49584145749208924,0.5179307502187541 5251,elliotthwang/Elliott-Chinese-LLaMa-GPTQ-V2.0,torch.float16,0.507679180887372,0.7536347341167098,0.44695776879520727,0.7261247040252565,0.1599696739954511,0.4941151671346283,0.5147468714924375 5252,elliotthwang/elliott_Llama-2-7b-hf,torch.float16,0.5315699658703071,0.7833100975901215,0.4211238248723632,0.7363851617995264,0.06899166034874905,0.4709013084625793,0.5020470031572745 5253,xDAN2099/xDAN-L2-moe-2x-v1,torch.bfloat16,0.6851535836177475,0.8630750846444931,0.6176977126106841,0.8429360694554064,0.7293404094010614,0.7676098363854443,0.7509687826858062 5254,gpt2,torch.float16,0.22013651877133106,0.3152758414658435,0.4069116400376613,0.5043409629044988,0.006823351023502654,0.2583371780486034,0.28530424870857346 5255,dfurman/falcon-40b-openassistant-peft,torch.float16,0.6262798634812287,0.8559051981676957,0.5101760995965263,0.8145224940805051,0.133434420015163,0.5777490654180133,0.5863445234598554 5256,dfurman/llama-2-7b-instruct-peft,torch.float16,0.5119453924914675,0.7891854212308305,0.48497124472049463,0.744277821625888,0.05989385898407885,0.4662934761525799,0.5094278692008899 5258,dfurman/Llama-2-13B-Instruct-v0.2,torch.bfloat16,0.60580204778157,0.8195578570005975,0.4571097653810718,0.7782162588792423,0.0932524639878696,0.5545772685328604,0.5514192769272019 5259,dfurman/MoMoMerge-72B-v0.1,torch.float16,0.2627986348122867,0.25273849830711015,0.4873328702782369,0.4877663772691397,0.0,0.23077584323212189,0.28690203731648256 5260,dfurman/Mistral-7B-Instruct-v0.2,torch.float16,0.6015358361774744,0.8279227245568612,0.5605816288697437,0.7687450670876085,0.3479909021986353,0.600723155370069,0.617916552376732 5261,dfurman/HermesBagel-34B-v0.1,torch.float16,0.7056313993174061,0.8573989245170285,0.673352473186811,0.846093133385951,0.6527672479150872,0.7737845232844578,0.7515046169344569 5262,dfurman/Mixtral-8x7B-peft-v0.1,4bit,0.6723549488054608,0.8602867954590719,0.5954274012815367,0.8042620363062352,0.5140257771038665,0.6859340088688939,0.6887151613041774 5264,dfurman/GarrulusMarcoro-7B-v0.1,torch.float16,0.7235494880546075,0.8800039832702649,0.6705208734039925,0.8721389108129439,0.6595905989385898,0.6464584318039824,0.7420437143807302 5265,dfurman/llama-2-70b-dolphin-peft,torch.float16,0.6962457337883959,0.8681537542322246,0.5743344493196391,0.8389897395422258,0.27369219105382864,0.691762818551038,0.6571964477478921 5266,SilverCoder66/Mistral-7B-Instruct-adapt-v0.23,torch.bfloat16,0.7252559726962458,0.8849830711013742,0.7126457863777319,0.8389897395422258,0.7020470053070508,0.6500225928472143,0.7523240279786405 5267,SilverCoder66/Mistral-7B-Instruct-adapt-v0.21,torch.float16,0.7397610921501706,0.8860784704242183,0.6975837745369705,0.8429360694554064,0.7028051554207733,0.6481372683020311,0.752883638381595 5268,SilverCoder66/Mistral-7B-Instruct-adapt-v0.2,torch.bfloat16,0.7380546075085325,0.8864767974507071,0.6979173351520381,0.8429360694554064,0.7050796057619408,0.6475542808439121,0.7530031160287561 5269,SilverCoder66/Mistral-7B-Instruct-adapt-v0.22,torch.bfloat16,0.7252559726962458,0.8849830711013742,0.7126457863777319,0.8389897395422258,0.7020470053070508,0.6500225928472143,0.7523240279786405 5270,SilverCoder66/Mistral-7B-Instruct-adapt-vbh,torch.bfloat16,0.27559726962457337,0.25731925911173076,0.4794945059404648,0.5019731649565904,0.0,0.2538313119675745,0.2947025852668223 5271,gaodrew/gaodrew-llama-30b-instruct-2048-Open-Platypus-100steps,4bit,0.6151877133105802,0.8405696076478789,0.5104630353267072,0.8082083662194159,0.17664897649734648,0.602300546722616,0.5922297076207576 5272,gaodrew/OpenOrca-Platypus2-13B-thera-1250,4bit,0.5921501706484642,0.8101971718781119,0.48426740914755395,0.7308602999210734,0.08567096285064443,0.5703995605332559,0.5455909291631841 5273,gaodrew/gaodrew-gorgonzola-13b,torch.float16,0.53839590443686,0.7885879306910973,0.4257679375021819,0.7529597474348856,0.10007581501137225,0.7153789967303088,0.5535277219677843 5274,synapsoft/Llama-2-7b-chat-hf-flan2022-1.2M,torch.float16,0.49573378839590443,0.7624975104560845,0.4217450923483053,0.7182320441988951,0.015163002274450341,0.45990771829125415,0.47887985932748234 5275,synapsoft/Llama-2-7b-hf-flan2022-1.2M,torch.float16,0.23293515358361774,0.7846046604262099,0.37973340895125,0.755327545382794,0.04473085670962851,0.4233400351013111,0.4367786100258019 5276,arlineka/Brunhilde-13b,torch.float16,0.6049488054607508,0.8348934475204143,0.5235005454748325,0.755327545382794,0.09173616376042457,0.5617715365107263,0.5620296740183237 5277,arlineka/Brunhilde-2x7b-MOE-DPO-v.01.5,torch.float16,0.6953924914675768,0.8702449711212906,0.6547268141518184,0.8089976322020521,0.6300227445034117,0.6492948356875312,0.7181132481889468 5278,arlineka/Brunhilde-13b-v1,torch.float16,0.6109215017064846,0.8357896833300139,0.5198242782926871,0.7521704814522494,0.20090978013646701,0.5532194498901881,0.578805862468015 5279,FredrikBL/NeuralPipe-7B-slerp,torch.bfloat16,0.6757679180887372,0.8618801035650269,0.598389086821388,0.8011049723756906,0.6868840030326004,0.6414501905284664,0.710912712401985 5280,leejunhyeok/MoMo-70B-LoRA-V1.2_1,torch.bfloat16,0.7064846416382252,0.8639713204540929,0.6140893594618404,0.8318863456985004,0.5663381349507203,0.6990238517509751,0.7136322756590591 5281,Doctor-Shotgun/CalliopeDS-v2-L2-13B,torch.bfloat16,0.6279863481228669,0.8413662617008564,0.5106295897497167,0.7600631412786109,0.12585291887793784,0.5613892470669066,0.5712145844661493 5282,Doctor-Shotgun/mythospice-70b,torch.float16,0.6928327645051194,0.8753236407090221,0.5675734205494971,0.8326756116811366,0.3009855951478393,0.7009513874073009,0.6617237366666525 5283,Doctor-Shotgun/mythospice-limarp-70b,torch.float16,0.6919795221843004,0.8746265684126668,0.5585587782114779,0.8271507498026835,0.32221379833206976,0.7013771452444358,0.6626510936979391 5284,Doctor-Shotgun/CalliopeDS-L2-13B,torch.float16,0.6049488054607508,0.8337980481975702,0.5132465172345371,0.7703235990528808,0.10007581501137225,0.5579556436700507,0.5633914047711936 5285,NLPinas/yi-bagel-2x34b,torch.float16,0.726962457337884,0.8544114718183629,0.7142422056307771,0.8271507498026835,0.6072782410917361,0.7659635744555094,0.7493347833561588 5286,NLPinas/yi-bagel-2x34b-moe,torch.float16,0.726962457337884,0.8544114718183629,0.7142422056307771,0.8271507498026835,0.6072782410917361,0.7659635744555094,0.7493347833561588 5287,42MARU/sitebunny-13b,torch.bfloat16,0.6313993174061433,0.836387173869747,0.5620657173642927,0.7671665351223362,0.09401061410159212,0.5990765562906645,0.581684319025796 5288,unit-mesh/autodev-deepseek-6.7b-finetunes-poc,torch.float16,0.35409556313993173,0.5240987851025692,0.4411102243659991,0.5666929755327546,0.1956027293404094,0.3756106968831271,0.4095351623941319 5289,frank098/WizardLM_13B_juniper,torch.float16,0.5537542662116041,0.7719577773351922,0.5149590028669258,0.7111286503551697,0.0803639120545868,0.45457428336269873,0.5144563153643628 5290,frank098/Wizard-Vicuna-13B-juniper,torch.float16,0.5588737201365188,0.797450707030472,0.5471532512276316,0.7269139700078927,0.07278241091736164,0.44988342020407907,0.5255095799206593 5291,frank098/orca_mini_3b_juniper,torch.float16,0.4087030716723549,0.617307309300936,0.4318540863509971,0.6029992107340174,0.00530705079605762,0.2636692626231584,0.3883066652462536 5292,nnethercott/orca-open_hermes-llava-v1.5-7b-dpo,torch.float16,0.5307167235494881,0.7710615415255925,0.47599023559238207,0.7190213101815311,0.155420773313116,0.5102865465951398,0.5270828551262082 5293,nnethercott/llava-v1.5-7b_vicuna,torch.float16,0.5264505119453925,0.7609042023501295,0.4586107903104031,0.7205998421468035,0.15314632297194844,0.5168182234925022,0.5227549822028632 5294,nnethercott/llava-v1.5-7b-hf-vicuna,torch.float16,0.5264505119453925,0.7609042023501295,0.45861084561836213,0.7205998421468035,0.15314632297194844,0.5168182234925022,0.5227549914208564 5295,BlueNipples/SnowLotus-v2-10.7B,torch.float16,0.6476109215017065,0.8528181637124079,0.455391269193204,0.8208366219415943,0.4874905231235785,0.6409744926115845,0.6508536653473459 5296,BlueNipples/TimeCrystal-l2-13B,torch.float16,0.6117747440273038,0.8370842461661023,0.5129773945784643,0.7537490134175217,0.27520849128127367,0.5645759100024014,0.5925616332455111 5297,umd-zhou-lab/recycled-alpaca-7b-v2.0,torch.float16,0.5418088737201365,0.7798247361083449,0.4539882338054229,0.7134964483030781,0.10841546626231995,0.467904393556501,0.5109063586259672 5298,umd-zhou-lab/recycled-wizardlm-7b-v2.0,torch.float16,0.5494880546075085,0.7785301732722565,0.48285312034788197,0.7150749802683505,0.12357846853677028,0.45785746284122336,0.5178970433123318 5299,umd-zhou-lab/claude2-alpaca-13B,torch.float16,0.6117747440273038,0.8420633339972117,0.4502341510939478,0.7679558011049724,0.28278999241849884,0.5592571826522104,0.5856792008823575 5300,hyunseoki/ko-ref-llama2-13b,torch.float16,0.48378839590443684,0.735610436168094,0.35820119309520254,0.691397000789266,0.0,0.3483448551105358,0.4362236468445892 5301,hyunseoki/ko-ref-llama2-7b,torch.float16,0.42662116040955633,0.665803624775941,0.3861615273057621,0.6621941594317285,0.0,0.3040554327206185,0.4074726507739344 5302,hyunseoki/ko-en-llama2-13b,torch.float16,0.5819112627986348,0.8188607847042422,0.3996110091058917,0.7482241515390686,0.0075815011372251705,0.5201812461134233,0.5127283258997476 5303,castorini/rank_vicuna_7b_v1_fp16,torch.float16,0.4462457337883959,0.6567416849233221,0.4512725152724823,0.6661404893449092,0.0,0.4413970046408151,0.44363290466165406 5304,Monero/WizardLM-30B-Uncensored-Guanaco-SuperCOT-30b,torch.bfloat16,0.5554607508532423,0.8037243576976698,0.5130419747449761,0.7237569060773481,0.03411675511751327,0.5400721152826369,0.5283621432955644 5305,Monero/WizardLM-13b-OpenAssistant-Uncensored,torch.float16,0.4854948805460751,0.7603067118103963,0.4940407873488723,0.6977111286503551,0.030326004548900682,0.431464387706554,0.4832239834351923 5306,Monero/WizardLM-Uncensored-SuperCOT-StoryTelling-30b,torch.bfloat16,0.5964163822525598,0.799044015136427,0.5594851543429306,0.7087608524072613,0.05534495830174375,0.5442210588409676,0.543878736880315 5307,Monero/Manticore-13b-Chat-Pyg-Guanaco,torch.bfloat16,0.568259385665529,0.823043218482374,0.5228532383120019,0.739542225730071,0.08642911296436695,0.4780930463699474,0.5363700379207151 5309,KaeriJenti/Kaori-34b-v2,torch.float16,0.23890784982935154,0.2896833300139414,0.49462441219025927,0.5722178374112076,0.006823351023502654,0.25593767194696415,0.30969907540253777 5310,KaeriJenti/Kaori-34B-v1,torch.bfloat16,0.6450511945392492,0.7964548894642501,0.5314232366697602,0.7695343330702447,0.36694465504169826,0.7018568377846333,0.6352108577616392 5311,KaeriJenti/kaori-34b-v4,torch.float16,0.23890784982935154,0.2896833300139414,0.49462441219025927,0.5722178374112076,0.006823351023502654,0.25593767194696415,0.30969907540253777 5312,KaeriJenti/kaori-34b-v3,torch.float16,0.6424914675767918,0.795857398924517,0.5236714287384441,0.7647987371744278,0.36239575435936316,0.7017903544540806,0.6318341902046042 5313,KaeriJenti/kaori-70b-v1,torch.float16,0.6979522184300341,0.8736307508464449,0.5881075564330039,0.840568271507498,0.5238817285822593,0.7082327587155682,0.7053955474191347