diff --git a/.gitattributes b/.gitattributes index a6344aac8c09253b3b630fb776ae94478aa0275b..f362a7a31cc6ee20c98226cc0339e9f8a22614ea 100644 --- a/.gitattributes +++ b/.gitattributes @@ -33,3 +33,115 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text *.zip filter=lfs diff=lfs merge=lfs -text *.zst filter=lfs diff=lfs merge=lfs -text *tfevents* filter=lfs diff=lfs merge=lfs -text +KaraKaraWitch-SteyrCannon-Qwen2.5-72b-IQ4_XS/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-IQ4_XS-00001-of-00009.gguf filter=lfs diff=lfs merge=lfs -text +KaraKaraWitch-SteyrCannon-Qwen2.5-72b-IQ4_XS/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-IQ4_XS-00002-of-00009.gguf filter=lfs diff=lfs merge=lfs -text +KaraKaraWitch-SteyrCannon-Qwen2.5-72b-IQ4_XS/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-IQ4_XS-00003-of-00009.gguf filter=lfs diff=lfs merge=lfs -text +KaraKaraWitch-SteyrCannon-Qwen2.5-72b-IQ4_XS/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-IQ4_XS-00004-of-00009.gguf filter=lfs diff=lfs merge=lfs -text +KaraKaraWitch-SteyrCannon-Qwen2.5-72b-IQ4_XS/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-IQ4_XS-00005-of-00009.gguf filter=lfs diff=lfs merge=lfs -text +KaraKaraWitch-SteyrCannon-Qwen2.5-72b-IQ4_XS/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-IQ4_XS-00006-of-00009.gguf filter=lfs diff=lfs merge=lfs -text +KaraKaraWitch-SteyrCannon-Qwen2.5-72b-IQ4_XS/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-IQ4_XS-00007-of-00009.gguf filter=lfs diff=lfs merge=lfs -text +KaraKaraWitch-SteyrCannon-Qwen2.5-72b-IQ4_XS/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-IQ4_XS-00008-of-00009.gguf filter=lfs diff=lfs merge=lfs -text +KaraKaraWitch-SteyrCannon-Qwen2.5-72b-IQ4_XS/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-IQ4_XS-00009-of-00009.gguf filter=lfs diff=lfs merge=lfs -text +KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q2_K/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q2_K-00001-of-00006.gguf filter=lfs diff=lfs merge=lfs -text +KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q2_K/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q2_K-00002-of-00006.gguf filter=lfs diff=lfs merge=lfs -text +KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q2_K/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q2_K-00003-of-00006.gguf filter=lfs diff=lfs merge=lfs -text +KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q2_K/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q2_K-00004-of-00006.gguf filter=lfs diff=lfs merge=lfs -text +KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q2_K/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q2_K-00005-of-00006.gguf filter=lfs diff=lfs merge=lfs -text +KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q2_K/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q2_K-00006-of-00006.gguf filter=lfs diff=lfs merge=lfs -text +KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q3_K_L/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q3_K_L-00001-of-00009.gguf filter=lfs diff=lfs merge=lfs -text +KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q3_K_L/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q3_K_L-00002-of-00009.gguf filter=lfs diff=lfs merge=lfs -text +KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q3_K_L/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q3_K_L-00003-of-00009.gguf filter=lfs diff=lfs merge=lfs -text +KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q3_K_L/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q3_K_L-00004-of-00009.gguf filter=lfs diff=lfs merge=lfs -text +KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q3_K_L/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q3_K_L-00005-of-00009.gguf filter=lfs diff=lfs merge=lfs -text +KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q3_K_L/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q3_K_L-00006-of-00009.gguf filter=lfs diff=lfs merge=lfs -text +KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q3_K_L/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q3_K_L-00007-of-00009.gguf filter=lfs diff=lfs merge=lfs -text +KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q3_K_L/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q3_K_L-00008-of-00009.gguf filter=lfs diff=lfs merge=lfs -text +KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q3_K_L/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q3_K_L-00009-of-00009.gguf filter=lfs diff=lfs merge=lfs -text +KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q3_K_M/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q3_K_M-00001-of-00008.gguf filter=lfs diff=lfs merge=lfs -text +KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q3_K_M/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q3_K_M-00002-of-00008.gguf filter=lfs diff=lfs merge=lfs -text +KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q3_K_M/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q3_K_M-00003-of-00008.gguf filter=lfs diff=lfs merge=lfs -text +KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q3_K_M/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q3_K_M-00004-of-00008.gguf filter=lfs diff=lfs merge=lfs -text +KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q3_K_M/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q3_K_M-00005-of-00008.gguf filter=lfs diff=lfs merge=lfs -text +KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q3_K_M/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q3_K_M-00006-of-00008.gguf filter=lfs diff=lfs merge=lfs -text +KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q3_K_M/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q3_K_M-00007-of-00008.gguf filter=lfs diff=lfs merge=lfs -text +KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q3_K_M/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q3_K_M-00008-of-00008.gguf filter=lfs diff=lfs merge=lfs -text +KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q3_K_S/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q3_K_S-00001-of-00007.gguf filter=lfs diff=lfs merge=lfs -text +KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q3_K_S/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q3_K_S-00002-of-00007.gguf filter=lfs diff=lfs merge=lfs -text +KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q3_K_S/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q3_K_S-00003-of-00007.gguf filter=lfs diff=lfs merge=lfs -text +KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q3_K_S/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q3_K_S-00004-of-00007.gguf filter=lfs diff=lfs merge=lfs -text +KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q3_K_S/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q3_K_S-00005-of-00007.gguf filter=lfs diff=lfs merge=lfs -text +KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q3_K_S/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q3_K_S-00006-of-00007.gguf filter=lfs diff=lfs merge=lfs -text +KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q3_K_S/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q3_K_S-00007-of-00007.gguf filter=lfs diff=lfs merge=lfs -text +KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q4_K_M/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q4_K_M-00001-of-00010.gguf filter=lfs diff=lfs merge=lfs -text +KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q4_K_M/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q4_K_M-00002-of-00010.gguf filter=lfs diff=lfs merge=lfs -text +KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q4_K_M/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q4_K_M-00003-of-00010.gguf filter=lfs diff=lfs merge=lfs -text +KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q4_K_M/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q4_K_M-00004-of-00010.gguf filter=lfs diff=lfs merge=lfs -text +KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q4_K_M/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q4_K_M-00005-of-00010.gguf filter=lfs diff=lfs merge=lfs -text +KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q4_K_M/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q4_K_M-00006-of-00010.gguf filter=lfs diff=lfs merge=lfs -text +KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q4_K_M/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q4_K_M-00007-of-00010.gguf filter=lfs diff=lfs merge=lfs -text +KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q4_K_M/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q4_K_M-00008-of-00010.gguf filter=lfs diff=lfs merge=lfs -text +KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q4_K_M/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q4_K_M-00009-of-00010.gguf filter=lfs diff=lfs merge=lfs -text +KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q4_K_M/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q4_K_M-00010-of-00010.gguf filter=lfs diff=lfs merge=lfs -text +KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q4_K_S/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q4_K_S-00001-of-00009.gguf filter=lfs diff=lfs merge=lfs -text +KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q4_K_S/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q4_K_S-00002-of-00009.gguf filter=lfs diff=lfs merge=lfs -text +KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q4_K_S/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q4_K_S-00003-of-00009.gguf filter=lfs diff=lfs merge=lfs -text +KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q4_K_S/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q4_K_S-00004-of-00009.gguf filter=lfs diff=lfs merge=lfs -text +KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q4_K_S/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q4_K_S-00005-of-00009.gguf filter=lfs diff=lfs merge=lfs -text +KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q4_K_S/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q4_K_S-00006-of-00009.gguf filter=lfs diff=lfs merge=lfs -text +KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q4_K_S/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q4_K_S-00007-of-00009.gguf filter=lfs diff=lfs merge=lfs -text +KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q4_K_S/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q4_K_S-00008-of-00009.gguf filter=lfs diff=lfs merge=lfs -text +KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q4_K_S/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q4_K_S-00009-of-00009.gguf filter=lfs diff=lfs merge=lfs -text +KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q5_K_M/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q5_K_M-00001-of-00012.gguf filter=lfs diff=lfs merge=lfs -text +KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q5_K_M/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q5_K_M-00002-of-00012.gguf filter=lfs diff=lfs merge=lfs -text +KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q5_K_M/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q5_K_M-00003-of-00012.gguf filter=lfs diff=lfs merge=lfs -text +KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q5_K_M/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q5_K_M-00004-of-00012.gguf filter=lfs diff=lfs merge=lfs -text +KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q5_K_M/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q5_K_M-00005-of-00012.gguf filter=lfs diff=lfs merge=lfs -text +KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q5_K_M/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q5_K_M-00006-of-00012.gguf filter=lfs diff=lfs merge=lfs -text +KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q5_K_M/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q5_K_M-00007-of-00012.gguf filter=lfs diff=lfs merge=lfs -text +KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q5_K_M/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q5_K_M-00008-of-00012.gguf filter=lfs diff=lfs merge=lfs -text +KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q5_K_M/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q5_K_M-00009-of-00012.gguf filter=lfs diff=lfs merge=lfs -text +KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q5_K_M/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q5_K_M-00010-of-00012.gguf filter=lfs diff=lfs merge=lfs -text +KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q5_K_M/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q5_K_M-00011-of-00012.gguf filter=lfs diff=lfs merge=lfs -text +KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q5_K_M/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q5_K_M-00012-of-00012.gguf filter=lfs diff=lfs merge=lfs -text +KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q5_K_S/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q5_K_S-00001-of-00011.gguf filter=lfs diff=lfs merge=lfs -text +KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q5_K_S/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q5_K_S-00002-of-00011.gguf filter=lfs diff=lfs merge=lfs -text +KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q5_K_S/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q5_K_S-00003-of-00011.gguf filter=lfs diff=lfs merge=lfs -text +KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q5_K_S/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q5_K_S-00004-of-00011.gguf filter=lfs diff=lfs merge=lfs -text +KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q5_K_S/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q5_K_S-00005-of-00011.gguf filter=lfs diff=lfs merge=lfs -text +KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q5_K_S/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q5_K_S-00006-of-00011.gguf filter=lfs diff=lfs merge=lfs -text +KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q5_K_S/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q5_K_S-00007-of-00011.gguf filter=lfs diff=lfs merge=lfs -text +KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q5_K_S/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q5_K_S-00008-of-00011.gguf filter=lfs diff=lfs merge=lfs -text +KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q5_K_S/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q5_K_S-00009-of-00011.gguf filter=lfs diff=lfs merge=lfs -text +KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q5_K_S/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q5_K_S-00010-of-00011.gguf filter=lfs diff=lfs merge=lfs -text +KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q5_K_S/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q5_K_S-00011-of-00011.gguf filter=lfs diff=lfs merge=lfs -text +KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q6_K/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q6_K-00001-of-00014.gguf filter=lfs diff=lfs merge=lfs -text +KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q6_K/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q6_K-00002-of-00014.gguf filter=lfs diff=lfs merge=lfs -text +KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q6_K/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q6_K-00003-of-00014.gguf filter=lfs diff=lfs merge=lfs -text +KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q6_K/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q6_K-00004-of-00014.gguf filter=lfs diff=lfs merge=lfs -text +KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q6_K/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q6_K-00005-of-00014.gguf filter=lfs diff=lfs merge=lfs -text +KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q6_K/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q6_K-00006-of-00014.gguf filter=lfs diff=lfs merge=lfs -text +KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q6_K/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q6_K-00007-of-00014.gguf filter=lfs diff=lfs merge=lfs -text +KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q6_K/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q6_K-00008-of-00014.gguf filter=lfs diff=lfs merge=lfs -text +KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q6_K/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q6_K-00009-of-00014.gguf filter=lfs diff=lfs merge=lfs -text +KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q6_K/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q6_K-00010-of-00014.gguf filter=lfs diff=lfs merge=lfs -text +KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q6_K/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q6_K-00011-of-00014.gguf filter=lfs diff=lfs merge=lfs -text +KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q6_K/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q6_K-00012-of-00014.gguf filter=lfs diff=lfs merge=lfs -text +KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q6_K/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q6_K-00013-of-00014.gguf filter=lfs diff=lfs merge=lfs -text +KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q6_K/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q6_K-00014-of-00014.gguf filter=lfs diff=lfs merge=lfs -text +KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q8_0/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q8_0-00001-of-00016.gguf filter=lfs diff=lfs merge=lfs -text +KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q8_0/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q8_0-00002-of-00016.gguf filter=lfs diff=lfs merge=lfs -text +KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q8_0/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q8_0-00003-of-00016.gguf filter=lfs diff=lfs merge=lfs -text +KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q8_0/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q8_0-00004-of-00016.gguf filter=lfs diff=lfs merge=lfs -text +KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q8_0/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q8_0-00005-of-00016.gguf filter=lfs diff=lfs merge=lfs -text +KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q8_0/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q8_0-00006-of-00016.gguf filter=lfs diff=lfs merge=lfs -text +KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q8_0/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q8_0-00007-of-00016.gguf filter=lfs diff=lfs merge=lfs -text +KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q8_0/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q8_0-00008-of-00016.gguf filter=lfs diff=lfs merge=lfs -text +KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q8_0/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q8_0-00009-of-00016.gguf filter=lfs diff=lfs merge=lfs -text +KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q8_0/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q8_0-00010-of-00016.gguf filter=lfs diff=lfs merge=lfs -text +KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q8_0/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q8_0-00011-of-00016.gguf filter=lfs diff=lfs merge=lfs -text +KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q8_0/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q8_0-00012-of-00016.gguf filter=lfs diff=lfs merge=lfs -text +KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q8_0/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q8_0-00013-of-00016.gguf filter=lfs diff=lfs merge=lfs -text +KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q8_0/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q8_0-00014-of-00016.gguf filter=lfs diff=lfs merge=lfs -text +KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q8_0/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q8_0-00015-of-00016.gguf filter=lfs diff=lfs merge=lfs -text +KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q8_0/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q8_0-00016-of-00016.gguf filter=lfs diff=lfs merge=lfs -text +featherless-quants.png filter=lfs diff=lfs merge=lfs -text diff --git a/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-IQ4_XS/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-IQ4_XS-00001-of-00009.gguf b/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-IQ4_XS/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-IQ4_XS-00001-of-00009.gguf new file mode 100644 index 0000000000000000000000000000000000000000..f920215dce3b5ebcf7c5181dedbfb6c37bcad8cd --- /dev/null +++ b/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-IQ4_XS/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-IQ4_XS-00001-of-00009.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dc54e7f2b0d2dc5293cb586790c5ed480d52610c023805e1fd0eebae8a778803 +size 4995241792 diff --git a/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-IQ4_XS/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-IQ4_XS-00002-of-00009.gguf b/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-IQ4_XS/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-IQ4_XS-00002-of-00009.gguf new file mode 100644 index 0000000000000000000000000000000000000000..8045eb27c27e9358b73023e4d425377f7fee3655 --- /dev/null +++ b/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-IQ4_XS/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-IQ4_XS-00002-of-00009.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d2949b2e833009ab1e4a0fb422773afd18decba3538e2205d04aea4901b75b35 +size 4888681280 diff --git a/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-IQ4_XS/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-IQ4_XS-00003-of-00009.gguf b/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-IQ4_XS/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-IQ4_XS-00003-of-00009.gguf new file mode 100644 index 0000000000000000000000000000000000000000..76dec7015795e1f88ba92e61c4708183769eada0 --- /dev/null +++ b/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-IQ4_XS/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-IQ4_XS-00003-of-00009.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bebc93ec7a1c0e2182b2d6875d3a17ba2c096d07417066170e17adfb3aa88868 +size 4881111936 diff --git a/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-IQ4_XS/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-IQ4_XS-00004-of-00009.gguf b/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-IQ4_XS/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-IQ4_XS-00004-of-00009.gguf new file mode 100644 index 0000000000000000000000000000000000000000..04af64581166a8c1c55993b521716e0a1c0b3662 --- /dev/null +++ b/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-IQ4_XS/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-IQ4_XS-00004-of-00009.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d21de269f6a47cefa454146c89d229f96a0b2ae2967fc0ecf626ce5b90f6fabf +size 4962745728 diff --git a/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-IQ4_XS/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-IQ4_XS-00005-of-00009.gguf b/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-IQ4_XS/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-IQ4_XS-00005-of-00009.gguf new file mode 100644 index 0000000000000000000000000000000000000000..253002cfcd008aa92da3b599352e2191fede93f2 --- /dev/null +++ b/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-IQ4_XS/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-IQ4_XS-00005-of-00009.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:efd436f10d10a907a00b11b35eb134813dbf2880f2fe901fbe5de435c2ff5413 +size 4888681344 diff --git a/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-IQ4_XS/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-IQ4_XS-00006-of-00009.gguf b/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-IQ4_XS/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-IQ4_XS-00006-of-00009.gguf new file mode 100644 index 0000000000000000000000000000000000000000..53c65944fc7a76a13e7f1b7272e6806c90bc5ddb --- /dev/null +++ b/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-IQ4_XS/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-IQ4_XS-00006-of-00009.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:527b3f8ad53dd4d983a0a331cd7ad37ae8e2128d781fcf0abafcd7baf6fcbbf1 +size 4881111936 diff --git a/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-IQ4_XS/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-IQ4_XS-00007-of-00009.gguf b/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-IQ4_XS/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-IQ4_XS-00007-of-00009.gguf new file mode 100644 index 0000000000000000000000000000000000000000..9a29fcea188cd321d77bf870cab7743cb5c9d190 --- /dev/null +++ b/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-IQ4_XS/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-IQ4_XS-00007-of-00009.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:52cd61e5e91a8f20eeb2327b9ce15f3b00f0d18534544a453b93666dd6ae1575 +size 4962745728 diff --git a/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-IQ4_XS/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-IQ4_XS-00008-of-00009.gguf b/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-IQ4_XS/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-IQ4_XS-00008-of-00009.gguf new file mode 100644 index 0000000000000000000000000000000000000000..6b56715d4a203599557511ac01882eddcc092155 --- /dev/null +++ b/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-IQ4_XS/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-IQ4_XS-00008-of-00009.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:98437de3967bc5d3259b265ba24d976ba955e084c6e37967c9424adc622f6540 +size 4888681376 diff --git a/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-IQ4_XS/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-IQ4_XS-00009-of-00009.gguf b/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-IQ4_XS/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-IQ4_XS-00009-of-00009.gguf new file mode 100644 index 0000000000000000000000000000000000000000..f7fc849b1f617921e48060fb07364d84b85f2777 --- /dev/null +++ b/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-IQ4_XS/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-IQ4_XS-00009-of-00009.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bcb47298f7922f954b9f16d0cec8a62c8148087f7c60edac1cc26e45ad8a1b38 +size 814237056 diff --git a/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q2_K/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q2_K-00001-of-00006.gguf b/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q2_K/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q2_K-00001-of-00006.gguf new file mode 100644 index 0000000000000000000000000000000000000000..32e2905cad9015876f254749982fe55aba1e9755 --- /dev/null +++ b/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q2_K/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q2_K-00001-of-00006.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d5f24cb0c4b0dddfc6972601564d3f802828ef254458d7cfee09a295af8feb3e +size 4983480768 diff --git a/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q2_K/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q2_K-00002-of-00006.gguf b/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q2_K/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q2_K-00002-of-00006.gguf new file mode 100644 index 0000000000000000000000000000000000000000..4da82750f138717f1134adbe0618d3f7ba98d34c --- /dev/null +++ b/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q2_K/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q2_K-00002-of-00006.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dae3e2a838580828e29109436a2d8b9d543670e9b5f46d9a72681c05edccae77 +size 4965656064 diff --git a/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q2_K/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q2_K-00003-of-00006.gguf b/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q2_K/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q2_K-00003-of-00006.gguf new file mode 100644 index 0000000000000000000000000000000000000000..41c8a3690a3411477d643fb0e3e38238d4fd8238 --- /dev/null +++ b/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q2_K/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q2_K-00003-of-00006.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0f7db865ce7abf8dc915448f97b5b2d40217b419854322dd3e973782b37e3450 +size 4965656064 diff --git a/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q2_K/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q2_K-00004-of-00006.gguf b/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q2_K/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q2_K-00004-of-00006.gguf new file mode 100644 index 0000000000000000000000000000000000000000..3eb38892b23393b27161dd3ab76f80103837d429 --- /dev/null +++ b/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q2_K/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q2_K-00004-of-00006.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7c9deb0f19b1f1d6e6a8bbf730326be3e14c1e08cef6a441c98b83a2ccf726d6 +size 4965656064 diff --git a/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q2_K/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q2_K-00005-of-00006.gguf b/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q2_K/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q2_K-00005-of-00006.gguf new file mode 100644 index 0000000000000000000000000000000000000000..cc44f2d511d191d2e92f750e4fd81d274f861531 --- /dev/null +++ b/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q2_K/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q2_K-00005-of-00006.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a2622929b2bb14997509180a2aa9bd1b2ea11c6d8d16448309abd5d3c1e54339 +size 4965656064 diff --git a/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q2_K/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q2_K-00006-of-00006.gguf b/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q2_K/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q2_K-00006-of-00006.gguf new file mode 100644 index 0000000000000000000000000000000000000000..1c5e7be817d894af227e940bf5a1caafd9044894 --- /dev/null +++ b/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q2_K/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q2_K-00006-of-00006.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:04ef8e8fed2af7cd7891aa4a46e74d566917154e75239bfdbf9bbe444d47f4b1 +size 4965656064 diff --git a/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q3_K_L/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q3_K_L-00001-of-00009.gguf b/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q3_K_L/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q3_K_L-00001-of-00009.gguf new file mode 100644 index 0000000000000000000000000000000000000000..b3300b3a35cb05f5bdfef8b4ac33d4d4bc09b741 --- /dev/null +++ b/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q3_K_L/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q3_K_L-00001-of-00009.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8997c73b76cdcbf91eae2c629afcedc74a3c037d6a5deb93ec37581a229bb294 +size 4883036608 diff --git a/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q3_K_L/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q3_K_L-00002-of-00009.gguf b/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q3_K_L/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q3_K_L-00002-of-00009.gguf new file mode 100644 index 0000000000000000000000000000000000000000..b0d4bc17979476151ba7a34bdc05234a877696e6 --- /dev/null +++ b/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q3_K_L/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q3_K_L-00002-of-00009.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d1ca19f08a471b134c0b33691d6465a37d9cacb58b21391462a7c12b28e69bdf +size 4924431232 diff --git a/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q3_K_L/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q3_K_L-00003-of-00009.gguf b/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q3_K_L/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q3_K_L-00003-of-00009.gguf new file mode 100644 index 0000000000000000000000000000000000000000..9f16813519322b14d6469d1c7d0e55dce899c6f8 --- /dev/null +++ b/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q3_K_L/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q3_K_L-00003-of-00009.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cf9229db764fd0f76fa373141225a229b623484872960dcb09d3b4b9efeb8680 +size 4954565728 diff --git a/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q3_K_L/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q3_K_L-00004-of-00009.gguf b/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q3_K_L/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q3_K_L-00004-of-00009.gguf new file mode 100644 index 0000000000000000000000000000000000000000..b928622a7d694c714ec81119a356b006743164ed --- /dev/null +++ b/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q3_K_L/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q3_K_L-00004-of-00009.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0bc08260cdbeb24711d8a5e326e87619b001d649c8d03e4b0b9c39828583039a +size 4823575712 diff --git a/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q3_K_L/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q3_K_L-00005-of-00009.gguf b/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q3_K_L/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q3_K_L-00005-of-00009.gguf new file mode 100644 index 0000000000000000000000000000000000000000..aaa3331586bd162e5b595eed09606ffb4fa0753d --- /dev/null +++ b/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q3_K_L/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q3_K_L-00005-of-00009.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e1bb24d995cd0c8a7c16c1cbe0246173444375204811e7b39343c62bc28f8379 +size 4924431232 diff --git a/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q3_K_L/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q3_K_L-00006-of-00009.gguf b/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q3_K_L/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q3_K_L-00006-of-00009.gguf new file mode 100644 index 0000000000000000000000000000000000000000..f703c72dac2e56abfd802acafdb16f8d3941b599 --- /dev/null +++ b/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q3_K_L/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q3_K_L-00006-of-00009.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d5174cbc06a0190e1a409a8ef9c7528ddcfdf8c9e840c068b1a789ba2801ddad +size 4954565728 diff --git a/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q3_K_L/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q3_K_L-00007-of-00009.gguf b/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q3_K_L/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q3_K_L-00007-of-00009.gguf new file mode 100644 index 0000000000000000000000000000000000000000..b9620e21e6cf8ed4cb98c1c54774d1e6e437a3fd --- /dev/null +++ b/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q3_K_L/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q3_K_L-00007-of-00009.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1b2c28de9bf82438f0fcec8bdf0d676e09ee2b6092d7dc911c6e86b6f1efdcb7 +size 4823575712 diff --git a/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q3_K_L/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q3_K_L-00008-of-00009.gguf b/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q3_K_L/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q3_K_L-00008-of-00009.gguf new file mode 100644 index 0000000000000000000000000000000000000000..1ebfc7476f35fd5dfaa1e67b0f5270e154f720e6 --- /dev/null +++ b/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q3_K_L/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q3_K_L-00008-of-00009.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b0ad7f26b6713d7879f84545e5d6cee0f1b3ee2de9bab67e148035519f328baa +size 4924431232 diff --git a/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q3_K_L/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q3_K_L-00009-of-00009.gguf b/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q3_K_L/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q3_K_L-00009-of-00009.gguf new file mode 100644 index 0000000000000000000000000000000000000000..5a5e030576601aacf0094eb1f2d4e048504a3bff --- /dev/null +++ b/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q3_K_L/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q3_K_L-00009-of-00009.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7146cd9359884b3505c223a94a6fa7dfa9cb4c851264d66e1a381f11d78d0e52 +size 292610784 diff --git a/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q3_K_M/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q3_K_M-00001-of-00008.gguf b/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q3_K_M/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q3_K_M-00001-of-00008.gguf new file mode 100644 index 0000000000000000000000000000000000000000..66d23602de62ad65d9654b3275604b66c7f9f41e --- /dev/null +++ b/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q3_K_M/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q3_K_M-00001-of-00008.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a2b8c718d6fb387e8a91b6772dcd831b4153e4ad89ed7c6511b174b21acee057 +size 4960565760 diff --git a/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q3_K_M/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q3_K_M-00002-of-00008.gguf b/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q3_K_M/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q3_K_M-00002-of-00008.gguf new file mode 100644 index 0000000000000000000000000000000000000000..1200b945d1cc8c70eca02c6b2f81b0676882b569 --- /dev/null +++ b/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q3_K_M/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q3_K_M-00002-of-00008.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2c2f72c71721e4d7cb5ba2c518fbd12d2cc63225fdd1866d7d7f47e31f36a2b3 +size 4958240256 diff --git a/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q3_K_M/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q3_K_M-00003-of-00008.gguf b/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q3_K_M/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q3_K_M-00003-of-00008.gguf new file mode 100644 index 0000000000000000000000000000000000000000..28af12ac90a6a2a8ffa1a15dbf6eb6778ad1a586 --- /dev/null +++ b/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q3_K_M/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q3_K_M-00003-of-00008.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a14f6feda0f0d1d10fafc619c26bf179ce19c5d977385216e2487d8b3f1e027e +size 4958240256 diff --git a/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q3_K_M/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q3_K_M-00004-of-00008.gguf b/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q3_K_M/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q3_K_M-00004-of-00008.gguf new file mode 100644 index 0000000000000000000000000000000000000000..2dbfca624c6469c60bc63dcc30856989ac377986 --- /dev/null +++ b/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q3_K_M/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q3_K_M-00004-of-00008.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e05d51303aa5024d71b42d5fb794d85f247b0993a7e7c7181fc74456ea396cff +size 4958240256 diff --git a/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q3_K_M/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q3_K_M-00005-of-00008.gguf b/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q3_K_M/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q3_K_M-00005-of-00008.gguf new file mode 100644 index 0000000000000000000000000000000000000000..a751252e7110ac4cc4889a0491c71c2ee7e744db --- /dev/null +++ b/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q3_K_M/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q3_K_M-00005-of-00008.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:90ff91102dab1f478acff1a3553c92173da4f14e8e7c71432a1e3551eeff8619 +size 4958240256 diff --git a/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q3_K_M/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q3_K_M-00006-of-00008.gguf b/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q3_K_M/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q3_K_M-00006-of-00008.gguf new file mode 100644 index 0000000000000000000000000000000000000000..357d55e7741b3f0a7f5c403b2c000795de04ad08 --- /dev/null +++ b/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q3_K_M/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q3_K_M-00006-of-00008.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8384f6ce8101f5c45cf13afe43f8ce3b7be4067a8dee94bfea1d6bfe82f787c9 +size 4958240256 diff --git a/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q3_K_M/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q3_K_M-00007-of-00008.gguf b/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q3_K_M/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q3_K_M-00007-of-00008.gguf new file mode 100644 index 0000000000000000000000000000000000000000..a5ab62fa4ab01017d3f08d35fc353d2cdc416b6c --- /dev/null +++ b/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q3_K_M/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q3_K_M-00007-of-00008.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1c0b3bc0356cb16a6b707381866fc1125735277977e45d4bc82fff274dadc8f2 +size 4958240256 diff --git a/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q3_K_M/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q3_K_M-00008-of-00008.gguf b/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q3_K_M/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q3_K_M-00008-of-00008.gguf new file mode 100644 index 0000000000000000000000000000000000000000..4750c8ba43011c2aa260c6d82ab78df15c58410f --- /dev/null +++ b/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q3_K_M/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q3_K_M-00008-of-00008.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:01baa2496e95054279cf7b91dab968207771f513fc5f2ba7d2cb99d8767559a8 +size 2988716768 diff --git a/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q3_K_S/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q3_K_S-00001-of-00007.gguf b/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q3_K_S/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q3_K_S-00001-of-00007.gguf new file mode 100644 index 0000000000000000000000000000000000000000..ce18c41501a02674cdd1910ec6508c87090bf8db --- /dev/null +++ b/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q3_K_S/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q3_K_S-00001-of-00007.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:255b1f1d4857ee309f92805200e2205289a4c3f6a3a5fc2ab2e431d3c5645c5e +size 4991818912 diff --git a/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q3_K_S/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q3_K_S-00002-of-00007.gguf b/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q3_K_S/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q3_K_S-00002-of-00007.gguf new file mode 100644 index 0000000000000000000000000000000000000000..745bb94325988fa705f065b4d2fae11bf11c7e59 --- /dev/null +++ b/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q3_K_S/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q3_K_S-00002-of-00007.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5ec6958f75e368553dabe9d4f7a27a18246cd8898bbf9401eac0b0d7ec401449 +size 4938703008 diff --git a/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q3_K_S/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q3_K_S-00003-of-00007.gguf b/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q3_K_S/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q3_K_S-00003-of-00007.gguf new file mode 100644 index 0000000000000000000000000000000000000000..03a918de3def20cf664c4b6c90ff2a29021bc2ee --- /dev/null +++ b/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q3_K_S/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q3_K_S-00003-of-00007.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8517e812283b5f89622711b0dac5e7164fa0451b6ff4e44af61450a09fab0801 +size 4938703008 diff --git a/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q3_K_S/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q3_K_S-00004-of-00007.gguf b/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q3_K_S/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q3_K_S-00004-of-00007.gguf new file mode 100644 index 0000000000000000000000000000000000000000..45f7950720cddf00df22bd1bcf504abcc2fb294c --- /dev/null +++ b/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q3_K_S/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q3_K_S-00004-of-00007.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2c609247e26f5d03dc9c4c5d6980c4df95b69bed455da9fa6b9742c0bd18dad5 +size 4938703008 diff --git a/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q3_K_S/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q3_K_S-00005-of-00007.gguf b/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q3_K_S/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q3_K_S-00005-of-00007.gguf new file mode 100644 index 0000000000000000000000000000000000000000..a1ce77497a756ce30e3de5ac47887411ad25b60f --- /dev/null +++ b/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q3_K_S/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q3_K_S-00005-of-00007.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cb8f553a7c77807d9fe9e1adafb56c47fdf66d4a3de7f6ada1652a1b09a60f86 +size 4938703008 diff --git a/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q3_K_S/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q3_K_S-00006-of-00007.gguf b/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q3_K_S/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q3_K_S-00006-of-00007.gguf new file mode 100644 index 0000000000000000000000000000000000000000..ad13ebb02d7785ba5a84be4dc9121419a56a3013 --- /dev/null +++ b/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q3_K_S/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q3_K_S-00006-of-00007.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:059b80b341c8e812387024dad6419adb06831b05d80f8872b7282f04682f873a +size 4938703008 diff --git a/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q3_K_S/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q3_K_S-00007-of-00007.gguf b/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q3_K_S/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q3_K_S-00007-of-00007.gguf new file mode 100644 index 0000000000000000000000000000000000000000..6748c8a7cd35bb8ae02ef2e4fa03c593bdad79da --- /dev/null +++ b/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q3_K_S/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q3_K_S-00007-of-00007.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:34d7758a383246663de9fee3fea02ec4aa4daae152607d531db4bf46b1139ba2 +size 4802453600 diff --git a/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q4_K_M/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q4_K_M-00001-of-00010.gguf b/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q4_K_M/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q4_K_M-00001-of-00010.gguf new file mode 100644 index 0000000000000000000000000000000000000000..6c0486cc0bd4715760603ca6eafb132e710b431f --- /dev/null +++ b/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q4_K_M/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q4_K_M-00001-of-00010.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6d5585fe5b61d7e9c65592062704b8385278e37bd07bab72a6f6bedfa42cffa4 +size 4813861984 diff --git a/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q4_K_M/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q4_K_M-00002-of-00010.gguf b/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q4_K_M/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q4_K_M-00002-of-00010.gguf new file mode 100644 index 0000000000000000000000000000000000000000..991694335281fc2a7cf62b14097d28086f4a7fd7 --- /dev/null +++ b/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q4_K_M/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q4_K_M-00002-of-00010.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4f789a0a195654cec550d301b85379c8cf57fdcaab7eaa7005a7cb5228ae5ce9 +size 4919137824 diff --git a/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q4_K_M/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q4_K_M-00003-of-00010.gguf b/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q4_K_M/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q4_K_M-00003-of-00010.gguf new file mode 100644 index 0000000000000000000000000000000000000000..ebee6a25de3f3e059c89b97e3ba3ad903bf13c60 --- /dev/null +++ b/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q4_K_M/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q4_K_M-00003-of-00010.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:00ef32b76eec3e47b6213ebf0168844b0fd47b6ef419e34b6bff2487b8a44498 +size 4835358816 diff --git a/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q4_K_M/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q4_K_M-00004-of-00010.gguf b/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q4_K_M/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q4_K_M-00004-of-00010.gguf new file mode 100644 index 0000000000000000000000000000000000000000..595d8c1379f9e852a22911054522071d5890da70 --- /dev/null +++ b/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q4_K_M/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q4_K_M-00004-of-00010.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5fc6d32e98e141624044b93a104940db2119e0bc0bfe8e192d5497bfb93f11f7 +size 4994971680 diff --git a/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q4_K_M/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q4_K_M-00005-of-00010.gguf b/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q4_K_M/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q4_K_M-00005-of-00010.gguf new file mode 100644 index 0000000000000000000000000000000000000000..fcaf08e02151c417592c866e96eee85e3ea7bac2 --- /dev/null +++ b/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q4_K_M/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q4_K_M-00005-of-00010.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:be6dfd3acbca797ddceed674ebb083d9124a4fa8457f017c8f277673d2ebedb4 +size 4964132896 diff --git a/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q4_K_M/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q4_K_M-00006-of-00010.gguf b/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q4_K_M/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q4_K_M-00006-of-00010.gguf new file mode 100644 index 0000000000000000000000000000000000000000..e1132d5140048d591da3e12ccdd9a26318223406 --- /dev/null +++ b/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q4_K_M/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q4_K_M-00006-of-00010.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:895c8b94c4fa0c812b540fbd5f4fd8c0b14961a02f66f93e5d25cf3bc450de7e +size 4964104224 diff --git a/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q4_K_M/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q4_K_M-00007-of-00010.gguf b/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q4_K_M/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q4_K_M-00007-of-00010.gguf new file mode 100644 index 0000000000000000000000000000000000000000..da70fcb9ac5839238842ae5fa4f6c67680ee5bcd --- /dev/null +++ b/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q4_K_M/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q4_K_M-00007-of-00010.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a4bbdb9c5c3327fe774d66f2402f3a3d2fc8364f8277c6f40c59d70ca6929b97 +size 4997167200 diff --git a/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q4_K_M/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q4_K_M-00008-of-00010.gguf b/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q4_K_M/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q4_K_M-00008-of-00010.gguf new file mode 100644 index 0000000000000000000000000000000000000000..3552f4af809f50da3dc2a9fa5c1e3a1b151a699f --- /dev/null +++ b/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q4_K_M/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q4_K_M-00008-of-00010.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5921c4530cc409a0dce40b5bf8c452696f063d8d16dcdb4e0ad203070bf02b74 +size 4865599488 diff --git a/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q4_K_M/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q4_K_M-00009-of-00010.gguf b/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q4_K_M/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q4_K_M-00009-of-00010.gguf new file mode 100644 index 0000000000000000000000000000000000000000..13dc6c0b9f68c2a86f645fc79734f7e9428ca116 --- /dev/null +++ b/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q4_K_M/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q4_K_M-00009-of-00010.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c89836bc06287834e8ff9fd3fdfc587ac6eb568fdeb53bf16e6ce30eb5639935 +size 4976064544 diff --git a/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q4_K_M/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q4_K_M-00010-of-00010.gguf b/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q4_K_M/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q4_K_M-00010-of-00010.gguf new file mode 100644 index 0000000000000000000000000000000000000000..1b57dedaf2f777cb93c1d44049c8587439e2eeb8 --- /dev/null +++ b/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q4_K_M/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q4_K_M-00010-of-00010.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bcf631469630cb209b186f2c3d80778a364104560d7ed7601f58d97b52944e61 +size 3085315520 diff --git a/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q4_K_S/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q4_K_S-00001-of-00009.gguf b/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q4_K_S/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q4_K_S-00001-of-00009.gguf new file mode 100644 index 0000000000000000000000000000000000000000..08c2743415e66c9bafdd31b18a9f2feceb9df5e4 --- /dev/null +++ b/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q4_K_S/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q4_K_S-00001-of-00009.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:63681cb33189ffd019505cc62460f243d936f392ebc0b289d29893df2842cae4 +size 4970075904 diff --git a/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q4_K_S/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q4_K_S-00002-of-00009.gguf b/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q4_K_S/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q4_K_S-00002-of-00009.gguf new file mode 100644 index 0000000000000000000000000000000000000000..526f3cb0da6ae481fe4c1187f0469f8437b682f6 --- /dev/null +++ b/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q4_K_S/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q4_K_S-00002-of-00009.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5143e74c712ef404543cddd3a55e1094691a82cf21b32cb4cf9fd37af44a390d +size 4953127136 diff --git a/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q4_K_S/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q4_K_S-00003-of-00009.gguf b/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q4_K_S/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q4_K_S-00003-of-00009.gguf new file mode 100644 index 0000000000000000000000000000000000000000..b087c2a4cf1e59dea92ae14b4a4ad79d5c617cec --- /dev/null +++ b/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q4_K_S/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q4_K_S-00003-of-00009.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:afcc8c6574454fc96bdc8578ecc868f5b41f17d95ba36b857f4b67d603dccede +size 4998580608 diff --git a/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q4_K_S/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q4_K_S-00004-of-00009.gguf b/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q4_K_S/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q4_K_S-00004-of-00009.gguf new file mode 100644 index 0000000000000000000000000000000000000000..cb2fac44dce24cb861b8a1257b454c01d0a28dcc --- /dev/null +++ b/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q4_K_S/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q4_K_S-00004-of-00009.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:49601fda27aa0edcc6d3a685990eefd906a3dcabc291f14ecc72c45fc26a0251 +size 4978625152 diff --git a/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q4_K_S/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q4_K_S-00005-of-00009.gguf b/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q4_K_S/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q4_K_S-00005-of-00009.gguf new file mode 100644 index 0000000000000000000000000000000000000000..6db5468e7d132393a9ec07dd5fe7de8fdb76b3e4 --- /dev/null +++ b/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q4_K_S/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q4_K_S-00005-of-00009.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:27f7a59d12abf2da5ac7ee16a9cc5f270dcbbd666681a2ed25cf59a0cf24d287 +size 4998580608 diff --git a/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q4_K_S/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q4_K_S-00006-of-00009.gguf b/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q4_K_S/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q4_K_S-00006-of-00009.gguf new file mode 100644 index 0000000000000000000000000000000000000000..7885e612b72504d2c585f534579d41ea35909c32 --- /dev/null +++ b/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q4_K_S/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q4_K_S-00006-of-00009.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:13b482d7dc342c990219f193beb2ad17434c09b72e4d603b23c706b1e4db2ac8 +size 4978625120 diff --git a/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q4_K_S/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q4_K_S-00007-of-00009.gguf b/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q4_K_S/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q4_K_S-00007-of-00009.gguf new file mode 100644 index 0000000000000000000000000000000000000000..39386b1d8e420e3308a619b3f26c8638d00e54ca --- /dev/null +++ b/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q4_K_S/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q4_K_S-00007-of-00009.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5a824385fb8bbdf527e6573aec894a5106da8730b3b567c1ecb05fe35db50975 +size 4998580608 diff --git a/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q4_K_S/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q4_K_S-00008-of-00009.gguf b/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q4_K_S/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q4_K_S-00008-of-00009.gguf new file mode 100644 index 0000000000000000000000000000000000000000..4d6a5a4347deab286ffafeaac121dc3a0238fc80 --- /dev/null +++ b/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q4_K_S/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q4_K_S-00008-of-00009.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:68dfee2dca5e51cf3fe25ccedf7bc61f14e64572f85b459fe920f004a9160a05 +size 4978625120 diff --git a/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q4_K_S/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q4_K_S-00009-of-00009.gguf b/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q4_K_S/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q4_K_S-00009-of-00009.gguf new file mode 100644 index 0000000000000000000000000000000000000000..038772384b1a132aa057a8f2c3fe4de4bf65646a --- /dev/null +++ b/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q4_K_S/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q4_K_S-00009-of-00009.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8c893a83cf181056d9ff7e43f31cddc8a429aee5f82825e8c4b934640a746522 +size 4034401696 diff --git a/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q5_K_M/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q5_K_M-00001-of-00012.gguf b/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q5_K_M/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q5_K_M-00001-of-00012.gguf new file mode 100644 index 0000000000000000000000000000000000000000..4084eb466cc86a7b7548dde9dd97c0a978dd87d3 --- /dev/null +++ b/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q5_K_M/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q5_K_M-00001-of-00012.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:70a7024c42be2e64eb7a6ac29656be08b20b90f59d46f097b44c4852caa2b013 +size 4923396576 diff --git a/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q5_K_M/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q5_K_M-00002-of-00012.gguf b/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q5_K_M/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q5_K_M-00002-of-00012.gguf new file mode 100644 index 0000000000000000000000000000000000000000..09aef3c18feb08ead3806af184300fb1953582d6 --- /dev/null +++ b/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q5_K_M/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q5_K_M-00002-of-00012.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0d7f86a2d39284fa6c71d9f33adafbad86838bf2d1394ca0025bf77844733cb2 +size 4882133888 diff --git a/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q5_K_M/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q5_K_M-00003-of-00012.gguf b/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q5_K_M/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q5_K_M-00003-of-00012.gguf new file mode 100644 index 0000000000000000000000000000000000000000..db98cf7038bc1b7a74089b93c6ef3077f909345d --- /dev/null +++ b/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q5_K_M/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q5_K_M-00003-of-00012.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:572fa3d453a4d6d4cc6f8aaa3f89e9cf862ffab12cd1b347a29d253e20278f88 +size 4831319424 diff --git a/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q5_K_M/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q5_K_M-00004-of-00012.gguf b/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q5_K_M/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q5_K_M-00004-of-00012.gguf new file mode 100644 index 0000000000000000000000000000000000000000..a9cd8a282f9edfe64bd948e53e730187ed53e0a4 --- /dev/null +++ b/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q5_K_M/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q5_K_M-00004-of-00012.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a1bccbfefde4cf9d585ae9aed009a8f2d7c571b3349295c075daa1a0540c0984 +size 4998825056 diff --git a/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q5_K_M/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q5_K_M-00005-of-00012.gguf b/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q5_K_M/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q5_K_M-00005-of-00012.gguf new file mode 100644 index 0000000000000000000000000000000000000000..589f4f1391ff9aa35cb3bbaff019c0d4f1b4c19e --- /dev/null +++ b/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q5_K_M/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q5_K_M-00005-of-00012.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2d9106bc603a870c4adc862add708d7889b0f7538e4cb0c177b9e7e9866ae11a +size 4846421280 diff --git a/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q5_K_M/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q5_K_M-00006-of-00012.gguf b/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q5_K_M/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q5_K_M-00006-of-00012.gguf new file mode 100644 index 0000000000000000000000000000000000000000..753caf3113bdede680529f8b4300b78ca9b4a1e2 --- /dev/null +++ b/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q5_K_M/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q5_K_M-00006-of-00012.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:47d26e1d327f6355915763d54b6a6f3c74eab0a521ea7cb007de49158a4e606b +size 4921038272 diff --git a/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q5_K_M/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q5_K_M-00007-of-00012.gguf b/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q5_K_M/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q5_K_M-00007-of-00012.gguf new file mode 100644 index 0000000000000000000000000000000000000000..12e382786ba41362bc93e1d99556a130e009a05b --- /dev/null +++ b/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q5_K_M/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q5_K_M-00007-of-00012.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d402c2cfbc206b2b68a19d43a55bbbfbfcad03f39b7693e59836e5344b21b817 +size 4909069248 diff --git a/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q5_K_M/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q5_K_M-00008-of-00012.gguf b/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q5_K_M/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q5_K_M-00008-of-00012.gguf new file mode 100644 index 0000000000000000000000000000000000000000..2b17afad51af45c76ffed79a77f47189b14fa92f --- /dev/null +++ b/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q5_K_M/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q5_K_M-00008-of-00012.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1f3b07f3c7524cb7c725e285356b28a06ec2d07651aba7541e565fa2769a7b10 +size 4754511232 diff --git a/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q5_K_M/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q5_K_M-00009-of-00012.gguf b/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q5_K_M/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q5_K_M-00009-of-00012.gguf new file mode 100644 index 0000000000000000000000000000000000000000..ac979fbb5daabe770249d630f5a8e80f511baaea --- /dev/null +++ b/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q5_K_M/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q5_K_M-00009-of-00012.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:01dc1681b49b66a37356a89d4f541e52a7fd4028ca9a0c4bf98e5908a4b554b0 +size 4909069248 diff --git a/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q5_K_M/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q5_K_M-00010-of-00012.gguf b/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q5_K_M/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q5_K_M-00010-of-00012.gguf new file mode 100644 index 0000000000000000000000000000000000000000..8af853b6d4b9e95333c71724ed92415524e5bdc6 --- /dev/null +++ b/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q5_K_M/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q5_K_M-00010-of-00012.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7ba200353e1afb7ee046a815c2ddc0e83ec35bf549a76c05991e21115ed8d119 +size 4908127616 diff --git a/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q5_K_M/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q5_K_M-00011-of-00012.gguf b/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q5_K_M/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q5_K_M-00011-of-00012.gguf new file mode 100644 index 0000000000000000000000000000000000000000..b5351531aa71e1239fb349f2092ece4fcec1242b --- /dev/null +++ b/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q5_K_M/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q5_K_M-00011-of-00012.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2798ba5464a3bc0337ccfa18dcf606af7e1ccd5be6df8e9ed3e43e0c55041462 +size 4868109120 diff --git a/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q5_K_M/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q5_K_M-00012-of-00012.gguf b/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q5_K_M/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q5_K_M-00012-of-00012.gguf new file mode 100644 index 0000000000000000000000000000000000000000..36c1db28769ae23e5202fec573b22404a53cc241 --- /dev/null +++ b/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q5_K_M/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q5_K_M-00012-of-00012.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2731c611c6957ef00f69ff2cece50f26c2de92edc095481318fc32750f0548e3 +size 695444256 diff --git a/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q5_K_S/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q5_K_S-00001-of-00011.gguf b/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q5_K_S/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q5_K_S-00001-of-00011.gguf new file mode 100644 index 0000000000000000000000000000000000000000..cf197442fee1387d0e6d82dcaee191f73827523d --- /dev/null +++ b/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q5_K_S/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q5_K_S-00001-of-00011.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:02d192bcdc6a1b52da0fb92de0c448e26097829b22812b71718cea08849d9e9b +size 4977439840 diff --git a/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q5_K_S/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q5_K_S-00002-of-00011.gguf b/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q5_K_S/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q5_K_S-00002-of-00011.gguf new file mode 100644 index 0000000000000000000000000000000000000000..fcaf641f066f1176049474c8d82ddd78445ef5fc --- /dev/null +++ b/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q5_K_S/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q5_K_S-00002-of-00011.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bd3cf94d7a92cba35f265207c0289d3df805f5dee95c857f934d6d8c06e5a5f3 +size 4949087712 diff --git a/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q5_K_S/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q5_K_S-00003-of-00011.gguf b/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q5_K_S/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q5_K_S-00003-of-00011.gguf new file mode 100644 index 0000000000000000000000000000000000000000..dd74b5ebe2239a9c00ac9032f42dba47806fdb13 --- /dev/null +++ b/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q5_K_S/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q5_K_S-00003-of-00011.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6dcc44361cea04b3d9fe74780cbe5e276b6468da5885541b99d75a8cf06f65d8 +size 4949087744 diff --git a/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q5_K_S/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q5_K_S-00004-of-00011.gguf b/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q5_K_S/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q5_K_S-00004-of-00011.gguf new file mode 100644 index 0000000000000000000000000000000000000000..fd965cb2ee2696dddb465490ec1d447762a46145 --- /dev/null +++ b/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q5_K_S/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q5_K_S-00004-of-00011.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b532e3cbf9f58ae213512497b56b082d140363c254433f067e5a43029b12ce0e +size 4949087712 diff --git a/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q5_K_S/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q5_K_S-00005-of-00011.gguf b/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q5_K_S/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q5_K_S-00005-of-00011.gguf new file mode 100644 index 0000000000000000000000000000000000000000..b084fd5710d5c2fb0eed2dece6ff967ecdb53009 --- /dev/null +++ b/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q5_K_S/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q5_K_S-00005-of-00011.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:98dab4d7a57e401ea4a6966cc066465e23816de71cbe8c97e9310b0da3e117c9 +size 4949087712 diff --git a/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q5_K_S/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q5_K_S-00006-of-00011.gguf b/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q5_K_S/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q5_K_S-00006-of-00011.gguf new file mode 100644 index 0000000000000000000000000000000000000000..a00ccdac289ea92ad07e29db0aa8014b78a78ca2 --- /dev/null +++ b/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q5_K_S/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q5_K_S-00006-of-00011.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a91d58d78482b63020931fe8db93ab0dacb5251b91de2a3bd35276bf021c6dfc +size 4949087744 diff --git a/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q5_K_S/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q5_K_S-00007-of-00011.gguf b/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q5_K_S/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q5_K_S-00007-of-00011.gguf new file mode 100644 index 0000000000000000000000000000000000000000..e32f4e0d88713948d45171163158fab2aceda8ab --- /dev/null +++ b/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q5_K_S/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q5_K_S-00007-of-00011.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d121f068ced96098212d3ddffef41ca8689b2846f378c11eae44b9c22748648f +size 4949087712 diff --git a/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q5_K_S/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q5_K_S-00008-of-00011.gguf b/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q5_K_S/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q5_K_S-00008-of-00011.gguf new file mode 100644 index 0000000000000000000000000000000000000000..51395065a05ae04e31f104075836d9110cb33433 --- /dev/null +++ b/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q5_K_S/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q5_K_S-00008-of-00011.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e092bd16622b965e3b585f8f8cba4321e9af85b03006a279882b390e2275728f +size 4949087712 diff --git a/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q5_K_S/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q5_K_S-00009-of-00011.gguf b/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q5_K_S/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q5_K_S-00009-of-00011.gguf new file mode 100644 index 0000000000000000000000000000000000000000..c28106c39ec29229bfa62aadd6e6df648a600992 --- /dev/null +++ b/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q5_K_S/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q5_K_S-00009-of-00011.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c63f7afa5b6e41b9de59625aa1ed2d96bf624541bd011e20b14047351bf56704 +size 4949087712 diff --git a/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q5_K_S/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q5_K_S-00010-of-00011.gguf b/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q5_K_S/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q5_K_S-00010-of-00011.gguf new file mode 100644 index 0000000000000000000000000000000000000000..3b4fea59c1a440ecbb8fd6bccfbb8c0c994b06b6 --- /dev/null +++ b/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q5_K_S/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q5_K_S-00010-of-00011.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:296ce59a62f2702f3f9a7e33490ba3227f6c42c46c9ff008799bd1e1e0d40948 +size 4949087744 diff --git a/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q5_K_S/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q5_K_S-00011-of-00011.gguf b/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q5_K_S/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q5_K_S-00011-of-00011.gguf new file mode 100644 index 0000000000000000000000000000000000000000..a4761acb7b75538b07f7ffd93548b907c589f534 --- /dev/null +++ b/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q5_K_S/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q5_K_S-00011-of-00011.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bc3526beb731f4ee3ff364bc8309849a6c6dc6c72bd7428155be6a7ad5e8fa7c +size 1855907936 diff --git a/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q6_K/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q6_K-00001-of-00014.gguf b/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q6_K/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q6_K-00001-of-00014.gguf new file mode 100644 index 0000000000000000000000000000000000000000..3041b0f4b756140018c4315daeb7fdc21718f004 --- /dev/null +++ b/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q6_K/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q6_K-00001-of-00014.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3e42a25e486c8b682542ea848edc99c0e1bb32f189644f71e3516a49d83e2e71 +size 4841934720 diff --git a/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q6_K/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q6_K-00002-of-00014.gguf b/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q6_K/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q6_K-00002-of-00014.gguf new file mode 100644 index 0000000000000000000000000000000000000000..115e2e9e3df9166c32899fc42ceafad416d88046 --- /dev/null +++ b/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q6_K/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q6_K-00002-of-00014.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f1780478ab3353deb60d681a6bae8cace42253316fa1b0bd0836450a0c6eeb51 +size 4995011264 diff --git a/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q6_K/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q6_K-00003-of-00014.gguf b/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q6_K/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q6_K-00003-of-00014.gguf new file mode 100644 index 0000000000000000000000000000000000000000..9cf1fb11ebec0f62d0bc5f22b21b121c84236507 --- /dev/null +++ b/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q6_K/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q6_K-00003-of-00014.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2ce0669d6a42c2a87817dd0f6ecaa637309666874971216273388296b61ce476 +size 4929704128 diff --git a/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q6_K/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q6_K-00004-of-00014.gguf b/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q6_K/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q6_K-00004-of-00014.gguf new file mode 100644 index 0000000000000000000000000000000000000000..d708d4a1be72abd3e97c5fff3967ac19b8e24806 --- /dev/null +++ b/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q6_K/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q6_K-00004-of-00014.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a377d082247d268203e340f9ec4e9194f894aa882d919921c070c4cd86f0e62f +size 4871041248 diff --git a/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q6_K/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q6_K-00005-of-00014.gguf b/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q6_K/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q6_K-00005-of-00014.gguf new file mode 100644 index 0000000000000000000000000000000000000000..039cd3290df3c727d5bc41a2699ab905193d9391 --- /dev/null +++ b/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q6_K/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q6_K-00005-of-00014.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bae428ae97dc0f5f2990580e932113a9c24f650a0ad586383f6aab312ace0583 +size 4995011264 diff --git a/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q6_K/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q6_K-00006-of-00014.gguf b/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q6_K/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q6_K-00006-of-00014.gguf new file mode 100644 index 0000000000000000000000000000000000000000..28191abbb0e8b095e9829800f70d47d020449eaf --- /dev/null +++ b/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q6_K/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q6_K-00006-of-00014.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f1bfffe2f9809c91c88346c2237bb0aaa036203154c9d807aded0b45e9d0a6ec +size 4929704128 diff --git a/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q6_K/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q6_K-00007-of-00014.gguf b/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q6_K/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q6_K-00007-of-00014.gguf new file mode 100644 index 0000000000000000000000000000000000000000..91a80d5590a1606720181ae21e969e99079767cb --- /dev/null +++ b/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q6_K/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q6_K-00007-of-00014.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7002882b4eb731c78442449ee10ab372e140ce5a2c12c7553ab2f008a512ce0a +size 4871041248 diff --git a/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q6_K/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q6_K-00008-of-00014.gguf b/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q6_K/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q6_K-00008-of-00014.gguf new file mode 100644 index 0000000000000000000000000000000000000000..48597dc6333c54a00967302b9a7d32c2e5964c63 --- /dev/null +++ b/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q6_K/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q6_K-00008-of-00014.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:225fa3d0f934164e81c397bf53132661d0def74e183db6ef4945df4e0257509b +size 4995011264 diff --git a/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q6_K/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q6_K-00009-of-00014.gguf b/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q6_K/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q6_K-00009-of-00014.gguf new file mode 100644 index 0000000000000000000000000000000000000000..81a0e4939c51f755fe568c6248fdc5a8ab0a5fe5 --- /dev/null +++ b/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q6_K/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q6_K-00009-of-00014.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:efa1cace8298f9ef954a3a64850ab7a462bec7815b2eb6079b4db308d8ca2281 +size 4929704160 diff --git a/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q6_K/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q6_K-00010-of-00014.gguf b/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q6_K/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q6_K-00010-of-00014.gguf new file mode 100644 index 0000000000000000000000000000000000000000..4c02fa66e56f4b14ecfcac1b283b23c2695c1982 --- /dev/null +++ b/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q6_K/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q6_K-00010-of-00014.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c3ae5c6c29c98e29757fd6f6168ee94746f1ff035dcb62e1380e84de49866edc +size 4871041216 diff --git a/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q6_K/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q6_K-00011-of-00014.gguf b/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q6_K/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q6_K-00011-of-00014.gguf new file mode 100644 index 0000000000000000000000000000000000000000..ef79ce4e4b06dfa4ff198fa521f8c9f9bed85fd7 --- /dev/null +++ b/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q6_K/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q6_K-00011-of-00014.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:635515fed232e43ee21ac6f633ed01abdd94f1ef9cda68280b4bc30b106b9fef +size 4995011264 diff --git a/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q6_K/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q6_K-00012-of-00014.gguf b/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q6_K/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q6_K-00012-of-00014.gguf new file mode 100644 index 0000000000000000000000000000000000000000..ddb8045ce956ae7d69d2814006b3b345b9061abe --- /dev/null +++ b/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q6_K/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q6_K-00012-of-00014.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:addbf2e9c37ebf9464065c87cf3110b737baa23a4076fe3b38c2a204b78fb77f +size 4929704128 diff --git a/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q6_K/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q6_K-00013-of-00014.gguf b/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q6_K/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q6_K-00013-of-00014.gguf new file mode 100644 index 0000000000000000000000000000000000000000..fc233e08ac4f4347b73f37192fdf587c98993f36 --- /dev/null +++ b/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q6_K/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q6_K-00013-of-00014.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:69ee5d507684ca1132e36d25ae8be3ded6188ed31b16bd393c21a0b7b113c44b +size 4871041216 diff --git a/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q6_K/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q6_K-00014-of-00014.gguf b/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q6_K/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q6_K-00014-of-00014.gguf new file mode 100644 index 0000000000000000000000000000000000000000..fc5dc102e362f0ede42087be95c4ff5d7e4773c1 --- /dev/null +++ b/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q6_K/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q6_K-00014-of-00014.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e1f240a4e99d5b8a931eaedb56a33f6a32c89296b639b80bd57b714c8d7b66b6 +size 322667168 diff --git a/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q8_0/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q8_0-00001-of-00016.gguf b/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q8_0/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q8_0-00001-of-00016.gguf new file mode 100644 index 0000000000000000000000000000000000000000..93121eee229afb261574ca89bf991389da4b354c --- /dev/null +++ b/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q8_0/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q8_0-00001-of-00016.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1765ca11eb296625c95632e8e881fb99c631d40cfdf46afea858ed417c44ddf8 +size 4775693440 diff --git a/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q8_0/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q8_0-00002-of-00016.gguf b/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q8_0/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q8_0-00002-of-00016.gguf new file mode 100644 index 0000000000000000000000000000000000000000..944b1dd8d45c116e863feacdb6399997cc9ef9c9 --- /dev/null +++ b/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q8_0/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q8_0-00002-of-00016.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bdb48a72e822adde7ebd4b8bdb2def0fd87648f1c1685b7045fdefaa970b7598 +size 4920454688 diff --git a/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q8_0/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q8_0-00003-of-00016.gguf b/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q8_0/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q8_0-00003-of-00016.gguf new file mode 100644 index 0000000000000000000000000000000000000000..171c62aea24a226321c1c8937c46f3e90d98f16b --- /dev/null +++ b/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q8_0/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q8_0-00003-of-00016.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dcba0bc5ce35846c86a74edfaed7937942a2708714dac53f99d7c837138e35c0 +size 4929404608 diff --git a/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q8_0/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q8_0-00004-of-00016.gguf b/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q8_0/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q8_0-00004-of-00016.gguf new file mode 100644 index 0000000000000000000000000000000000000000..7e8ddd74ed44d51d6e3a88e7d2c7a42444081a72 --- /dev/null +++ b/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q8_0/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q8_0-00004-of-00016.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d35b68c603cb1e56ad9489b6acb205a9a93c038949fc45014aaadce17ab53417 +size 4814683968 diff --git a/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q8_0/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q8_0-00005-of-00016.gguf b/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q8_0/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q8_0-00005-of-00016.gguf new file mode 100644 index 0000000000000000000000000000000000000000..3a7d9cf47dd1e6494125dc19e1b9a411d215298d --- /dev/null +++ b/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q8_0/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q8_0-00005-of-00016.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:08c4143180ce78ff54f6e253415f46ef9360cf7610a0b86e47976d26fd560233 +size 4920454688 diff --git a/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q8_0/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q8_0-00006-of-00016.gguf b/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q8_0/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q8_0-00006-of-00016.gguf new file mode 100644 index 0000000000000000000000000000000000000000..0ff9df162f01c7d0ff3ecf008faba359d7a89496 --- /dev/null +++ b/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q8_0/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q8_0-00006-of-00016.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3dbc6a3b1ec320922d5113a6f446b804a4475e1c2440a6db7a04d61c26591b01 +size 4920454688 diff --git a/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q8_0/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q8_0-00007-of-00016.gguf b/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q8_0/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q8_0-00007-of-00016.gguf new file mode 100644 index 0000000000000000000000000000000000000000..32874d2032ca0a6a417bbd48c180ef919045b238 --- /dev/null +++ b/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q8_0/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q8_0-00007-of-00016.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3f6bfcd722e5681d22a0b233e32bd4541777d9e6f17322c05409c0097ad0e8fa +size 4929404608 diff --git a/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q8_0/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q8_0-00008-of-00016.gguf b/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q8_0/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q8_0-00008-of-00016.gguf new file mode 100644 index 0000000000000000000000000000000000000000..50f55661a1069b2ceff07755f7d2c776aa6f6167 --- /dev/null +++ b/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q8_0/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q8_0-00008-of-00016.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b4a9cfec191514b6222e249bcf66f02fc8e0ee1bb356c2d212332c92f3b12d65 +size 4814683968 diff --git a/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q8_0/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q8_0-00009-of-00016.gguf b/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q8_0/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q8_0-00009-of-00016.gguf new file mode 100644 index 0000000000000000000000000000000000000000..8517c4fa542da38efcef278d5babba6efafcb9e8 --- /dev/null +++ b/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q8_0/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q8_0-00009-of-00016.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b47b80ce617de5eaa753fd2a2a0126a6b17b5f0e257bcc9bd6dfadb3e79b3b7b +size 4920454688 diff --git a/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q8_0/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q8_0-00010-of-00016.gguf b/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q8_0/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q8_0-00010-of-00016.gguf new file mode 100644 index 0000000000000000000000000000000000000000..dfbb6986bb0825b7956f7af6d13b10dc4b2e3065 --- /dev/null +++ b/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q8_0/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q8_0-00010-of-00016.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ec2d5f7b7f1b402f88a1d2cb0d60688f6f6209761af3b332f7338735932fcf13 +size 4920454688 diff --git a/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q8_0/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q8_0-00011-of-00016.gguf b/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q8_0/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q8_0-00011-of-00016.gguf new file mode 100644 index 0000000000000000000000000000000000000000..504e978971576c75707b8840a131123eea367dd8 --- /dev/null +++ b/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q8_0/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q8_0-00011-of-00016.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:96e20a7b3002655143974d6e94b4f06fc5f53d790baa95195e1a52d7d67c90a9 +size 4929404608 diff --git a/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q8_0/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q8_0-00012-of-00016.gguf b/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q8_0/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q8_0-00012-of-00016.gguf new file mode 100644 index 0000000000000000000000000000000000000000..ed8e3ddf35545219565fa31752179dd5e4255eb3 --- /dev/null +++ b/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q8_0/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q8_0-00012-of-00016.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9b2618e978d5e2afe5c923bae0e07562c0570c5ef06265077ae0eb0f092a1c84 +size 4814683968 diff --git a/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q8_0/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q8_0-00013-of-00016.gguf b/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q8_0/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q8_0-00013-of-00016.gguf new file mode 100644 index 0000000000000000000000000000000000000000..8b64fcf4e7a01c49607c711c8415b0b1ba9c1633 --- /dev/null +++ b/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q8_0/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q8_0-00013-of-00016.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5bd9f62263614060a4379e9aa6176f1fd1e30e39bbc8e63c5ada7c01fec355f2 +size 4920454688 diff --git a/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q8_0/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q8_0-00014-of-00016.gguf b/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q8_0/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q8_0-00014-of-00016.gguf new file mode 100644 index 0000000000000000000000000000000000000000..3c01651b974768d8228f18b83ee002b7198dd563 --- /dev/null +++ b/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q8_0/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q8_0-00014-of-00016.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2a465c2209e444e60a5f5e4e205bcb5effcc2085ffcc96fd08f9bba82acd454e +size 4920454688 diff --git a/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q8_0/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q8_0-00015-of-00016.gguf b/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q8_0/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q8_0-00015-of-00016.gguf new file mode 100644 index 0000000000000000000000000000000000000000..56f98185f64eb5b62faa63d5da317c3509891f69 --- /dev/null +++ b/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q8_0/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q8_0-00015-of-00016.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c9f76fb002ccab23d05367ecba150fd71d4cf483c89ae644a7799f57df0789c8 +size 4929404608 diff --git a/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q8_0/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q8_0-00016-of-00016.gguf b/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q8_0/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q8_0-00016-of-00016.gguf new file mode 100644 index 0000000000000000000000000000000000000000..94f10e957a9db61d7a86b1d5b2361baf4a48163c --- /dev/null +++ b/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q8_0/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q8_0-00016-of-00016.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d131a9c93e4588dfbaee66ad299017a5a98b5fe342aebf8c3cb1427f6fd0a7c6 +size 3882065024 diff --git a/README.md b/README.md new file mode 100644 index 0000000000000000000000000000000000000000..a365b2b486df105a944bb2bd627246447fd69d6a --- /dev/null +++ b/README.md @@ -0,0 +1,47 @@ +--- +base_model: KaraKaraWitch-SteyrCannon-Qwen2.5-72b +pipeline_tag: text-generation +quantized_by: featherless-ai-quants +--- + +# KaraKaraWitch-SteyrCannon-Qwen2.5-72b GGUF Quantizations 🚀 + +![Featherless AI Quants](./featherless-quants.png) + +*Optimized GGUF quantization files for enhanced model performance* + +> Powered by [Featherless AI](https://featherless.ai) - run any model you'd like for a simple small fee. +--- + +## Available Quantizations 📊 + +| Quantization Type | File | Size | +|-------------------|------|------| +| IQ4_XS | [KaraKaraWitch-SteyrCannon-Qwen2.5-72b-IQ4_XS](https://huggingface.co/featherless-ai-quants/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-GGUF/tree/main/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-IQ4_XS) | 38302.65 MB (folder) | +| Q2_K | [KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q2_K](https://huggingface.co/featherless-ai-quants/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-GGUF/tree/main/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q2_K) | 28430.71 MB (folder) | +| Q3_K_L | [KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q3_K_L](https://huggingface.co/featherless-ai-quants/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-GGUF/tree/main/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q3_K_L) | 37675.12 MB (folder) | +| Q3_K_M | [KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q3_K_M](https://huggingface.co/featherless-ai-quants/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-GGUF/tree/main/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q3_K_M) | 35952.30 MB (folder) | +| Q3_K_S | [KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q3_K_S](https://huggingface.co/featherless-ai-quants/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-GGUF/tree/main/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q3_K_S) | 32890.12 MB (folder) | +| Q4_K_M | [KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q4_K_M](https://huggingface.co/featherless-ai-quants/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-GGUF/tree/main/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q4_K_M) | 45219.15 MB (folder) | +| Q4_K_S | [KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q4_K_S](https://huggingface.co/featherless-ai-quants/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-GGUF/tree/main/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q4_K_S) | 41856.02 MB (folder) | +| Q5_K_M | [KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q5_K_M](https://huggingface.co/featherless-ai-quants/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-GGUF/tree/main/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q5_K_M) | 51925.15 MB (folder) | +| Q5_K_S | [KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q5_K_S](https://huggingface.co/featherless-ai-quants/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-GGUF/tree/main/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q5_K_S) | 48995.15 MB (folder) | +| Q6_K | [KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q6_K](https://huggingface.co/featherless-ai-quants/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-GGUF/tree/main/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q6_K) | 61366.68 MB (folder) | +| Q8_0 | [KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q8_0](https://huggingface.co/featherless-ai-quants/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-GGUF/tree/main/KaraKaraWitch-SteyrCannon-Qwen2.5-72b-Q8_0) | 73683.37 MB (folder) | + + +--- + +## ⚡ Powered by [Featherless AI](https://featherless.ai) + +### Key Features + +- 🔥 **Instant Hosting** - Deploy any Llama model on HuggingFace instantly +- 🛠️ **Zero Infrastructure** - No server setup or maintenance required +- 📚 **Vast Compatibility** - Support for 2400+ models and counting +- 💎 **Affordable Pricing** - Starting at just $10/month + +--- + +**Links:** +[Get Started](https://featherless.ai) | [Documentation](https://featherless.ai/docs) | [Models](https://featherless.ai/models) \ No newline at end of file diff --git a/featherless-quants.png b/featherless-quants.png new file mode 100644 index 0000000000000000000000000000000000000000..3e0eab9d9c036800df77695d52ddae95b5e1f669 --- /dev/null +++ b/featherless-quants.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2e1b4d66c8306c7b0614089381fdf86ea4efb02dffb78d22767a084cb8b88d6b +size 1614532