Hugging Face's logo

mradermacher
/
MKLLM-7B-Translate-i1-GGUF

Transformers
GGUF
Macedonian
English
axolotl
Inference Endpoints
imatrix
Model card Files Community
mradermacher commited on
Commit
cf1bf09
·
verified ·
1 Parent(s): 5672034

uploaded from nico1

Browse files
Files changed (25) hide show
  1. .gitattributes +24 -0
  2. MKLLM-7B-Translate.i1-IQ1_M.gguf +3 -0
  3. MKLLM-7B-Translate.i1-IQ1_S.gguf +3 -0
  4. MKLLM-7B-Translate.i1-IQ2_M.gguf +3 -0
  5. MKLLM-7B-Translate.i1-IQ2_S.gguf +3 -0
  6. MKLLM-7B-Translate.i1-IQ2_XS.gguf +3 -0
  7. MKLLM-7B-Translate.i1-IQ2_XXS.gguf +3 -0
  8. MKLLM-7B-Translate.i1-IQ3_M.gguf +3 -0
  9. MKLLM-7B-Translate.i1-IQ3_S.gguf +3 -0
  10. MKLLM-7B-Translate.i1-IQ3_XS.gguf +3 -0
  11. MKLLM-7B-Translate.i1-IQ3_XXS.gguf +3 -0
  12. MKLLM-7B-Translate.i1-IQ4_NL.gguf +3 -0
  13. MKLLM-7B-Translate.i1-IQ4_XS.gguf +3 -0
  14. MKLLM-7B-Translate.i1-Q2_K.gguf +3 -0
  15. MKLLM-7B-Translate.i1-Q2_K_S.gguf +3 -0
  16. MKLLM-7B-Translate.i1-Q3_K_L.gguf +3 -0
  17. MKLLM-7B-Translate.i1-Q3_K_M.gguf +3 -0
  18. MKLLM-7B-Translate.i1-Q3_K_S.gguf +3 -0
  19. MKLLM-7B-Translate.i1-Q4_0.gguf +3 -0
  20. MKLLM-7B-Translate.i1-Q4_1.gguf +3 -0
  21. MKLLM-7B-Translate.i1-Q4_K_M.gguf +3 -0
  22. MKLLM-7B-Translate.i1-Q4_K_S.gguf +3 -0
  23. MKLLM-7B-Translate.i1-Q5_K_M.gguf +3 -0
  24. MKLLM-7B-Translate.i1-Q5_K_S.gguf +3 -0
  25. MKLLM-7B-Translate.i1-Q6_K.gguf +3 -0
.gitattributes CHANGED
@@ -34,3 +34,27 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
  imatrix.dat filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
  imatrix.dat filter=lfs diff=lfs merge=lfs -text
37
+ MKLLM-7B-Translate.i1-IQ1_M.gguf filter=lfs diff=lfs merge=lfs -text
38
+ MKLLM-7B-Translate.i1-IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text
39
+ MKLLM-7B-Translate.i1-IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text
40
+ MKLLM-7B-Translate.i1-IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text
41
+ MKLLM-7B-Translate.i1-IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text
42
+ MKLLM-7B-Translate.i1-IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text
43
+ MKLLM-7B-Translate.i1-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text
44
+ MKLLM-7B-Translate.i1-IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text
45
+ MKLLM-7B-Translate.i1-IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text
46
+ MKLLM-7B-Translate.i1-IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text
47
+ MKLLM-7B-Translate.i1-IQ4_NL.gguf filter=lfs diff=lfs merge=lfs -text
48
+ MKLLM-7B-Translate.i1-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text
49
+ MKLLM-7B-Translate.i1-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
50
+ MKLLM-7B-Translate.i1-Q2_K_S.gguf filter=lfs diff=lfs merge=lfs -text
51
+ MKLLM-7B-Translate.i1-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
52
+ MKLLM-7B-Translate.i1-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
53
+ MKLLM-7B-Translate.i1-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
54
+ MKLLM-7B-Translate.i1-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text
55
+ MKLLM-7B-Translate.i1-Q4_1.gguf filter=lfs diff=lfs merge=lfs -text
56
+ MKLLM-7B-Translate.i1-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
57
+ MKLLM-7B-Translate.i1-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
58
+ MKLLM-7B-Translate.i1-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
59
+ MKLLM-7B-Translate.i1-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
60
+ MKLLM-7B-Translate.i1-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
MKLLM-7B-Translate.i1-IQ1_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e2fbce5fa9c24a4fc288c67f45078cd7d4df64d09fd39ce25e7c15a673212e76
3
+ size 1754446688
MKLLM-7B-Translate.i1-IQ1_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:af6e1efc4a52c80643351f65df11091f93c539ddafccded5a7a59ae011081d83
3
+ size 1612102496
MKLLM-7B-Translate.i1-IQ2_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:86229ff581688fb806f396ac173b73487a2b58527124eb848f9651cd142e2100
3
+ size 2500713312
MKLLM-7B-Translate.i1-IQ2_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6d319ca2e41f3eb5033176678908878d426edb0b444e735fd09fedbdc26b5b7a
3
+ size 2310921056
MKLLM-7B-Translate.i1-IQ2_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:46241923ee25628e78dab12da92117ef8cb9e656848aad780a51df3a2099e340
3
+ size 2198256480
MKLLM-7B-Translate.i1-IQ2_XXS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ebabfda41ebc7a661799dad32e1600865dfee7934cfe0083ef4fda5613f4604d
3
+ size 1991687008
MKLLM-7B-Translate.i1-IQ3_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:670c6ae87971be7a24921d6371ed7e3a5769e41729023ba5c1ec895afe956dcf
3
+ size 3284892512
MKLLM-7B-Translate.i1-IQ3_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4df7aeaf4fcc5f70456646dd8e7aee17dc2d51ceeb219c5170b3c7e7dd55e6ee
3
+ size 3182394208
MKLLM-7B-Translate.i1-IQ3_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9b06796f78dcc0641a43e4d5ad3e144d6fc2af1c84667a0c2c29e4ac438399c9
3
+ size 3018816352
MKLLM-7B-Translate.i1-IQ3_XXS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:74188e0dca246b9126caff82fbdfb77ba427b018bf945cf7f659cb49c2a7ef7f
3
+ size 2827344736
MKLLM-7B-Translate.i1-IQ4_NL.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:74d09facd4b1bcf5535816c32b4a7b8f6b3181ff0df0d51017f2d9b4f7034e0a
3
+ size 4125694816
MKLLM-7B-Translate.i1-IQ4_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ac003720d482e4081eb5cb9b743cd0f8454c27dbe599827b8ad20b589a8a687d
3
+ size 3907689312
MKLLM-7B-Translate.i1-Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ba6320531a185f012af2e43b167b4a4cc32ad9f81fee8ab6a33cb544d90ea22e
3
+ size 2719243104
MKLLM-7B-Translate.i1-Q2_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:febab1bbccb18358e33a090568a35485596cf72a2c86fa036cf7865aa41f9ffa
3
+ size 2528926560
MKLLM-7B-Translate.i1-Q3_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e8791143ef5ee2ed0765c6c9e5e8b3695488d12b2792900db927ad475ac89feb
3
+ size 3822025568
MKLLM-7B-Translate.i1-Q3_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:112da4aca6aaab042fff7c2d5d04e7a328e219345f664f4285804165748d8c37
3
+ size 3518987104
MKLLM-7B-Translate.i1-Q3_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cd7eaf493dfb1d269a6861085327537e760e7f7c2d95c9a6a2d513f99ce83239
3
+ size 3164568416
MKLLM-7B-Translate.i1-Q4_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:edd13bbed1ab5155de3671a7b0fe19e8f302a5c6798a423795c47cf6252b41b9
3
+ size 4123597664
MKLLM-7B-Translate.i1-Q4_1.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b66564e6fedc0d4888ce590c85bbdb702ea61e4c04189b6cd3c4e920d5ab3cdc
3
+ size 4553317216
MKLLM-7B-Translate.i1-Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bbc0ae3959b592e1d334a00856ed4c2667d2ab5771aadfd627a021698791d1c2
3
+ size 4368440160
MKLLM-7B-Translate.i1-Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dfcf020ec6cdfb664d6cfee0afffe3a207b20b3cac796a57450bd95d3abfc840
3
+ size 4140374880
MKLLM-7B-Translate.i1-Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cfa428e6a8924f756da2d432a9441ffc2961aafdea37994aedf8fd415883a705
3
+ size 5131410272
MKLLM-7B-Translate.i1-Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bbc0979385b9210fb3587a537a8c88dd6908f6899109783b37e5d126a43191b9
3
+ size 4997716832
MKLLM-7B-Translate.i1-Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1777a048ce6f1a9cd0f1f295895dd078697a3fb65663b18fbe34e2e904847404
3
+ size 5942066016