Hugging Face's logo

ABX-AI
/
Kuno-Lemon-7B-GGUF-IQ-Imatrix

Transformers
GGUF
mergekit
Merge
mistral
Not-For-All-Audiences
Model card Files Community
ABX-AI commited on
Commit
a1a2cfa
·
verified ·
1 Parent(s): b372e56

Upload 10 files

Browse files
Files changed (11) hide show
  1. .gitattributes +10 -0
  2. Kuno-Lemon-7B-IQ3_M-imat.gguf +3 -0
  3. Kuno-Lemon-7B-IQ3_S-imat.gguf +3 -0
  4. Kuno-Lemon-7B-IQ3_XXS-imat.gguf +3 -0
  5. Kuno-Lemon-7B-IQ4_XS-imat.gguf +3 -0
  6. Kuno-Lemon-7B-Q4_K_M-imat.gguf +3 -0
  7. Kuno-Lemon-7B-Q4_K_S-imat.gguf +3 -0
  8. Kuno-Lemon-7B-Q5_K_M-imat.gguf +3 -0
  9. Kuno-Lemon-7B-Q5_K_S-imat.gguf +3 -0
  10. Kuno-Lemon-7B-Q6_K-imat.gguf +3 -0
  11. Kuno-Lemon-7B-Q8_0-imat.gguf +3 -0
.gitattributes CHANGED
@@ -33,3 +33,13 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ Kuno-Lemon-7B-IQ3_M-imat.gguf filter=lfs diff=lfs merge=lfs -text
37
+ Kuno-Lemon-7B-IQ3_S-imat.gguf filter=lfs diff=lfs merge=lfs -text
38
+ Kuno-Lemon-7B-IQ3_XXS-imat.gguf filter=lfs diff=lfs merge=lfs -text
39
+ Kuno-Lemon-7B-IQ4_XS-imat.gguf filter=lfs diff=lfs merge=lfs -text
40
+ Kuno-Lemon-7B-Q4_K_M-imat.gguf filter=lfs diff=lfs merge=lfs -text
41
+ Kuno-Lemon-7B-Q4_K_S-imat.gguf filter=lfs diff=lfs merge=lfs -text
42
+ Kuno-Lemon-7B-Q5_K_M-imat.gguf filter=lfs diff=lfs merge=lfs -text
43
+ Kuno-Lemon-7B-Q5_K_S-imat.gguf filter=lfs diff=lfs merge=lfs -text
44
+ Kuno-Lemon-7B-Q6_K-imat.gguf filter=lfs diff=lfs merge=lfs -text
45
+ Kuno-Lemon-7B-Q8_0-imat.gguf filter=lfs diff=lfs merge=lfs -text
Kuno-Lemon-7B-IQ3_M-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5552a7546373852151437532bd43fb9e81b4ec9d1aec245eee60f3def3ff8bf6
3
+ size 3284891392
Kuno-Lemon-7B-IQ3_S-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6cfb559271ecfd8ba2da8292af7936fbfbb7b5ed67fdd52dbdb1eff9809b9f0d
3
+ size 3182393088
Kuno-Lemon-7B-IQ3_XXS-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:808566e2cd2c08e9941005d8caac69e5c8523697123da559c8ec21ede2f93d1a
3
+ size 2827343616
Kuno-Lemon-7B-IQ4_XS-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3b0fdf4b15cf41a3c979b9af8ed0c4f326bdf3a888eed7947ef7afd52dcad994
3
+ size 3907688192
Kuno-Lemon-7B-Q4_K_M-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bec7e047ee9f05a97bbbc5e5fec235d6e2dbc048ec3dcf72198c68252eca13e5
3
+ size 4368439040
Kuno-Lemon-7B-Q4_K_S-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c4b96c95ec944a4039687d7b4be906eba4718abbc8d581b5cfe9f2002b96a6cf
3
+ size 4140373760
Kuno-Lemon-7B-Q5_K_M-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cf39c7fd40dd0a3779b13b98d1f235d7b83e8865c37e82e0645ec56fa33e5146
3
+ size 5131409152
Kuno-Lemon-7B-Q5_K_S-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:227da9f7ed18ceddbefe37265c3bcd0c95d3724c7c9263f687681984851a76a8
3
+ size 4997715712
Kuno-Lemon-7B-Q6_K-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f1c94ca5054d0398ebbf262509fdff0ae4ab5bd2509880552b5a5d9964a10682
3
+ size 5942064896
Kuno-Lemon-7B-Q8_0-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cb2dfd07ee8590e86d5b92a57c79ece025a26f5a8ded0a8a7fa477338d777470
3
+ size 7695857408