Hugging Face's logo

Kquant03
/
Samlagast-7B-GGUF

GGUF
English
mergekit
Merge
Inference Endpoints
Model card Files Community
Kquant03 commited on
Commit
f71e73d
·
verified ·
1 Parent(s): e850363

Upload 8 files

Browse files
Files changed (9) hide show
  1. .gitattributes +8 -0
  2. ggml-model-q2_k.gguf +3 -0
  3. ggml-model-q3_k_m.gguf +3 -0
  4. ggml-model-q4_0.gguf +3 -0
  5. ggml-model-q4_k_m.gguf +3 -0
  6. ggml-model-q5_0.gguf +3 -0
  7. ggml-model-q5_k_m.gguf +3 -0
  8. ggml-model-q6_k.gguf +3 -0
  9. ggml-model-q8_0.gguf +3 -0
.gitattributes CHANGED
@@ -33,3 +33,11 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ ggml-model-q2_k.gguf filter=lfs diff=lfs merge=lfs -text
37
+ ggml-model-q3_k_m.gguf filter=lfs diff=lfs merge=lfs -text
38
+ ggml-model-q4_0.gguf filter=lfs diff=lfs merge=lfs -text
39
+ ggml-model-q4_k_m.gguf filter=lfs diff=lfs merge=lfs -text
40
+ ggml-model-q5_0.gguf filter=lfs diff=lfs merge=lfs -text
41
+ ggml-model-q5_k_m.gguf filter=lfs diff=lfs merge=lfs -text
42
+ ggml-model-q6_k.gguf filter=lfs diff=lfs merge=lfs -text
43
+ ggml-model-q8_0.gguf filter=lfs diff=lfs merge=lfs -text
ggml-model-q2_k.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e7de82beb2378ad7963ac8f8dbaa270e69aeb3ed02fdb5a5a692b5c3ab8ad056
3
+ size 2719241856
ggml-model-q3_k_m.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:02ae091a2ff3e6ca7dc2b3bde437959e864af19421f92d08c3d7473e03148464
3
+ size 3518985856
ggml-model-q4_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4ca97ef02c8eefc7886fd54d919b6c8e767f6ce4d157e11c47be25454aace94d
3
+ size 4108916352
ggml-model-q4_k_m.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b33ecf4629996653a84ac23cb8d3fdefff4a0362c22d2d3632a6500fdfaa036b
3
+ size 4368438912
ggml-model-q5_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b7a1ac0677906b55f3f8ddf34cf9b1da828d1cbf1b79a545e7689e9e7fc60fd4
3
+ size 4997715584
ggml-model-q5_k_m.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:21585c5e1a6de92dcaf7310ed4479996a45882ccb4e0a0a0f95cd1ade0d5c607
3
+ size 5131409024
ggml-model-q6_k.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:425fd53a34654e107b8a23e9c75665fd22163ac0d66d34e09655adf8b741d8e2
3
+ size 5942064768
ggml-model-q8_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9d6979f5e3c4c80359a235b09faff24670333bebb7c811b6c24ce4fe64d5a2f5
3
+ size 7695857280