Hugging Face's logo

latestissue
/
rwkv-6-finch-14b-gguf

GGUF
Inference Endpoints
conversational
Model card Files Community
latestissue commited on
Commit
071e5f7
·
verified ·
1 Parent(s): 0238139

Upload 7 files

Browse files
Files changed (8) hide show
  1. .gitattributes +7 -0
  2. rwkv-6-finch-14b-iq3_m.gguf +3 -0
  3. rwkv-6-finch-14b-q3_k_l.gguf +3 -0
  4. rwkv-6-finch-14b-q4_0_4_4.gguf +3 -0
  5. rwkv-6-finch-14b-q4_0_4_8.gguf +3 -0
  6. rwkv-6-finch-14b-q4_0_8_8.gguf +3 -0
  7. rwkv-6-finch-14b-q4_k_s.gguf +3 -0
  8. rwkv-6-finch-14b-q5_k_s.gguf +3 -0
.gitattributes CHANGED
@@ -49,3 +49,10 @@ rwkv-6-finch-14b-q5_1.gguf filter=lfs diff=lfs merge=lfs -text
49
  rwkv-6-finch-14b-q5_k.gguf filter=lfs diff=lfs merge=lfs -text
50
  rwkv-6-finch-14b-q6_k.gguf filter=lfs diff=lfs merge=lfs -text
51
  rwkv-6-finch-14b-q8_0.gguf filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
49
  rwkv-6-finch-14b-q5_k.gguf filter=lfs diff=lfs merge=lfs -text
50
  rwkv-6-finch-14b-q6_k.gguf filter=lfs diff=lfs merge=lfs -text
51
  rwkv-6-finch-14b-q8_0.gguf filter=lfs diff=lfs merge=lfs -text
52
+ rwkv-6-finch-14b-iq3_m.gguf filter=lfs diff=lfs merge=lfs -text
53
+ rwkv-6-finch-14b-q3_k_l.gguf filter=lfs diff=lfs merge=lfs -text
54
+ rwkv-6-finch-14b-q4_0_4_4.gguf filter=lfs diff=lfs merge=lfs -text
55
+ rwkv-6-finch-14b-q4_0_4_8.gguf filter=lfs diff=lfs merge=lfs -text
56
+ rwkv-6-finch-14b-q4_0_8_8.gguf filter=lfs diff=lfs merge=lfs -text
57
+ rwkv-6-finch-14b-q4_k_s.gguf filter=lfs diff=lfs merge=lfs -text
58
+ rwkv-6-finch-14b-q5_k_s.gguf filter=lfs diff=lfs merge=lfs -text
rwkv-6-finch-14b-iq3_m.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1b42a3cc437df9c6a9abbdfc36e5e0f76b63fa66499d852894e4e6a30899f9a9
3
+ size 6741143744
rwkv-6-finch-14b-q3_k_l.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:912597e95c3ae2db31f4ceeeaf36ea943d63dab737012426f85a572f1d0b6d3b
3
+ size 6741143744
rwkv-6-finch-14b-q4_0_4_4.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dff2862cc586ca96099c2aa622f1426edb9b2b52437992792351e13d89f213e0
3
+ size 8548024512
rwkv-6-finch-14b-q4_0_4_8.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9920cea3d9fc7176051c17c464131f40f454d76d5e2e4775ec25accf0ab82426
3
+ size 8548024512
rwkv-6-finch-14b-q4_0_8_8.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:66595216dc76ac328a2d3c26c84856dfbee26ca3e8a6081ef32700f2b013233b
3
+ size 8548024512
rwkv-6-finch-14b-q4_k_s.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b3d8ac05db67fdc11cec728a51c74f381e1e06239f89153d19a23c0a5ba251cd
3
+ size 8552022208
rwkv-6-finch-14b-q5_k_s.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:974cf51bb01e048552fd725db26f9e57033ad8ad85f6d9ccde8319176d1728ef
3
+ size 10254614720