GGUF
Not-For-All-Audiences
Inference Endpoints
conversational
Epiculous commited on
Commit
97ef552
1 Parent(s): e15e89e

Upload folder using huggingface_hub

Browse files
.gitattributes CHANGED
@@ -46,3 +46,14 @@ HF_HUB_ENABLE_HF_TRANSFER=1/Fett-uccine-7B-Q5_0.gguf filter=lfs diff=lfs merge=l
46
  HF_HUB_ENABLE_HF_TRANSFER=1/Fett-uccine-7B-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
47
  HF_HUB_ENABLE_HF_TRANSFER=1/Fett-uccine-7B-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
48
  HF_HUB_ENABLE_HF_TRANSFER=1/Fett-uccine-7B-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
46
  HF_HUB_ENABLE_HF_TRANSFER=1/Fett-uccine-7B-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
47
  HF_HUB_ENABLE_HF_TRANSFER=1/Fett-uccine-7B-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
48
  HF_HUB_ENABLE_HF_TRANSFER=1/Fett-uccine-7B-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
49
+ Fett-uccine-7B-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
50
+ Fett-uccine-7B-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
51
+ Fett-uccine-7B-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
52
+ Fett-uccine-7B-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
53
+ Fett-uccine-7B-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text
54
+ Fett-uccine-7B-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
55
+ Fett-uccine-7B-Q4_k_M.gguf filter=lfs diff=lfs merge=lfs -text
56
+ Fett-uccine-7B-Q5_0.gguf filter=lfs diff=lfs merge=lfs -text
57
+ Fett-uccine-7B-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
58
+ Fett-uccine-7B-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
59
+ Fett-uccine-7B-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
Fett-uccine-7B-Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fae855ebd3f3bb81e0dc5c9dba08d596f960159f757e718b342146025e28733a
3
+ size 2719242208
Fett-uccine-7B-Q3_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:694c6d994c9a4f9bc53a9e67a99de71481d3e203304ad1681042e8af1b2eec9a
3
+ size 3822024672
Fett-uccine-7B-Q3_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b4df0aefe287d102f78cd67447f9730fcbc51ca95e3024b9b87fc3263a96efe7
3
+ size 3518986208
Fett-uccine-7B-Q3_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f067a0c36942cecbcca92eec237f5425c24d097f190dbd96ea6f0e9fd780ad6d
3
+ size 3164567520
Fett-uccine-7B-Q4_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:66c8efe9d13ebd83d24d2726c7cd772aea11190f560952aff7bcf0cd852d4eb2
3
+ size 4108916704
Fett-uccine-7B-Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:34b32841cf5c990afdc1c2624a7e99609f1d8603ffbd55d577c3ff17bc7ab45c
3
+ size 4140373984
Fett-uccine-7B-Q4_k_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4b9ffacf2cad7809bdd7f0526f553040059a97affd237a9fcf0d403f40a5d440
3
+ size 4368439264
Fett-uccine-7B-Q5_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:423128fb852abef2259572ac7a8bc81c47a2979b31c00b7e256192d3122cb779
3
+ size 4997715936
Fett-uccine-7B-Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3ba478873a00d14b7a092d2cc64325035c2f17c6ffb8d6cf6d8568de9141d9cb
3
+ size 5131409376
Fett-uccine-7B-Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2b69b3b490e363852136f6201ced1e1210b8f6a932386323884ee26bba9f0a65
3
+ size 4997715936
Fett-uccine-7B-Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dd6375cffa99de4bb296836712a07dcfc032f142bdc3448fabdd76b8ba11aeb6
3
+ size 5942065120