Hugging Face's logo

l3utterfly
/
Ellaria-9B-gguf

GGUF
Inference Endpoints
conversational
Model card Files Community
l3utterfly commited on
Commit
fd03e02
•
1 Parent(s): cdf930d

Add quantised GGUF files

Browse files
Files changed (9) hide show
  1. .gitattributes +1 -0
  2. Ellaria-9B-Q2_K.gguf +3 -0
  3. Ellaria-9B-Q4_0_4_4.gguf +3 -0
  4. Ellaria-9B-Q4_0_4_8.gguf +3 -0
  5. Ellaria-9B-Q4_0_8_8.gguf +3 -0
  6. Ellaria-9B-Q4_K_M.gguf +3 -0
  7. Ellaria-9B-Q6_K.gguf +3 -0
  8. Ellaria-9B-Q8_0.gguf +3 -0
  9. Ellaria-9B-f16.gguf +3 -0
.gitattributes CHANGED
@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ *.gguf filter=lfs diff=lfs merge=lfs -text
Ellaria-9B-Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:34b09fa7b1d647202e1fa6b7c4a8c435503c91170211bfc7fd3ad963af0ef580
3
+ size 3805398592
Ellaria-9B-Q4_0_4_4.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:10de0fb94906bf7a723ba6577e3b67388349c4546d39d0a19564dd3bbc2e6400
3
+ size 5443143232
Ellaria-9B-Q4_0_4_8.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bd5a0abe620fc29ef8013dd961b3ae998fda5cdeb1a43645de30d4b82e9fdcef
3
+ size 5443143232
Ellaria-9B-Q4_0_8_8.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:540f9a7feb2e4c67437fff32b0cd6832fe763a2e7355713d5dd1cdc43a548cac
3
+ size 5443143232
Ellaria-9B-Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d2169f9040bf662775d22d8afd3c7780a55b9ceeb6b180623caa2eb059d2fa67
3
+ size 5761058368
Ellaria-9B-Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a1e70b749f8a370d5f21eb81901ad385983464f2dee263d7fffee65cfecf33f8
3
+ size 7589070400
Ellaria-9B-Q8_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:63cee49a5255b6d7366a9fe7b7507557651c697703aa99075187957dd80bccd2
3
+ size 9827149376
Ellaria-9B-f16.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5f79494c351f325d2362e1004b1ab3892c30d10272ce0ad47f20d79605b1bd78
3
+ size 18490680896