Hugging Face's logo

mradermacher
/
Spaetzle-v65-7b-GGUF

Transformers
GGUF
English
Merge
mergekit
lazymergekit
yleo/EmertonMonarch-7B
Inference Endpoints
conversational
Model card Files Community
mradermacher commited on
Commit
8f827a4
·
verified ·
1 Parent(s): 08e54bd

uploaded from marco

Browse files
Files changed (13) hide show
  1. .gitattributes +12 -0
  2. Spaetzle-v65-7b.IQ4_XS.gguf +3 -0
  3. Spaetzle-v65-7b.Q2_K.gguf +3 -0
  4. Spaetzle-v65-7b.Q3_K_L.gguf +3 -0
  5. Spaetzle-v65-7b.Q3_K_M.gguf +3 -0
  6. Spaetzle-v65-7b.Q3_K_S.gguf +3 -0
  7. Spaetzle-v65-7b.Q4_K_M.gguf +3 -0
  8. Spaetzle-v65-7b.Q4_K_S.gguf +3 -0
  9. Spaetzle-v65-7b.Q5_K_M.gguf +3 -0
  10. Spaetzle-v65-7b.Q5_K_S.gguf +3 -0
  11. Spaetzle-v65-7b.Q6_K.gguf +3 -0
  12. Spaetzle-v65-7b.Q8_0.gguf +3 -0
  13. Spaetzle-v65-7b.f16.gguf +3 -0
.gitattributes CHANGED
@@ -33,3 +33,15 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ Spaetzle-v65-7b.IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text
37
+ Spaetzle-v65-7b.Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
38
+ Spaetzle-v65-7b.Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
39
+ Spaetzle-v65-7b.Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
40
+ Spaetzle-v65-7b.Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
41
+ Spaetzle-v65-7b.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
42
+ Spaetzle-v65-7b.Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
43
+ Spaetzle-v65-7b.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
44
+ Spaetzle-v65-7b.Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
45
+ Spaetzle-v65-7b.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
46
+ Spaetzle-v65-7b.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
47
+ Spaetzle-v65-7b.f16.gguf filter=lfs diff=lfs merge=lfs -text
Spaetzle-v65-7b.IQ4_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:492162bafbc2a78e46817ae2ea99dedeb49e5691b5234ae99b697cea4d6228c7
3
+ size 3944389728
Spaetzle-v65-7b.Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2c0002bfe4722f332cfea18ba8a712ed69130b4a6d3c91a386592cf33e40ac57
3
+ size 2719243360
Spaetzle-v65-7b.Q3_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2fa2afde0b250135130e06833a5ded38d3c36d852ef8f7717e691735cfbc491a
3
+ size 3822025824
Spaetzle-v65-7b.Q3_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e531fd6b3188dc5488fcc6a1e0f5ecb77b11a3b8f7e6bb7d93eb432115ae343d
3
+ size 3518987360
Spaetzle-v65-7b.Q3_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fd65b7846c5819ac2513583a0b6f90f9d06aaa68f1e56120caf5833e675f49bf
3
+ size 3164568672
Spaetzle-v65-7b.Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:423aa4b55715d984b16c0e6ef227697dcc94c623e86fb3239d8fa239b2eef93e
3
+ size 4368440416
Spaetzle-v65-7b.Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d778dc9ae3667113284c2196af47dcf42695e733f4ad0ea2aa60d89ccba38641
3
+ size 4140375136
Spaetzle-v65-7b.Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9be7c1d055d9b5e74df3ff9be6f2b724740520b7bf6f49f6216484f09bbb3594
3
+ size 5131410528
Spaetzle-v65-7b.Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b575f59d19e7f1038af54c9ec048235510cbed7e44dfe6745022b8ca8ff8fbc3
3
+ size 4997717088
Spaetzle-v65-7b.Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e89973b14bc7c4ba60af1d62e7cd341057903475da44813c970b6c0db71111f5
3
+ size 5942066272
Spaetzle-v65-7b.Q8_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0f0aeff537bf66ee177b3cc126e9162348f62c1de117c6e08aaf70c875e712dd
3
+ size 7695858784
Spaetzle-v65-7b.f16.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:34e3838e2b4c06e81beb476e6f5b0c105d4456a7966a464c590d697d684761a0
3
+ size 14484733024