Hugging Face's logo

Rybens
/
Hermes-2-Pro-Mistral-7B-Imatrix-GGUF

GGUF
Inference Endpoints
conversational
Model card Files Community
Rybens commited on
Commit
6a58fa8
•
1 Parent(s): 18d9797

Upload folder using huggingface_hub

Browse files
Files changed (12) hide show
  1. .gitattributes +11 -0
  2. hermes-2-pro-mistral-7b-imatrix.dat +3 -0
  3. hermes-2-pro-mistral-7b.imatrix.Q2_K.gguf +3 -0
  4. hermes-2-pro-mistral-7b.imatrix.Q3_K_L.gguf +3 -0
  5. hermes-2-pro-mistral-7b.imatrix.Q3_K_S.gguf +3 -0
  6. hermes-2-pro-mistral-7b.imatrix.Q4_0.gguf +3 -0
  7. hermes-2-pro-mistral-7b.imatrix.Q4_1.gguf +3 -0
  8. hermes-2-pro-mistral-7b.imatrix.Q4_K_M.gguf +3 -0
  9. hermes-2-pro-mistral-7b.imatrix.Q4_K_S.gguf +3 -0
  10. hermes-2-pro-mistral-7b.imatrix.Q5_K_M.gguf +3 -0
  11. hermes-2-pro-mistral-7b.imatrix.Q6_K.gguf +3 -0
  12. hermes-2-pro-mistral-7b.imatrix.Q8_0.gguf +3 -0
.gitattributes CHANGED
@@ -33,3 +33,14 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ hermes-2-pro-mistral-7b-imatrix.dat filter=lfs diff=lfs merge=lfs -text
37
+ hermes-2-pro-mistral-7b.imatrix.Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
38
+ hermes-2-pro-mistral-7b.imatrix.Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
39
+ hermes-2-pro-mistral-7b.imatrix.Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
40
+ hermes-2-pro-mistral-7b.imatrix.Q4_0.gguf filter=lfs diff=lfs merge=lfs -text
41
+ hermes-2-pro-mistral-7b.imatrix.Q4_1.gguf filter=lfs diff=lfs merge=lfs -text
42
+ hermes-2-pro-mistral-7b.imatrix.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
43
+ hermes-2-pro-mistral-7b.imatrix.Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
44
+ hermes-2-pro-mistral-7b.imatrix.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
45
+ hermes-2-pro-mistral-7b.imatrix.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
46
+ hermes-2-pro-mistral-7b.imatrix.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
hermes-2-pro-mistral-7b-imatrix.dat ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b2cbbd333cbf0e39882027f0b53a863e989a919c73698ae8ad53508c713cc552
3
+ size 4988126
hermes-2-pro-mistral-7b.imatrix.Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:46fd167513319fb505a9e3674caa45e18f3dfb8e8a1b2bcbb316ffce61cbbcda
3
+ size 2719393408
hermes-2-pro-mistral-7b.imatrix.Q3_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3014f9b1309db5752161cb55a953cfdc89887dc0e51be22a8d4112e435ded60b
3
+ size 3822189184
hermes-2-pro-mistral-7b.imatrix.Q3_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:eeae8c8fab5927db1e2ab34417c86f4cbf58a4040d6c288820c5d631a984e9cc
3
+ size 3164732032
hermes-2-pro-mistral-7b.imatrix.Q4_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:74d5da8fb44a190d8597d7d4871b772bbd55d36b5e0249ffb3847b37c6add10b
3
+ size 4123778688
hermes-2-pro-mistral-7b.imatrix.Q4_1.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1c2adea4f54948b11de3e785394ce532c7fb7fc4028e54816c05bc5fc78c6269
3
+ size 4553506432
hermes-2-pro-mistral-7b.imatrix.Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8960dfe492d223dcb406add6c72398524f2c3e609cb65a5fbaf2bc44465c76d9
3
+ size 4368621184
hermes-2-pro-mistral-7b.imatrix.Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:08e204c72139b8cb984d4bfe871638b552227bfc1320d1995285a7fbe76e8838
3
+ size 4140555904
hermes-2-pro-mistral-7b.imatrix.Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:deeff87416a95dd49cc8f2179d8eb5dd8eab74afbad683726c548387bebbc4e0
3
+ size 5131607680
hermes-2-pro-mistral-7b.imatrix.Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2c81acda0c2a9f2c75b24c0695680c0fb2ad890ad3e8e9a521afdefee3cda058
3
+ size 5942280832
hermes-2-pro-mistral-7b.imatrix.Q8_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b7ad7e9f8cde94f558f6b097bacc5c0b1b7c7b4c4ad323d0caf3b8183076a5c4
3
+ size 7696136832