Hugging Face's logo

NeverSleep
/
Noromaid-v0.1-mixtral-8x7b-v3-GGUF

GGUF
Inference Endpoints
Model card Files Community
1
Undi95 commited on
Commit
6f2fec3
•
1 Parent(s): 1537e9c

Upload folder using huggingface_hub

Browse files
Files changed (9) hide show
  1. .gitattributes +8 -0
  2. Noromaid-v0.1-mixtral-8x7b.q2_k.gguf +3 -0
  3. Noromaid-v0.1-mixtral-8x7b.q3_k_m.gguf +3 -0
  4. Noromaid-v0.1-mixtral-8x7b.q4_0.gguf +3 -0
  5. Noromaid-v0.1-mixtral-8x7b.q4_k_m.gguf +3 -0
  6. Noromaid-v0.1-mixtral-8x7b.q5_0.gguf +3 -0
  7. Noromaid-v0.1-mixtral-8x7b.q5_k_m.gguf +3 -0
  8. Noromaid-v0.1-mixtral-8x7b.q6_k.gguf +3 -0
  9. Noromaid-v0.1-mixtral-8x7b.q8_0.gguf +3 -0
.gitattributes CHANGED
@@ -33,3 +33,11 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ Noromaid-v0.1-mixtral-8x7b.q2_k.gguf filter=lfs diff=lfs merge=lfs -text
37
+ Noromaid-v0.1-mixtral-8x7b.q3_k_m.gguf filter=lfs diff=lfs merge=lfs -text
38
+ Noromaid-v0.1-mixtral-8x7b.q4_0.gguf filter=lfs diff=lfs merge=lfs -text
39
+ Noromaid-v0.1-mixtral-8x7b.q4_k_m.gguf filter=lfs diff=lfs merge=lfs -text
40
+ Noromaid-v0.1-mixtral-8x7b.q5_0.gguf filter=lfs diff=lfs merge=lfs -text
41
+ Noromaid-v0.1-mixtral-8x7b.q5_k_m.gguf filter=lfs diff=lfs merge=lfs -text
42
+ Noromaid-v0.1-mixtral-8x7b.q6_k.gguf filter=lfs diff=lfs merge=lfs -text
43
+ Noromaid-v0.1-mixtral-8x7b.q8_0.gguf filter=lfs diff=lfs merge=lfs -text
Noromaid-v0.1-mixtral-8x7b.q2_k.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d385fa7fbab005a920b4a6d96fa80ffb5c0042d23354fe1bd6765dc19e69be7d
3
+ size 15644034400
Noromaid-v0.1-mixtral-8x7b.q3_k_m.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dd8b13568477a2a47d082d06803ae8dd4b4f97a5ebd1a54c8071b423f2ea5ca4
3
+ size 20363355488
Noromaid-v0.1-mixtral-8x7b.q4_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f65ae9021eaf512251ae9b5997f6121751d633e149c574165593d36fd06934c2
3
+ size 26441532768
Noromaid-v0.1-mixtral-8x7b.q4_k_m.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e7e97e59242b41e8824e00b572c0433633e7e59a83f2c5259149d8d4373b084b
3
+ size 26441532768
Noromaid-v0.1-mixtral-8x7b.q5_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b17dc8a07d9b39a184744ee13a19ab1ca59e67c94a4c5e9fd19a6f81932feabb
3
+ size 32229279072
Noromaid-v0.1-mixtral-8x7b.q5_k_m.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:57d5aee9e54bb5e25ee6d35702a9d34ecfbd47e888997beb612b2d517b3e605a
3
+ size 32229279072
Noromaid-v0.1-mixtral-8x7b.q6_k.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c3fc455de7807dbf2b1e88687d27ce2399b2e36afd557009d31fe718430ddabf
3
+ size 38378759520
Noromaid-v0.1-mixtral-8x7b.q8_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:96fbe14ea1053ca2dc5433397b8c484ea3d4c16c0a9ba442137efe64e8e7c6aa
3
+ size 49624261984