Hugging Face's logo

Lewdiculous
/
flammen10-mistral-7B-GGUF-IQ-Imatrix-Testing

GGUF
experimental
testing
Inference Endpoints
Model card Files Community
Lewdiculous commited on
Commit
ab754fa
·
verified ·
1 Parent(s): f7253dd

Upload 13 files

Browse files
Files changed (14) hide show
  1. .gitattributes +12 -0
  2. flammen10-mistral-7B-F16.gguf +3 -0
  3. flammen10-mistral-7B-IQ3_M-imat.gguf +3 -0
  4. flammen10-mistral-7B-IQ3_S-imat.gguf +3 -0
  5. flammen10-mistral-7B-IQ3_XXS-imat.gguf +3 -0
  6. flammen10-mistral-7B-IQ4_XS-imat.gguf +3 -0
  7. flammen10-mistral-7B-Q4_K_M-imat.gguf +3 -0
  8. flammen10-mistral-7B-Q4_K_S-imat.gguf +3 -0
  9. flammen10-mistral-7B-Q5_K_M-imat.gguf +3 -0
  10. flammen10-mistral-7B-Q5_K_S-imat.gguf +3 -0
  11. flammen10-mistral-7B-Q6_K-imat.gguf +3 -0
  12. flammen10-mistral-7B-Q8_0-imat.gguf +3 -0
  13. imatrix-with-rp-data.txt +0 -0
  14. imatrix.dat +3 -0
.gitattributes CHANGED
@@ -33,3 +33,15 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ flammen10-mistral-7B-F16.gguf filter=lfs diff=lfs merge=lfs -text
37
+ flammen10-mistral-7B-IQ3_M-imat.gguf filter=lfs diff=lfs merge=lfs -text
38
+ flammen10-mistral-7B-IQ3_S-imat.gguf filter=lfs diff=lfs merge=lfs -text
39
+ flammen10-mistral-7B-IQ3_XXS-imat.gguf filter=lfs diff=lfs merge=lfs -text
40
+ flammen10-mistral-7B-IQ4_XS-imat.gguf filter=lfs diff=lfs merge=lfs -text
41
+ flammen10-mistral-7B-Q4_K_M-imat.gguf filter=lfs diff=lfs merge=lfs -text
42
+ flammen10-mistral-7B-Q4_K_S-imat.gguf filter=lfs diff=lfs merge=lfs -text
43
+ flammen10-mistral-7B-Q5_K_M-imat.gguf filter=lfs diff=lfs merge=lfs -text
44
+ flammen10-mistral-7B-Q5_K_S-imat.gguf filter=lfs diff=lfs merge=lfs -text
45
+ flammen10-mistral-7B-Q6_K-imat.gguf filter=lfs diff=lfs merge=lfs -text
46
+ flammen10-mistral-7B-Q8_0-imat.gguf filter=lfs diff=lfs merge=lfs -text
47
+ imatrix.dat filter=lfs diff=lfs merge=lfs -text
flammen10-mistral-7B-F16.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bf6e244b0a5234382fdb3a2a86d3e2900d3db86db759c2795141b4efe562be12
3
+ size 14484731648
flammen10-mistral-7B-IQ3_M-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a7398b2508e8b2890569028599fb39a73ac2c6d97a93bed05edb1bdebe8d5895
3
+ size 3284891456
flammen10-mistral-7B-IQ3_S-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0c726bdba544d6d0e5cec2801a20b00771403be00aad88564b5081f4f23bce0a
3
+ size 3182393152
flammen10-mistral-7B-IQ3_XXS-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1bb0da3eb478f797ee54d92b7f2a979142c302c0e6c836023605987ccfe72d9b
3
+ size 2827343680
flammen10-mistral-7B-IQ4_XS-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:83b90f896ebc223de44b5b255569cf226ffa20ec6609e35ac063432ad2c61672
3
+ size 3907688256
flammen10-mistral-7B-Q4_K_M-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:aec72d38e9d35288475568dc8c33d382a24152aa26f40a8d6e5d4503e903db0a
3
+ size 4368439104
flammen10-mistral-7B-Q4_K_S-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1b3f1962f4eda9d207080ec7eaba085fd8b3ebf9eca0188790d5dd7a4703cf60
3
+ size 4140373824
flammen10-mistral-7B-Q5_K_M-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ee0e341be4db79b5a5cd39c3d91de43116155ddb60054d157253229ce1c7cef7
3
+ size 5131409216
flammen10-mistral-7B-Q5_K_S-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f7b4b492c3143d43eede64ac8bad1ca4ec9886f61e0804018b03d40c509e4db2
3
+ size 4997715776
flammen10-mistral-7B-Q6_K-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e3a6637beae49495ca1dbc7d79e7e4af1730ddb7a3aec59fad8e195fbee71008
3
+ size 5942064960
flammen10-mistral-7B-Q8_0-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b4d34efd048ca0ffce63fc517960de527dd1fcb9a0d1c963370711524e468d67
3
+ size 7695857472
imatrix-with-rp-data.txt ADDED
The diff for this file is too large to render. See raw diff
 
imatrix.dat ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:de810cecae4dafe480ca044d5610a701c27fe8132f618a2084c8754821afc721
3
+ size 4988126