Hugging Face's logo

LWDCLS
/
Llama-3.1-8B-Instruct-Fei-v1-Uncensored-GGUF-IQ-Imatrix-Request

GGUF
Inference Endpoints
conversational
Model card Files Community
1
Lewdiculous commited on
Commit
4baa9ee
·
verified ·
1 Parent(s): 5d8e1d8

quants

Browse files
Files changed (14) hide show
  1. .gitattributes +12 -0
  2. Llama-3.1-8B-Instruct-Fei-v1-Uncensored-BF16.gguf +3 -0
  3. Llama-3.1-8B-Instruct-Fei-v1-Uncensored-F16.gguf +3 -0
  4. Llama-3.1-8B-Instruct-Fei-v1-Uncensored-IQ3_M-imat.gguf +3 -0
  5. Llama-3.1-8B-Instruct-Fei-v1-Uncensored-IQ3_XXS-imat.gguf +3 -0
  6. Llama-3.1-8B-Instruct-Fei-v1-Uncensored-IQ4_XS-imat.gguf +3 -0
  7. Llama-3.1-8B-Instruct-Fei-v1-Uncensored-Q4_K_M-imat.gguf +3 -0
  8. Llama-3.1-8B-Instruct-Fei-v1-Uncensored-Q4_K_S-imat.gguf +3 -0
  9. Llama-3.1-8B-Instruct-Fei-v1-Uncensored-Q5_K_M-imat.gguf +3 -0
  10. Llama-3.1-8B-Instruct-Fei-v1-Uncensored-Q5_K_S-imat.gguf +3 -0
  11. Llama-3.1-8B-Instruct-Fei-v1-Uncensored-Q6_K-imat.gguf +3 -0
  12. Llama-3.1-8B-Instruct-Fei-v1-Uncensored-Q8_0-imat.gguf +3 -0
  13. imatrix-with-rp-ex.txt +0 -0
  14. imatrix.dat +3 -0
.gitattributes CHANGED
@@ -33,3 +33,15 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ imatrix.dat filter=lfs diff=lfs merge=lfs -text
37
+ Llama-3.1-8B-Instruct-Fei-v1-Uncensored-BF16.gguf filter=lfs diff=lfs merge=lfs -text
38
+ Llama-3.1-8B-Instruct-Fei-v1-Uncensored-F16.gguf filter=lfs diff=lfs merge=lfs -text
39
+ Llama-3.1-8B-Instruct-Fei-v1-Uncensored-IQ3_M-imat.gguf filter=lfs diff=lfs merge=lfs -text
40
+ Llama-3.1-8B-Instruct-Fei-v1-Uncensored-IQ3_XXS-imat.gguf filter=lfs diff=lfs merge=lfs -text
41
+ Llama-3.1-8B-Instruct-Fei-v1-Uncensored-IQ4_XS-imat.gguf filter=lfs diff=lfs merge=lfs -text
42
+ Llama-3.1-8B-Instruct-Fei-v1-Uncensored-Q4_K_M-imat.gguf filter=lfs diff=lfs merge=lfs -text
43
+ Llama-3.1-8B-Instruct-Fei-v1-Uncensored-Q4_K_S-imat.gguf filter=lfs diff=lfs merge=lfs -text
44
+ Llama-3.1-8B-Instruct-Fei-v1-Uncensored-Q5_K_M-imat.gguf filter=lfs diff=lfs merge=lfs -text
45
+ Llama-3.1-8B-Instruct-Fei-v1-Uncensored-Q5_K_S-imat.gguf filter=lfs diff=lfs merge=lfs -text
46
+ Llama-3.1-8B-Instruct-Fei-v1-Uncensored-Q6_K-imat.gguf filter=lfs diff=lfs merge=lfs -text
47
+ Llama-3.1-8B-Instruct-Fei-v1-Uncensored-Q8_0-imat.gguf filter=lfs diff=lfs merge=lfs -text
Llama-3.1-8B-Instruct-Fei-v1-Uncensored-BF16.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:195b9ab40d3ce26df7320fa322b79ad8a646844c062ddd7f0ccba1a04328d9c2
3
+ size 16068891904
Llama-3.1-8B-Instruct-Fei-v1-Uncensored-F16.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4b2ded6b7d3a6cbf5f9c56d1086c60efaee403a260ce1586ff4bd63a4d266bfa
3
+ size 16068891904
Llama-3.1-8B-Instruct-Fei-v1-Uncensored-IQ3_M-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:65496e5d5f290598a5d4ceedca0cfb7fa3d3071afc27c22145c328f2a921330a
3
+ size 3784824352
Llama-3.1-8B-Instruct-Fei-v1-Uncensored-IQ3_XXS-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f30c42e50089112b08dcd176497ab2a11032081f5240f1bee81dcb48a603f63e
3
+ size 3274913312
Llama-3.1-8B-Instruct-Fei-v1-Uncensored-IQ4_XS-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1f432cdaa01af0093d4149901b325a94b133b891f3adcfb1e6471bfd297ff115
3
+ size 4447663648
Llama-3.1-8B-Instruct-Fei-v1-Uncensored-Q4_K_M-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0ca0ff62968d917ddd5f13047ed4ff196424d5d7994c7a1ea650f6723c6e52bd
3
+ size 4920735264
Llama-3.1-8B-Instruct-Fei-v1-Uncensored-Q4_K_S-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2c5835cc3d2aef440e023d09d170f040082dd55d9d368a29ff8b638a60d56ab6
3
+ size 4692669984
Llama-3.1-8B-Instruct-Fei-v1-Uncensored-Q5_K_M-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ef7f53e9b647e59f5bf685bf2e8f8c158e04cb44302c9de50edb189d9ad62fd7
3
+ size 5732988448
Llama-3.1-8B-Instruct-Fei-v1-Uncensored-Q5_K_S-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7e9dd111cbfcb14d247e18bc3411ef2491d7c3ce1d6044316c47e8b9b4568889
3
+ size 5599295008
Llama-3.1-8B-Instruct-Fei-v1-Uncensored-Q6_K-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d4ec8da4dbc9b0b2dbfb78a3ce0e90153b0eb5eb2be7232be3a17e4488708da5
3
+ size 6596007456
Llama-3.1-8B-Instruct-Fei-v1-Uncensored-Q8_0-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:77da38bd4a6d49ce21c1ad5c1614af576b7ef2b9f39301c4a898f6e085496cf1
3
+ size 8540771872
imatrix-with-rp-ex.txt ADDED
The diff for this file is too large to render. See raw diff
 
imatrix.dat ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:da84cec92a15a757e1faebd72d79d96126d350ad156635ac34d4a14a8a67c45c
3
+ size 4988171