Hugging Face's logo

mradermacher
/
Meta-Llama-3.1-8B-Instruct-TIES-GGUF

Transformers
GGUF
English
mergekit
Merge
Inference Endpoints
conversational
Model card Files Community
mradermacher commited on
Commit
db3043b
•
1 Parent(s): 42eb4de

uploaded from rich1

Browse files
Files changed (13) hide show
  1. .gitattributes +12 -0
  2. Meta-Llama-3.1-8B-Instruct-TIES.IQ4_XS.gguf +3 -0
  3. Meta-Llama-3.1-8B-Instruct-TIES.Q2_K.gguf +3 -0
  4. Meta-Llama-3.1-8B-Instruct-TIES.Q3_K_L.gguf +3 -0
  5. Meta-Llama-3.1-8B-Instruct-TIES.Q3_K_M.gguf +3 -0
  6. Meta-Llama-3.1-8B-Instruct-TIES.Q3_K_S.gguf +3 -0
  7. Meta-Llama-3.1-8B-Instruct-TIES.Q4_K_M.gguf +3 -0
  8. Meta-Llama-3.1-8B-Instruct-TIES.Q4_K_S.gguf +3 -0
  9. Meta-Llama-3.1-8B-Instruct-TIES.Q5_K_M.gguf +3 -0
  10. Meta-Llama-3.1-8B-Instruct-TIES.Q5_K_S.gguf +3 -0
  11. Meta-Llama-3.1-8B-Instruct-TIES.Q6_K.gguf +3 -0
  12. Meta-Llama-3.1-8B-Instruct-TIES.Q8_0.gguf +3 -0
  13. Meta-Llama-3.1-8B-Instruct-TIES.f16.gguf +3 -0
.gitattributes CHANGED
@@ -33,3 +33,15 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ Meta-Llama-3.1-8B-Instruct-TIES.IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text
37
+ Meta-Llama-3.1-8B-Instruct-TIES.Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
38
+ Meta-Llama-3.1-8B-Instruct-TIES.Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
39
+ Meta-Llama-3.1-8B-Instruct-TIES.Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
40
+ Meta-Llama-3.1-8B-Instruct-TIES.Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
41
+ Meta-Llama-3.1-8B-Instruct-TIES.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
42
+ Meta-Llama-3.1-8B-Instruct-TIES.Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
43
+ Meta-Llama-3.1-8B-Instruct-TIES.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
44
+ Meta-Llama-3.1-8B-Instruct-TIES.Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
45
+ Meta-Llama-3.1-8B-Instruct-TIES.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
46
+ Meta-Llama-3.1-8B-Instruct-TIES.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
47
+ Meta-Llama-3.1-8B-Instruct-TIES.f16.gguf filter=lfs diff=lfs merge=lfs -text
Meta-Llama-3.1-8B-Instruct-TIES.IQ4_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3b8020a5e171a222f89681e88901e9e4020063869266a51acd3856c89dc409dd
3
+ size 4484372736
Meta-Llama-3.1-8B-Instruct-TIES.Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4614aff1df737a77804dec7f487b5f303ef48545d8bda6169fdb5af5f81836ff
3
+ size 3179141376
Meta-Llama-3.1-8B-Instruct-TIES.Q3_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7f4f187407ead80476373970db1799035f4e582ff413974d75e89e874b034e82
3
+ size 4321966336
Meta-Llama-3.1-8B-Instruct-TIES.Q3_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a7e32b10471f7b97eae24b7a2709882a5702dd09107d4aaa5f754f7d3d1c77f4
3
+ size 4018927872
Meta-Llama-3.1-8B-Instruct-TIES.Q3_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:77703af71dd68f10d6e3feaaf83c4671790e7229f618796119506586dc215dfb
3
+ size 3664509184
Meta-Llama-3.1-8B-Instruct-TIES.Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d580126ed62c1a84e0cc336cb2e139ffaa3a0e7e75f55a90f325942173ad0d57
3
+ size 4920744192
Meta-Llama-3.1-8B-Instruct-TIES.Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1101773ee604ab7b1360d11061be9a02bad0d37bf1b449599c3c90025cda4dc2
3
+ size 4692678912
Meta-Llama-3.1-8B-Instruct-TIES.Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a8d3b763b5c4e7e914e08508b8e86f18d58250e1ebbb5370c50fae83514862e5
3
+ size 5732997376
Meta-Llama-3.1-8B-Instruct-TIES.Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4011a3b7303eb1cc55e0eb978c4fc49f673c523de1bbfcea24e13869ba173073
3
+ size 5599303936
Meta-Llama-3.1-8B-Instruct-TIES.Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3e449984eb041b66880c0ffb050727aace71bd188a85b957d3cd3ca0ce4547a9
3
+ size 6596016384
Meta-Llama-3.1-8B-Instruct-TIES.Q8_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ea48c5fc33fcf0840a5fe8eac042eecfc57c1c9c4e2a6d90529d55ee864d79a6
3
+ size 8540780800
Meta-Llama-3.1-8B-Instruct-TIES.f16.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a188fcc6251d1b1ae961d5a512fda714a89b203ac46ab84689aa71ebc8172ac9
3
+ size 16068901120