Hugging Face's logo

second-state
/
Meta-Llama-3.1-8B-Instruct-GGUF

Text Generation
Transformers
GGUF
PyTorch
llama
facebook
meta
llama-3
conversational
Model card Files Community
apepkuss79 commited on
Commit
112ac8d
·
verified ·
1 Parent(s): 5b6a617

Update models

Browse files
Files changed (14) hide show
  1. .gitattributes +13 -0
  2. Llama-3.1-8B-Instruct-Q2_K.gguf +3 -0
  3. Llama-3.1-8B-Instruct-Q3_K_L.gguf +3 -0
  4. Llama-3.1-8B-Instruct-Q3_K_M.gguf +3 -0
  5. Llama-3.1-8B-Instruct-Q3_K_S.gguf +3 -0
  6. Llama-3.1-8B-Instruct-Q4_0.gguf +3 -0
  7. Llama-3.1-8B-Instruct-Q4_K_M.gguf +3 -0
  8. Llama-3.1-8B-Instruct-Q4_K_S.gguf +3 -0
  9. Llama-3.1-8B-Instruct-Q5_0.gguf +3 -0
  10. Llama-3.1-8B-Instruct-Q5_K_M.gguf +3 -0
  11. Llama-3.1-8B-Instruct-Q5_K_S.gguf +3 -0
  12. Llama-3.1-8B-Instruct-Q6_K.gguf +3 -0
  13. Llama-3.1-8B-Instruct-Q8_0.gguf +3 -0
  14. Llama-3.1-8B-Instruct-f16.gguf +3 -0
.gitattributes CHANGED
@@ -46,3 +46,16 @@ Meta-Llama-3.1-8B-Instruct-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
46
  Meta-Llama-3.1-8B-Instruct-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
47
  Meta-Llama-3.1-8B-Instruct-Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
48
  Meta-Llama-3.1-8B-Instruct-f16.gguf filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
46
  Meta-Llama-3.1-8B-Instruct-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
47
  Meta-Llama-3.1-8B-Instruct-Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
48
  Meta-Llama-3.1-8B-Instruct-f16.gguf filter=lfs diff=lfs merge=lfs -text
49
+ Llama-3.1-8B-Instruct-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
50
+ Llama-3.1-8B-Instruct-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
51
+ Llama-3.1-8B-Instruct-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
52
+ Llama-3.1-8B-Instruct-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
53
+ Llama-3.1-8B-Instruct-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text
54
+ Llama-3.1-8B-Instruct-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
55
+ Llama-3.1-8B-Instruct-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
56
+ Llama-3.1-8B-Instruct-Q5_0.gguf filter=lfs diff=lfs merge=lfs -text
57
+ Llama-3.1-8B-Instruct-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
58
+ Llama-3.1-8B-Instruct-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
59
+ Llama-3.1-8B-Instruct-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
60
+ Llama-3.1-8B-Instruct-Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
61
+ Llama-3.1-8B-Instruct-f16.gguf filter=lfs diff=lfs merge=lfs -text
Llama-3.1-8B-Instruct-Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bd52c261c8b48d964542130cee85cc027f844dc3b5b17064942e00713abb4eee
3
+ size 3179136384
Llama-3.1-8B-Instruct-Q3_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:20aa85b66c8056cc2db641260651554ffee6c7f93410edbdaf0e8e46b968cefd
3
+ size 4321961344
Llama-3.1-8B-Instruct-Q3_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:024edce38ba06f957af68a9e4ebf0691e1a897196ed5c067434bb488dc26d800
3
+ size 4018922880
Llama-3.1-8B-Instruct-Q3_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:843e53b71ce4dd4526d08ecff24c6bc6fcadb260dcc94bf1e75d43d337af9df2
3
+ size 3664504192
Llama-3.1-8B-Instruct-Q4_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:01e1a5284dc2b7c202544a3e6ff64b08265563aae1a76b1c8938f5edc266e325
3
+ size 4661216640
Llama-3.1-8B-Instruct-Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:599024f21235045ea4ad7aecc5d46e794920e201d669328f577b1971cf98c904
3
+ size 4920739200
Llama-3.1-8B-Instruct-Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8f04f87f357c452540d8bf63e73f7145ed46281f9ffed434316edcc9b9f62ad2
3
+ size 4692673920
Llama-3.1-8B-Instruct-Q5_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f09d287ea0dbbae61252d7a0447dba8528d9e087dfa0d5b2568ad0ddc59596b0
3
+ size 5599298944
Llama-3.1-8B-Instruct-Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1240ea85e6c113d20e858649e0a8325f2187683b0c69075be6d184320d9d5c79
3
+ size 5732992384
Llama-3.1-8B-Instruct-Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6c80108e113b6d682dcb18c8487b52c3178690465e53481586d22146293613a8
3
+ size 5599298944
Llama-3.1-8B-Instruct-Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f6ac847bb62c2e038b6c638c8eff6fa6416737096d7350619cbb75d29a5d61ba
3
+ size 6596011392
Llama-3.1-8B-Instruct-Q8_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:798c1d12513bf2b2c9762c2ff5b9136de08fbbac0b498fe8b83d4f00d73d4044
3
+ size 8540775808
Llama-3.1-8B-Instruct-f16.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:031c5d9ae1ad8cf676f8498ef539418c0d1f2b1b9c9d33c8f9207b83218c89b3
3
+ size 16068896128