Hugging Face's logo

lmstudio-community
/
Meta-Llama-3.1-70B-Instruct-GGUF

Text Generation
Transformers
GGUF
PyTorch
facebook
meta
llama
llama-3
Inference Endpoints
Model card Files Community
2
bartowski commited on
Commit
a38597f
•
1 Parent(s): dd8c6fd

Upload folder using huggingface_hub

Browse files
Files changed (15) hide show
  1. .gitattributes +8 -0
  2. Meta-Llama-3.1-70B-Instruct-IQ2_M.gguf +2 -2
  3. Meta-Llama-3.1-70B-Instruct-IQ3_M.gguf +3 -0
  4. Meta-Llama-3.1-70B-Instruct-IQ4_XS.gguf +2 -2
  5. Meta-Llama-3.1-70B-Instruct-Q2_K.gguf +2 -2
  6. Meta-Llama-3.1-70B-Instruct-Q3_K_L.gguf +3 -0
  7. Meta-Llama-3.1-70B-Instruct-Q3_K_M.gguf +3 -0
  8. Meta-Llama-3.1-70B-Instruct-Q3_K_S.gguf +2 -2
  9. Meta-Llama-3.1-70B-Instruct-Q4_K_M.gguf +2 -2
  10. Meta-Llama-3.1-70B-Instruct-Q5_K_M-00001-of-00002.gguf +2 -2
  11. Meta-Llama-3.1-70B-Instruct-Q5_K_M-00002-of-00002.gguf +1 -1
  12. Meta-Llama-3.1-70B-Instruct-Q6_K-00001-of-00002.gguf +2 -2
  13. Meta-Llama-3.1-70B-Instruct-Q6_K-00002-of-00002.gguf +1 -1
  14. Meta-Llama-3.1-70B-Instruct-Q8_0-00001-of-00002.gguf +2 -2
  15. Meta-Llama-3.1-70B-Instruct-Q8_0-00002-of-00002.gguf +1 -1
.gitattributes CHANGED
@@ -54,3 +54,11 @@ Meta-Llama-3.1-70B-Instruct-Q2_K_L.gguf filter=lfs diff=lfs merge=lfs -text
54
  Meta-Llama-3.1-70B-Instruct-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
55
  Meta-Llama-3.1-70B-Instruct-IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text
56
  Meta-Llama-3.1-70B-Instruct.imatrix filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
54
  Meta-Llama-3.1-70B-Instruct-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
55
  Meta-Llama-3.1-70B-Instruct-IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text
56
  Meta-Llama-3.1-70B-Instruct.imatrix filter=lfs diff=lfs merge=lfs -text
57
+ Meta-Llama-3.1-70B-Instruct-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
58
+ Meta-Llama-3.1-70B-Instruct-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
59
+ Meta-Llama-3.1-70B-Instruct-Q5_K_M-00001-of-00002.gguf filter=lfs diff=lfs merge=lfs -text
60
+ Meta-Llama-3.1-70B-Instruct-Q5_K_M-00002-of-00002.gguf filter=lfs diff=lfs merge=lfs -text
61
+ Meta-Llama-3.1-70B-Instruct-Q6_K-00001-of-00002.gguf filter=lfs diff=lfs merge=lfs -text
62
+ Meta-Llama-3.1-70B-Instruct-Q6_K-00002-of-00002.gguf filter=lfs diff=lfs merge=lfs -text
63
+ Meta-Llama-3.1-70B-Instruct-Q8_0-00001-of-00002.gguf filter=lfs diff=lfs merge=lfs -text
64
+ Meta-Llama-3.1-70B-Instruct-Q8_0-00002-of-00002.gguf filter=lfs diff=lfs merge=lfs -text
Meta-Llama-3.1-70B-Instruct-IQ2_M.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:0d6a88ce1fecb2cc73e53fe4d3362c15f35f592ad70f09f778517ae9de59ac3e
3
- size 24119294112
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2bc4fc6cb5c8b45d41e99e57bdaa07fe34fc53354b4fe496b3b51b9cfc2b3002
3
+ size 24119298624
Meta-Llama-3.1-70B-Instruct-IQ3_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e54ccf4e0dcbe56f9889e3403f17f3ba0f6718bc903c6a418cf0c915969d5c02
3
+ size 31937038912
Meta-Llama-3.1-70B-Instruct-IQ4_XS.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:98884184c885e8d735e80e4c66ac92c8f35c025d567d0bbe22b967443f04f21a
3
- size 37902661792
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4a9755870610b3ed7054d61b6e56d310204be95e4cc079da29064494e881474c
3
+ size 37902666304
Meta-Llama-3.1-70B-Instruct-Q2_K.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:c6fb4e904854ff99f0251ad6e273f2f334869f75e840cbef9c20f1daf7fd1ed5
3
- size 26375108768
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7ef183105996815e1239aefebe2e876b23c7fceff4938125ecb04a31a178a6d2
3
+ size 26375113280
Meta-Llama-3.1-70B-Instruct-Q3_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8b4739753c2303e61ebaad1df621b9696f127c9074afb50da176dc00661f57dc
3
+ size 37140597312
Meta-Llama-3.1-70B-Instruct-Q3_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:78a5ebe1f0434aec97d2b367c4919a854c6385263965238948261e2b9dc6a4a8
3
+ size 34267499072
Meta-Llama-3.1-70B-Instruct-Q3_K_S.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:b60ed87473ee1408c7dfaf91e11b1770c526ef8b3172c2785d660081b5e1a28c
3
- size 30912051360
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0ca16752daf865ea65cc026e503a334899b05abe89aa7ac92842838be039eb76
3
+ size 30912055872
Meta-Llama-3.1-70B-Instruct-Q4_K_M.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:34d1d88b70a67dc19088ca84e226673962766607791882a7a85959b92857bcb3
3
- size 42520393888
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f775c87029be95fb41df9e2882e6e938b73121c30ffc235ac6b6b880add49aa5
3
+ size 42520398400
Meta-Llama-3.1-70B-Instruct-Q5_K_M-00001-of-00002.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:89dbffeb4c69629823e45e5176d305a79c68c30a6d2278cc0a13ff8c39e42db3
3
- size 39875467584
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:881bef63fc41ab7561dd5fef4fb323d306644b1de3836caec83557a98eb02057
3
+ size 39875472096
Meta-Llama-3.1-70B-Instruct-Q5_K_M-00002-of-00002.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:a2c37066561134c724a5a156828294d4bda7851a955d7a29b8431bc49ebc9d83
3
  size 10074349600
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5c3c92c3628ca3c3ef4286cb25086f920228f3e0c354ab6275d48ae49265a588
3
  size 10074349600
Meta-Llama-3.1-70B-Instruct-Q6_K-00001-of-00002.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:ea6e9d836b88ded8059d78d201c023cec1aead1b91f2903837ddd3dfed6fe4ac
3
- size 39862699200
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1f0bde077076952282925ce9133c6ba26759067e5d8a46e5d9eed071ed03e2ac
3
+ size 39862703680
Meta-Llama-3.1-70B-Instruct-Q6_K-00002-of-00002.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:e65065cff40a634e1878f7b2bdf4f790248cff2ec071f8b7a7ad3ab3c3660ade
3
  size 18025444544
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c1e59f75caaa7fdfdc69b9a04c48ba0417d18468c8a5a731afa8cf5301bfa2bd
3
  size 18025444544
Meta-Llama-3.1-70B-Instruct-Q8_0-00001-of-00002.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:e8ca5200b9c0c2b1e7533757e83faf6553f992cf80cd79c1b3ec3c5e81c76dcf
3
- size 39808936288
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e2550873a3b7189ff35569411f36eb04a5c69d6ecb459874e6943e12b0f54ec9
3
+ size 39808940800
Meta-Llama-3.1-70B-Instruct-Q8_0-00002-of-00002.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:834cf1f9d8fe29a403496efc3b25f2698c38ec82059453f5f6e2570a8e202ede
3
  size 35166113792
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4fce1532438024d8e1537879156258c3a935783c8dbe75a109c87cfd4dfc38a6
3
  size 35166113792