Hugging Face's logo

mradermacher
/
llama2.c-stories110M-pruned50-i1-GGUF

Transformers
GGUF
English
nm-vllm
sparse
Inference Endpoints
imatrix
Model card Files Community
mradermacher commited on
Commit
fb3dee6
•
1 Parent(s): 8e9bea8

uploaded from kaos

Browse files
Files changed (23) hide show
  1. .gitattributes +22 -0
  2. llama2.c-stories110M-pruned50.i1-IQ1_M.gguf +3 -0
  3. llama2.c-stories110M-pruned50.i1-IQ1_S.gguf +3 -0
  4. llama2.c-stories110M-pruned50.i1-IQ2_M.gguf +3 -0
  5. llama2.c-stories110M-pruned50.i1-IQ2_S.gguf +3 -0
  6. llama2.c-stories110M-pruned50.i1-IQ2_XS.gguf +3 -0
  7. llama2.c-stories110M-pruned50.i1-IQ2_XXS.gguf +3 -0
  8. llama2.c-stories110M-pruned50.i1-IQ3_M.gguf +3 -0
  9. llama2.c-stories110M-pruned50.i1-IQ3_S.gguf +3 -0
  10. llama2.c-stories110M-pruned50.i1-IQ3_XS.gguf +3 -0
  11. llama2.c-stories110M-pruned50.i1-IQ3_XXS.gguf +3 -0
  12. llama2.c-stories110M-pruned50.i1-IQ4_XS.gguf +3 -0
  13. llama2.c-stories110M-pruned50.i1-Q2_K.gguf +3 -0
  14. llama2.c-stories110M-pruned50.i1-Q2_K_S.gguf +3 -0
  15. llama2.c-stories110M-pruned50.i1-Q3_K_L.gguf +3 -0
  16. llama2.c-stories110M-pruned50.i1-Q3_K_M.gguf +3 -0
  17. llama2.c-stories110M-pruned50.i1-Q3_K_S.gguf +3 -0
  18. llama2.c-stories110M-pruned50.i1-Q4_0.gguf +3 -0
  19. llama2.c-stories110M-pruned50.i1-Q4_K_M.gguf +3 -0
  20. llama2.c-stories110M-pruned50.i1-Q4_K_S.gguf +3 -0
  21. llama2.c-stories110M-pruned50.i1-Q5_K_M.gguf +3 -0
  22. llama2.c-stories110M-pruned50.i1-Q5_K_S.gguf +3 -0
  23. llama2.c-stories110M-pruned50.i1-Q6_K.gguf +3 -0
.gitattributes CHANGED
@@ -33,3 +33,25 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ llama2.c-stories110M-pruned50.i1-IQ1_M.gguf filter=lfs diff=lfs merge=lfs -text
37
+ llama2.c-stories110M-pruned50.i1-IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text
38
+ llama2.c-stories110M-pruned50.i1-IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text
39
+ llama2.c-stories110M-pruned50.i1-IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text
40
+ llama2.c-stories110M-pruned50.i1-IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text
41
+ llama2.c-stories110M-pruned50.i1-IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text
42
+ llama2.c-stories110M-pruned50.i1-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text
43
+ llama2.c-stories110M-pruned50.i1-IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text
44
+ llama2.c-stories110M-pruned50.i1-IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text
45
+ llama2.c-stories110M-pruned50.i1-IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text
46
+ llama2.c-stories110M-pruned50.i1-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text
47
+ llama2.c-stories110M-pruned50.i1-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
48
+ llama2.c-stories110M-pruned50.i1-Q2_K_S.gguf filter=lfs diff=lfs merge=lfs -text
49
+ llama2.c-stories110M-pruned50.i1-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
50
+ llama2.c-stories110M-pruned50.i1-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
51
+ llama2.c-stories110M-pruned50.i1-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
52
+ llama2.c-stories110M-pruned50.i1-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text
53
+ llama2.c-stories110M-pruned50.i1-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
54
+ llama2.c-stories110M-pruned50.i1-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
55
+ llama2.c-stories110M-pruned50.i1-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
56
+ llama2.c-stories110M-pruned50.i1-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
57
+ llama2.c-stories110M-pruned50.i1-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
llama2.c-stories110M-pruned50.i1-IQ1_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4e792129f1219c0695bdafa8b01f07b339c5e0baba5fbdc5102a27961e7bf0b9
3
+ size 45570592
llama2.c-stories110M-pruned50.i1-IQ1_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b1ccae88aab1b63159f322a45c49b59bbdb4f97088cd9926530d36755b1d8928
3
+ size 43948576
llama2.c-stories110M-pruned50.i1-IQ2_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bd7bce13330f528f058bf3c9a3af27dd81c006ec27190d69372100cc0fb94692
3
+ size 57190432
llama2.c-stories110M-pruned50.i1-IQ2_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ed2361b8f1aef32959a8c824268dbe4014b8072c35f5c4b0f9ad951834722979
3
+ size 55027744
llama2.c-stories110M-pruned50.i1-IQ2_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:36159216d294d05bf6b8d8faac54adbaccca066c1b08b3fc37cb86d2c38298d9
3
+ size 50657824
llama2.c-stories110M-pruned50.i1-IQ2_XXS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bed90717edc6f665c7178f4251d34920486d3c26a5d41f939246d6d4a0cf5718
3
+ size 48273952
llama2.c-stories110M-pruned50.i1-IQ3_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:10f942502301079cee9763fe507d208e1795787f2d00ec3e25a45550c1d102cf
3
+ size 70112800
llama2.c-stories110M-pruned50.i1-IQ3_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4441cdc5cf31c459f8dd32084b246891d181e559294a9436365248a4cc4d7182
3
+ size 68023840
llama2.c-stories110M-pruned50.i1-IQ3_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5e5c029821e643509891bdb100d9f6069664a08cc593399a78895c66da74d3f0
3
+ size 66033184
llama2.c-stories110M-pruned50.i1-IQ3_XXS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2ec95efc306abb55eea573d7e2e471d7f791918328eafbadfa26ac7077763c31
3
+ size 60225568
llama2.c-stories110M-pruned50.i1-IQ4_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9e724e38497d042126dff421bba31bf88b57efd3b965461e4c85f4944b1b1ebd
3
+ size 79146016
llama2.c-stories110M-pruned50.i1-Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:20bc8a36a52bac39c2caa7ca31c631d95583cdb02307f435ad025cb259c8a85e
3
+ size 60256288
llama2.c-stories110M-pruned50.i1-Q2_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1467438f1d570141199e4e5cff03af90e3944cda6e6fc688db5c85189b225370
3
+ size 57270304
llama2.c-stories110M-pruned50.i1-Q3_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e8445df52a43ec8bb10669cd321798a246f7041042535aa4b900521b61fda0ac
3
+ size 76539424
llama2.c-stories110M-pruned50.i1-Q3_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:471ba1cd21a03e6e5a10b800e12c0c2122a8f17a8809d991e2b1e3570ddbccf7
3
+ size 72558112
llama2.c-stories110M-pruned50.i1-Q3_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:44fc7e84a55e1026d68202fc72a31d321752a0ebc9e51665d1035f188306ed31
3
+ size 68023840
llama2.c-stories110M-pruned50.i1-Q4_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:81a770ada22205f472655e6163ebc9febc5d17c767e647fdb1b3cecb5c64d15e
3
+ size 82666528
llama2.c-stories110M-pruned50.i1-Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:230b3d928df4f9287a8606c8c8ea980fd2a435317917e8f49b7fbb2874b2e90d
3
+ size 85913632
llama2.c-stories110M-pruned50.i1-Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:145ac9d17e7785dd9bfc87711495ce4afd9e0f44bfa0de274a35c61518a2694f
3
+ size 83059744
llama2.c-stories110M-pruned50.i1-Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:672afac82f08ad4c95ff0b1ad3c420b233543e5e4abad336c279ea76bc5741f4
3
+ size 97980448
llama2.c-stories110M-pruned50.i1-Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bb415f990997e5aaa3feb8c61e1cd050fea88f5eb35d9b15513ac3133ce78a5d
3
+ size 96257056
llama2.c-stories110M-pruned50.i1-Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b5f85e3d43a6a94dd15c7acc5173a7a7bf1720caa91d60b24685dae41050fa37
3
+ size 110801440