Hugging Face's logo

mradermacher
/
meditron-7b-chat-i1-GGUF

Transformers
GGUF
English
Medicine
Inference Endpoints
imatrix
Model card Files Community
mradermacher commited on
Commit
525e44d
·
verified ·
1 Parent(s): 6fbfdff

uploaded from rich1

Browse files
Files changed (23) hide show
  1. .gitattributes +22 -0
  2. meditron-7b-chat.i1-IQ1_M.gguf +3 -0
  3. meditron-7b-chat.i1-IQ1_S.gguf +3 -0
  4. meditron-7b-chat.i1-IQ2_M.gguf +3 -0
  5. meditron-7b-chat.i1-IQ2_S.gguf +3 -0
  6. meditron-7b-chat.i1-IQ2_XS.gguf +3 -0
  7. meditron-7b-chat.i1-IQ2_XXS.gguf +3 -0
  8. meditron-7b-chat.i1-IQ3_M.gguf +3 -0
  9. meditron-7b-chat.i1-IQ3_S.gguf +3 -0
  10. meditron-7b-chat.i1-IQ3_XS.gguf +3 -0
  11. meditron-7b-chat.i1-IQ3_XXS.gguf +3 -0
  12. meditron-7b-chat.i1-IQ4_XS.gguf +3 -0
  13. meditron-7b-chat.i1-Q2_K.gguf +3 -0
  14. meditron-7b-chat.i1-Q2_K_S.gguf +3 -0
  15. meditron-7b-chat.i1-Q3_K_L.gguf +3 -0
  16. meditron-7b-chat.i1-Q3_K_M.gguf +3 -0
  17. meditron-7b-chat.i1-Q3_K_S.gguf +3 -0
  18. meditron-7b-chat.i1-Q4_0.gguf +3 -0
  19. meditron-7b-chat.i1-Q4_K_M.gguf +3 -0
  20. meditron-7b-chat.i1-Q4_K_S.gguf +3 -0
  21. meditron-7b-chat.i1-Q5_K_M.gguf +3 -0
  22. meditron-7b-chat.i1-Q5_K_S.gguf +3 -0
  23. meditron-7b-chat.i1-Q6_K.gguf +3 -0
.gitattributes CHANGED
@@ -34,3 +34,25 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
  imatrix.dat filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
  imatrix.dat filter=lfs diff=lfs merge=lfs -text
37
+ meditron-7b-chat.i1-IQ1_M.gguf filter=lfs diff=lfs merge=lfs -text
38
+ meditron-7b-chat.i1-IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text
39
+ meditron-7b-chat.i1-IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text
40
+ meditron-7b-chat.i1-IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text
41
+ meditron-7b-chat.i1-IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text
42
+ meditron-7b-chat.i1-IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text
43
+ meditron-7b-chat.i1-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text
44
+ meditron-7b-chat.i1-IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text
45
+ meditron-7b-chat.i1-IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text
46
+ meditron-7b-chat.i1-IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text
47
+ meditron-7b-chat.i1-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text
48
+ meditron-7b-chat.i1-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
49
+ meditron-7b-chat.i1-Q2_K_S.gguf filter=lfs diff=lfs merge=lfs -text
50
+ meditron-7b-chat.i1-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
51
+ meditron-7b-chat.i1-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
52
+ meditron-7b-chat.i1-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
53
+ meditron-7b-chat.i1-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text
54
+ meditron-7b-chat.i1-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
55
+ meditron-7b-chat.i1-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
56
+ meditron-7b-chat.i1-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
57
+ meditron-7b-chat.i1-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
58
+ meditron-7b-chat.i1-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
meditron-7b-chat.i1-IQ1_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:53d38f7ba3695ba16e12c47a9f98ff2441b038b066468b99545f008eeca149d9
3
+ size 1651043104
meditron-7b-chat.i1-IQ1_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6fe76ea45c88b643fa20ad75a3175ceeaefdd0e734fee551a192e26cace7f109
3
+ size 1528654624
meditron-7b-chat.i1-IQ2_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:eaa9baa5a9abaad1bb95de2d9d1c78e16a9de9838490a8f932054319aa3b1047
3
+ size 2359830208
meditron-7b-chat.i1-IQ2_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cc28858a921a400dc58dc5ae68361e89ab14445516681dcf470e80075b13269f
3
+ size 2196645568
meditron-7b-chat.i1-IQ2_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:604f28155260b6ec88e66c78f60c7e62a56aa2a02f6011ce0d4e583c8f8fe964
3
+ size 2034985760
meditron-7b-chat.i1-IQ2_XXS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0191ae2ac547601b0874a3baa7ffdafbfacd2a1362e279733e66edb13273120f
3
+ size 1855023904
meditron-7b-chat.i1-IQ3_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5515ba5684d5260312c344627a22451a0db63c03380814beffd68012ec960080
3
+ size 3114953440
meditron-7b-chat.i1-IQ3_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c67f67d4b85e00b7868b47355a2433cc80a82af94860b904fdb7a1dc5eddc45c
3
+ size 2948393696
meditron-7b-chat.i1-IQ3_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ea6386d436f6eb9e639820dc9e073702b2b299f18643d9b40a4faa2aa2e467d7
3
+ size 2796612320
meditron-7b-chat.i1-IQ3_XXS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:55909703309110855a530cbfb6d88db3585da65d3ce95bb75b59143079f9672a
3
+ size 2585470656
meditron-7b-chat.i1-IQ4_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:30fe296e36a5de9d1414e0342b530e9e43f21b177a267e24a104e29ec0d8e1c0
3
+ size 3619432064
meditron-7b-chat.i1-Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ba7717f2068959f1df75fd5ba1a6ddb502a1164759b8607fa45f4355d803e2e5
3
+ size 2532945728
meditron-7b-chat.i1-Q2_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3fafd2be5412af77cbe272c4fe2ea1ba7603e2c68b0058ebe27298040057fe9b
3
+ size 2319626048
meditron-7b-chat.i1-Q3_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dfefb94709b2c7f8366e5be69b99b64a3cf5b78c92e3cbb56d704cce7e6d4b5e
3
+ size 3597200096
meditron-7b-chat.i1-Q3_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cce720f3cd44ef601d4e1a60fec95df2e247817fe57c13380d025a939b4717c0
3
+ size 3298093792
meditron-7b-chat.i1-Q3_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a1b30ec980e9a0383985f98a24f6f9b0dcf82bc8c538ad188fd1b3af74db6d32
3
+ size 2948393696
meditron-7b-chat.i1-Q4_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fc814f0a062b3f98ae2bbcdd828be21949cb2d81291c0e552972b2642e8b895b
3
+ size 3837177600
meditron-7b-chat.i1-Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c424aa55f11e43d02eb0a71a47ad0dbce388d6d5d09ba57bb2fe07280fe1fc76
3
+ size 4081102592
meditron-7b-chat.i1-Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c37ad5f312b508ceb6ed3e35bbdbab7ff753a218e6bfe1a24f600b4c1c17e768
3
+ size 3856838400
meditron-7b-chat.i1-Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8dd195d9ba040961aa15f6ea231db53351b4bd7011e2c320befc2b6796d22f82
3
+ size 4783264000
meditron-7b-chat.i1-Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5f035749fefb1a8c24f5d807f45ac5e7b75ed420c1a67d99af3a14fafe6effca
3
+ size 4651798784
meditron-7b-chat.i1-Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3392decf8e8d3c3919db35903e228859ab8eda381951d0502f0dfb064f6856d8
3
+ size 5529310496