Hugging Face's logo

second-state
/
internlm2_5-1_8b-chat-GGUF

Text Generation
GGUF
internlm2
custom_code
Inference Endpoints
conversational
Model card Files Community
apepkuss79 commited on
Commit
a860449
•
1 Parent(s): be42306

Update models

Browse files
Files changed (14) hide show
  1. .gitattributes +13 -0
  2. internlm2_5-1_8b-chat-Q2_K.gguf +3 -0
  3. internlm2_5-1_8b-chat-Q3_K_L.gguf +3 -0
  4. internlm2_5-1_8b-chat-Q3_K_M.gguf +3 -0
  5. internlm2_5-1_8b-chat-Q3_K_S.gguf +3 -0
  6. internlm2_5-1_8b-chat-Q4_0.gguf +3 -0
  7. internlm2_5-1_8b-chat-Q4_K_M.gguf +3 -0
  8. internlm2_5-1_8b-chat-Q4_K_S.gguf +3 -0
  9. internlm2_5-1_8b-chat-Q5_0.gguf +3 -0
  10. internlm2_5-1_8b-chat-Q5_K_M.gguf +3 -0
  11. internlm2_5-1_8b-chat-Q5_K_S.gguf +3 -0
  12. internlm2_5-1_8b-chat-Q6_K.gguf +3 -0
  13. internlm2_5-1_8b-chat-Q8_0.gguf +3 -0
  14. internlm2_5-1_8b-chat-f16.gguf +3 -0
.gitattributes CHANGED
@@ -33,3 +33,16 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ internlm2_5-1_8b-chat-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
37
+ internlm2_5-1_8b-chat-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
38
+ internlm2_5-1_8b-chat-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
39
+ internlm2_5-1_8b-chat-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
40
+ internlm2_5-1_8b-chat-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text
41
+ internlm2_5-1_8b-chat-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
42
+ internlm2_5-1_8b-chat-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
43
+ internlm2_5-1_8b-chat-Q5_0.gguf filter=lfs diff=lfs merge=lfs -text
44
+ internlm2_5-1_8b-chat-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
45
+ internlm2_5-1_8b-chat-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
46
+ internlm2_5-1_8b-chat-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
47
+ internlm2_5-1_8b-chat-Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
48
+ internlm2_5-1_8b-chat-f16.gguf filter=lfs diff=lfs merge=lfs -text
internlm2_5-1_8b-chat-Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7196f4f821634f2d3d3d7538715bbc19bf419b3e0f10ca286d38cd10550b1d33
3
+ size 771885952
internlm2_5-1_8b-chat-Q3_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9584a42c78f78b585702898550d63195e07488eb24813c6593604b3f2e27a2ef
3
+ size 1030996864
internlm2_5-1_8b-chat-Q3_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fadfee8804e50c9f163591f4e5d447895195338840cef897876726d24e2c30b8
3
+ size 964412288
internlm2_5-1_8b-chat-Q3_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f6902d9000315502d1486bb76823578ba764250ac0f5e42bd30c4800e579d5f0
3
+ size 888259456
internlm2_5-1_8b-chat-Q4_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:013d561bc5e49c60d8286bb6460e0dc6ac03878105f93bf020446b30e6caaad2
3
+ size 1113971584
internlm2_5-1_8b-chat-Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e1744aecda4048211ce37414192f9fca628c8ff04ec9cf9792737dcc17bd1e54
3
+ size 1172364160
internlm2_5-1_8b-chat-Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:19cca8e76a5a134a3800326d37540de40b2f5f2c202c5e75565f6b8b4be9809d
3
+ size 1121311616
internlm2_5-1_8b-chat-Q5_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7d9c596b2c107f33999b8ca7fdf37dbc5161e9aeef13fb7870cf62176fb2c1ac
3
+ size 1326406528
internlm2_5-1_8b-chat-Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0026ae0d2d989e4a3c91c2413c0dbc2d827663d5f118cf6712356af414fe298d
3
+ size 1356487552
internlm2_5-1_8b-chat-Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:237089e70bd18c4185825b3b8915ff71f6f1257b00598942d197b19c4c85ca84
3
+ size 1326406528
internlm2_5-1_8b-chat-Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9bb9f28c2ece51b906d91fb130dabbb61971c4a8cecc20727aeefd08eefa944b
3
+ size 1552118656
internlm2_5-1_8b-chat-Q8_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d12c304ba0a09bd5a37c521977480a53f59ba0f9395242c0c3bea20f5f285eb3
3
+ size 2009613184
internlm2_5-1_8b-chat-f16.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7161e09802c237ad7ce33f8cdee8e276cab4567fbe775b93348cb8228be084c6
3
+ size 3780559744