Text Generation
GGUF
Russian
Inference Endpoints
conversational
RefalMachine commited on
Commit
91d924a
·
verified ·
1 Parent(s): 502ad12

Upload folder using huggingface_hub

Browse files
Files changed (17) hide show
  1. .gitattributes +16 -0
  2. FP16.gguf +3 -0
  3. IQ3_S.gguf +3 -0
  4. IQ3_XS.gguf +3 -0
  5. IQ4_NL.gguf +3 -0
  6. IQ4_XS.gguf +3 -0
  7. Q2_K.gguf +3 -0
  8. Q3_K_M.gguf +3 -0
  9. Q3_K_S.gguf +3 -0
  10. Q4_0.gguf +3 -0
  11. Q4_K_M.gguf +3 -0
  12. Q4_K_S.gguf +3 -0
  13. Q5_0.gguf +3 -0
  14. Q5_K_M.gguf +3 -0
  15. Q5_K_S.gguf +3 -0
  16. Q6_K.gguf +3 -0
  17. Q8_0.gguf +3 -0
.gitattributes CHANGED
@@ -33,3 +33,19 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ FP16.gguf filter=lfs diff=lfs merge=lfs -text
37
+ IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text
38
+ IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text
39
+ IQ4_NL.gguf filter=lfs diff=lfs merge=lfs -text
40
+ IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text
41
+ Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
42
+ Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
43
+ Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
44
+ Q4_0.gguf filter=lfs diff=lfs merge=lfs -text
45
+ Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
46
+ Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
47
+ Q5_0.gguf filter=lfs diff=lfs merge=lfs -text
48
+ Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
49
+ Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
50
+ Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
51
+ Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
FP16.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ff73df13e7d3171ca929a03d67304f7a210a3f69b71c71f1a29aeb3b2e3be4f0
3
+ size 29407407072
IQ3_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5a9b5aff8da8e035a3cb2f730ee493144844b3d2d6e6c27763e5b14d264120be
3
+ size 6649932544
IQ3_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:be7158c59a5285165c4aea4cab5160035d3e03da17edbec1acf4aad6bf284ad8
3
+ size 6340274944
IQ4_NL.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4c2666c21773f9196e7ededc37ce472253e43a4af909a18771441242673119de
3
+ size 8554485120
IQ4_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:396ee5edade33b9784097e038b55b325bc88f4e11cb6a0673eac7401fe34cdef
3
+ size 8139518240
Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:230418253d8733b5036dfc8cc80883ae00ee0db0eb5894c6fe597416d825ff3d
3
+ size 5731001536
Q3_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ca88425ce0e8906aca5f03e19c25131bdef579c86960878220be98d561af8f12
3
+ size 7296117504
Q3_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:39e382086d3e36f080e0ecede34efea174663c2a6a8849eba61bf694ac401afb
3
+ size 6616509184
Q4_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:361337be2ba721e50fc0d8c0075b14ace49d34d2941afb541cd1fb711c6c9709
3
+ size 8469943680
Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fcf289f5f8344cd8704c1054e5e713fd08cf3722c8c4913c8af3eb5161973824
3
+ size 8940328320
Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:40c365951fc0e3ffec8613a21691b3f9aabb883fd4f4fa80ca44c6dfb8366595
3
+ size 8525649280
Q5_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ad7bda8dfe12d7972c53821d6be6f91174f9377d07593c2fcffdbd317bbb0e94
3
+ size 10214352640
Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:55b440c4e6a5af0765e1ec8abf4b2f3e8ad6e9d16e609cacb302bfdf8d112e30
3
+ size 10456672000
Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9c28eb723a9bda784fb7bfdab893fa9ed121a64ef41665ca6e11378c46fcb890
3
+ size 10214352640
Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4dc5c1ec6b25b5e85d9e301c46086696c9f5ba23aaf3f8d9994a39ca9cfb1e47
3
+ size 12067787168
Q8_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:21c1c7b159b8bacfc83e722a9daf81f8a28bd34adbee2ae5c58b44380d5053d9
3
+ size 15627576672