Hugging Face's logo

leafspark
/
DeepSeek-V2-Chat-GGUF

Text Generation
Transformers
GGUF
English
Chinese
code
deepseek
bf16
Inference Endpoints
conversational
Model card Files Community
6
DeepSeek-V2-Chat-GGUF
File size: 10,405 Bytes 
67f1676
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
e37e095
23d20f4
e1eec61
853433b
5b94841
15b6d7d
82913c2
e826d8c
30c580d
170b7a9
63583c5
ebffd61
cbbcd3e
fd13a52
8a0f703
f4131d8
2a47a31
426d9da
6fb9acd
ba3fe4c
e83f096
0010f16
a00074a
b67e574
ceaa99e
038954b
3974808
c8afeeb
689d3c2
5e9b0bc
4c10c3a
39a948d
38ca45d
fde9659
952052f
3526768
189d01e
cd94ff4
04c1e99
263c2e5
c217ba3
d740463
bdd3422
c77698d
76e5ce9
8ddd71a
5f558b5
d13c791
30dc34b
8b23964
b71c32f
aaf1da1
fe88277
951c875
a008d33
5c87279
33c77f7
59cc329
9ab2fab
5d3c3d5
dfb2937
3b37ed4
61fa703
93a1a80
6142ed2
7ad14eb
60150ff
a03e5e9
4b8385c
cb07bca
8af72a5
a2b4388
4587733
453a86c
bcf0dd1
28896b9
1db9d39
e0bfb41
e02a92b
c5b80ee
6304d9f
b59b3c2
a1cb932
a8e4b57
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
 
*.7z filter=lfs diff=lfs merge=lfs -text
*.arrow filter=lfs diff=lfs merge=lfs -text
*.bin filter=lfs diff=lfs merge=lfs -text
*.bz2 filter=lfs diff=lfs merge=lfs -text
*.ckpt filter=lfs diff=lfs merge=lfs -text
*.ftz filter=lfs diff=lfs merge=lfs -text
*.gz filter=lfs diff=lfs merge=lfs -text
*.h5 filter=lfs diff=lfs merge=lfs -text
*.joblib filter=lfs diff=lfs merge=lfs -text
*.lfs.* filter=lfs diff=lfs merge=lfs -text
*.mlmodel filter=lfs diff=lfs merge=lfs -text
*.model filter=lfs diff=lfs merge=lfs -text
*.msgpack filter=lfs diff=lfs merge=lfs -text
*.npy filter=lfs diff=lfs merge=lfs -text
*.npz filter=lfs diff=lfs merge=lfs -text
*.onnx filter=lfs diff=lfs merge=lfs -text
*.ot filter=lfs diff=lfs merge=lfs -text
*.parquet filter=lfs diff=lfs merge=lfs -text
*.pb filter=lfs diff=lfs merge=lfs -text
*.pickle filter=lfs diff=lfs merge=lfs -text
*.pkl filter=lfs diff=lfs merge=lfs -text
*.pt filter=lfs diff=lfs merge=lfs -text
*.pth filter=lfs diff=lfs merge=lfs -text
*.rar filter=lfs diff=lfs merge=lfs -text
*.safetensors filter=lfs diff=lfs merge=lfs -text
saved_model/**/* filter=lfs diff=lfs merge=lfs -text
*.tar.* filter=lfs diff=lfs merge=lfs -text
*.tar filter=lfs diff=lfs merge=lfs -text
*.tflite filter=lfs diff=lfs merge=lfs -text
*.tgz filter=lfs diff=lfs merge=lfs -text
*.wasm filter=lfs diff=lfs merge=lfs -text
*.xz filter=lfs diff=lfs merge=lfs -text
*.zip filter=lfs diff=lfs merge=lfs -text
*.zst filter=lfs diff=lfs merge=lfs -text
*tfevents* filter=lfs diff=lfs merge=lfs -text
DeepSeek-V2-Chat.bf16.gguf/DeepSeek-V2-Chat.bf16.part-01-of-22.gguf filter=lfs diff=lfs merge=lfs -text
DeepSeek-V2-Chat.bf16.gguf/DeepSeek-V2-Chat.bf16.part-02-of-22.gguf filter=lfs diff=lfs merge=lfs -text
DeepSeek-V2-Chat.bf16.gguf/DeepSeek-V2-Chat.bf16.part-03-of-22.gguf filter=lfs diff=lfs merge=lfs -text
DeepSeek-V2-Chat.bf16.gguf/DeepSeek-V2-Chat.bf16.part-04-of-22.gguf filter=lfs diff=lfs merge=lfs -text
DeepSeek-V2-Chat.bf16.gguf/DeepSeek-V2-Chat.bf16.part-05-of-22.gguf filter=lfs diff=lfs merge=lfs -text
DeepSeek-V2-Chat.bf16.gguf/DeepSeek-V2-Chat.bf16.part-06-of-22.gguf filter=lfs diff=lfs merge=lfs -text
DeepSeek-V2-Chat.bf16.gguf/DeepSeek-V2-Chat.bf16.part-07-of-22.gguf filter=lfs diff=lfs merge=lfs -text
DeepSeek-V2-Chat.bf16.gguf/DeepSeek-V2-Chat.bf16.part-08-of-22.gguf filter=lfs diff=lfs merge=lfs -text
DeepSeek-V2-Chat.bf16.gguf/DeepSeek-V2-Chat.bf16.part-09-of-22.gguf filter=lfs diff=lfs merge=lfs -text
DeepSeek-V2-Chat.bf16.gguf/DeepSeek-V2-Chat.bf16.part-10-of-22.gguf filter=lfs diff=lfs merge=lfs -text
DeepSeek-V2-Chat.bf16.gguf/DeepSeek-V2-Chat.bf16.part-11-of-22.gguf filter=lfs diff=lfs merge=lfs -text
DeepSeek-V2-Chat.bf16.gguf/DeepSeek-V2-Chat.bf16.part-12-of-22.gguf filter=lfs diff=lfs merge=lfs -text
DeepSeek-V2-Chat.bf16.gguf/DeepSeek-V2-Chat.bf16.part-13-of-22.gguf filter=lfs diff=lfs merge=lfs -text
DeepSeek-V2-Chat.bf16.gguf/DeepSeek-V2-Chat.bf16.part-14-of-22.gguf filter=lfs diff=lfs merge=lfs -text
DeepSeek-V2-Chat.bf16.gguf/DeepSeek-V2-Chat.bf16.part-15-of-22.gguf filter=lfs diff=lfs merge=lfs -text
DeepSeek-V2-Chat.bf16.gguf/DeepSeek-V2-Chat.bf16.part-16-of-22.gguf filter=lfs diff=lfs merge=lfs -text
DeepSeek-V2-Chat.bf16.gguf/DeepSeek-V2-Chat.bf16.part-17-of-22.gguf filter=lfs diff=lfs merge=lfs -text
DeepSeek-V2-Chat.bf16.gguf/DeepSeek-V2-Chat.bf16.part-18-of-22.gguf filter=lfs diff=lfs merge=lfs -text
DeepSeek-V2-Chat.bf16.gguf/DeepSeek-V2-Chat.bf16.part-19-of-22.gguf filter=lfs diff=lfs merge=lfs -text
DeepSeek-V2-Chat.q4_k_m.gguf/DeepSeek-V2-Chat.q4_k_m.split-00001-of-00008.gguf filter=lfs diff=lfs merge=lfs -text
DeepSeek-V2-Chat.q4_k_m.gguf/DeepSeek-V2-Chat.q4_k_m.split-00002-of-00008.gguf filter=lfs diff=lfs merge=lfs -text
DeepSeek-V2-Chat.q4_k_m.gguf/DeepSeek-V2-Chat.q4_k_m.split-00003-of-00008.gguf filter=lfs diff=lfs merge=lfs -text
DeepSeek-V2-Chat.q4_k_m.gguf/DeepSeek-V2-Chat.q4_k_m.split-00004-of-00008.gguf filter=lfs diff=lfs merge=lfs -text
DeepSeek-V2-Chat.q4_k_m.gguf/DeepSeek-V2-Chat.q4_k_m.split-00005-of-00008.gguf filter=lfs diff=lfs merge=lfs -text
DeepSeek-V2-Chat.q4_k_m.gguf/DeepSeek-V2-Chat.q4_k_m.split-00008-of-00008.gguf filter=lfs diff=lfs merge=lfs -text
DeepSeek-V2-Chat.q4_k_m.gguf/DeepSeek-V2-Chat.q4_k_m.split-00007-of-00008.gguf filter=lfs diff=lfs merge=lfs -text
DeepSeek-V2-Chat.q4_k_m.gguf/DeepSeek-V2-Chat.q4_k_m.split-00006-of-00008.gguf filter=lfs diff=lfs merge=lfs -text
DeepSeek-V2-Chat.bf16.gguf/DeepSeek-V2-Chat.bf16.part-20-of-22.gguf filter=lfs diff=lfs merge=lfs -text
DeepSeek-V2-Chat.bf16.gguf/DeepSeek-V2-Chat.bf16.part-21-of-22.gguf filter=lfs diff=lfs merge=lfs -text
DeepSeek-V2-Chat.bf16.gguf/DeepSeek-V2-Chat.bf16.part-22-of-22.gguf filter=lfs diff=lfs merge=lfs -text
imatrix.dat filter=lfs diff=lfs merge=lfs -text
DeepSeek-V2-Chat.q2_k.gguf/DeepSeek-V2-Chat.Q2_K-00001-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
DeepSeek-V2-Chat.q2_k.gguf/DeepSeek-V2-Chat.Q2_K-00002-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
DeepSeek-V2-Chat.q2_k.gguf/DeepSeek-V2-Chat.Q2_K-00003-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
DeepSeek-V2-Chat.q2_k.gguf/DeepSeek-V2-Chat.Q2_K-00004-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
DeepSeek-V2-Chat.q2_k.gguf/DeepSeek-V2-Chat.Q2_K-00005-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
DeepSeek-V2-Chat.iq2_xxs.gguf/DeepSeek-V2-Chat.IQ2_XXS-00001-of-00003.gguf filter=lfs diff=lfs merge=lfs -text
DeepSeek-V2-Chat.iq2_xxs.gguf/DeepSeek-V2-Chat.IQ2_XXS-00002-of-00003.gguf filter=lfs diff=lfs merge=lfs -text
DeepSeek-V2-Chat.iq2_xxs.gguf/DeepSeek-V2-Chat.IQ2_XXS-00003-of-00003.gguf filter=lfs diff=lfs merge=lfs -text
Deepseek-V2-Chat.IQ1_M.gguf filter=lfs diff=lfs merge=lfs -text
DeepSeek-V2-Chat.iq3_xs.gguf/DeepSeek-V2-Chat.IQ3_XS-00001-of-00008.gguf filter=lfs diff=lfs merge=lfs -text
DeepSeek-V2-Chat.iq3_xs.gguf/DeepSeek-V2-Chat.IQ3_XS-00002-of-00008.gguf filter=lfs diff=lfs merge=lfs -text
DeepSeek-V2-Chat.iq3_xs.gguf/DeepSeek-V2-Chat.IQ3_XS-00003-of-00008.gguf filter=lfs diff=lfs merge=lfs -text
DeepSeek-V2-Chat.iq3_xs.gguf/DeepSeek-V2-Chat.IQ3_XS-00004-of-00008.gguf filter=lfs diff=lfs merge=lfs -text
DeepSeek-V2-Chat.iq3_xs.gguf/DeepSeek-V2-Chat.IQ3_XS-00005-of-00008.gguf filter=lfs diff=lfs merge=lfs -text
DeepSeek-V2-Chat.iq3_xs.gguf/DeepSeek-V2-Chat.IQ3_XS-00006-of-00008.gguf filter=lfs diff=lfs merge=lfs -text
DeepSeek-V2-Chat.iq3_xs.gguf/DeepSeek-V2-Chat.IQ3_XS-00007-of-00008.gguf filter=lfs diff=lfs merge=lfs -text
DeepSeek-V2-Chat.iq3_xs.gguf/DeepSeek-V2-Chat.IQ3_XS-00008-of-00008.gguf filter=lfs diff=lfs merge=lfs -text
DeepSeek-V2-Chat.q8_0.gguf/DeepSeek-V2-Chat.Q8_0-00001-of-00012.gguf filter=lfs diff=lfs merge=lfs -text
DeepSeek-V2-Chat.q8_0.gguf/DeepSeek-V2-Chat.Q8_0-00002-of-00012.gguf filter=lfs diff=lfs merge=lfs -text
DeepSeek-V2-Chat.q8_0.gguf/DeepSeek-V2-Chat.Q8_0-00003-of-00012.gguf filter=lfs diff=lfs merge=lfs -text
DeepSeek-V2-Chat.q8_0.gguf/DeepSeek-V2-Chat.Q8_0-00004-of-00012.gguf filter=lfs diff=lfs merge=lfs -text
DeepSeek-V2-Chat.q8_0.gguf/DeepSeek-V2-Chat.Q8_0-00005-of-00012.gguf filter=lfs diff=lfs merge=lfs -text
DeepSeek-V2-Chat.q8_0.gguf/DeepSeek-V2-Chat.Q8_0-00006-of-00012.gguf filter=lfs diff=lfs merge=lfs -text
DeepSeek-V2-Chat.q8_0.gguf/DeepSeek-V2-Chat.Q8_0-00007-of-00012.gguf filter=lfs diff=lfs merge=lfs -text
DeepSeek-V2-Chat.q8_0.gguf/DeepSeek-V2-Chat.Q8_0-00008-of-00012.gguf filter=lfs diff=lfs merge=lfs -text
DeepSeek-V2-Chat.q8_0.gguf/DeepSeek-V2-Chat.Q8_0-00009-of-00012.gguf filter=lfs diff=lfs merge=lfs -text
DeepSeek-V2-Chat.q8_0.gguf/DeepSeek-V2-Chat.Q8_0-00010-of-00012.gguf filter=lfs diff=lfs merge=lfs -text
DeepSeek-V2-Chat.q8_0.gguf/DeepSeek-V2-Chat.Q8_0-00011-of-00012.gguf filter=lfs diff=lfs merge=lfs -text
DeepSeek-V2-Chat.q8_0.gguf/DeepSeek-V2-Chat.Q8_0-00012-of-00012.gguf filter=lfs diff=lfs merge=lfs -text
DeepSeek-V2-Chat.q3_k_m.gguf/DeepSeek-V2-Chat.Q3_K_M-00001-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
DeepSeek-V2-Chat.q3_k_m.gguf/DeepSeek-V2-Chat.Q3_K_M-00002-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
DeepSeek-V2-Chat.q3_k_m.gguf/DeepSeek-V2-Chat.Q3_K_M-00003-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
DeepSeek-V2-Chat.q3_k_m.gguf/DeepSeek-V2-Chat.Q3_K_M-00004-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
DeepSeek-V2-Chat.q3_k_m.gguf/DeepSeek-V2-Chat.Q3_K_M-00005-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
DeepSeek-V2-Chat.q3_k_m.gguf/DeepSeek-V2-Chat.Q3_K_M-00006-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
DeepSeek-V2-Chat.q5_k_m.gguf/DeepSeek-V2-Chat.Q5_K_M-00001-of-00008.gguf filter=lfs diff=lfs merge=lfs -text
DeepSeek-V2-Chat.q5_k_m.gguf/DeepSeek-V2-Chat.Q5_K_M-00002-of-00008.gguf filter=lfs diff=lfs merge=lfs -text
DeepSeek-V2-Chat.q5_k_m.gguf/DeepSeek-V2-Chat.Q5_K_M-00003-of-00008.gguf filter=lfs diff=lfs merge=lfs -text
DeepSeek-V2-Chat.q5_k_m.gguf/DeepSeek-V2-Chat.Q5_K_M-00004-of-00008.gguf filter=lfs diff=lfs merge=lfs -text
DeepSeek-V2-Chat.q5_k_m.gguf/DeepSeek-V2-Chat.Q5_K_M-00005-of-00008.gguf filter=lfs diff=lfs merge=lfs -text
DeepSeek-V2-Chat.q5_k_m.gguf/DeepSeek-V2-Chat.Q5_K_M-00006-of-00008.gguf filter=lfs diff=lfs merge=lfs -text
DeepSeek-V2-Chat.q5_k_m.gguf/DeepSeek-V2-Chat.Q5_K_M-00007-of-00008.gguf filter=lfs diff=lfs merge=lfs -text
DeepSeek-V2-Chat.q5_k_m.gguf/DeepSeek-V2-Chat.Q5_K_M-00008-of-00008.gguf filter=lfs diff=lfs merge=lfs -text
DeepSeek-V2-Chat.q6_k.gguf/DeepSeek-V2-Chat.Q6_K-00001-of-00010.gguf filter=lfs diff=lfs merge=lfs -text
DeepSeek-V2-Chat.q6_k.gguf/DeepSeek-V2-Chat.Q6_K-00002-of-00010.gguf filter=lfs diff=lfs merge=lfs -text
DeepSeek-V2-Chat.q6_k.gguf/DeepSeek-V2-Chat.Q6_K-00003-of-00010.gguf filter=lfs diff=lfs merge=lfs -text
DeepSeek-V2-Chat.q6_k.gguf/DeepSeek-V2-Chat.Q6_K-00004-of-00010.gguf filter=lfs diff=lfs merge=lfs -text
DeepSeek-V2-Chat.q6_k.gguf/DeepSeek-V2-Chat.Q6_K-00005-of-00010.gguf filter=lfs diff=lfs merge=lfs -text
DeepSeek-V2-Chat.q6_k.gguf/DeepSeek-V2-Chat.Q6_K-00006-of-00010.gguf filter=lfs diff=lfs merge=lfs -text
DeepSeek-V2-Chat.q6_k.gguf/DeepSeek-V2-Chat.Q6_K-00007-of-00010.gguf filter=lfs diff=lfs merge=lfs -text
DeepSeek-V2-Chat.q6_k.gguf/DeepSeek-V2-Chat.Q6_K-00008-of-00010.gguf filter=lfs diff=lfs merge=lfs -text
DeepSeek-V2-Chat.q6_k.gguf/DeepSeek-V2-Chat.Q6_K-00009-of-00010.gguf filter=lfs diff=lfs merge=lfs -text
DeepSeek-V2-Chat.q6_k.gguf/DeepSeek-V2-Chat.Q6_K-00010-of-00010.gguf filter=lfs diff=lfs merge=lfs -text