diff --git a/.gitattributes b/.gitattributes
index a6344aac8c09253b3b630fb776ae94478aa0275b..1326b34480a92a8a03c19a12f9992ba0bc2e43bd 100644
--- a/.gitattributes
+++ b/.gitattributes
@@ -33,3 +33,74 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+DeepSeek-V3-Q5_K_M-00003-of-00010.gguf filter=lfs diff=lfs merge=lfs -text
+DeepSeek-V3-BF16-256x20B-Q8_0-00009-of-00016.gguf filter=lfs diff=lfs merge=lfs -text
+DeepSeek-V3-BF16-256x20B-Q8_0-00014-of-00016.gguf filter=lfs diff=lfs merge=lfs -text
+DeepSeek-V3-Q6_K-00004-of-00012.gguf filter=lfs diff=lfs merge=lfs -text
+DeepSeek-V3-Q2_K-00004-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
+DeepSeek-V3-Q4_K_M-00004-of-00010.gguf filter=lfs diff=lfs merge=lfs -text
+DeepSeek-V3-Q4_K_M-00005-of-00010.gguf filter=lfs diff=lfs merge=lfs -text
+DeepSeek-V3-Q2_K-00001-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
+DeepSeek-V3-Q4_K_M-00010-of-00010.gguf filter=lfs diff=lfs merge=lfs -text
+DeepSeek-V3-BF16-256x20B-Q8_0-00010-of-00016.gguf filter=lfs diff=lfs merge=lfs -text
+DeepSeek-V3-BF16-256x20B-Q8_0-00002-of-00016.gguf filter=lfs diff=lfs merge=lfs -text
+DeepSeek-V3-BF16-256x20B-Q8_0-00006-of-00016.gguf filter=lfs diff=lfs merge=lfs -text
+DeepSeek-V3-Q5_K_M-00002-of-00010.gguf filter=lfs diff=lfs merge=lfs -text
+DeepSeek-V3-Q4_K_M-00008-of-00010.gguf filter=lfs diff=lfs merge=lfs -text
+DeepSeek-V3-Q4_K_M-00001-of-00010.gguf filter=lfs diff=lfs merge=lfs -text
+DeepSeek-V3-Q6_K-00003-of-00012.gguf filter=lfs diff=lfs merge=lfs -text
+DeepSeek-V3-Q4_K_M-00006-of-00010.gguf filter=lfs diff=lfs merge=lfs -text
+DeepSeek-V3-BF16-256x20B-Q8_0-00011-of-00016.gguf filter=lfs diff=lfs merge=lfs -text
+DeepSeek-V3-Q6_K-00010-of-00012.gguf filter=lfs diff=lfs merge=lfs -text
+DeepSeek-V3-Q2_K_L-00004-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
+DeepSeek-V3-Q6_K-00007-of-00012.gguf filter=lfs diff=lfs merge=lfs -text
+DeepSeek-V3-BF16-256x20B-Q8_0-00008-of-00016.gguf filter=lfs diff=lfs merge=lfs -text
+DeepSeek-V3-Q2_K-00003-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
+DeepSeek-V3-Q5_K_M-00007-of-00010.gguf filter=lfs diff=lfs merge=lfs -text
+DeepSeek-V3-Q6_K-00009-of-00012.gguf filter=lfs diff=lfs merge=lfs -text
+DeepSeek-V3-Q3_K_M-00004-of-00007.gguf filter=lfs diff=lfs merge=lfs -text
+DeepSeek-V3-Q4_K_M-00007-of-00010.gguf filter=lfs diff=lfs merge=lfs -text
+DeepSeek-V3-Q3_K_M-00002-of-00007.gguf filter=lfs diff=lfs merge=lfs -text
+DeepSeek-V3-Q3_K_M-00003-of-00007.gguf filter=lfs diff=lfs merge=lfs -text
+DeepSeek-V3-Q2_K_XS-00003-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
+DeepSeek-V3-Q5_K_M-00004-of-00010.gguf filter=lfs diff=lfs merge=lfs -text
+DeepSeek-V3-Q3_K_M-00007-of-00007.gguf filter=lfs diff=lfs merge=lfs -text
+DeepSeek-V3-Q6_K-00011-of-00012.gguf filter=lfs diff=lfs merge=lfs -text
+DeepSeek-V3-Q6_K-00002-of-00012.gguf filter=lfs diff=lfs merge=lfs -text
+DeepSeek-V3-Q5_K_M-00006-of-00010.gguf filter=lfs diff=lfs merge=lfs -text
+DeepSeek-V3-Q6_K-00012-of-00012.gguf filter=lfs diff=lfs merge=lfs -text
+DeepSeek-V3-Q2_K_XS-00002-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
+DeepSeek-V3-Q2_K_XS-00001-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
+DeepSeek-V3-Q4_K_M-00009-of-00010.gguf filter=lfs diff=lfs merge=lfs -text
+DeepSeek-V3-BF16-256x20B-Q8_0-00012-of-00016.gguf filter=lfs diff=lfs merge=lfs -text
+DeepSeek-V3-Q6_K-00005-of-00012.gguf filter=lfs diff=lfs merge=lfs -text
+DeepSeek-V3-Q5_K_M-00009-of-00010.gguf filter=lfs diff=lfs merge=lfs -text
+DeepSeek-V3-BF16-256x20B-Q8_0-00004-of-00016.gguf filter=lfs diff=lfs merge=lfs -text
+DeepSeek-V3-Q5_K_M-00005-of-00010.gguf filter=lfs diff=lfs merge=lfs -text
+DeepSeek-V3-Q6_K-00006-of-00012.gguf filter=lfs diff=lfs merge=lfs -text
+DeepSeek-V3-Q4_K_M-00003-of-00010.gguf filter=lfs diff=lfs merge=lfs -text
+DeepSeek-V3-Q2_K_L-00005-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
+DeepSeek-V3-BF16-256x20B-Q8_0-00007-of-00016.gguf filter=lfs diff=lfs merge=lfs -text
+DeepSeek-V3-Q2_K_XS-00004-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
+DeepSeek-V3-BF16-256x20B-Q8_0-00013-of-00016.gguf filter=lfs diff=lfs merge=lfs -text
+DeepSeek-V3-Q4_K_M-00002-of-00010.gguf filter=lfs diff=lfs merge=lfs -text
+DeepSeek-V3-Q5_K_M-00010-of-00010.gguf filter=lfs diff=lfs merge=lfs -text
+DeepSeek-V3-BF16-256x20B-Q8_0-00005-of-00016.gguf filter=lfs diff=lfs merge=lfs -text
+DeepSeek-V3-Q2_K-00006-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
+DeepSeek-V3-Q2_K_L-00001-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
+DeepSeek-V3-Q6_K-00001-of-00012.gguf filter=lfs diff=lfs merge=lfs -text
+DeepSeek-V3-Q3_K_M-00005-of-00007.gguf filter=lfs diff=lfs merge=lfs -text
+DeepSeek-V3-Q2_K_L-00003-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
+DeepSeek-V3-BF16-256x20B-Q8_0-00003-of-00016.gguf filter=lfs diff=lfs merge=lfs -text
+DeepSeek-V3-Q5_K_M-00001-of-00010.gguf filter=lfs diff=lfs merge=lfs -text
+DeepSeek-V3-BF16-256x20B-Q8_0-00016-of-00016.gguf filter=lfs diff=lfs merge=lfs -text
+DeepSeek-V3-BF16-256x20B-Q8_0-00001-of-00016.gguf filter=lfs diff=lfs merge=lfs -text
+DeepSeek-V3-BF16-256x20B-Q8_0-00015-of-00016.gguf filter=lfs diff=lfs merge=lfs -text
+DeepSeek-V3-Q6_K-00008-of-00012.gguf filter=lfs diff=lfs merge=lfs -text
+DeepSeek-V3-Q2_K_XS-00005-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
+DeepSeek-V3-Q2_K-00002-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
+DeepSeek-V3-Q3_K_M-00006-of-00007.gguf filter=lfs diff=lfs merge=lfs -text
+DeepSeek-V3-Q2_K_L-00002-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
+DeepSeek-V3-Q5_K_M-00008-of-00010.gguf filter=lfs diff=lfs merge=lfs -text
+DeepSeek-V3-Q3_K_M-00001-of-00007.gguf filter=lfs diff=lfs merge=lfs -text
+DeepSeek-V3-Q2_K-00005-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
diff --git a/DeepSeek-V3-BF16-256x20B-Q8_0-00001-of-00016.gguf b/DeepSeek-V3-BF16-256x20B-Q8_0-00001-of-00016.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..40047e368a58b3f4dc4ad32edfe973ab8eba6c09
--- /dev/null
+++ b/DeepSeek-V3-BF16-256x20B-Q8_0-00001-of-00016.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1cc385d5a2c240f622052c6d3b03dc8466b9423874e68eeab92d558ade773ac4
+size 43791576864
diff --git a/DeepSeek-V3-BF16-256x20B-Q8_0-00002-of-00016.gguf b/DeepSeek-V3-BF16-256x20B-Q8_0-00002-of-00016.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..07e78da2c04aac2523603bb366e03b3d1f63970c
--- /dev/null
+++ b/DeepSeek-V3-BF16-256x20B-Q8_0-00002-of-00016.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0010a2b595145c8868386c1b2d2d5b5e1e8f335522cbacf371d46113c9d42f47
+size 44934750464
diff --git a/DeepSeek-V3-BF16-256x20B-Q8_0-00003-of-00016.gguf b/DeepSeek-V3-BF16-256x20B-Q8_0-00003-of-00016.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..527bd9b249f48667962ee311feb24bb7df45a5b3
--- /dev/null
+++ b/DeepSeek-V3-BF16-256x20B-Q8_0-00003-of-00016.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:384a32eb43517b2592c9158b5a2c3fe914d84deb4883537a0c747105ae14abb1
+size 44681751008
diff --git a/DeepSeek-V3-BF16-256x20B-Q8_0-00004-of-00016.gguf b/DeepSeek-V3-BF16-256x20B-Q8_0-00004-of-00016.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..d0a558be62bf2d7eea857a6d0b2687edd2a598a3
--- /dev/null
+++ b/DeepSeek-V3-BF16-256x20B-Q8_0-00004-of-00016.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:895139bda3955468a50c82b09882f9894002565ba4bfea7c1185560d77f32a5e
+size 44934750528
diff --git a/DeepSeek-V3-BF16-256x20B-Q8_0-00005-of-00016.gguf b/DeepSeek-V3-BF16-256x20B-Q8_0-00005-of-00016.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..71f02e88dca99352a732535702877758dfb9b380
--- /dev/null
+++ b/DeepSeek-V3-BF16-256x20B-Q8_0-00005-of-00016.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:420e2a1b32068e51e76ba970def2cbdffa8df262ee7be852a057863cbe7395aa
+size 44934750528
diff --git a/DeepSeek-V3-BF16-256x20B-Q8_0-00006-of-00016.gguf b/DeepSeek-V3-BF16-256x20B-Q8_0-00006-of-00016.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..da08d36e850d918f5805c852d21f1ab60eac6cfa
--- /dev/null
+++ b/DeepSeek-V3-BF16-256x20B-Q8_0-00006-of-00016.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ec809d40f60214f77cafa06d23269c53f61b860baa848ba2951691cdd279c48
+size 44681751008
diff --git a/DeepSeek-V3-BF16-256x20B-Q8_0-00007-of-00016.gguf b/DeepSeek-V3-BF16-256x20B-Q8_0-00007-of-00016.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..a670da31f818d5be2a89381a18cd404742eebffa
--- /dev/null
+++ b/DeepSeek-V3-BF16-256x20B-Q8_0-00007-of-00016.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c442ed61816a6804c916164fab21800f40285cbf6ffccd63a766350e2d5f1511
+size 44934750528
diff --git a/DeepSeek-V3-BF16-256x20B-Q8_0-00008-of-00016.gguf b/DeepSeek-V3-BF16-256x20B-Q8_0-00008-of-00016.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..0c56d8581719f856407005fd39cc0575a8c28673
--- /dev/null
+++ b/DeepSeek-V3-BF16-256x20B-Q8_0-00008-of-00016.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:456709b7a31f504c453cb47fd6f7b8eddedd2b822cd0c688bd4ea682978ed8cc
+size 44934750528
diff --git a/DeepSeek-V3-BF16-256x20B-Q8_0-00009-of-00016.gguf b/DeepSeek-V3-BF16-256x20B-Q8_0-00009-of-00016.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..af090ec0f73a6d982f2253f36cc30bcc1c04cdf5
--- /dev/null
+++ b/DeepSeek-V3-BF16-256x20B-Q8_0-00009-of-00016.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ef4791cbb2c885b1d71e4fa857900e39e4ac53d100564b72291278b54b7ae1b
+size 44681751008
diff --git a/DeepSeek-V3-BF16-256x20B-Q8_0-00010-of-00016.gguf b/DeepSeek-V3-BF16-256x20B-Q8_0-00010-of-00016.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..11305a00b5b4c0c03d4178b2a383f952941eef88
--- /dev/null
+++ b/DeepSeek-V3-BF16-256x20B-Q8_0-00010-of-00016.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bcba75ed7e5ee80111d787d14584f7fd7bd403794caf16f6af12a552d235eb1
+size 44934750528
diff --git a/DeepSeek-V3-BF16-256x20B-Q8_0-00011-of-00016.gguf b/DeepSeek-V3-BF16-256x20B-Q8_0-00011-of-00016.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..e6cfaadb77fa4f9c619fb32178740eb7bc7ecefb
--- /dev/null
+++ b/DeepSeek-V3-BF16-256x20B-Q8_0-00011-of-00016.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:556cdf9e5fb513fb75607cfc503b726150f1547a5b7112f417a3541312e048ea
+size 44934750528
diff --git a/DeepSeek-V3-BF16-256x20B-Q8_0-00012-of-00016.gguf b/DeepSeek-V3-BF16-256x20B-Q8_0-00012-of-00016.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..e5d9a472eb00f77b22121827775943cb2c852f93
--- /dev/null
+++ b/DeepSeek-V3-BF16-256x20B-Q8_0-00012-of-00016.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c222201268db0a70d47d66fa672dcbe50c72a47344cc0f938ec32691d1f19325
+size 44681751008
diff --git a/DeepSeek-V3-BF16-256x20B-Q8_0-00013-of-00016.gguf b/DeepSeek-V3-BF16-256x20B-Q8_0-00013-of-00016.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..8156e14915448bdf35536a23b789704f3aeca047
--- /dev/null
+++ b/DeepSeek-V3-BF16-256x20B-Q8_0-00013-of-00016.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60998a9f054fa71ee0c880d55129b831228c5de20476862158e32f3b9cb32557
+size 44934750528
diff --git a/DeepSeek-V3-BF16-256x20B-Q8_0-00014-of-00016.gguf b/DeepSeek-V3-BF16-256x20B-Q8_0-00014-of-00016.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..e942fbcfc3b04a093c463fd6519a52f934ac9076
--- /dev/null
+++ b/DeepSeek-V3-BF16-256x20B-Q8_0-00014-of-00016.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92c557a733f1b79c244c2108af48003b30e8c31e871855a0a83d1bf3fc684010
+size 44934750528
diff --git a/DeepSeek-V3-BF16-256x20B-Q8_0-00015-of-00016.gguf b/DeepSeek-V3-BF16-256x20B-Q8_0-00015-of-00016.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..bd4f20369550329d407470930e82c92db737afd2
--- /dev/null
+++ b/DeepSeek-V3-BF16-256x20B-Q8_0-00015-of-00016.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3c206d8f41cafc054bc40c14f0507f7dd8be43675c14a582a86e282f3a28a29
+size 44681751008
diff --git a/DeepSeek-V3-BF16-256x20B-Q8_0-00016-of-00016.gguf b/DeepSeek-V3-BF16-256x20B-Q8_0-00016-of-00016.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..80e13cb2cf7abd42baf16babaf7adfd543285a9d
--- /dev/null
+++ b/DeepSeek-V3-BF16-256x20B-Q8_0-00016-of-00016.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e36f68d551e7e49c3d90b6a14dc00aaff6fdf7d51aef46a196744a19d9921ee
+size 41673427488
diff --git a/DeepSeek-V3-Q2_K-00001-of-00006.gguf b/DeepSeek-V3-Q2_K-00001-of-00006.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..8df1b18739d60b605aab25b2f8d6defa3bd3c4c2
--- /dev/null
+++ b/DeepSeek-V3-Q2_K-00001-of-00006.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9b89279148d258b397d66452dc97d2a2a60b54a4d6e60b88f15a1b2325b32be
+size 47748460000
diff --git a/DeepSeek-V3-Q2_K-00002-of-00006.gguf b/DeepSeek-V3-Q2_K-00002-of-00006.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..a92e4ed7abb9ede1130c69f634678b243893b66d
--- /dev/null
+++ b/DeepSeek-V3-Q2_K-00002-of-00006.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef05b8239d0067a8930d2d1ace8730d2aae115ed499a9e6ed08564c5b69977a0
+size 48821440768
diff --git a/DeepSeek-V3-Q2_K-00003-of-00006.gguf b/DeepSeek-V3-Q2_K-00003-of-00006.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..8f2aab539723b0c258eec91efb8ddaa29a5eeae1
--- /dev/null
+++ b/DeepSeek-V3-Q2_K-00003-of-00006.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1855fe54c85c17bde76d1c96f10b166f960c6ad98a6f2be1760a1e4dfdca6a56
+size 48887431840
diff --git a/DeepSeek-V3-Q2_K-00004-of-00006.gguf b/DeepSeek-V3-Q2_K-00004-of-00006.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..94bf9a583a4b7d0f9c1e7984c254cb91d0e9f0d2
--- /dev/null
+++ b/DeepSeek-V3-Q2_K-00004-of-00006.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78ffd32721433a484846229a63fee0118f0f30baceb91335ce47590811c1104c
+size 48511628064
diff --git a/DeepSeek-V3-Q2_K-00005-of-00006.gguf b/DeepSeek-V3-Q2_K-00005-of-00006.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..324df495881d36b5f4b8f6ecced981a3323b9c77
--- /dev/null
+++ b/DeepSeek-V3-Q2_K-00005-of-00006.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43d1b2ea802cd35d7fcd33be2871fed999796676e2c3897265f714fd5043c229
+size 48821440768
diff --git a/DeepSeek-V3-Q2_K-00006-of-00006.gguf b/DeepSeek-V3-Q2_K-00006-of-00006.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..339cec1162c6849fcd2cb22cc88b21b1e1c2960f
--- /dev/null
+++ b/DeepSeek-V3-Q2_K-00006-of-00006.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96091fdfc47f30a7914902ba7d1fdc6beb497779f102cd89ebe184c8c6f6825a
+size 1237942528
diff --git a/DeepSeek-V3-Q2_K_L-00001-of-00005.gguf b/DeepSeek-V3-Q2_K_L-00001-of-00005.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..37a72d8392381c8e9c39f2881520e10767fd5c60
--- /dev/null
+++ b/DeepSeek-V3-Q2_K_L-00001-of-00005.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3cbc08805d31b156d69dc29c904e41ab7bc8c2c7443c61530ae9991554c219b4
+size 49586764960
diff --git a/DeepSeek-V3-Q2_K_L-00002-of-00005.gguf b/DeepSeek-V3-Q2_K_L-00002-of-00005.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..4b0bcef3277272b2ef4322616583d1eb332b1661
--- /dev/null
+++ b/DeepSeek-V3-Q2_K_L-00002-of-00005.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ce3fd35734f9bdf04c3c909bb615054bdd905d0b66542dc29f6f54b6a582293
+size 48511628064
diff --git a/DeepSeek-V3-Q2_K_L-00003-of-00005.gguf b/DeepSeek-V3-Q2_K_L-00003-of-00005.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..642ace0cbff88ad2d7423b9f747d823d85c565c5
--- /dev/null
+++ b/DeepSeek-V3-Q2_K_L-00003-of-00005.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f63248ee2d21507c0a0f45ee143e53bdb01ea7a8335ea84776135f80e2f76066
+size 48821440768
diff --git a/DeepSeek-V3-Q2_K_L-00004-of-00005.gguf b/DeepSeek-V3-Q2_K_L-00004-of-00005.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..82552c17e51682ce063c0a28715e330b11ebc713
--- /dev/null
+++ b/DeepSeek-V3-Q2_K_L-00004-of-00005.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9499dbcda7d42849b56d96bd3f8271e7fde3b60182c21719dce3440ec790c73
+size 48887431840
diff --git a/DeepSeek-V3-Q2_K_L-00005-of-00005.gguf b/DeepSeek-V3-Q2_K_L-00005-of-00005.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..797ebcbbbdfc170a1c41f8282ded3428cd78e68d
--- /dev/null
+++ b/DeepSeek-V3-Q2_K_L-00005-of-00005.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70f2e2edc4258adcaa6b214e0333060c1ede3eccf963995ce511deedfda7b77a
+size 48438268160
diff --git a/DeepSeek-V3-Q2_K_XS-00001-of-00005.gguf b/DeepSeek-V3-Q2_K_XS-00001-of-00005.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..97c4ce41605893a78c90bb5d9321df3351d71f18
--- /dev/null
+++ b/DeepSeek-V3-Q2_K_XS-00001-of-00005.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6202fc30c9bdc04d2a63b69ab4adc44986003fe4512c2136f12092937e32978d
+size 44769524896
diff --git a/DeepSeek-V3-Q2_K_XS-00002-of-00005.gguf b/DeepSeek-V3-Q2_K_XS-00002-of-00005.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..5f20fd3f278dcaf9a89171bebbb9aca541d1485c
--- /dev/null
+++ b/DeepSeek-V3-Q2_K_XS-00002-of-00005.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:351099201f98b728baa190b14810c247f79e9db2bc8a84e4eceb38a5d4842334
+size 44153598752
diff --git a/DeepSeek-V3-Q2_K_XS-00003-of-00005.gguf b/DeepSeek-V3-Q2_K_XS-00003-of-00005.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..aec03373592903ff60fc766c207adb1198abdc76
--- /dev/null
+++ b/DeepSeek-V3-Q2_K_XS-00003-of-00005.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62bcd8c7bc4619029f69efe99d4cfa229c22e8bdcd3042488e48128442ac6176
+size 44092166400
diff --git a/DeepSeek-V3-Q2_K_XS-00004-of-00005.gguf b/DeepSeek-V3-Q2_K_XS-00004-of-00005.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..e2f8fd8fb4c262a37f879fda161a582b4049bc8f
--- /dev/null
+++ b/DeepSeek-V3-Q2_K_XS-00004-of-00005.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c82ea1115fc45ecaab1788620f2ecaf84ba527244cc3f0910442e6d748840221
+size 44146229920
diff --git a/DeepSeek-V3-Q2_K_XS-00005-of-00005.gguf b/DeepSeek-V3-Q2_K_XS-00005-of-00005.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..e1961ddff7eb3c5e4c380a104a7c72390b9f50d5
--- /dev/null
+++ b/DeepSeek-V3-Q2_K_XS-00005-of-00005.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4acdaddd54f50329731608f98c859410e009661971059a0c470b498b11ca16e0
+size 44092166400
diff --git a/DeepSeek-V3-Q3_K_M-00001-of-00007.gguf b/DeepSeek-V3-Q3_K_M-00001-of-00007.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..b2dc4f03373b6dd53125d4ad9b768e47184a45f5
--- /dev/null
+++ b/DeepSeek-V3-Q3_K_M-00001-of-00007.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:697f3ab94c90ef7fb136034c4259971a19fbdf5f111ecb9dfe19afe405597d77
+size 45903499072
diff --git a/DeepSeek-V3-Q3_K_M-00002-of-00007.gguf b/DeepSeek-V3-Q3_K_M-00002-of-00007.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..a1adf4d9f0c75e332c778f8896b5d2d5daa6cdd7
--- /dev/null
+++ b/DeepSeek-V3-Q3_K_M-00002-of-00007.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:484e8e9b36c6ab78ddaefbfa834be36595442ddaebd25b3e4369485d50dc156d
+size 45864735552
diff --git a/DeepSeek-V3-Q3_K_M-00003-of-00007.gguf b/DeepSeek-V3-Q3_K_M-00003-of-00007.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..e166d7c0c6056d4465c6edb1551187f2e5b712f8
--- /dev/null
+++ b/DeepSeek-V3-Q3_K_M-00003-of-00007.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c2a6e016de4330fdc728b18e09390ba49db0bf855fc27b4b08dfe05aa81efe3
+size 46993923776
diff --git a/DeepSeek-V3-Q3_K_M-00004-of-00007.gguf b/DeepSeek-V3-Q3_K_M-00004-of-00007.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..04769403553273893de773c7303d20913104b050
--- /dev/null
+++ b/DeepSeek-V3-Q3_K_M-00004-of-00007.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96e988974a803a0aeb391e11c9e7a6d02b69c214bd4fa672a6bfb0cc0fd60ae7
+size 45958992096
diff --git a/DeepSeek-V3-Q3_K_M-00005-of-00007.gguf b/DeepSeek-V3-Q3_K_M-00005-of-00007.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..959501f808a7039408c71f787025248038bbe3e1
--- /dev/null
+++ b/DeepSeek-V3-Q3_K_M-00005-of-00007.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68ba7b913b4a855b050a09f5459438b075fecb5493bf38dd7bb29747f1883077
+size 46993923776
diff --git a/DeepSeek-V3-Q3_K_M-00006-of-00007.gguf b/DeepSeek-V3-Q3_K_M-00006-of-00007.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..a2019f2f8f6913e0190844a41b9216ea4f8b99dd
--- /dev/null
+++ b/DeepSeek-V3-Q3_K_M-00006-of-00007.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:921ed7e00be6e4b33f9e09affde5a363fe6e4f570f78bf0ba32a9e22e5d53421
+size 45958992096
diff --git a/DeepSeek-V3-Q3_K_M-00007-of-00007.gguf b/DeepSeek-V3-Q3_K_M-00007-of-00007.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..e75bb617e71c4aaceb578bef3cb54d86b0b811f6
--- /dev/null
+++ b/DeepSeek-V3-Q3_K_M-00007-of-00007.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfae5d6d162a4a2855411ac62989316879235fa13970e0f17169371227716769
+size 41524328928
diff --git a/DeepSeek-V3-Q4_K_M-00001-of-00010.gguf b/DeepSeek-V3-Q4_K_M-00001-of-00010.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..e85fb029bf5ab6f37034c30301295a90ff455de1
--- /dev/null
+++ b/DeepSeek-V3-Q4_K_M-00001-of-00010.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9738b3c050d0eb0b9b55928c7c6650a598e66dcbd7da35b88f513372d8159e0d
+size 43017451872
diff --git a/DeepSeek-V3-Q4_K_M-00002-of-00010.gguf b/DeepSeek-V3-Q4_K_M-00002-of-00010.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..a711cc1929221f14482b41c92841d99bff93721f
--- /dev/null
+++ b/DeepSeek-V3-Q4_K_M-00002-of-00010.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2596eb4757139a40996aed5e718b27503de6d7a5a32e427e9f8072f66edf3ed6
+size 43048097984
diff --git a/DeepSeek-V3-Q4_K_M-00003-of-00010.gguf b/DeepSeek-V3-Q4_K_M-00003-of-00010.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..03b341d88707d82c39fa018c040cd24995cbb114
--- /dev/null
+++ b/DeepSeek-V3-Q4_K_M-00003-of-00010.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ee5c1e0f74b12eac040bfc3a9d78dd61e3cf69b308f4ca5e1771a1940fe542b
+size 43915481760
diff --git a/DeepSeek-V3-Q4_K_M-00004-of-00010.gguf b/DeepSeek-V3-Q4_K_M-00004-of-00010.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..278994e172e17e76fc6792be8ee4aa5723403d9f
--- /dev/null
+++ b/DeepSeek-V3-Q4_K_M-00004-of-00010.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6377c774dfa19848bb871c9a090e1d469fb64c886b57f783ccd8ca29838bf6a
+size 42950181664
diff --git a/DeepSeek-V3-Q4_K_M-00005-of-00010.gguf b/DeepSeek-V3-Q4_K_M-00005-of-00010.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..74ea50601a97fefa15162d304e5e129b93eb28bc
--- /dev/null
+++ b/DeepSeek-V3-Q4_K_M-00005-of-00010.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6652e7e3fcc8159fb77404610dd5ff5d9203ab1c6b41b6abddf7771983132851
+size 43048097984
diff --git a/DeepSeek-V3-Q4_K_M-00006-of-00010.gguf b/DeepSeek-V3-Q4_K_M-00006-of-00010.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..6b52cef03b4ba9a368bcd59c9ddf481693870917
--- /dev/null
+++ b/DeepSeek-V3-Q4_K_M-00006-of-00010.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc19c241f015e32fa017428f523cd078d2493f604b95040dcfcd53429df68007
+size 42942812832
diff --git a/DeepSeek-V3-Q4_K_M-00007-of-00010.gguf b/DeepSeek-V3-Q4_K_M-00007-of-00010.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..0f052f06e7ea651ad92844dad8355c1f8b6b06c8
--- /dev/null
+++ b/DeepSeek-V3-Q4_K_M-00007-of-00010.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e50f0869abb7ae979fa4e11ba85fb7416f08010c42500b6d331f46fbb247e11
+size 42950181664
diff --git a/DeepSeek-V3-Q4_K_M-00008-of-00010.gguf b/DeepSeek-V3-Q4_K_M-00008-of-00010.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..b2932cb43769ce51e216e4735e5453085c723096
--- /dev/null
+++ b/DeepSeek-V3-Q4_K_M-00008-of-00010.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ffeaf6edb18b495df8d585083262971192872a59df4998d1687e0de6e63f83b
+size 43048097984
diff --git a/DeepSeek-V3-Q4_K_M-00009-of-00010.gguf b/DeepSeek-V3-Q4_K_M-00009-of-00010.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..f8f7c16fedcffb30551a91af552bac1d5378241b
--- /dev/null
+++ b/DeepSeek-V3-Q4_K_M-00009-of-00010.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c08aeeefde4e3b19b87c6423c8cb3fddbd29f970c42869e3eb7021de6d88dc9e
+size 44711301664
diff --git a/DeepSeek-V3-Q4_K_M-00010-of-00010.gguf b/DeepSeek-V3-Q4_K_M-00010-of-00010.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..5602f440afa3d0c2099772cd4f77c7083ce67585
--- /dev/null
+++ b/DeepSeek-V3-Q4_K_M-00010-of-00010.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3289e0c0d5a23edda71b8d0f8717cad1ac1e24560b076ee849f45af2e85779ea
+size 14798482144
diff --git a/DeepSeek-V3-Q5_K_M-00001-of-00010.gguf b/DeepSeek-V3-Q5_K_M-00001-of-00010.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..30fdef8afcfb8062e9d36a499de7ff959f3113fc
--- /dev/null
+++ b/DeepSeek-V3-Q5_K_M-00001-of-00010.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2eae8bd8230c09e3dbf49cdc3bda210355096e2911f5c06a1da5df58c0f04622
+size 49573632032
diff --git a/DeepSeek-V3-Q5_K_M-00002-of-00010.gguf b/DeepSeek-V3-Q5_K_M-00002-of-00010.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..aac96ce6978c3b0cc79267c04018f7f8e0049028
--- /dev/null
+++ b/DeepSeek-V3-Q5_K_M-00002-of-00010.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e63ebc1fb5a777a6fd13e1b5ada38ac056f176dc933a25f70fc8d8df0005e16
+size 48506507776
diff --git a/DeepSeek-V3-Q5_K_M-00003-of-00010.gguf b/DeepSeek-V3-Q5_K_M-00003-of-00010.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..8f008884390675a848ba1b3eac82e55b0dc149e9
--- /dev/null
+++ b/DeepSeek-V3-Q5_K_M-00003-of-00010.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:526bcbe8c7791a7d09ab13d3456fae602b8f365dcdb5a24829eebf49bf9e17ea
+size 48506507808
diff --git a/DeepSeek-V3-Q5_K_M-00004-of-00010.gguf b/DeepSeek-V3-Q5_K_M-00004-of-00010.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..b199bce066a5e8593835fc7eb0677991b490bfa8
--- /dev/null
+++ b/DeepSeek-V3-Q5_K_M-00004-of-00010.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bab2866283ea092b86190467d6f8175bcee4267539085c2f7340d721b5085afa
+size 48506507808
diff --git a/DeepSeek-V3-Q5_K_M-00005-of-00010.gguf b/DeepSeek-V3-Q5_K_M-00005-of-00010.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..6d0e4671e46776eac569c08b798f4ada09d9c5a9
--- /dev/null
+++ b/DeepSeek-V3-Q5_K_M-00005-of-00010.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c61a5717e65dc7ce9afb2a49f447a8feae5f42eab8ed7f7d3995a739589631d8
+size 48506507808
diff --git a/DeepSeek-V3-Q5_K_M-00006-of-00010.gguf b/DeepSeek-V3-Q5_K_M-00006-of-00010.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..8ca780af51eb4fe0381120194eb96bbd335d329b
--- /dev/null
+++ b/DeepSeek-V3-Q5_K_M-00006-of-00010.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75ddf1ded0be3ed8537127a1d4e3d2179facf117911a28beefd9f4b55ab3a77b
+size 48506507808
diff --git a/DeepSeek-V3-Q5_K_M-00007-of-00010.gguf b/DeepSeek-V3-Q5_K_M-00007-of-00010.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..4f6fa3438c65a9c0f4904ad20878928f9206b7ea
--- /dev/null
+++ b/DeepSeek-V3-Q5_K_M-00007-of-00010.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fdf5ab2fc9f5e0cace56b7e5e9d313d725f4065feae23a08c73f1b677df9be07
+size 48506507808
diff --git a/DeepSeek-V3-Q5_K_M-00008-of-00010.gguf b/DeepSeek-V3-Q5_K_M-00008-of-00010.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..197a23ca30206375f5b51479e799d40a269ce3a3
--- /dev/null
+++ b/DeepSeek-V3-Q5_K_M-00008-of-00010.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c44fc7dca09e24f27bb33debb05697e89d8dd909db5c86d6f370bebb21a9e861
+size 48506507808
diff --git a/DeepSeek-V3-Q5_K_M-00009-of-00010.gguf b/DeepSeek-V3-Q5_K_M-00009-of-00010.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..50ba887ef73c2e81074c96aff57e631489a8dd8d
--- /dev/null
+++ b/DeepSeek-V3-Q5_K_M-00009-of-00010.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ce2f54979886d6cd1f89e9d5be0b5d9dd2dd4c0e88b03cf42b1bc77265b8997
+size 49999602080
diff --git a/DeepSeek-V3-Q5_K_M-00010-of-00010.gguf b/DeepSeek-V3-Q5_K_M-00010-of-00010.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..978915c7195a945373d81ca3965080c3aef35592
--- /dev/null
+++ b/DeepSeek-V3-Q5_K_M-00010-of-00010.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94baf35457e40b7a7966db0acee46a0bbcca03a5e3568b76d23e1643d3c00686
+size 36277768864
diff --git a/DeepSeek-V3-Q6_K-00001-of-00012.gguf b/DeepSeek-V3-Q6_K-00001-of-00012.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..218f61f19dfef3c3df051b15869265799da34573
--- /dev/null
+++ b/DeepSeek-V3-Q6_K-00001-of-00012.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f0d094b7f537b2b58ff235c5dd9eb8a41134b506997e8e73b64284dcaaa0fdd
+size 47094114304
diff --git a/DeepSeek-V3-Q6_K-00002-of-00012.gguf b/DeepSeek-V3-Q6_K-00002-of-00012.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..0655d2970fd5dd601b5001b21faae500aa802bc6
--- /dev/null
+++ b/DeepSeek-V3-Q6_K-00002-of-00012.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a06041c1413f6ca3054bb488fba71172ca1d27ed1aa32a0b7cfc584bdb07230
+size 47227297696
diff --git a/DeepSeek-V3-Q6_K-00003-of-00012.gguf b/DeepSeek-V3-Q6_K-00003-of-00012.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..7459d74b995d47f676210b48937b8d1de7b86365
--- /dev/null
+++ b/DeepSeek-V3-Q6_K-00003-of-00012.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac3a194badfee2356d24e2b912f01a3d4491c907b08d2791f8b67d6356e75a7e
+size 47227297760
diff --git a/DeepSeek-V3-Q6_K-00004-of-00012.gguf b/DeepSeek-V3-Q6_K-00004-of-00012.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..21e2b3a0fbe44cab6d5fb63d2c9597c2fe5417c8
--- /dev/null
+++ b/DeepSeek-V3-Q6_K-00004-of-00012.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1ab3fd8e57e2d8cc727a76aae12882794f3531cc1e64bb279c0be8adf009e24
+size 47227297760
diff --git a/DeepSeek-V3-Q6_K-00005-of-00012.gguf b/DeepSeek-V3-Q6_K-00005-of-00012.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..b301be453cd535dc3e3db79ea2ec6c6d37e6e824
--- /dev/null
+++ b/DeepSeek-V3-Q6_K-00005-of-00012.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16d9f51a43fe2746a6e896503cfb19f08a4f3fa6f21c113e8d15d38c30284ee5
+size 47227297760
diff --git a/DeepSeek-V3-Q6_K-00006-of-00012.gguf b/DeepSeek-V3-Q6_K-00006-of-00012.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..7192cf762cf0fc5a054e073ce33a1c19bc1ef256
--- /dev/null
+++ b/DeepSeek-V3-Q6_K-00006-of-00012.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c93725f44a4f482d5cbfd22e35c6c822bed8e3f24c1367d16c1c73a2e126a5e
+size 47227297760
diff --git a/DeepSeek-V3-Q6_K-00007-of-00012.gguf b/DeepSeek-V3-Q6_K-00007-of-00012.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..cd97f0cefacdb5aaaca39799d44f543f79679a6b
--- /dev/null
+++ b/DeepSeek-V3-Q6_K-00007-of-00012.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45c6213da188d0ca8697f90568b040b345466fc0965eb3d87a8f6dab41b86004
+size 47227297760
diff --git a/DeepSeek-V3-Q6_K-00008-of-00012.gguf b/DeepSeek-V3-Q6_K-00008-of-00012.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..c47b3a72c5bba7620734a3360459876b1d29987f
--- /dev/null
+++ b/DeepSeek-V3-Q6_K-00008-of-00012.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c41978470c1125329c052af4be4a435a9754363b9df33017a4e8f3fd1d677187
+size 47227297760
diff --git a/DeepSeek-V3-Q6_K-00009-of-00012.gguf b/DeepSeek-V3-Q6_K-00009-of-00012.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..6db2cd6a4e5cdcbd0f1082e4eb6e1d4f28c5b49f
--- /dev/null
+++ b/DeepSeek-V3-Q6_K-00009-of-00012.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4045cc78c835b9e5102978aac0b0feb9840655bf88f99a59efb976e56b860ecb
+size 47227297760
diff --git a/DeepSeek-V3-Q6_K-00010-of-00012.gguf b/DeepSeek-V3-Q6_K-00010-of-00012.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..52ec5ac883af502adc9c9e6c9a1ab2f09acbde51
--- /dev/null
+++ b/DeepSeek-V3-Q6_K-00010-of-00012.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5aab3666cb66a87683cabaa0f7d9c2f58ed033e1d0605c0711bb51e6ede03dd2
+size 47227297760
diff --git a/DeepSeek-V3-Q6_K-00011-of-00012.gguf b/DeepSeek-V3-Q6_K-00011-of-00012.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..4afb7e9c174dc4fc576b62f9bfae95e0b5744a51
--- /dev/null
+++ b/DeepSeek-V3-Q6_K-00011-of-00012.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:327628814193cba3704ea520294d1cebc06d077b4c1dbdff24e690e342480ecd
+size 47227297760
diff --git a/DeepSeek-V3-Q6_K-00012-of-00012.gguf b/DeepSeek-V3-Q6_K-00012-of-00012.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..b9573e731d31e352a82e1d51ac79109d4cde7c12
--- /dev/null
+++ b/DeepSeek-V3-Q6_K-00012-of-00012.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e816d673d79bf2a95c722a2148c03f2f478ec0b62f29c8232aa0c81595f6cb3
+size 31431234528