diff --git a/.gitattributes b/.gitattributes
index a6344aac8c09253b3b630fb776ae94478aa0275b..7f32bb3e79f33b7fec22472bb3490f5105d14cba 100644
--- a/.gitattributes
+++ b/.gitattributes
@@ -33,3 +33,83 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+Q2_K/Q2_K-00001-of-00004.gguf filter=lfs diff=lfs merge=lfs -text
+Q2_K/Q2_K-00002-of-00004.gguf filter=lfs diff=lfs merge=lfs -text
+Q2_K/Q2_K-00003-of-00004.gguf filter=lfs diff=lfs merge=lfs -text
+Q2_K/Q2_K-00004-of-00004.gguf filter=lfs diff=lfs merge=lfs -text
+Q3_K_L/Q3_K_L-00001-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
+Q3_K_L/Q3_K_L-00002-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
+Q3_K_L/Q3_K_L-00003-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
+Q3_K_L/Q3_K_L-00004-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
+Q3_K_L/Q3_K_L-00005-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
+Q3_K_M/Q3_K_M-00001-of-00004.gguf filter=lfs diff=lfs merge=lfs -text
+Q3_K_M/Q3_K_M-00002-of-00004.gguf filter=lfs diff=lfs merge=lfs -text
+Q3_K_M/Q3_K_M-00003-of-00004.gguf filter=lfs diff=lfs merge=lfs -text
+Q3_K_M/Q3_K_M-00004-of-00004.gguf filter=lfs diff=lfs merge=lfs -text
+Q3_K_S/Q3_K_S-00001-of-00004.gguf filter=lfs diff=lfs merge=lfs -text
+Q3_K_S/Q3_K_S-00002-of-00004.gguf filter=lfs diff=lfs merge=lfs -text
+Q3_K_S/Q3_K_S-00003-of-00004.gguf filter=lfs diff=lfs merge=lfs -text
+Q3_K_S/Q3_K_S-00004-of-00004.gguf filter=lfs diff=lfs merge=lfs -text
+Q4_0/Q4_0-00001-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
+Q4_0/Q4_0-00002-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
+Q4_0/Q4_0-00003-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
+Q4_0/Q4_0-00004-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
+Q4_0/Q4_0-00005-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
+Q4_1/Q4_1-00001-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
+Q4_1/Q4_1-00002-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
+Q4_1/Q4_1-00003-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
+Q4_1/Q4_1-00004-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
+Q4_1/Q4_1-00005-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
+Q4_1/Q4_1-00006-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
+Q4_K_M/Q4_K_M-00001-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
+Q4_K_M/Q4_K_M-00002-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
+Q4_K_M/Q4_K_M-00003-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
+Q4_K_M/Q4_K_M-00004-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
+Q4_K_M/Q4_K_M-00005-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
+Q4_K_M/Q4_K_M-00006-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
+Q4_K_S/Q4_K_S-00001-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
+Q4_K_S/Q4_K_S-00002-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
+Q4_K_S/Q4_K_S-00003-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
+Q4_K_S/Q4_K_S-00004-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
+Q4_K_S/Q4_K_S-00005-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
+Q5_0/Q5_0-00001-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
+Q5_0/Q5_0-00002-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
+Q5_0/Q5_0-00003-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
+Q5_0/Q5_0-00004-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
+Q5_0/Q5_0-00005-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
+Q5_0/Q5_0-00006-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
+Q5_1/Q5_1-00001-of-00007.gguf filter=lfs diff=lfs merge=lfs -text
+Q5_1/Q5_1-00002-of-00007.gguf filter=lfs diff=lfs merge=lfs -text
+Q5_1/Q5_1-00003-of-00007.gguf filter=lfs diff=lfs merge=lfs -text
+Q5_1/Q5_1-00004-of-00007.gguf filter=lfs diff=lfs merge=lfs -text
+Q5_1/Q5_1-00005-of-00007.gguf filter=lfs diff=lfs merge=lfs -text
+Q5_1/Q5_1-00006-of-00007.gguf filter=lfs diff=lfs merge=lfs -text
+Q5_1/Q5_1-00007-of-00007.gguf filter=lfs diff=lfs merge=lfs -text
+Q5_K_M/Q5_K_M-00001-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
+Q5_K_M/Q5_K_M-00002-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
+Q5_K_M/Q5_K_M-00003-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
+Q5_K_M/Q5_K_M-00004-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
+Q5_K_M/Q5_K_M-00005-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
+Q5_K_M/Q5_K_M-00006-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
+Q5_K_S/Q5_K_S-00001-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
+Q5_K_S/Q5_K_S-00002-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
+Q5_K_S/Q5_K_S-00003-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
+Q5_K_S/Q5_K_S-00004-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
+Q5_K_S/Q5_K_S-00005-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
+Q5_K_S/Q5_K_S-00006-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
+Q6_K/Q6_K-00001-of-00007.gguf filter=lfs diff=lfs merge=lfs -text
+Q6_K/Q6_K-00002-of-00007.gguf filter=lfs diff=lfs merge=lfs -text
+Q6_K/Q6_K-00003-of-00007.gguf filter=lfs diff=lfs merge=lfs -text
+Q6_K/Q6_K-00004-of-00007.gguf filter=lfs diff=lfs merge=lfs -text
+Q6_K/Q6_K-00005-of-00007.gguf filter=lfs diff=lfs merge=lfs -text
+Q6_K/Q6_K-00006-of-00007.gguf filter=lfs diff=lfs merge=lfs -text
+Q6_K/Q6_K-00007-of-00007.gguf filter=lfs diff=lfs merge=lfs -text
+Q8_0/Q8_0-00001-of-00009.gguf filter=lfs diff=lfs merge=lfs -text
+Q8_0/Q8_0-00002-of-00009.gguf filter=lfs diff=lfs merge=lfs -text
+Q8_0/Q8_0-00003-of-00009.gguf filter=lfs diff=lfs merge=lfs -text
+Q8_0/Q8_0-00004-of-00009.gguf filter=lfs diff=lfs merge=lfs -text
+Q8_0/Q8_0-00005-of-00009.gguf filter=lfs diff=lfs merge=lfs -text
+Q8_0/Q8_0-00006-of-00009.gguf filter=lfs diff=lfs merge=lfs -text
+Q8_0/Q8_0-00007-of-00009.gguf filter=lfs diff=lfs merge=lfs -text
+Q8_0/Q8_0-00008-of-00009.gguf filter=lfs diff=lfs merge=lfs -text
+Q8_0/Q8_0-00009-of-00009.gguf filter=lfs diff=lfs merge=lfs -text
diff --git a/Q2_K/Q2_K-00001-of-00004.gguf b/Q2_K/Q2_K-00001-of-00004.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..ff2653a5e3e28b6e91eacf30b582c25d425a6b4d
--- /dev/null
+++ b/Q2_K/Q2_K-00001-of-00004.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27978fe360258b297155ea84f273eaa94a7877535a596e289fa793e62f6c5cf0
+size 17057776384
diff --git a/Q2_K/Q2_K-00002-of-00004.gguf b/Q2_K/Q2_K-00002-of-00004.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..172e557a4a7513e9ce2be456a85213e681bb004d
--- /dev/null
+++ b/Q2_K/Q2_K-00002-of-00004.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:883648685e13a093be7eaa521e32a41588f4b497187e68bfbd1ca9bca105c1d7
+size 17022430720
diff --git a/Q2_K/Q2_K-00003-of-00004.gguf b/Q2_K/Q2_K-00003-of-00004.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..fe65ddb238b9783dc2f7d7f26303fb21a6a38a2a
--- /dev/null
+++ b/Q2_K/Q2_K-00003-of-00004.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:858d68f5163cf3bf079bfe6c43d254ed4726d0828585bdb9782d4c800807c90b
+size 17153875936
diff --git a/Q2_K/Q2_K-00004-of-00004.gguf b/Q2_K/Q2_K-00004-of-00004.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..c0b684c67a286009e9b3582f1ffe90a8c7b8a6b1
--- /dev/null
+++ b/Q2_K/Q2_K-00004-of-00004.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35fc60fb258b1ad39baf6c19d6702a652b07a5a29acad7934ca3bb458a26fbe7
+size 874586624
diff --git a/Q3_K_L/Q3_K_L-00001-of-00005.gguf b/Q3_K_L/Q3_K_L-00001-of-00005.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..1cafa796b6a4d2a9f34790adb697a0ca98901260
--- /dev/null
+++ b/Q3_K_L/Q3_K_L-00001-of-00005.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0ecc6fb9add7a68a52e379521fb4d91f847928e67126b96074c16685ee40f57
+size 16924141088
diff --git a/Q3_K_L/Q3_K_L-00002-of-00005.gguf b/Q3_K_L/Q3_K_L-00002-of-00005.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..11145799765a9976084a5f41dce2fd819e514cf1
--- /dev/null
+++ b/Q3_K_L/Q3_K_L-00002-of-00005.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b0a4f7b5e835acb9e88aa8bd6ca9ca411423e6075398187775e1df3926b5275
+size 17138966880
diff --git a/Q3_K_L/Q3_K_L-00003-of-00005.gguf b/Q3_K_L/Q3_K_L-00003-of-00005.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..52d4e925b207545c12548f717eb011d7a8e472ef
--- /dev/null
+++ b/Q3_K_L/Q3_K_L-00003-of-00005.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:109a2815cc0664bab000b02bc1329b28cb868367d6a304d2a04bcb7fff686ecb
+size 16792936736
diff --git a/Q3_K_L/Q3_K_L-00004-of-00005.gguf b/Q3_K_L/Q3_K_L-00004-of-00005.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..8fba917c59d63c7edb9956b48f450ca0318fe932
--- /dev/null
+++ b/Q3_K_L/Q3_K_L-00004-of-00005.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a07b819006bbd8477a24f68df29c476600bf095f3567367302f2debebfef5d45
+size 16763150368
diff --git a/Q3_K_L/Q3_K_L-00005-of-00005.gguf b/Q3_K_L/Q3_K_L-00005-of-00005.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..c88eb210381647cd9b194bc66c56a12ee649e30c
--- /dev/null
+++ b/Q3_K_L/Q3_K_L-00005-of-00005.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e942464dfd1400e1a700cea26074d94424ff83e04521fb538bf6f2e7ea84b60b
+size 4966111840
diff --git a/Q3_K_M/Q3_K_M-00001-of-00004.gguf b/Q3_K_M/Q3_K_M-00001-of-00004.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..06affd6eca30dcd83d642482601d5576ab33461e
--- /dev/null
+++ b/Q3_K_M/Q3_K_M-00001-of-00004.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f018206ffe73349f7fec8f36e529b65478c78404cac691f19e07ace2f8ad486
+size 16852772544
diff --git a/Q3_K_M/Q3_K_M-00002-of-00004.gguf b/Q3_K_M/Q3_K_M-00002-of-00004.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..c2dec6f1d5e752482dc6d4cfade1a9c4a5735d0f
--- /dev/null
+++ b/Q3_K_M/Q3_K_M-00002-of-00004.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f2ad80101c5921f7e394301c333872baaa41fcad0a2fb4896c037a7126fcd90
+size 17164625120
diff --git a/Q3_K_M/Q3_K_M-00003-of-00004.gguf b/Q3_K_M/Q3_K_M-00003-of-00004.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..a1056e768ed33779c2eadfcbf7179f4590a0f9bd
--- /dev/null
+++ b/Q3_K_M/Q3_K_M-00003-of-00004.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2234876f0dd9d6c2d4bf78b5049966c8cc1f75d8c546de85e119ef8308d5241f
+size 16860521568
diff --git a/Q3_K_M/Q3_K_M-00004-of-00004.gguf b/Q3_K_M/Q3_K_M-00004-of-00004.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..c0bcafb8bd3576920a8f791da961c6ee037570c0
--- /dev/null
+++ b/Q3_K_M/Q3_K_M-00004-of-00004.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1bcfd692eea697f5f9d3a8ce743e221b9e75d8a0e1d6fb2592f121359aff8b6
+size 16917230304
diff --git a/Q3_K_S/Q3_K_S-00001-of-00004.gguf b/Q3_K_S/Q3_K_S-00001-of-00004.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..ca6e4f7361a6502e87f5c6d29021273216dd565d
--- /dev/null
+++ b/Q3_K_S/Q3_K_S-00001-of-00004.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb2ee09f526053c58b0ce369b18bc902821f3dbdda17a02f051bceda48a36c7f
+size 16895142752
diff --git a/Q3_K_S/Q3_K_S-00002-of-00004.gguf b/Q3_K_S/Q3_K_S-00002-of-00004.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..3622d8c6d8bb3540b98a511b29ba42e86f02e0ea
--- /dev/null
+++ b/Q3_K_S/Q3_K_S-00002-of-00004.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44423f4af6e4e47bf5d7ebad4ae8f4b53fb008f19fa5fd9f387c3d1c53e1754e
+size 17156024416
diff --git a/Q3_K_S/Q3_K_S-00003-of-00004.gguf b/Q3_K_S/Q3_K_S-00003-of-00004.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..a865707a45a85bf47ded278b09faced8e844b28b
--- /dev/null
+++ b/Q3_K_S/Q3_K_S-00003-of-00004.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7201d09752a8a560f171a10fd9ee02a0a35bb5bce841d372c3a1c362d5d9299b
+size 17100236480
diff --git a/Q3_K_S/Q3_K_S-00004-of-00004.gguf b/Q3_K_S/Q3_K_S-00004-of-00004.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..238352645cfa94e54ed37a0837a1ebe72b164cba
--- /dev/null
+++ b/Q3_K_S/Q3_K_S-00004-of-00004.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f5b973d7b43149022aed738df5cfca929b741dc455e07f07f4351cde9e44ea7
+size 10352289856
diff --git a/Q4_0/Q4_0-00001-of-00005.gguf b/Q4_0/Q4_0-00001-of-00005.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..cc6ef86724d43742fe3c156df8c1c1a5664ef984
--- /dev/null
+++ b/Q4_0/Q4_0-00001-of-00005.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9cd44f1bf0e3ef7b6bc9338cce8f058980e385b42d8d676deb47b08110bed23
+size 17147794336
diff --git a/Q4_0/Q4_0-00002-of-00005.gguf b/Q4_0/Q4_0-00002-of-00005.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..9b1468143fc181eafa36a9a90d2f58d8b11c978c
--- /dev/null
+++ b/Q4_0/Q4_0-00002-of-00005.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3085e19b1be024aef803b7b7ade859a9a19f0b71e83e10fbfc3138e14f5d0c86
+size 16952335840
diff --git a/Q4_0/Q4_0-00003-of-00005.gguf b/Q4_0/Q4_0-00003-of-00005.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..a7e9fb372c63c4d8ccbdfc1b1dafe8abcd23bfa0
--- /dev/null
+++ b/Q4_0/Q4_0-00003-of-00005.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2acf18feb4548bc5a68d8972967a448be98295d1a597feb4734c9d3783619539
+size 17008566112
diff --git a/Q4_0/Q4_0-00004-of-00005.gguf b/Q4_0/Q4_0-00004-of-00005.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..4818451c8b6f5a395dd466c2ac60d6d84dd37e9d
--- /dev/null
+++ b/Q4_0/Q4_0-00004-of-00005.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4770f61cd153e8fe1159f966de9845edab6e0a3c42baa64b3e809752629cf9c5
+size 16980450976
diff --git a/Q4_0/Q4_0-00005-of-00005.gguf b/Q4_0/Q4_0-00005-of-00005.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..bcf87e53de748f9cc7d64ed08285b9334201377c
--- /dev/null
+++ b/Q4_0/Q4_0-00005-of-00005.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b7979a17cc5220b5f90f9fa8da93de3e293e7f28f42877604fabdc70c115c0b
+size 11425571776
diff --git a/Q4_1/Q4_1-00001-of-00006.gguf b/Q4_1/Q4_1-00001-of-00006.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..cd97a70a00403676100953a5ec3d4ab6755da113
--- /dev/null
+++ b/Q4_1/Q4_1-00001-of-00006.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c293c081b511426d5b0fde2033336cf0e5d95150e3fb3c70eb0bad3d486f469
+size 16898494240
diff --git a/Q4_1/Q4_1-00002-of-00006.gguf b/Q4_1/Q4_1-00002-of-00006.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..27849ae29f3cf53790a2e9c084a4f795783e1ae6
--- /dev/null
+++ b/Q4_1/Q4_1-00002-of-00006.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5489a1e6db73c454303ded8a8d048879af6c9ee12aed8adb275df0dbc685c414
+size 16774945728
diff --git a/Q4_1/Q4_1-00003-of-00006.gguf b/Q4_1/Q4_1-00003-of-00006.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..471672723f7cc516bce68fd5fd32c0de8e6bbc32
--- /dev/null
+++ b/Q4_1/Q4_1-00003-of-00006.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ce40e29866faca1581665d631bbdb3ea3a530b99cbfd3982b38b2da974249d6
+size 16774945728
diff --git a/Q4_1/Q4_1-00004-of-00006.gguf b/Q4_1/Q4_1-00004-of-00006.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..b73dd3619e2a6fa9c77f4501bba5bc613a6d8746
--- /dev/null
+++ b/Q4_1/Q4_1-00004-of-00006.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dca166a1cc6122471dc67e7529eb7ec7fb833ad2d7980d873c2eb1187d3a3e01
+size 16714144288
diff --git a/Q4_1/Q4_1-00005-of-00006.gguf b/Q4_1/Q4_1-00005-of-00006.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..8dc2ae7bd3e22d96879d5e3eafe8bc97cfe4629d
--- /dev/null
+++ b/Q4_1/Q4_1-00005-of-00006.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:615c877b45d12c94b32147b78e1dd33a097202ca57f58d4e7d8cf81751692d9b
+size 16774945728
diff --git a/Q4_1/Q4_1-00006-of-00006.gguf b/Q4_1/Q4_1-00006-of-00006.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..8d8cb8aa7e40636779629dc99eb8e307c5cd03f3
--- /dev/null
+++ b/Q4_1/Q4_1-00006-of-00006.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3164396e696487191832444b3adb7c801a99be43707bbd768a559b1e0f4eac7a
+size 4309489376
diff --git a/Q4_K_M/Q4_K_M-00001-of-00006.gguf b/Q4_K_M/Q4_K_M-00001-of-00006.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..3dd78df261a9c590c6bbd2aff37c38192fec8c5a
--- /dev/null
+++ b/Q4_K_M/Q4_K_M-00001-of-00006.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a27ca979ec555781c40df6f477bbea05b5b823a5ce013769f465eb2f9db3a0be
+size 16936537888
diff --git a/Q4_K_M/Q4_K_M-00002-of-00006.gguf b/Q4_K_M/Q4_K_M-00002-of-00006.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..173a30fe0f11eeaf5e96ea3ad66c9bb1558235a9
--- /dev/null
+++ b/Q4_K_M/Q4_K_M-00002-of-00006.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:961bb3a599a95b4d74a5b41790a73d12461f6b30a4fcaa790c8657207897163d
+size 16961576448
diff --git a/Q4_K_M/Q4_K_M-00003-of-00006.gguf b/Q4_K_M/Q4_K_M-00003-of-00006.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..1cf103623f8163b894bcedb347ea6649f0821ee0
--- /dev/null
+++ b/Q4_K_M/Q4_K_M-00003-of-00006.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:045ae4fc1833a7847e83d87e35cee0f095c133676c2d76ee49b41ebba00c2b84
+size 16693156960
diff --git a/Q4_K_M/Q4_K_M-00004-of-00006.gguf b/Q4_K_M/Q4_K_M-00004-of-00006.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..bc52f4019297476a1836341e99248d77b6615eb8
--- /dev/null
+++ b/Q4_K_M/Q4_K_M-00004-of-00006.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c246410665e5763ef0fa4b2af2565b6cf7d0a9b6a5cdce8f715a32db04ffad8c
+size 16900775008
diff --git a/Q4_K_M/Q4_K_M-00005-of-00006.gguf b/Q4_K_M/Q4_K_M-00005-of-00006.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..9fc298c3142e6d59c2fa40415b5ef4a241b88563
--- /dev/null
+++ b/Q4_K_M/Q4_K_M-00005-of-00006.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:217f0c97b44254b5ad0fba7287008014ba3e70b6293f24e43cb1b5aa11c6e6b3
+size 16986557440
diff --git a/Q4_K_M/Q4_K_M-00006-of-00006.gguf b/Q4_K_M/Q4_K_M-00006-of-00006.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..5f66491a1370db221ad8f4fa6898b0cbe82ce9b7
--- /dev/null
+++ b/Q4_K_M/Q4_K_M-00006-of-00006.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a030b108975934d1bae2a02b616527a43bb8707503acd04fc0a8cecd15631421
+size 1113661856
diff --git a/Q4_K_S/Q4_K_S-00001-of-00005.gguf b/Q4_K_S/Q4_K_S-00001-of-00005.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..8cdf67bd5091be35755d768276d29963bed509ff
--- /dev/null
+++ b/Q4_K_S/Q4_K_S-00001-of-00005.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b9e33c53e1b12075e53d9372d64a03599050240cafd68464bdb897c24dd87c0
+size 16947007840
diff --git a/Q4_K_S/Q4_K_S-00002-of-00005.gguf b/Q4_K_S/Q4_K_S-00002-of-00005.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..9ea6221a9acb626e3a402f57374eb81651952ab2
--- /dev/null
+++ b/Q4_K_S/Q4_K_S-00002-of-00005.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7296a5c662dcc75b2fef0a4405562cc8ed2fad13ad796d19935dd3177c598111
+size 17010925088
diff --git a/Q4_K_S/Q4_K_S-00003-of-00005.gguf b/Q4_K_S/Q4_K_S-00003-of-00005.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..2102e9f5840977ee0689bf68864941814184bf66
--- /dev/null
+++ b/Q4_K_S/Q4_K_S-00003-of-00005.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0645a94729ce8f1edc251dd0b43d31632b8570676a5b8d8a401dd3336e1d390
+size 17063223072
diff --git a/Q4_K_S/Q4_K_S-00004-of-00005.gguf b/Q4_K_S/Q4_K_S-00004-of-00005.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..6fc9b520cc6a5e788dafefe8414a1224f0d59d8b
--- /dev/null
+++ b/Q4_K_S/Q4_K_S-00004-of-00005.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:966f97a4d9e2bb53a0a2e0220e70f1fd78ef22e5d8c769b5faec376389dc4c56
+size 17037074080
diff --git a/Q4_K_S/Q4_K_S-00005-of-00005.gguf b/Q4_K_S/Q4_K_S-00005-of-00005.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..92ba68ec9ecbc399e8e0b775b1964586ba1c47b2
--- /dev/null
+++ b/Q4_K_S/Q4_K_S-00005-of-00005.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e6e1d15baae2b19e579af1732364b87b3f1c945d1cd178dc726adec46c1e4b7
+size 12425373184
diff --git a/Q5_0/Q5_0-00001-of-00006.gguf b/Q5_0/Q5_0-00001-of-00006.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..ca01aa53ee2b0133ddcff55b0805197f7136b047
--- /dev/null
+++ b/Q5_0/Q5_0-00001-of-00006.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aa9e1f863aea720a47228a5e0ff155690a9fe4dea317c54c461ad5c9cec29df
+size 16912305632
diff --git a/Q5_0/Q5_0-00002-of-00006.gguf b/Q5_0/Q5_0-00002-of-00006.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..fb522556a189be04288288f2e51808760a6281c4
--- /dev/null
+++ b/Q5_0/Q5_0-00002-of-00006.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49cbdcb4badfd9de0b4273f2bf684d8a73fcb3bfd0ffd65f9426692b34fdc743
+size 16645527584
diff --git a/Q5_0/Q5_0-00003-of-00006.gguf b/Q5_0/Q5_0-00003-of-00006.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..8593448e64682164b76515d7e8e96d655c26b677
--- /dev/null
+++ b/Q5_0/Q5_0-00003-of-00006.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:767effabc9569bd823f1bfce1ffe62e3aa618087f43e07aaef9ad8732b53ce4f
+size 16710998336
diff --git a/Q5_0/Q5_0-00004-of-00006.gguf b/Q5_0/Q5_0-00004-of-00006.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..ea90003d26359a4198735f4433f7fdd514d764fa
--- /dev/null
+++ b/Q5_0/Q5_0-00004-of-00006.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6245a0dc4e37b2995506adcb147fd6823d87028aa65dd88cbf63cf4298a4a5c
+size 16645478304
diff --git a/Q5_0/Q5_0-00005-of-00006.gguf b/Q5_0/Q5_0-00005-of-00006.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..ecfc511ddf74f3594e85ec110b86c1b848c94337
--- /dev/null
+++ b/Q5_0/Q5_0-00005-of-00006.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3c03ef21beb708fbc703b4ce5819c0bfeb8dd8a610e2f0c0089eebd31aa99a9
+size 16710998336
diff --git a/Q5_0/Q5_0-00006-of-00006.gguf b/Q5_0/Q5_0-00006-of-00006.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..dd09d7111146ea9aeb3dc2ff04082da0dd081f4e
--- /dev/null
+++ b/Q5_0/Q5_0-00006-of-00006.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e01f3055d9aea8478d41d2c29112d0287cbe92571a5d05660a86e23d78774d55
+size 13353902976
diff --git a/Q5_1/Q5_1-00001-of-00007.gguf b/Q5_1/Q5_1-00001-of-00007.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..7675b79980b6539715758572e06fccaa543897cd
--- /dev/null
+++ b/Q5_1/Q5_1-00001-of-00007.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c074af9d34ff099848bc8f4f4ef6fe4dcd9319b4f44e797d6c57388f200702d9
+size 17164848288
diff --git a/Q5_1/Q5_1-00002-of-00007.gguf b/Q5_1/Q5_1-00002-of-00007.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..8920e4c5bfc526d50bae16b3b7915f1b249d2140
--- /dev/null
+++ b/Q5_1/Q5_1-00002-of-00007.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4708a67122701f9d338687a1c9faf51ae2a042107b513bccbd7c7747e7368aaf
+size 16932722336
diff --git a/Q5_1/Q5_1-00003-of-00007.gguf b/Q5_1/Q5_1-00003-of-00007.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..d9f285e1f211c5d3359201af9ed3b6cce91b387a
--- /dev/null
+++ b/Q5_1/Q5_1-00003-of-00007.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1864bcfcde89d6871d18d57915307448c6af4b4ca9116bca27421a5cc0ba37ca
+size 16939603744
diff --git a/Q5_1/Q5_1-00004-of-00007.gguf b/Q5_1/Q5_1-00004-of-00007.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..032af92ea19f485b9b7a12ebff7c055170f47285
--- /dev/null
+++ b/Q5_1/Q5_1-00004-of-00007.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9ff9c7f8ea6978fe0bd8df8c7ff8d0900152f0d8b5c5696de93dd74b76ddb48
+size 16939603744
diff --git a/Q5_1/Q5_1-00005-of-00007.gguf b/Q5_1/Q5_1-00005-of-00007.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..1296721d2818bca7d011db8f811c6fd4ce63c46c
--- /dev/null
+++ b/Q5_1/Q5_1-00005-of-00007.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:546fa25fabf339cf246a23ea85a8146cd77516da6f971fd76a614bedcb369ae5
+size 16939603744
diff --git a/Q5_1/Q5_1-00006-of-00007.gguf b/Q5_1/Q5_1-00006-of-00007.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..d3dec7793c74b1933cdd8866fa29f2eb0e9cc792
--- /dev/null
+++ b/Q5_1/Q5_1-00006-of-00007.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0469e0930cceb9ad7e9303a3d1ca9053416dba4209caf078d2c82e1e0dfefaa0
+size 16939603744
diff --git a/Q5_1/Q5_1-00007-of-00007.gguf b/Q5_1/Q5_1-00007-of-00007.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..ba76eb5da07da409f54f8f32feb16189c74751ad
--- /dev/null
+++ b/Q5_1/Q5_1-00007-of-00007.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c159d10ed217737fe990c0c8b3b6b23d3ad4a75879145397aa27ccba4be9d16
+size 3855471776
diff --git a/Q5_K_M/Q5_K_M-00001-of-00006.gguf b/Q5_K_M/Q5_K_M-00001-of-00006.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..81db938dde52b880742b2ef3699494a4d2bd1568
--- /dev/null
+++ b/Q5_K_M/Q5_K_M-00001-of-00006.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07e3282ee9508b477cb4dd27d16e7612891f80e18b63b2865a90bbd165202c13
+size 17107340704
diff --git a/Q5_K_M/Q5_K_M-00002-of-00006.gguf b/Q5_K_M/Q5_K_M-00002-of-00006.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..9e2ec3422b0ed7a7e633ec2675702b9e146bdc1f
--- /dev/null
+++ b/Q5_K_M/Q5_K_M-00002-of-00006.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c62acae396faddc3ab9394322fca3633a5f5852a4e4c4342141a8bbce7f26e12
+size 17073346592
diff --git a/Q5_K_M/Q5_K_M-00003-of-00006.gguf b/Q5_K_M/Q5_K_M-00003-of-00006.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..9396febc53cbbd6b2870bc192b0cad43146537e5
--- /dev/null
+++ b/Q5_K_M/Q5_K_M-00003-of-00006.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8da22ed6d9c3fbe5f9f2168267cd30ba4907717e35ec841dba21658b8ac3be98
+size 16966342560
diff --git a/Q5_K_M/Q5_K_M-00004-of-00006.gguf b/Q5_K_M/Q5_K_M-00004-of-00006.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..aa9fd153fc5393f473dcf0858a6ce5dd1b093471
--- /dev/null
+++ b/Q5_K_M/Q5_K_M-00004-of-00006.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2eca5e1ea5352e876391822e65ca816b558376685a10e72bb431e943d677a53
+size 17031862592
diff --git a/Q5_K_M/Q5_K_M-00005-of-00006.gguf b/Q5_K_M/Q5_K_M-00005-of-00006.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..b50a1a55b44b02a48154ef36e8f45a05b4a709bb
--- /dev/null
+++ b/Q5_K_M/Q5_K_M-00005-of-00006.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb414d68f7e3ade6f820ef4b3703fb2854ff0b91f367f6d2ceea5012c7aa130d
+size 17031862592
diff --git a/Q5_K_M/Q5_K_M-00006-of-00006.gguf b/Q5_K_M/Q5_K_M-00006-of-00006.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..27a38fc948e89e2c8c3b985fcd7af9a5848674cd
--- /dev/null
+++ b/Q5_K_M/Q5_K_M-00006-of-00006.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:569d996cb2668259d8235a40ef02650d4ea9f621e3d6f9fc3c44ab3cd137f3ce
+size 14763189184
diff --git a/Q5_K_S/Q5_K_S-00001-of-00006.gguf b/Q5_K_S/Q5_K_S-00001-of-00006.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..36c702a359c1c6432644d2ea3e4206cb830ec40a
--- /dev/null
+++ b/Q5_K_S/Q5_K_S-00001-of-00006.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9cf14051cdf4e6e0532b4c7f24d9d4004edb6e2f7962833efc50b163d0bf77b
+size 16912305632
diff --git a/Q5_K_S/Q5_K_S-00002-of-00006.gguf b/Q5_K_S/Q5_K_S-00002-of-00006.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..9ccc580078d65dbb5020ec4391352b5cc96bd128
--- /dev/null
+++ b/Q5_K_S/Q5_K_S-00002-of-00006.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07a5665d7a8cd0ada8ea6973481dc2398d5c10dc9c5fe644d2216e92de29fd74
+size 16645527584
diff --git a/Q5_K_S/Q5_K_S-00003-of-00006.gguf b/Q5_K_S/Q5_K_S-00003-of-00006.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..ba32878e8a8b573dcd54f57e221e35225b077e60
--- /dev/null
+++ b/Q5_K_S/Q5_K_S-00003-of-00006.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2db20f395f65f467f31ca2aaa94dc5431c5f91b9e8b2d8731ad85432416553b
+size 16710998336
diff --git a/Q5_K_S/Q5_K_S-00004-of-00006.gguf b/Q5_K_S/Q5_K_S-00004-of-00006.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..92d76835e204a3f9ac4a75dd24a6c82a2a7475f6
--- /dev/null
+++ b/Q5_K_S/Q5_K_S-00004-of-00006.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0138e7c0bbf11b32f76d31ec7208bc5e18d3618cfd2d6fa136b0822418f22f3
+size 16645478304
diff --git a/Q5_K_S/Q5_K_S-00005-of-00006.gguf b/Q5_K_S/Q5_K_S-00005-of-00006.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..794a37b0bf584dd73832350dd6124b73a700faaa
--- /dev/null
+++ b/Q5_K_S/Q5_K_S-00005-of-00006.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:523f3e9d86abad2129dee09e5cffb90f0d7ae9933df2163e792164c3ac7ba22f
+size 16710998336
diff --git a/Q5_K_S/Q5_K_S-00006-of-00006.gguf b/Q5_K_S/Q5_K_S-00006-of-00006.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..1dc754f6c8c4f599973c08a14475742860a991c4
--- /dev/null
+++ b/Q5_K_S/Q5_K_S-00006-of-00006.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5fba7182a178467fd7ec01c04959803420f7d659e1ed7ab266059d4b2d15ee7
+size 13353902976
diff --git a/Q6_K/Q6_K-00001-of-00007.gguf b/Q6_K/Q6_K-00001-of-00007.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..6b578961f568463161fe5d6d2a785da44662ebf4
--- /dev/null
+++ b/Q6_K/Q6_K-00001-of-00007.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26e202cca4200b56402000d9d37031f59015428c0d53fa9fe64294c461752090
+size 16696342944
diff --git a/Q6_K/Q6_K-00002-of-00007.gguf b/Q6_K/Q6_K-00002-of-00007.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..fcba94ab46c009b91b6796c65b8759b6d05cd47c
--- /dev/null
+++ b/Q6_K/Q6_K-00002-of-00007.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f14591242e5fc89c929d4aff602750b9d6ad6a31bede5968eacfe6c3401c8f0
+size 17119450304
diff --git a/Q6_K/Q6_K-00003-of-00007.gguf b/Q6_K/Q6_K-00003-of-00007.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..fb8f25050441a3bae73cc208e96cb7b9bb60709c
--- /dev/null
+++ b/Q6_K/Q6_K-00003-of-00007.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f22f7cfe24e8956b7fbaa57818e305523e2ddf77ab530f6d0296eff2d997393e
+size 17081603104
diff --git a/Q6_K/Q6_K-00004-of-00007.gguf b/Q6_K/Q6_K-00004-of-00007.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..97299a6dc85ac69199e23e71a51bc1cd1cc2a60f
--- /dev/null
+++ b/Q6_K/Q6_K-00004-of-00007.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1b69f46cb855638309fe6458817e236f2fe77d13f49e8e14ac03b0f8035afa0
+size 17164228224
diff --git a/Q6_K/Q6_K-00005-of-00007.gguf b/Q6_K/Q6_K-00005-of-00007.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..12614168e760b5ddd7f1468cb40e6805ed217ccd
--- /dev/null
+++ b/Q6_K/Q6_K-00005-of-00007.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ed6c1f3e95b8e031ed5b17dadda4f2a419a35c6a320281648d7e029142e0eca
+size 16527463744
diff --git a/Q6_K/Q6_K-00006-of-00007.gguf b/Q6_K/Q6_K-00006-of-00007.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..b07378025d9aa9468e3aed7cd3a452dda7f51f34
--- /dev/null
+++ b/Q6_K/Q6_K-00006-of-00007.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10d6cfcd6839578c6e337a810c290f3a6ecfc663b25a08af51118c0ed5c41e4b
+size 17119450336
diff --git a/Q6_K/Q6_K-00007-of-00007.gguf b/Q6_K/Q6_K-00007-of-00007.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..d11e978a6f3696e0e51c6c210d770df794f51b59
--- /dev/null
+++ b/Q6_K/Q6_K-00007-of-00007.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97abd5d0d421872f21eae5a7f5afbe2eed97219ffccd55d84a4e59a470ba2a56
+size 13826695424
diff --git a/Q8_0/Q8_0-00001-of-00009.gguf b/Q8_0/Q8_0-00001-of-00009.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..9ee46cd7b2a34bf0cfbf9c0fc99e65b430f73d45
--- /dev/null
+++ b/Q8_0/Q8_0-00001-of-00009.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75bf753888b760109f0f6b5cb5d28de6f6d89e63861737515292a459c3744388
+size 17123509504
diff --git a/Q8_0/Q8_0-00002-of-00009.gguf b/Q8_0/Q8_0-00002-of-00009.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..e1aa74de3779cfd98562a8c66f6f3fedf95cedda
--- /dev/null
+++ b/Q8_0/Q8_0-00002-of-00009.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f7ee88261a9187470dd82c5c0ba562205d8ac7ca6637f122cca254993b4e2e3
+size 16820113344
diff --git a/Q8_0/Q8_0-00003-of-00009.gguf b/Q8_0/Q8_0-00003-of-00009.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..8fca7e84ecc712bf0507c500f4ab805922641c9e
--- /dev/null
+++ b/Q8_0/Q8_0-00003-of-00009.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a621c6febbcfe1c7920014908451eb9717a8ddedeefd8105d953bedd79f3eef5
+size 16913944960
diff --git a/Q8_0/Q8_0-00004-of-00009.gguf b/Q8_0/Q8_0-00004-of-00009.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..a8baba4faf47645f0a74d6216118fb3944c1e1f0
--- /dev/null
+++ b/Q8_0/Q8_0-00004-of-00009.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d51a3bc50f581621df2f151d8d770311e8df53de1bbc739cca95dba6e5b2f9c4
+size 16766439136
diff --git a/Q8_0/Q8_0-00005-of-00009.gguf b/Q8_0/Q8_0-00005-of-00009.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..06d13d418c3cc1ab8f0be01a2f3662849da49427
--- /dev/null
+++ b/Q8_0/Q8_0-00005-of-00009.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e5b8d5ca05d9f481f49f79834a1dbb7b718c526b1920c0cba0cca2352106699
+size 16873787616
diff --git a/Q8_0/Q8_0-00006-of-00009.gguf b/Q8_0/Q8_0-00006-of-00009.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..8465ccdd46d9e724fde6812199c06f05bdee2407
--- /dev/null
+++ b/Q8_0/Q8_0-00006-of-00009.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3fd09bea59c4a8d4c15dc4bfcf1b8e085bfe5d3af28b274a5434243abf1a687f
+size 16913944960
diff --git a/Q8_0/Q8_0-00007-of-00009.gguf b/Q8_0/Q8_0-00007-of-00009.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..dfbe84d839290ed47a01857816f6108432aa50de
--- /dev/null
+++ b/Q8_0/Q8_0-00007-of-00009.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5a92415a85e0ff4fb729a35aeaacb1f960adadcbc130019814d0eac4f682eeb
+size 16820113376
diff --git a/Q8_0/Q8_0-00008-of-00009.gguf b/Q8_0/Q8_0-00008-of-00009.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..4722c8503302fe913495e1126f8b45f24b82fd4e
--- /dev/null
+++ b/Q8_0/Q8_0-00008-of-00009.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aecf4f614683d063ebd7ffc27c02b892939ec2089f58d4bcd743f580101e2a5b
+size 16779808608
diff --git a/Q8_0/Q8_0-00009-of-00009.gguf b/Q8_0/Q8_0-00009-of-00009.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..7b4d9bba282768903a95c70cb1714c63bc07d600
--- /dev/null
+++ b/Q8_0/Q8_0-00009-of-00009.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20bc5a48633095498ec0d28f91a2e41064b71031c65867c12c76316c13495356
+size 14408642208