diff --git a/._README.md b/._README.md new file mode 100644 index 0000000000000000000000000000000000000000..92c816b4c2f133ab550dff839f42c161ea4c2190 Binary files /dev/null and b/._README.md differ diff --git a/._config.json b/._config.json new file mode 100644 index 0000000000000000000000000000000000000000..e7b7fd26b71845f7c9e62f940f4cebb0067bfff6 Binary files /dev/null and b/._config.json differ diff --git a/._model-00001-of-00004.safetensors b/._model-00001-of-00004.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..ec777fa3ef79003b39e1672f972f9a42f866549e --- /dev/null +++ b/._model-00001-of-00004.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f7534e04a1b5bd659d6e43a2e7ce74f7433ee01ed4ff519f0e81a61f22350c32 +size 4096 diff --git a/._model-00001-of-00013.safetensors b/._model-00001-of-00013.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..4d8888386d1117af768a4e1b80ddf4959998892c --- /dev/null +++ b/._model-00001-of-00013.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:77c7df417e715bf9258e5b382c65e2e294a4bc8b33928ee4ce19a8c32621ac29 +size 4096 diff --git a/._model-00001-of-00015.safetensors b/._model-00001-of-00015.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..ff62e4c8a079365792391b4e0e8101730f6ffec3 --- /dev/null +++ b/._model-00001-of-00015.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:29c643eb27a18e2cae7a6287e29b5bdc3eb146a21c6d34db6240444f8455ce4f +size 4096 diff --git a/._model-00002-of-00004.safetensors b/._model-00002-of-00004.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..81e96912db3a222aaae3e849eb2c2c934cb6833b --- /dev/null +++ b/._model-00002-of-00004.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b432c21dc101825dcf07d2ab0c70f706a0417782d0288e260e42f25fe1afb712 +size 4096 diff --git a/._model-00002-of-00013.safetensors b/._model-00002-of-00013.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..ea20b659d9b06cecfc5480b6c3fed1acef47573f --- /dev/null +++ b/._model-00002-of-00013.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f41c1f4b63a4543b29289550c4c1b2c31bfc3db282d80ac2a7761602f1e16885 +size 4096 diff --git a/._model-00002-of-00015.safetensors b/._model-00002-of-00015.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..8b2a49d5b33580826715dbd809c4fe9db688fd5c --- /dev/null +++ b/._model-00002-of-00015.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6173b5e00a8e10eb04160abb9b1b98bd66a4e0b47ea165274d8cd6a658976eba +size 4096 diff --git a/._model-00003-of-00004.safetensors b/._model-00003-of-00004.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..39aa161092f0283e1c294382fc04f95cd916c0c7 --- /dev/null +++ b/._model-00003-of-00004.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a28ba51ba1a6006db3aaaaa4e5998ac3302e10755f94c64ee64ea8f0c87890ae +size 4096 diff --git a/._model-00003-of-00013.safetensors b/._model-00003-of-00013.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..054bd2086ac597ff4cf240220db497588e46d6ed --- /dev/null +++ b/._model-00003-of-00013.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6b7680212286e4eccd33479f5d5a55ad60b320061631b200aed19a41dad478d8 +size 4096 diff --git a/._model-00003-of-00015.safetensors b/._model-00003-of-00015.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..0e601eede3044c90edfe126c5bda3dd76577a0dd --- /dev/null +++ b/._model-00003-of-00015.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1cca0da6253a4921d5eb327ce540860edff960460a50155eb98bee867fbb5601 +size 4096 diff --git a/._model-00004-of-00004.safetensors b/._model-00004-of-00004.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..a78e96c5e28f0da7b078afd324b33a593e2d84fd --- /dev/null +++ b/._model-00004-of-00004.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:44c457743ba25faf3c092e51bf9b8928cef2c6b75bfb64e38c1634d7604f3a4a +size 4096 diff --git a/._model-00004-of-00013.safetensors b/._model-00004-of-00013.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..fb528b7f104a14edad8dc71b60cc442746c54f25 --- /dev/null +++ b/._model-00004-of-00013.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0aecf608f9f9bc294ffd72d690f81652d7609e9d28e643280a6b516410e0144a +size 4096 diff --git a/._model-00004-of-00015.safetensors b/._model-00004-of-00015.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..954f728129ac6c78e1b0efb92dfa9102df07978a --- /dev/null +++ b/._model-00004-of-00015.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e0fe5bfb5765f8d51ae34bba3ea1aac60446df8d1b1410efc87801d5d7303f3f +size 4096 diff --git a/._model-00005-of-00013.safetensors b/._model-00005-of-00013.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..5011711d41b99e3081108cb9a660e37da8772b54 --- /dev/null +++ b/._model-00005-of-00013.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dc5a8789ad4f6569ef289cf65c937b5251aba2aefdb40610c3cf0096970ecb77 +size 4096 diff --git a/._model-00005-of-00015.safetensors b/._model-00005-of-00015.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..104e96d5d64580e6d586cea5da6fe4c1e50259f6 --- /dev/null +++ b/._model-00005-of-00015.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0fd5158da88a50c54b44bab25cb9f693b179b4773610f61511f723c270aaff5b +size 4096 diff --git a/._model-00006-of-00013.safetensors b/._model-00006-of-00013.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..21fb44a6059db353c22d1456de55f872ab71d541 --- /dev/null +++ b/._model-00006-of-00013.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:74e3d04ed643710f89f4b85e29fc541148704f6434fd712d96e328f426d2d172 +size 4096 diff --git a/._model-00006-of-00015.safetensors b/._model-00006-of-00015.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..8a28491ef3c7bb1b2dd9fc8488c486c8760f4d0f --- /dev/null +++ b/._model-00006-of-00015.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cddb8b32f0f0f9309d8289c2ab3eadabc9339492f471f8fcdf82b703679eb433 +size 4096 diff --git a/._model-00007-of-00013.safetensors b/._model-00007-of-00013.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..98c021c8fa45e81eb0caf734049ba474a979f3e1 --- /dev/null +++ b/._model-00007-of-00013.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cfb63ebc36ac7a08d5b37d38fdff270888928f2034ab0304920bba4f4e2671e8 +size 4096 diff --git a/._model-00007-of-00015.safetensors b/._model-00007-of-00015.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..6773b3c0cde8db23efc137e0f2ab874815bbb25c --- /dev/null +++ b/._model-00007-of-00015.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:10974b950f407f65ba1b30f1f619b309030e5ed48b03a9e6ae7c012b70b6d7aa +size 4096 diff --git a/._model-00008-of-00013.safetensors b/._model-00008-of-00013.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..7cefcb43df74333638a69a3020b59fb90442fb0c --- /dev/null +++ b/._model-00008-of-00013.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e8b2fac4c55450f8ae75887a4cb291dbd2b45a8e53602dbf487c46759e01b6e5 +size 4096 diff --git a/._model-00008-of-00015.safetensors b/._model-00008-of-00015.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..9c8c4f72648994783484d02abc0b00e8f8a6f889 --- /dev/null +++ b/._model-00008-of-00015.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fdd667e247c6863e2c54448880445e01afff3729c194ba46e3732b33bd22af8d +size 4096 diff --git a/._model-00009-of-00013.safetensors b/._model-00009-of-00013.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..635020bbd8a3f9e1c744b1253fb7406e6d674e21 --- /dev/null +++ b/._model-00009-of-00013.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3dfc68efb7f98170d14b6400b3c84f6bcc15e91555ea2b2b1552dae09c7fc3c8 +size 4096 diff --git a/._model-00009-of-00015.safetensors b/._model-00009-of-00015.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..0122fdd1fd7b19d565aeef5a2b58a71361aaa5a2 --- /dev/null +++ b/._model-00009-of-00015.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d8758e7cfe8d9facbe6ab3a3f6c5fa5c18d12076a84722bf8e97107f8becfe00 +size 4096 diff --git a/._model-00010-of-00013.safetensors b/._model-00010-of-00013.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..1f3baa6ca229d5625a304509a9240012cbbce2b8 --- /dev/null +++ b/._model-00010-of-00013.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:da9bd43a0fb8d339d4ff7a287c6965631f7398b87e8d25f854ba23a17cb86871 +size 4096 diff --git a/._model-00010-of-00015.safetensors b/._model-00010-of-00015.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..88342194eb8d144b422d251adb914d03f9b2171c --- /dev/null +++ b/._model-00010-of-00015.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7de6b9ecf250ee8c9e64f38273687c833dd1f5a5fe6d305ab0b6b3c81ec36267 +size 4096 diff --git a/._model-00011-of-00013.safetensors b/._model-00011-of-00013.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..bdcc751e1c8f42f964e99d2cd91fb6078c88da37 --- /dev/null +++ b/._model-00011-of-00013.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:55e9194c8cc52f026e4f28c8e224bab44ad21b843da5da813907a1bb60bbf8d9 +size 4096 diff --git a/._model-00011-of-00015.safetensors b/._model-00011-of-00015.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..e2cba71e8e6d2a09864548f9a0a2045430efbc47 --- /dev/null +++ b/._model-00011-of-00015.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3893c92500351ee7e448ae9f813edcded11034cd2115ca9784887b9e90dce572 +size 4096 diff --git a/._model-00012-of-00013.safetensors b/._model-00012-of-00013.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..8b2d100add9eac3b924c28b87a2ca154835244b4 --- /dev/null +++ b/._model-00012-of-00013.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cb558504472b20580bda483bd48c404c157f5fdaa1d2ac9b8de2b73c6696e41b +size 4096 diff --git a/._model-00012-of-00015.safetensors b/._model-00012-of-00015.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..3d3651709ecfd1018f69e14112c349248982bec5 --- /dev/null +++ b/._model-00012-of-00015.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:41e80fb6e5fbda13a51a73936c579e873eab0a3bbd51a0ed9c5cf897e3bab638 +size 4096 diff --git a/._model-00013-of-00013.safetensors b/._model-00013-of-00013.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..b325bf4bacaf72318f6bd115e37afe98ce5c17af --- /dev/null +++ b/._model-00013-of-00013.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9d268e6f75e2e4583e1a32711cfbef5f489c3913de700ea1cc781d91a6a556f4 +size 4096 diff --git a/._model-00013-of-00015.safetensors b/._model-00013-of-00015.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..24b8dc94b253ec5d2a77c1f96c8dbcde8015f246 --- /dev/null +++ b/._model-00013-of-00015.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4593119273f8b820e71c3cb3b88e91484262081528d4f63d204507463f86a705 +size 4096 diff --git a/._model-00014-of-00015.safetensors b/._model-00014-of-00015.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..bb1bf24811159e0acd7e5ca6182aa6190c903eba --- /dev/null +++ b/._model-00014-of-00015.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:480bb21ea82336f8f04e5454cdf114917438da193a60621d4cac305d06fcaf1c +size 4096 diff --git a/._model-00015-of-00015.safetensors b/._model-00015-of-00015.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..4630403bcbf7714fd311763ebe98336421cdddd6 --- /dev/null +++ b/._model-00015-of-00015.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1c096120b2bd04b157aa003cec29d01206cab1034e6f854551029dd65eda0270 +size 4096 diff --git a/._model.safetensors.index.json b/._model.safetensors.index.json new file mode 100644 index 0000000000000000000000000000000000000000..39f73c1076bcc7175ce31ebce11242f4a743e679 Binary files /dev/null and b/._model.safetensors.index.json differ diff --git a/._special_tokens_map.json b/._special_tokens_map.json new file mode 100644 index 0000000000000000000000000000000000000000..7f4e568f07f93900e227597323a5818412ef1e01 Binary files /dev/null and b/._special_tokens_map.json differ diff --git a/._tokenizer.json b/._tokenizer.json new file mode 100644 index 0000000000000000000000000000000000000000..efa126d3e1d1def4e38e545ce1bd315376bb4f30 Binary files /dev/null and b/._tokenizer.json differ diff --git a/._tokenizer_config.json b/._tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..55d3d0f912f339296b7ff903af21e50911b73f5b Binary files /dev/null and b/._tokenizer_config.json differ diff --git a/README.md b/README.md index 13b88f52518fa61188b9d00e967648cecf47a48c..7536f82aae54ef1f05b9974030e58a3bb11e0813 100644 --- a/README.md +++ b/README.md @@ -200,7 +200,7 @@ inference: --- # mlx-community/Meta-Llama-3-70B-Instruct-8bit -This model was converted to MLX format from [`meta-llama/Meta-Llama-3-70B-Instruct`]() using mlx-lm version **0.10.0**. +This model was converted to MLX format from [`meta-llama/Meta-Llama-3-70B-Instruct`]() using mlx-lm version **0.12.1**. Refer to the [original model card](https://huggingface.co/meta-llama/Meta-Llama-3-70B-Instruct) for more details on the model. ## Use with mlx diff --git a/model-00001-of-00004.safetensors b/model-00001-of-00004.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..2040094232f5f23c53dfc07e6ad89843167a5053 --- /dev/null +++ b/model-00001-of-00004.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:65e6bc9a14062334d6bf16301107f9e2ea525a3bf717df36d0cd78caa224e745 +size 5295466340 diff --git a/model-00001-of-00013.safetensors b/model-00001-of-00013.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..651fa3a2854d32ec98eee136e3b2c3c383bda812 --- /dev/null +++ b/model-00001-of-00013.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fcd6b3e3f0c3329789636674e3f4289e4268556aeaa5aae467848e54385149d9 +size 5272167780 diff --git a/model-00001-of-00015.safetensors b/model-00001-of-00015.safetensors index 6fe9f2a16910029baed98ff7fa481059a0e4f2f2..702b7e9f46c6f5d01b5ee6d9d42611880f2b8e95 100644 --- a/model-00001-of-00015.safetensors +++ b/model-00001-of-00015.safetensors @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:82b89548b877dbcf01dba030bada538202c98f624027b19a202a440fec2da385 +oid sha256:bf07eb0dc3fd36b8dcbb566508e648b8633dbc390f2caefba01938f32444469a size 5162938579 diff --git a/model-00002-of-00004.safetensors b/model-00002-of-00004.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c1157e466bac43bc337ad61cb67381f172f1a929 --- /dev/null +++ b/model-00002-of-00004.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7176d44548c5c22ff68bbbf55b0f4d059e6ad53613258bb1e557733ec1a7bf12 +size 5352157721 diff --git a/model-00002-of-00013.safetensors b/model-00002-of-00013.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..8b546f7d3089aaf7c6210c0517f3d4f09be8fcd5 --- /dev/null +++ b/model-00002-of-00013.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d5c35622972ab4119139ba6b2644c23ba700e6cb64dd0fef7ce51b666962de24 +size 5294649740 diff --git a/model-00002-of-00015.safetensors b/model-00002-of-00015.safetensors index fd6ae9962e1218cc5a133384035ffe6073e40b6a..485d31d9a3b3fa84aa5266213d9f5e482c73bb02 100644 --- a/model-00002-of-00015.safetensors +++ b/model-00002-of-00015.safetensors @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:74c9b1e2f501aa07a1f5c0b9d1ffa4ba5b27f6996f6a79ee1d7ce8e7366612d5 +oid sha256:1337d273656fe6dbc22f384aa388e24eb6c1272615fbd75a7ffec17097a07fef size 5205343236 diff --git a/model-00003-of-00004.safetensors b/model-00003-of-00004.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..a1bea8fb1e75fef00b9c04559e679df008a224aa --- /dev/null +++ b/model-00003-of-00004.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:745678b05128ab1ee7e6e75c9ca48cc18a3d23e3c06c338bfce3a11ee808332b +size 4362258684 diff --git a/model-00003-of-00013.safetensors b/model-00003-of-00013.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c624e6db960303b262ff85929057209b9badcdfe --- /dev/null +++ b/model-00003-of-00013.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ff73d1802ec67e4d8edbca156461a3ffb3c8255e9e741e5f98ab1c5cacd799e0 +size 5294649705 diff --git a/model-00003-of-00015.safetensors b/model-00003-of-00015.safetensors index 0c4b0924811d0b3984e25faeb7e4fc88bc251de9..70bf7f46c3ac6fa94cbaed21d1a64a0711590fe5 100644 --- a/model-00003-of-00015.safetensors +++ b/model-00003-of-00015.safetensors @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:3b1ea721289936a38828711265dc29d8da80e8d2d2b111e7d93bc5a36adbb416 +oid sha256:3cbc333020ddf2eb29a2afe09fb6738402acb08ddb1e0a549b47c418eb7d0001 size 5365774815 diff --git a/model-00004-of-00004.safetensors b/model-00004-of-00004.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..3becb63f46f714c5338c8347f015f84671aabf52 --- /dev/null +++ b/model-00004-of-00004.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b9b3635cd5c70c880e716263b3177a041192cae0a103d9f9e69e7aa70f4a1fe0 +size 1050673278 diff --git a/model-00004-of-00013.safetensors b/model-00004-of-00013.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..500acd9f00661c8d5372ea6a6978d558f5de2a17 --- /dev/null +++ b/model-00004-of-00013.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:52956aeb3d1f162bfb7798e0ba3ed92b96dc315656576e010cdf298bacce8d4c +size 5294649725 diff --git a/model-00004-of-00015.safetensors b/model-00004-of-00015.safetensors index d2c5684417eb15c646d15c5026bfad3ed5abbec9..2b0a198c1bb327a2c276dc1219b9638cf24102e2 100644 --- a/model-00004-of-00015.safetensors +++ b/model-00004-of-00015.safetensors @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:0579d193f9a2becc28fc549bfe51ac47e68b10f9b78601959681da61dfc99edf +oid sha256:c2d50c564230102e897bfc961c41b8282e30939cf1d68801cea4f9a583fe4f30 size 5134006863 diff --git a/model-00005-of-00013.safetensors b/model-00005-of-00013.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..d6e5fde3725c2a721443656a9ec3500d8eab80f4 --- /dev/null +++ b/model-00005-of-00013.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6f7acb03318b2c2da941b7ed38976b25af28d8db781b346c330d3dbfcf43eac3 +size 5294649713 diff --git a/model-00005-of-00015.safetensors b/model-00005-of-00015.safetensors index 55a8daf1a579de2f65ff61a1fc91c90923c36ce2..0c8a916be91b323fc7a1f9d25ec9e8f7919f9033 100644 --- a/model-00005-of-00015.safetensors +++ b/model-00005-of-00015.safetensors @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:e0ad566f9b2eec29566cf912a3b8e100f97a30306d7b85d5829bbde047b844a0 +oid sha256:f1042fe498422d086403da179c1eeed113a6befded2577f047433270c7de20e1 size 5205343384 diff --git a/model-00006-of-00013.safetensors b/model-00006-of-00013.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..54d524edcc9251b7ed2cef534339785d1b66d771 --- /dev/null +++ b/model-00006-of-00013.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:361b6e690a3201585a2d17eaec716a32e712a78df607292f6850c48ddebac2de +size 5294649685 diff --git a/model-00006-of-00015.safetensors b/model-00006-of-00015.safetensors index 0ad3c2d21e857c2f148926c1bc62b8b6d2bc0566..baa1125c0e3e113da5ba2c79d16e3264173a92eb 100644 --- a/model-00006-of-00015.safetensors +++ b/model-00006-of-00015.safetensors @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:d2f3e5c57020a00d36b6f321c93a71853354532225d3b5379875f33af7982c39 +oid sha256:4e79fabeb1418ef59f6c83ed2618488a428d67004d4e5244c88bdcb8af48152e size 5205343355 diff --git a/model-00007-of-00013.safetensors b/model-00007-of-00013.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..d12d8fea8e3fe9dc1a943410d588dad3472a15a0 --- /dev/null +++ b/model-00007-of-00013.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2e7fa23bf53f9e489a6e871ed5ecbc2fb6e13fd75b2527b2a4ba1746c495505c +size 5294649741 diff --git a/model-00007-of-00015.safetensors b/model-00007-of-00015.safetensors index ab21995039ee229ea3487a89461b37bccbbef969..f93af4596b3196113470a1760521aeba16ce5c52 100644 --- a/model-00007-of-00015.safetensors +++ b/model-00007-of-00015.safetensors @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:3de6f905abdec231ee067b6212e523477ec52bad024afe26d9cef4ff3b92d95e +oid sha256:38eab914a359388e9dd1e649a75edb893dc9074a9974eb7c314290c4e51dfe68 size 5365774825 diff --git a/model-00008-of-00013.safetensors b/model-00008-of-00013.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..8bb9baa2dc213fd9e95aa663f6599505205b1b64 --- /dev/null +++ b/model-00008-of-00013.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7b5449d77f2922cf2ffa63277aa4d159359d787cfe7e72d6c47efa785e3e8e03 +size 5294649729 diff --git a/model-00008-of-00015.safetensors b/model-00008-of-00015.safetensors index 8d4cd48c9951f07ab7536445b6648802c3c1f597..9a18b715f7f46aa08db69aed417bc41c895d1c2b 100644 --- a/model-00008-of-00015.safetensors +++ b/model-00008-of-00015.safetensors @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:9493108ca8cf4103ef4bfabadff43c7c91c69d002cedcaba0c72d729ceab5fdb +oid sha256:2ab33109c9bfc39b322197a8c690c669fa462c0f7d17e5ee1e1572857aa83faa size 5134006849 diff --git a/model-00009-of-00013.safetensors b/model-00009-of-00013.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..6006535f0783586a644bf1c89c63cae94039b499 --- /dev/null +++ b/model-00009-of-00013.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5b57be8262fb620680369463db71dc707a9a440ab13f13e45cac5f32624830c9 +size 5294649735 diff --git a/model-00009-of-00015.safetensors b/model-00009-of-00015.safetensors index 79c3aff27bc4e6df259424a5ea8a89f7ca872879..76d0e604a8885e021a704c80c63fdb1a37ea610b 100644 --- a/model-00009-of-00015.safetensors +++ b/model-00009-of-00015.safetensors @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:3731dc19d987efcc651ce8fb5b35195d17509c82aa82bdfe89ec3807a219c13a +oid sha256:bdc830d765daebc3ef486b68ca00456291a3d8e14142c4a6171413a20d94851c size 5205343372 diff --git a/model-00010-of-00013.safetensors b/model-00010-of-00013.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..8b826ca6c35a7318f5e26bd2cce0c11cfc3b673b --- /dev/null +++ b/model-00010-of-00013.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:03fcb39d34c1431fb6f68373d787b0a334fccefddc5f2201910223be77178f7a +size 5294649903 diff --git a/model-00010-of-00015.safetensors b/model-00010-of-00015.safetensors index 5027e3f34c74fc317471d170261adf6996897110..dba40ff322c64cb9b3b040a8030efdeadd26ae6e 100644 --- a/model-00010-of-00015.safetensors +++ b/model-00010-of-00015.safetensors @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:2f28d6e07f8c8938cd862b5a10ca643c8ad641195832e0cd0bb72225e4e6b94c +oid sha256:ce6431fe7b1c7d300b9c5d16f7c2e6b5b3dd0ef76caa4d22b889dddab0f355b8 size 5205343369 diff --git a/model-00011-of-00013.safetensors b/model-00011-of-00013.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..6ef7bff93b7ff776d2b6c669b7663c5b8a243785 --- /dev/null +++ b/model-00011-of-00013.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6c03e7db675443d182790c0d05ccb757a55c58e3e28e0dc312c3e9a29c050d62 +size 5294649998 diff --git a/model-00011-of-00015.safetensors b/model-00011-of-00015.safetensors index 08187acb1106708bc6ab108bf6a81eaba4670fe3..301bdae4e6485a368b9ba04886c6960656b68882 100644 --- a/model-00011-of-00015.safetensors +++ b/model-00011-of-00015.safetensors @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:fe209e19cb8cc0ef0bd2958b8cdbf35703213591e8f5782a53457c332c16d79f +oid sha256:2443fb76b6c7c12c08b2abf8a04f1180fdbdd7e92c15bc92ff0505974fb97476 size 5365774793 diff --git a/model-00012-of-00013.safetensors b/model-00012-of-00013.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c156688899df1cab78751932b9984acaef38333a --- /dev/null +++ b/model-00012-of-00013.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:42a3178c36e263e02b7286a245e51b9ae7efaaa627f956b8c81fb9b33703cba5 +size 5294649956 diff --git a/model-00012-of-00015.safetensors b/model-00012-of-00015.safetensors index 14a470127c72d558df220e0255c9ef17cd3383fe..41ce06383cb1880ca5aa660b01ef0bcca4cd2a3b 100644 --- a/model-00012-of-00015.safetensors +++ b/model-00012-of-00015.safetensors @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:b288ce43f39515811a025bd1d85135fd045ce667779eca0d8d8b8b8ef1215dff +oid sha256:7f977ed86ff885440e903064248624a6fcb9b214190d129cc794ec5f5e5e691f size 5134006871 diff --git a/model-00013-of-00013.safetensors b/model-00013-of-00013.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..b1bfde5688e559e4bd7e54f1a8b1acf0030135d0 --- /dev/null +++ b/model-00013-of-00013.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7e12e9cdf166f453550b0a876811d6306014c0dfa95abddbe03ec015db6eac9f +size 5055160661 diff --git a/model-00013-of-00015.safetensors b/model-00013-of-00015.safetensors index f04a2848168aa126ff61ceb7109707faafaae277..f5249218463a9b9098dee99671efa43f19dfd367 100644 --- a/model-00013-of-00015.safetensors +++ b/model-00013-of-00015.safetensors @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:eb2bc6d7dfea423067ba7d8d4ed5fb72dacc47f909b6995af7834ed22b4d8b32 +oid sha256:864931f3efb11ca8700c3af60793950a9c8e2d7a1be0d5962e79f2a040e4baa7 size 5205343360 diff --git a/model-00014-of-00015.safetensors b/model-00014-of-00015.safetensors index 5f0049389ffe96c2fe8f128a6e5745c060494673..ac2001be0182f547e638a05aa8b6f5517bc7d101 100644 --- a/model-00014-of-00015.safetensors +++ b/model-00014-of-00015.safetensors @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:8b6e231022ee14ed96f69b826cd7428a22c53f14ec53c2b5fe2502552b52abe5 +oid sha256:c26fde4c4e8d980fd231a846d275adc806113eabbb4565f1680d3e084bba7cdc size 5205343363 diff --git a/model-00015-of-00015.safetensors b/model-00015-of-00015.safetensors index a453121a409e447c39158535517665790e3f9c7b..c62501344cba7925c9ee049c1b602472fda4687d 100644 --- a/model-00015-of-00015.safetensors +++ b/model-00015-of-00015.safetensors @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:4de4ccd563e7ded9626370b4959c0732bd8251d07db107b40d45a01749718102 +oid sha256:9984f3519718bc7ece4d80dde5699183717aa8aafdffba48bc132cdde615ce64 size 1865074267 diff --git a/tokenizer.json b/tokenizer.json index 5c903c017d75658b8abbbf5a4b0ad1d5bb595d55..b197f72effb9d5ed16ee0f5663e11e4cfac2ba62 100644 --- a/tokenizer.json +++ b/tokenizer.json @@ -2329,10 +2329,69 @@ ] }, "post_processor": { - "type": "ByteLevel", - "add_prefix_space": true, - "trim_offsets": false, - "use_regex": true + "type": "Sequence", + "processors": [ + { + "type": "ByteLevel", + "add_prefix_space": true, + "trim_offsets": false, + "use_regex": true + }, + { + "type": "TemplateProcessing", + "single": [ + { + "SpecialToken": { + "id": "<|begin_of_text|>", + "type_id": 0 + } + }, + { + "Sequence": { + "id": "A", + "type_id": 0 + } + } + ], + "pair": [ + { + "SpecialToken": { + "id": "<|begin_of_text|>", + "type_id": 0 + } + }, + { + "Sequence": { + "id": "A", + "type_id": 0 + } + }, + { + "SpecialToken": { + "id": "<|begin_of_text|>", + "type_id": 1 + } + }, + { + "Sequence": { + "id": "B", + "type_id": 1 + } + } + ], + "special_tokens": { + "<|begin_of_text|>": { + "id": "<|begin_of_text|>", + "ids": [ + 128000 + ], + "tokens": [ + "<|begin_of_text|>" + ] + } + } + } + ] }, "decoder": { "type": "ByteLevel", @@ -2348,6 +2407,7 @@ "end_of_word_suffix": null, "fuse_unk": false, "byte_fallback": false, + "ignore_merges": true, "vocab": { "!": 0, "\"": 1,