diff --git a/config.json b/config.json index e48518d46949c1ee7e493f22c8d411f61d7283f5..81332024d7473f1f60a586673cf4f9582ade2bdd 100644 --- a/config.json +++ b/config.json @@ -1,5 +1,5 @@ { - "_name_or_path": "/home/meta-llama/Meta-Llama-3.1-405B-Instruct", + "_name_or_path": "/mnt/nvme1/meta-llama-8-kv-heads/Meta-Llama-3.1-405B-Instruct/", "architectures": [ "LlamaForCausalLM" ], @@ -38,7 +38,7 @@ } }, "format": "naive-quantized", - "global_compression_ratio": 1.4646996824138383, + "global_compression_ratio": 1.4646996823985883, "ignore": [ "lm_head" ], @@ -60,14 +60,20 @@ "model_type": "llama", "num_attention_heads": 128, "num_hidden_layers": 126, - "num_key_value_heads": 16, + "num_key_value_heads": 8, "pretraining_tp": 1, "rms_norm_eps": 1e-05, - "rope_scaling": null, + "rope_scaling": { + "factor": 8.0, + "high_freq_factor": 4.0, + "low_freq_factor": 1.0, + "original_max_position_embeddings": 8192, + "rope_type": "llama3" + }, "rope_theta": 500000.0, "tie_word_embeddings": false, "torch_dtype": "float16", - "transformers_version": "4.43.1", + "transformers_version": "4.44.0.dev0", "use_cache": true, "vocab_size": 128256 } \ No newline at end of file diff --git a/generation_config.json b/generation_config.json index ed3373baedc397ce10180dd1bab608ea0100c1ef..c0d952a3697e90a24460d766a494a8bb9cf80534 100644 --- a/generation_config.json +++ b/generation_config.json @@ -1,10 +1,12 @@ { - "_from_model_config": true, "bos_token_id": 128000, + "do_sample": true, "eos_token_id": [ 128001, 128008, 128009 ], - "transformers_version": "4.43.1" + "temperature": 0.6, + "top_p": 0.9, + "transformers_version": "4.44.0.dev0" } diff --git a/model-00001-of-00086.safetensors b/model-00001-of-00086.safetensors index adf2aa0c53127a49d47a46301c4e6f27caefcbfc..9ee5ade4bfed1731bf40a2c8c1c9ec0fe09c0a0d 100644 --- a/model-00001-of-00086.safetensors +++ b/model-00001-of-00086.safetensors @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:616328cbdca2d4ebc13b7ffbe09a5df2f6d0b549d095ee8d1783479a40128236 -size 4806673936 +oid sha256:df188da442bc1a6ff94bdcef23272ad628e6a599f6ebe84dcbbf4bca388ea1b6 +size 4773119504 diff --git a/model-00002-of-00086.safetensors b/model-00002-of-00086.safetensors index e149949700015726f87fcd27383144eace463033..6e8f4023b773ce9ded60151b43bb054d051f6599 100644 --- a/model-00002-of-00086.safetensors +++ b/model-00002-of-00086.safetensors @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:38bb1639011c9df1d24c6fa1b526132e7cb3ad131b63b7dd8870f08f2ba175e1 -size 4966124652 +oid sha256:b2adab3b72c856e33092b5ab7b31bc339e8ce135dfeb7ed395d831aef15db34c +size 4932570220 diff --git a/model-00003-of-00086.safetensors b/model-00003-of-00086.safetensors index c828726e352018bdeba328070871a845dc9da8a7..274285d9913bc2d8eb6b615223d0db825d6b3e7f 100644 --- a/model-00003-of-00086.safetensors +++ b/model-00003-of-00086.safetensors @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:2618e56962e7f70edb444705f3cbfab569d0576a22c69b2cb03c607bbd431d7c -size 4697755992 +oid sha256:a4d0e91d71e4ba53344e5eaca84458fc6966119f74c9ef87e3623d3ca2fbe6dc +size 4630647128 diff --git a/model-00004-of-00086.safetensors b/model-00004-of-00086.safetensors index 08c1151b860299c57c892361b708551af85f22ee..79934c98e58652d1b0349cf16a4f765c46ab0c5e 100644 --- a/model-00004-of-00086.safetensors +++ b/model-00004-of-00086.safetensors @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:aa74b8afd0e2bb2ebff69445f9ebbc5d1ec708d2fae057439ed132cb164b8841 -size 4966124652 +oid sha256:2c4e34a39b46afe9eecefd5730b33e83c32d8e4f164a8ae341b0eddfd3e0a166 +size 4932570220 diff --git a/model-00005-of-00086.safetensors b/model-00005-of-00086.safetensors index 932058663036ddb0c575895182d10c46a1710710..b3ca7dfe25e18aa196429d65a00e0babd7970390 100644 --- a/model-00005-of-00086.safetensors +++ b/model-00005-of-00086.safetensors @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:5557f88eee4a8a9a8cbef8e6422c7e2083547085439d871984e0e19b5a68aa9d -size 4697755992 +oid sha256:05ad9ff1b28d0ab4de7adc496608bce1550c9f42936763ff1f3788d332db2d9f +size 4630647128 diff --git a/model-00006-of-00086.safetensors b/model-00006-of-00086.safetensors index 9df98122edc44041f4cfe8781f50f0eb31b9f0f9..156fe593deea6892580755e8e1a13241a8c04def 100644 --- a/model-00006-of-00086.safetensors +++ b/model-00006-of-00086.safetensors @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:4af2d12eda9209bc92672aa5533ca37836f937ee814402ba73b347d9fc4cfba8 -size 4966124652 +oid sha256:dcb322a7a4ea0d076f96ed480f2ac66489d466a5c5655a0c4da78ef73ca5b0d0 +size 4932570220 diff --git a/model-00007-of-00086.safetensors b/model-00007-of-00086.safetensors index b5637f45b646df48d8d880238934e646d1af33a1..3d10838381c407820ad39f892336c2125fdf41ce 100644 --- a/model-00007-of-00086.safetensors +++ b/model-00007-of-00086.safetensors @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:ebe318ef5bbf5a076aebf8c78a8f16eff7b3f969bb2ef7c6a58d7f0c4237be0e -size 4697755992 +oid sha256:05eeca4eeffb306d9699fd633b23e085cc600f99e1906f1e9815a50988d7c829 +size 4630647128 diff --git a/model-00008-of-00086.safetensors b/model-00008-of-00086.safetensors index f7359ec19319d2baf4f58c2a42064c1537ed00cb..eb1b5e8f6f32fe95367512792f8ded0c2685b331 100644 --- a/model-00008-of-00086.safetensors +++ b/model-00008-of-00086.safetensors @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:7f69dce8e0c5c2cf395ae2f6433d5470d559dd0bb14a74d3ce66324445a393a4 -size 4966124588 +oid sha256:f63d3be3555126eaf5baaa3215d0e85163890911f40eca3cbbc4e9ddcc1ec5f2 +size 4932570156 diff --git a/model-00009-of-00086.safetensors b/model-00009-of-00086.safetensors index 76f7a936df747674583a7284e86139e4edea2b6e..08bd6601df6ebfacaf241acb480e8c923043562c 100644 --- a/model-00009-of-00086.safetensors +++ b/model-00009-of-00086.safetensors @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:92b344e127d65179557a4a8dc7be2620bd9b9734b05f97516740b6bb8172db83 -size 4697756032 +oid sha256:2aad58547c7e2be9d47d979f41ce0cc2b2050c7843c0856c285627097d17382c +size 4630647168 diff --git a/model-00010-of-00086.safetensors b/model-00010-of-00086.safetensors index 613617f408aa352e8da138f39466b52272919155..f2da3048f77cbbdc4450af0c4251b6669c1d0584 100644 --- a/model-00010-of-00086.safetensors +++ b/model-00010-of-00086.safetensors @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:99efb3448e97cc379804d810a46860459f96d3323bf8ccd1e86905bc7d69b404 -size 4966124684 +oid sha256:0f22de56e41cb453ac9dabb524beaf12f8803a754eb92ecd17397fff7664a00f +size 4932570252 diff --git a/model-00011-of-00086.safetensors b/model-00011-of-00086.safetensors index 30ff2a541463c26a9d110b01ee33bc9650fc0385..1196d69ac0b77a26bb2b3c0dafde4fd2e0681e22 100644 --- a/model-00011-of-00086.safetensors +++ b/model-00011-of-00086.safetensors @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:59497dcd34f369c66b95ec95fa86659cc3760c88d89e939b4fff39f35d387f98 -size 4697756032 +oid sha256:ffc797f42d17a2ef00f6a8f9e0671193f1a40e90e31848c3a9ced0dec31893f9 +size 4630647168 diff --git a/model-00012-of-00086.safetensors b/model-00012-of-00086.safetensors index 52cf24f2d4b6c9189131c21da8d5141d16887b96..213a58f8331996521619b69a6eda2786202aeae1 100644 --- a/model-00012-of-00086.safetensors +++ b/model-00012-of-00086.safetensors @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:520a24c2bf6455d1d6bee0b7f5e659bb471ae51074ace12dfbef85b2ef7e98eb -size 4966124684 +oid sha256:5fa5c62b7e4a0f1c0b75eaacd6fa5dff3d38508ee7bd810c48c69c583dbac12f +size 4932570252 diff --git a/model-00013-of-00086.safetensors b/model-00013-of-00086.safetensors index 9f8fb87caf366571add2c5bd144021a3613239d4..ca00f092ad7444ed293b09199dc54092364f5b5f 100644 --- a/model-00013-of-00086.safetensors +++ b/model-00013-of-00086.safetensors @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:89432b63bc6e6f28ca6647fa6b974915e211d31d00af2699e3010b74053bde29 -size 4697756032 +oid sha256:3c1f079b8c4d5c6c55a2911bbc334877a28278b23f89183c00cc5db5be044b2f +size 4630647168 diff --git a/model-00014-of-00086.safetensors b/model-00014-of-00086.safetensors index a1e6831b6589d3bea5bbe97f8d94c4253920e0de..a52bb8579dab0fbfb217a6d8152e0739ac670f83 100644 --- a/model-00014-of-00086.safetensors +++ b/model-00014-of-00086.safetensors @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:ccfb16edb3b78bd62dea6d46da3644523cd6ff738fb74defba529fa93b4c52ce -size 4966124684 +oid sha256:1182cb79481423f6ba1d8ac2f1e571f5c9ba31c35e35d4ce4b8df187dbd179bb +size 4932570252 diff --git a/model-00015-of-00086.safetensors b/model-00015-of-00086.safetensors index c19ea4c5062d124ef0ed4d667f2e798660c0eef9..236f5b5449d66782a9c356b5420189a2fff83fa9 100644 --- a/model-00015-of-00086.safetensors +++ b/model-00015-of-00086.safetensors @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:3a7962c9e8e99a8a234da28e7e42cbc94cefa53afb9e8a66924358c5e14f426c -size 4697756032 +oid sha256:276ed2ae1fc3ec0d490423df2640e8d0911a9069d771eba547fd74c1c966ee02 +size 4630647168 diff --git a/model-00016-of-00086.safetensors b/model-00016-of-00086.safetensors index ea7d064dcb997e1853ce36bb0b3c4e147f31591f..dd34a2d5fe2ad30f82aad9f4cd10ff6009c52ca9 100644 --- a/model-00016-of-00086.safetensors +++ b/model-00016-of-00086.safetensors @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:c5f11d746cc2b48e0ac54d08088e023bcc63fb5d285235e0724b465f6a15a499 -size 4966124684 +oid sha256:39d990f389f814ac80e5a194dd3c69388501aff70a660ffdfa3fbe8bccc87ad3 +size 4932570252 diff --git a/model-00017-of-00086.safetensors b/model-00017-of-00086.safetensors index 99f8c73acc8068bb5434f4f13b5b9ec308b2870f..2f58b796d3a32ba6158464f556a9bae7d5f0c5dd 100644 --- a/model-00017-of-00086.safetensors +++ b/model-00017-of-00086.safetensors @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:cfee1c99296a8a256d62811285b24778a4d781a6372688ffd9b306efb716758a -size 4697756032 +oid sha256:f0182183e037cb4059c88b27a3fe4b1f388f8ca34de427cfc7c1f9079f6112b6 +size 4630647168 diff --git a/model-00018-of-00086.safetensors b/model-00018-of-00086.safetensors index 5b1450b5669d57036bbb7b730aaa86a74097205e..a52af845cad2c2afda966636ca3bbbbe9d9f3218 100644 --- a/model-00018-of-00086.safetensors +++ b/model-00018-of-00086.safetensors @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:be5e2f98b80e71d3043d961a086b1d36875ebfe413f338ba9358100e036956dd -size 4966124684 +oid sha256:82d998f91d10d3ae9a94bbd4c07847deeb5ff96cd01ec22410ddafba923e273a +size 4932570252 diff --git a/model-00019-of-00086.safetensors b/model-00019-of-00086.safetensors index 6886d90a84a1be141ac76f6f0467cdf5062849c9..94e4fa11a69fdf780d7ac522dcae2167018f85c1 100644 --- a/model-00019-of-00086.safetensors +++ b/model-00019-of-00086.safetensors @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:494e22b17c27b76eb4585ea28e43be276010fa8bc594be10b4be73a7bf4bd939 -size 4697756032 +oid sha256:a890c7a638b89373a98ee6e47220ac568ab0ef5f7d7b28760f0f520828ab285c +size 4630647168 diff --git a/model-00020-of-00086.safetensors b/model-00020-of-00086.safetensors index 09bb4c0d63298dc9bb0e1e9ecb05b85ad700a958..18a9fbdc328abd39e4c6727b4e00b497fb0d211e 100644 --- a/model-00020-of-00086.safetensors +++ b/model-00020-of-00086.safetensors @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:bddd428ef6fb1aef6ec8cafd1cb0ea89433e188ed27aa86f20faf36ab38012c7 -size 4966124684 +oid sha256:4a8c66a0cd576f53ee610d80b4a01b486a691171e81e8321e6b4a5a31eb76cf8 +size 4932570252 diff --git a/model-00021-of-00086.safetensors b/model-00021-of-00086.safetensors index 72e633e8976920b3c4345d6209db3f4fab6453ad..1890d0f6981365bb971120f64a60cff7266581b2 100644 --- a/model-00021-of-00086.safetensors +++ b/model-00021-of-00086.safetensors @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:4e1758c4924d10b81c13775c253408a3604fd29ccb7eab12df10e51f25191a36 -size 4697756032 +oid sha256:62d42a594aaf175ece689ef7d173b0ff2648132cbd0d0f1a646fda74c500338e +size 4630647168 diff --git a/model-00022-of-00086.safetensors b/model-00022-of-00086.safetensors index 320875daeb391c95cdcd3b31171a4c4121b8e0ff..25ae7409d55ced348be14650842d63800a273911 100644 --- a/model-00022-of-00086.safetensors +++ b/model-00022-of-00086.safetensors @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:6a1bdaecdd48e5d63e12ad3658db303c95996df3232fc095ffaece733c2e4a87 -size 4966124684 +oid sha256:8ede615fd6962438696056486e1e656c8ba71d1ec4eae4d5c26bdfe6ea60a08d +size 4932570252 diff --git a/model-00023-of-00086.safetensors b/model-00023-of-00086.safetensors index a92caa86a0b45cd669ea897b6e1aac79affb9721..318d704572f61f745abde7604eac75d40bac0d6c 100644 --- a/model-00023-of-00086.safetensors +++ b/model-00023-of-00086.safetensors @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:6a4e094c5f2fc777b013280279b6d5f69412f685127d462234e99eb47f115f93 -size 4697756032 +oid sha256:99962d6725a05b23f6fca4cf51cbcc408b4df7fa81802c8c18ab27aa74047c09 +size 4630647168 diff --git a/model-00024-of-00086.safetensors b/model-00024-of-00086.safetensors index e70a2c49e084c4090294bd49835a1c4fe1625ad5..937b6b707dded4cc79e210bf1f5a96010069d546 100644 --- a/model-00024-of-00086.safetensors +++ b/model-00024-of-00086.safetensors @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:cbc0e311ab6297595e36202ca6eb8fd96af8b5537d41328f2925cef9b26c2fa9 -size 4966124684 +oid sha256:3744a1c2d6d2feb2ef5c0f1a06d8f139e0cd19a0af6ce83d17dfaf1b822f6c44 +size 4932570252 diff --git a/model-00025-of-00086.safetensors b/model-00025-of-00086.safetensors index ac91d5444a73850f329b61e257e9cf6daa362f6f..cafdb90f554ab8c52383f8ae9ca6b8ffe71d5de3 100644 --- a/model-00025-of-00086.safetensors +++ b/model-00025-of-00086.safetensors @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:30d0df43f777043ad4a918082e0c22ce1236295b0175253b6e2488363790c687 -size 4697756032 +oid sha256:0baa8a1a28abb8a94f406041f95e2580a19c432ebd679ff4eae081c136db2356 +size 4630647168 diff --git a/model-00026-of-00086.safetensors b/model-00026-of-00086.safetensors index 1637772fdbe7b31fa690275082ee0270a99f8a90..4d61f4a221f9502114fc67ef868d72d90de74e7d 100644 --- a/model-00026-of-00086.safetensors +++ b/model-00026-of-00086.safetensors @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:05bbc5876fc5c0b209abf1e72a7188113ef3a91c6fa54a648b60e9b5c534988c -size 4966124684 +oid sha256:b32f38f046acb171588b05cad6ec6e8466776e4ac74460d07c3a7af1a0551e70 +size 4932570252 diff --git a/model-00027-of-00086.safetensors b/model-00027-of-00086.safetensors index efbad1b6e70b68fb233aa7b32c13b07ad92f6292..12c04b6d7d0ed3b034f9b2803424c505e691a8dc 100644 --- a/model-00027-of-00086.safetensors +++ b/model-00027-of-00086.safetensors @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:389a0f47438a7766a42363c0748c946346d7276cfd968415fa8e9b65c41357bc -size 4697756032 +oid sha256:fb95140da6141a4608732b8abe8ba40208013e62731288d8b2dfc14553738196 +size 4630647168 diff --git a/model-00028-of-00086.safetensors b/model-00028-of-00086.safetensors index bd36ad5ea9faa9468f4470d27b3fdd21d217f983..4223bb39c3de7a747c5e6c265ca5d63f81ccac0d 100644 --- a/model-00028-of-00086.safetensors +++ b/model-00028-of-00086.safetensors @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:f3e1d9c986c5868b9c317fb7f3d37b31592148ad66f79e03974a0f83d606d2bb -size 4966124684 +oid sha256:159ec827bf0a360541136d3511b48e78c915106a9648e5528ab61a0941dfb0cc +size 4932570252 diff --git a/model-00029-of-00086.safetensors b/model-00029-of-00086.safetensors index f68df7ec1a1137910a1ea5e4ffda474e0187474b..c2f33e5e83f44e130c83d0406edd08f41ba89ea1 100644 --- a/model-00029-of-00086.safetensors +++ b/model-00029-of-00086.safetensors @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:b24842d025f0006b1cb769d498785dd496356c1f2fb788361583a75adfaab3ab -size 4697756032 +oid sha256:26a07a4b8a7b619855e3fc565bde4185dc4da82f736d30b573cd74c41644a589 +size 4630647168 diff --git a/model-00030-of-00086.safetensors b/model-00030-of-00086.safetensors index 48a8369b1ae7e1803e6d8d25176e6893366c4340..140bab5205e2656040d67ee1d9817b91a8b16b9a 100644 --- a/model-00030-of-00086.safetensors +++ b/model-00030-of-00086.safetensors @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:ac27dbf0d82739f449172bf11912245f7db052c5ad5a1c0791a8f90f32f8f1ed -size 4966124684 +oid sha256:2c501bab7e5185c725c5a86e2a29e0234d80044daa755144e2e1a180ec00dbd7 +size 4932570252 diff --git a/model-00031-of-00086.safetensors b/model-00031-of-00086.safetensors index fb9bed1ed385de7383090d0f419ab1a3244d23b1..414b717c921a92e258a122e1a495fb3a38c7a3b9 100644 --- a/model-00031-of-00086.safetensors +++ b/model-00031-of-00086.safetensors @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:933d875e72c38d79941ad6cbff29c4bba1054a72c46c1815aedc2cd0413e3c31 -size 4697756032 +oid sha256:1482725887d33f95157f7fe8226dfa4e84ba930aaafeb10dcee0a55d2b618e43 +size 4630647168 diff --git a/model-00032-of-00086.safetensors b/model-00032-of-00086.safetensors index aacf0cf14fe20c108f3521079f85ab4e0dcba209..c0bfb8c762171d8a0a09bbaf60805c9fe8bd0608 100644 --- a/model-00032-of-00086.safetensors +++ b/model-00032-of-00086.safetensors @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:7fd10afe42445a5098d5cc807eca68f79a01f39fe0b98604c1e837195df361b8 -size 4966124684 +oid sha256:4cce763b67961d33664c760e8b5f265eeac8fc57daecc6d7fe5efb8ad5471f82 +size 4932570252 diff --git a/model-00033-of-00086.safetensors b/model-00033-of-00086.safetensors index bde8e370b5def1d6268469621768dd8d09f57074..31589edb8730bf224c68ebd85ee442283190bb65 100644 --- a/model-00033-of-00086.safetensors +++ b/model-00033-of-00086.safetensors @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:27fab3ea3c4db43f8a3f629e2912b73750a50186b4bca225b6b07b4cd2d40d31 -size 4697756032 +oid sha256:9f4d964387841f82ed25275bea1a94984b86eba4f7f1cc326effa56b8da3ba4e +size 4630647168 diff --git a/model-00034-of-00086.safetensors b/model-00034-of-00086.safetensors index 271528ab28cad152b4cbb4841cab63ed5d413540..3a1c21c11645c4db3322a90202ab432eae43625c 100644 --- a/model-00034-of-00086.safetensors +++ b/model-00034-of-00086.safetensors @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:9b876189a00c26a689e642165fd976e7527469086b9b89fbae6cb8843ab21a05 -size 4966124684 +oid sha256:0bca59882dc608777fe633d9a6fdae19a4678ba6f5ac02990c8be3ec8b49faf3 +size 4932570252 diff --git a/model-00035-of-00086.safetensors b/model-00035-of-00086.safetensors index dc746b5056ad198b6c942cb5a4b0718545d65403..ffbd3cb1ede3acf8b4dda23e91b1cd621de51958 100644 --- a/model-00035-of-00086.safetensors +++ b/model-00035-of-00086.safetensors @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:44aa3c3bfb52ee17964c0b3a95ad32edd99de38315f760a2282369195de3c269 -size 4697756032 +oid sha256:7cdb8888140312d8c44237d5da9243d15959c3c116f8325990e3cd5483b8cd08 +size 4630647168 diff --git a/model-00036-of-00086.safetensors b/model-00036-of-00086.safetensors index a7c46a59b24cfe469bf096f4e56c00c3b499462d..3fabe584473e5d6c80aadc9095ff3343e91c6ae5 100644 --- a/model-00036-of-00086.safetensors +++ b/model-00036-of-00086.safetensors @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:b0860847e065244ee8755d76df037a90010fde35f3250955245cce6dfd137430 -size 4966124684 +oid sha256:46c337ab61927e1f2180ac4742a02a800d4c29c6ec9b805ffe9577da46dcae3e +size 4932570252 diff --git a/model-00037-of-00086.safetensors b/model-00037-of-00086.safetensors index 5ec6d52361ef24f9e7cc775ed7e181c195133386..82947b0339eb10669fa5ecc332a7dd8350bd5a07 100644 --- a/model-00037-of-00086.safetensors +++ b/model-00037-of-00086.safetensors @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:dc1ea36c61476466a0600a63bba7520cbc0a2bf037474c2079cdc1548a90714a -size 4697756032 +oid sha256:a2fc2533fcecfb156a06b8574768a71965418d9d4648cfeda04e4c806e5ed8be +size 4630647168 diff --git a/model-00038-of-00086.safetensors b/model-00038-of-00086.safetensors index 66c358169a1de355a255ad91e2df14681668d163..6331d4c09f0a1eaac447d42c3833a6f834ec1a4c 100644 --- a/model-00038-of-00086.safetensors +++ b/model-00038-of-00086.safetensors @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:d4ebda9eb2be494b31fed14751a2377af97e35a0699f2c2390e2adaf96d387e2 -size 4966124684 +oid sha256:4568a5eac6e9488e5fdef150f212098e8a525488fcb793baa5efe92f5ca5c083 +size 4932570252 diff --git a/model-00039-of-00086.safetensors b/model-00039-of-00086.safetensors index 09433a6c5d8cf2bbbf06d9811a68d2ad3b708b2d..bd2fbd0796c6882ffa6d1a94fe941030c8bef407 100644 --- a/model-00039-of-00086.safetensors +++ b/model-00039-of-00086.safetensors @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:ef90571c7e19762c23e30abb19851a2d8f71ae8def9f7cb7df9fc0c59f9a8172 -size 4697756032 +oid sha256:70d922d0843466c83ce9e6e2d8985e4b480e831e5b7d6d4f64b95bd7211dfd21 +size 4630647168 diff --git a/model-00040-of-00086.safetensors b/model-00040-of-00086.safetensors index ea7e4f9f4561f5929746a8a511966d0d4b9cb178..9d24506e245c86946055e52182bae3dccebcc36d 100644 --- a/model-00040-of-00086.safetensors +++ b/model-00040-of-00086.safetensors @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:26df5f4840b86dd8385eb6072aaf772ab917ac73d95eea24686e12789b9d14cd -size 4966124684 +oid sha256:af110347cd7746faf4fd2a99e8e2632b136e7dc533b4e179dddf06d8824dbf76 +size 4932570252 diff --git a/model-00041-of-00086.safetensors b/model-00041-of-00086.safetensors index e64dfab1c5c4faee8529605614de148a3d221430..d97414874561bb9d823511445a3ebcf89ecef33c 100644 --- a/model-00041-of-00086.safetensors +++ b/model-00041-of-00086.safetensors @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:2cc8c25deadffacde37fbcd16788a6bcc4d9b5513923614a9155ff0fed5c12dc -size 4697756032 +oid sha256:215129bdf784f6d953894496bed8388a06bda84e60b41d111b9525967a177511 +size 4630647168 diff --git a/model-00042-of-00086.safetensors b/model-00042-of-00086.safetensors index a39b75bc04e9bfce3b80bb70eb976c2dee8f35d3..6102c8e719a379ff9fde80b669da171d4729d461 100644 --- a/model-00042-of-00086.safetensors +++ b/model-00042-of-00086.safetensors @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:a289658b67c5b656161df1e26f2fad1c7011eb360f856ce58e9e3cf07178c80d -size 4966124684 +oid sha256:51475d3746bb70dbaaebb1b8c240744474729c65e4fe85bae2fc3912cd3d71ae +size 4932570252 diff --git a/model-00043-of-00086.safetensors b/model-00043-of-00086.safetensors index 37b10bc2716256febab8d4254773cfbed026db38..ccd47ba928cc85a7fed82d9ec8cffd78dc9c0234 100644 --- a/model-00043-of-00086.safetensors +++ b/model-00043-of-00086.safetensors @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:aba8bc716319cea8b0c4c2303d76de8f86952a56ca8ebff74cb0231b37c2f01d -size 4697756032 +oid sha256:123626ad8c64c92f13f8b44448ebada6c18edc705144d97b3a1fffff32ba41ab +size 4630647168 diff --git a/model-00044-of-00086.safetensors b/model-00044-of-00086.safetensors index c00a0c752fd1809b82539b1b6016dc1c629c2b43..277354ed318b9c3ef4761779d8c84d45566f2391 100644 --- a/model-00044-of-00086.safetensors +++ b/model-00044-of-00086.safetensors @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:e6e6a255e9c8b69e7124804ed1a7daf56d75ffdc8822cb8c32bfff0974235c47 -size 4966124684 +oid sha256:713e4edbb47de741b7d456384517ca8d11e2449f4562b9ed0e89a87cc9a88ab0 +size 4932570252 diff --git a/model-00045-of-00086.safetensors b/model-00045-of-00086.safetensors index f129bd90dd248c1269bb5084244b55d263683645..445d19a6aa7f59b56c15c95693f7a3d3ee36d3b3 100644 --- a/model-00045-of-00086.safetensors +++ b/model-00045-of-00086.safetensors @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:543fc8812eb7cc36406f50ae65b17c3b0f7848ddc8565498ab646a3b60c6121c -size 4697756032 +oid sha256:8ab0487ad95ec0674e5c9852031dd0558a58d6a7a149838dd61559800c50c718 +size 4630647168 diff --git a/model-00046-of-00086.safetensors b/model-00046-of-00086.safetensors index e811e117e61c0b03a85de0ec934a0bd8bbf618d3..159888f0d479ec2a00564cf398424ee061708525 100644 --- a/model-00046-of-00086.safetensors +++ b/model-00046-of-00086.safetensors @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:b52dadcab7fd81ff8763d34bd879469926e82b40847c8421cfc11a9db483d4a9 -size 4966124684 +oid sha256:ff0d89a77791a77c6f368b885fe5b37bf86e0d5966a9502a9ac37575c8c8faa0 +size 4932570252 diff --git a/model-00047-of-00086.safetensors b/model-00047-of-00086.safetensors index 925ab1006a0ed9a08db9756364521f5a86148374..453971931500079d666f31a9a0709cc4494580b1 100644 --- a/model-00047-of-00086.safetensors +++ b/model-00047-of-00086.safetensors @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:b9f18bb35c727ff8d6c975ce07732b9596b715de7eded4dc136b55b77d56e690 -size 4697756032 +oid sha256:6aac55a83bdd132a75139ba53c0ca3230729ecdd40841cf32f3d0b1236cc287c +size 4630647168 diff --git a/model-00048-of-00086.safetensors b/model-00048-of-00086.safetensors index 5414a8dc9174d28bbcd6d5555859ed1a2e1add04..a2340137a971d9ba1577be28ae5148cb8ec23f53 100644 --- a/model-00048-of-00086.safetensors +++ b/model-00048-of-00086.safetensors @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:4be16e3d6a3a77b5e7ca3a8088c8ceb171c098a1ae86c02955f0826754dbf20f -size 4966124684 +oid sha256:757d216a29db4a8355b51507bc5b335b094260e8f689a13f9f936743fbc1150e +size 4932570252 diff --git a/model-00049-of-00086.safetensors b/model-00049-of-00086.safetensors index b4af7ffd3f8af8bc0e1d594fda089eb860002862..ecb5fe5e7889539e90089747dd7c0c98908a3a79 100644 --- a/model-00049-of-00086.safetensors +++ b/model-00049-of-00086.safetensors @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:876438cfa3c4515e9d1e2a546d325558628b89cb28594e567d391aec21464e09 -size 4697756032 +oid sha256:6a788b348945ac97b9482eb46b5d3648a44ea5c4d08b443763232df5958049ca +size 4630647168 diff --git a/model-00050-of-00086.safetensors b/model-00050-of-00086.safetensors index 39a4cf48654a0621d37d6bb9486c08ee10888244..0b4087a69f5bd57c1ba7265521f24ee2fd611ad4 100644 --- a/model-00050-of-00086.safetensors +++ b/model-00050-of-00086.safetensors @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:3b24a30f80ebbdc8c9c607fd838243641fd88054c63aabdaea20e565b70b265c -size 4966124684 +oid sha256:490fca4f8a90326c1c4e0c321e0fc3fafe8a112e1445e385e83c5010e0f24a57 +size 4932570252 diff --git a/model-00051-of-00086.safetensors b/model-00051-of-00086.safetensors index 53afea442a4363894d2b265172fa4db52a69645d..17fbf5b2f7d0ba346acf4227474b5d13bdf94e7b 100644 --- a/model-00051-of-00086.safetensors +++ b/model-00051-of-00086.safetensors @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:041bd5e2bf166c6d51a26e37c451cd0a1b5a1ce46fd4b95d3a3282221281f0b9 -size 4697756032 +oid sha256:b0de587685dab64aa0f97907f965b9bb6e71cdd7458f036989cbc14233a7945a +size 4630647168 diff --git a/model-00052-of-00086.safetensors b/model-00052-of-00086.safetensors index beefb1d7fdc36fd653ca664483e2ac254999d4f9..fe68437620623c0297dd25d6c935a245f2e58978 100644 --- a/model-00052-of-00086.safetensors +++ b/model-00052-of-00086.safetensors @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:5b26bc0b3d6d4b990afb108511e985c7e0f792cb7972a7e13b71b88cbc8ddb26 -size 4966124684 +oid sha256:9609100353023765bd6d318dcdeec6fe019166b68938dfe80878399a79fe1331 +size 4932570252 diff --git a/model-00053-of-00086.safetensors b/model-00053-of-00086.safetensors index 1249fedb56cce809ec25c86fac121036ee3a0b89..c427fc0a284db6420fcdd3cc950fe5e51e2fa830 100644 --- a/model-00053-of-00086.safetensors +++ b/model-00053-of-00086.safetensors @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:36ac33c8da34c1d39f5f010cf3b1c541ccc34e2e8d47dc29ab3e52917094e258 -size 4697756032 +oid sha256:3725beb546f3913e021f5fb2d83835329bb84cd55d5df70cc400c153274c2a86 +size 4630647168 diff --git a/model-00054-of-00086.safetensors b/model-00054-of-00086.safetensors index c79d00a3d7cd3be2341daffe4cf50d9d899b6a8e..c848a6d1e25b58f14e936abee3597b52b16f278f 100644 --- a/model-00054-of-00086.safetensors +++ b/model-00054-of-00086.safetensors @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:1f96c92459b65f0230cc9f6aff795ca74b3b93b75201261682611a1ba0043d6b -size 4966124684 +oid sha256:8094b45991634ae79a2b2a812e52da85ed7627d120b72feb251c9cdc83f106e3 +size 4932570252 diff --git a/model-00055-of-00086.safetensors b/model-00055-of-00086.safetensors index 01e40f51a364c1e5ad2b7389d725d6a0b38c3bff..b29376f6d1e2c6f7afab91cdd32b071391f312d8 100644 --- a/model-00055-of-00086.safetensors +++ b/model-00055-of-00086.safetensors @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:8376f84c072559f98c593ae0766de9bdd44094950d9605a76ce718a802be7cab -size 4697756032 +oid sha256:a67073eb14f19e16fec4b17b3aad254363dab59ef8b9f05dfd24f38a2355c09d +size 4630647168 diff --git a/model-00056-of-00086.safetensors b/model-00056-of-00086.safetensors index cb25d7abb950d42a349f24d52ff47fc1f4ea0292..713db5e4bdf5ba364c0c5800b99d23dbd6c22798 100644 --- a/model-00056-of-00086.safetensors +++ b/model-00056-of-00086.safetensors @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:465ef4034b1f7d7d0aa1a06984e8565f8dbc126a3188211d25672a5b0b3cef57 -size 4966124684 +oid sha256:3da193007ae0b86208696f50a67f113a6f4cc3daeb4bf9731e9d94e62fba8039 +size 4932570252 diff --git a/model-00057-of-00086.safetensors b/model-00057-of-00086.safetensors index d55a7f2f764efeaab3c08bb52743f78f269d9587..70cd0e5ab60d6c7004b9d5f2ebcdbefc964e549b 100644 --- a/model-00057-of-00086.safetensors +++ b/model-00057-of-00086.safetensors @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:18216b6c6319ba5e11a0b1e012b4b174f6086ec7a9d83cef9069255cf9e5e96e -size 4697756032 +oid sha256:80ad195c72b65ff87839b7f92798d46862e8514648a2056238d53e5a3b237346 +size 4630647168 diff --git a/model-00058-of-00086.safetensors b/model-00058-of-00086.safetensors index a3d401939ff4f982c9b67c75852966f6fae764fa..e4776b72a1fd67d27b395e466af9d6c97ce5b243 100644 --- a/model-00058-of-00086.safetensors +++ b/model-00058-of-00086.safetensors @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:c1dfdad5c18d34b994ee56a6b0f3129e2e0cc75cd9b325a9d130e91c7710a115 -size 4966124684 +oid sha256:031e5ef18e9b5cfc1bd9b1f3043b659c19e5fd38973917204a7fc25e200408b5 +size 4932570252 diff --git a/model-00059-of-00086.safetensors b/model-00059-of-00086.safetensors index 636d590470a98789f4aeb9f278416ac6bc3598a3..5f2d444df15a6e0128f2f8d7d12ac33d691ea46f 100644 --- a/model-00059-of-00086.safetensors +++ b/model-00059-of-00086.safetensors @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:d87be79ab111dcefe2648637384b5e3f275120fb8e588a308a5a5fb89320dc3c -size 4697756032 +oid sha256:1c88ee2ef816d6c00ebad1c139dda7816f5358e99ec0321207f4330c95c81c08 +size 4630647168 diff --git a/model-00060-of-00086.safetensors b/model-00060-of-00086.safetensors index e56f9e75f898359fab2ae1065d17ba0d81801529..8dc367da8e618324af28ebdf4e3cfa8d9cb9a846 100644 --- a/model-00060-of-00086.safetensors +++ b/model-00060-of-00086.safetensors @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:23a0fc5fe241e7f228b2d01e6b1e55b1d44a5a4d1b537043cddfbc08fa0f2282 -size 4966124684 +oid sha256:686b07c023bc77f14abbd56b77204f5c49400b638956bbeb2dfb4e3d365bbba4 +size 4932570252 diff --git a/model-00061-of-00086.safetensors b/model-00061-of-00086.safetensors index c9ddc6a87a35479d8f631b758aaae9ec9e0346c6..6c81bdfa83d0a6639a2bdf2d5832571e4ad495c3 100644 --- a/model-00061-of-00086.safetensors +++ b/model-00061-of-00086.safetensors @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:d723e7d65221d3d3eceb0a2c676d55cf9716d0ce4eb9b35832c44b1f06b669de -size 4697756032 +oid sha256:919bcd13295a46c2cf93cb9eeff2319338b900d20797f0d84f77ce5e695a6d27 +size 4630647168 diff --git a/model-00062-of-00086.safetensors b/model-00062-of-00086.safetensors index 29bd7a2ab20e4519601abaac8416b1ffa3fc08d7..b541b889605c7fe7946840b240c6192d59804da2 100644 --- a/model-00062-of-00086.safetensors +++ b/model-00062-of-00086.safetensors @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:406b1185143d8ce5b23e4433f821a8c79e262a2ce021c69079e2e13a870e44df -size 4966124684 +oid sha256:3f99942f1cfdb0a31f7bfd7aefd2b5fec2fac78ceaef15b9905817ab390291bd +size 4932570252 diff --git a/model-00063-of-00086.safetensors b/model-00063-of-00086.safetensors index 6ca7743b5d14d55e839f712ae7b7130ee2afafa0..f358600570995944896fbce1a9a2549dac729792 100644 --- a/model-00063-of-00086.safetensors +++ b/model-00063-of-00086.safetensors @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:a002c9b2ce2fd4f7a1513e998a718137b174d92d81f1aa85f95a4c3e85c4c6e2 -size 4697756032 +oid sha256:9bf79a09521b71efd589a6ddea35bf6580394f2c476e36ea7d4874e8f89f75dc +size 4630647168 diff --git a/model-00064-of-00086.safetensors b/model-00064-of-00086.safetensors index 2e99c98aae99ad408e9c39b85bd2eedef61b4093..3399edb33cd6b74c316c3bbecebb46e0d9370661 100644 --- a/model-00064-of-00086.safetensors +++ b/model-00064-of-00086.safetensors @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:f4cfd8a1d5cc5b9c0fde0103703ae572a7fc27fe5323db99f03d4ddd2d527241 -size 4966124684 +oid sha256:809057cdbd4ac76b15d87bf538408e2bc319abee8c539f06cba334507fe522b5 +size 4932570252 diff --git a/model-00065-of-00086.safetensors b/model-00065-of-00086.safetensors index cf5133e083e286443e1da8463f10fca9d62170d7..a5fb5c68843327cc06fee9312b87e1a181a371e6 100644 --- a/model-00065-of-00086.safetensors +++ b/model-00065-of-00086.safetensors @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:838d8298a43e6ceffcc29402c48cd04e389dcf7b8a951d468a433a34ab173617 -size 4697756032 +oid sha256:bd3a85f16c95a7d1af4533305b7ee4b8fa084a4937d5d2d98afd5a7e7855b54b +size 4630647168 diff --git a/model-00066-of-00086.safetensors b/model-00066-of-00086.safetensors index 6859c05f686c6b0e6d095ef105600c8fa2fe5775..d64091f6e7e2178cdb5a593fe7048ed1d3f4c0bc 100644 --- a/model-00066-of-00086.safetensors +++ b/model-00066-of-00086.safetensors @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:f343f8701aec51aa07baf2aea9e34d81e87a90cd272857c40f8b2bc8550b2676 -size 4966124684 +oid sha256:ac7128acef50725f09ad7447e9bd6ae990c4495af8ef839a969a1a0bf5a313ab +size 4932570252 diff --git a/model-00067-of-00086.safetensors b/model-00067-of-00086.safetensors index cdd8a06b37004850811263a55b69e2ebea7cc7ff..1244fe3780b5c9f7924ea083bc034cd5b363a7eb 100644 --- a/model-00067-of-00086.safetensors +++ b/model-00067-of-00086.safetensors @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:2b684548d1ef6cdc092a7d05213d1645a2b753cb349423a5f4377a87fa37b0c7 -size 4697756032 +oid sha256:f13d1bddfc16cd167df6aef21e0bd53be6d11149581573660282d01c73cce630 +size 4630647168 diff --git a/model-00068-of-00086.safetensors b/model-00068-of-00086.safetensors index bcddc3c0c48d6abe6245474a8255c923586eeac3..1ff65fa5624f5abd89a3e26d3ae846d48eecbc22 100644 --- a/model-00068-of-00086.safetensors +++ b/model-00068-of-00086.safetensors @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:073ba253b807caa04540bd4b605f92aceac485ad1c3e3c18835d1fcd7022620a -size 4966124620 +oid sha256:60592d0405caa5e0ef635518c5c127cb20753e256dad93a1f825f80ddf589d19 +size 4932570188 diff --git a/model-00069-of-00086.safetensors b/model-00069-of-00086.safetensors index ae53379c7fe412d5826b6ee914f782838919582e..69f48aa723d31fdddea31c759cf5b505e6f27d69 100644 --- a/model-00069-of-00086.safetensors +++ b/model-00069-of-00086.safetensors @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:aa1bb4820898157af43cea15a1e58ee6e6c2f1424e704b22dd79a2335a73bfaa -size 4697756072 +oid sha256:660b70e9ad2efe258adfdf8f4a4fccdfe4363250c69e242d0ac8d7200366231a +size 4630647208 diff --git a/model-00070-of-00086.safetensors b/model-00070-of-00086.safetensors index 32ffc98e542db2a1f9de01de5e1160df90a21354..b32cd1d92e6bf4696a5144fc04e1f6bd28484279 100644 --- a/model-00070-of-00086.safetensors +++ b/model-00070-of-00086.safetensors @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:f7bc64cd80e8146c3827f8215766633065fe224af010f2871c1417f1d5f27ab9 -size 4966124708 +oid sha256:80eab61994c1328259d41dd2511bc82842f47aa1552bb51fcc3e529c0bee7c1e +size 4932570276 diff --git a/model-00071-of-00086.safetensors b/model-00071-of-00086.safetensors index d1df18a09f11fb4ad8b3feaaf575d507012f6b52..bd0646cb40fb4c56587665248cab8c757bea240c 100644 --- a/model-00071-of-00086.safetensors +++ b/model-00071-of-00086.safetensors @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:03704f313295e503a55a33a2df671cf2c623ab580a1e31171ae93c99ad05b242 -size 4697756072 +oid sha256:914e6154aa587293bc7df9e13cd86b623231d2843db6b9cb871776db77b51f68 +size 4630647208 diff --git a/model-00072-of-00086.safetensors b/model-00072-of-00086.safetensors index 185c2e5bb53f85cf5153b8fa6dfb93f13c7342fc..df40e3ef7b2e0ace874570c928b6be6cf138ad73 100644 --- a/model-00072-of-00086.safetensors +++ b/model-00072-of-00086.safetensors @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:83ad0813e404da89983ebea2cb6dfb7c6410050915e0ad0aa97d6071eb505747 -size 4966124708 +oid sha256:0ac90b403fcc8785d20e71cae95c31d748cf7b3966503f830fb822859862ad55 +size 4932570276 diff --git a/model-00073-of-00086.safetensors b/model-00073-of-00086.safetensors index bc449090ae3b24a97ea39884e9d978e80a0c39e3..46c8506ded301e3626cbe9806fd1bc85d9f01dfa 100644 --- a/model-00073-of-00086.safetensors +++ b/model-00073-of-00086.safetensors @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:a2f600705d12e3fc0d1c497d0a70ff7fc7d59d2aa8d183b1c074201d81c494c0 -size 4697756072 +oid sha256:f7e28fdaf93f15e1640ba7ba08ef0fd6c821e001d9d9281175fb84c4a7f07f2b +size 4630647208 diff --git a/model-00074-of-00086.safetensors b/model-00074-of-00086.safetensors index 2d4e6bdc07b68c8258de870e0e82395e169031f0..9cf5b4a5cf12c74cb2adec7638a9866634fed913 100644 --- a/model-00074-of-00086.safetensors +++ b/model-00074-of-00086.safetensors @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:7f250e60f77d8ef0f5cd1c8ea7815e71ad733bb6378304e4ef65c0c3d4cc7378 -size 4966124708 +oid sha256:9d9ff7a3cb43b889d19257cbafc3cdd27e831cea263c15692eca3f3c648b1e9c +size 4932570276 diff --git a/model-00075-of-00086.safetensors b/model-00075-of-00086.safetensors index 309fe71dc6218ee8232e6cd485f2a338ac7aa1a6..a6c74288f5ec57e2daa150e3e62d85f4f714a6de 100644 --- a/model-00075-of-00086.safetensors +++ b/model-00075-of-00086.safetensors @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:0189585baeeeffbe0084d919f2282113a8ae97f1a61cce2d49557ea2646f1f06 -size 4697756072 +oid sha256:6c7391da5dbe72eaef6a8e61f1d60809a19c63f638036f0902b9c9382972f1bf +size 4630647208 diff --git a/model-00076-of-00086.safetensors b/model-00076-of-00086.safetensors index abbf1b2c5f599ef5815f1cc76dd7ebdfcdffadf2..bedb1b0e41498a8305308b93f72dfe19f49f6946 100644 --- a/model-00076-of-00086.safetensors +++ b/model-00076-of-00086.safetensors @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:ac25030c2779ad977d70f37f4ff51a5c46f86e10402889505d80aac898cf1492 -size 4966124708 +oid sha256:df9a55eb80d9dcb170ffe99f8a137602db78559e26a6c5dcc8c0cc130e242b28 +size 4932570276 diff --git a/model-00077-of-00086.safetensors b/model-00077-of-00086.safetensors index 7273d8b5e9ee4cd1eb1aecf1f7d4c11c442b0f07..2e9a084ccb1fe9a604957fd6445087f4426a709a 100644 --- a/model-00077-of-00086.safetensors +++ b/model-00077-of-00086.safetensors @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:556d8f11c186be72183f70c4694db8f798ebf90b97cc9c0009d20bbdf6ef4a42 -size 4697756072 +oid sha256:06719803f23da066449fd57cc98b2d69b89506b66cf3842e6be5b74094c528ac +size 4630647208 diff --git a/model-00078-of-00086.safetensors b/model-00078-of-00086.safetensors index ee013119dfde7d2ccb0c7be11747612a18d48bfe..34c00850d7aa345f02f62900ffdec5f90d9c39e1 100644 --- a/model-00078-of-00086.safetensors +++ b/model-00078-of-00086.safetensors @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:0c54dae10b904709e4217cec14767b6859d1283bdcd26d4354827dcf20d46c55 -size 4966124708 +oid sha256:865b0603a70a408a3c1f923008b584b192f53355353ead9dd74190e4623a04a0 +size 4932570276 diff --git a/model-00079-of-00086.safetensors b/model-00079-of-00086.safetensors index 9c0c5f62ebcee66baad054a80cd79fae857a3ff0..7caf89d985e30b364d83f28b1215003ff0ba20c9 100644 --- a/model-00079-of-00086.safetensors +++ b/model-00079-of-00086.safetensors @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:784473aa0814b08e88e4890fa1a93e0042c84d8798ca487083cff432fdd41884 -size 4697756072 +oid sha256:aa7fa1b3f36a78ad0841a1f74df2c06b9d5b95a9d6058bbd5efa426123180d67 +size 4630647208 diff --git a/model-00080-of-00086.safetensors b/model-00080-of-00086.safetensors index c1d65437fb5d7b37fc3b33581ca6c6ceedbd1df8..a0734b560510ea28db84c65e059131985072571e 100644 --- a/model-00080-of-00086.safetensors +++ b/model-00080-of-00086.safetensors @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:a3cd77e0b9fa7e169440666a2430d12e59072bd04057aac933a0616ad1eb9dab -size 4966124708 +oid sha256:ef3c6231de9115f363946c860818af4a04577dd8c8da3e3fcf9cbf7fdcea4426 +size 4932570276 diff --git a/model-00081-of-00086.safetensors b/model-00081-of-00086.safetensors index d4b5f0156d8f94075bd8f2151ea25396b260d300..65337282ac23b5a463ce9fead5a041f46dc0bba8 100644 --- a/model-00081-of-00086.safetensors +++ b/model-00081-of-00086.safetensors @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:c40c991cce6000155cdb492b6dd85738f4130cee6d8d7801f637e5dded5dcdc9 -size 4697756072 +oid sha256:34fefefd2aa17aedc01f82e0b9cd19c0eadf8df95fa6282b796853de9d6f38c7 +size 4630647208 diff --git a/model-00082-of-00086.safetensors b/model-00082-of-00086.safetensors index f01ef8e6abdf581737397e0004b7cd0eca0d0f34..30bd85da46116b86cbbf1271d7e5437bb76349e1 100644 --- a/model-00082-of-00086.safetensors +++ b/model-00082-of-00086.safetensors @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:eff3132a8088e601c3595ea8fd100aaa6167854eb589cf8560595f04dae81404 -size 4966124708 +oid sha256:942ef14534c36a1f02199f05ec3cb6ee92e41af59afc102f01899e0cd6a6ca05 +size 4932570276 diff --git a/model-00083-of-00086.safetensors b/model-00083-of-00086.safetensors index d7054a899c5ce1d3f0736fb2acb4b23792c6508c..40017ff8e0365788a2e8434a57064ff28de2da3c 100644 --- a/model-00083-of-00086.safetensors +++ b/model-00083-of-00086.safetensors @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:a1008f455a23f1e0192da878242c6c9493d06c043b5637ced750b63033aa4550 -size 4697756072 +oid sha256:7d6e6ed669730a743288c6f8c8bc1e0cd1c4f9055b6e45b55c08ca3a7ca1ef6e +size 4630647208 diff --git a/model-00084-of-00086.safetensors b/model-00084-of-00086.safetensors index 7e2e3ec40dc689ee024b95c50a8b56939ec7a4e6..8627992b1f250a93bdaf13609b0a01f42aec9f21 100644 --- a/model-00084-of-00086.safetensors +++ b/model-00084-of-00086.safetensors @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:7de566764d42ba8e253791583e2c08b78a20dab9760c0013b834abf0778f4786 -size 4966124708 +oid sha256:8771c34f952d8a7452ecb004504d102ae7ebd1cb987cf4622d1209ddce26b7a0 +size 4932570276 diff --git a/model-00085-of-00086.safetensors b/model-00085-of-00086.safetensors index 82a340ae2aae60655a44b5da17cb8c6f307cc523..c7ec82669d983cbe7f1a0c88714231993d5d9fea 100644 --- a/model-00085-of-00086.safetensors +++ b/model-00085-of-00086.safetensors @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:8dc40f4a96f06452514c83b41ab739c1194f6db9b9a12b5e20de00a4f700a67c -size 4093807776 +oid sha256:d20b0c2b835f48227aee0b28fb809177a146a40b27122563e7cc7c07b422d8b1 +size 4060253344 diff --git a/model.safetensors.index.json b/model.safetensors.index.json index b592c3a3b77453a9a6f381647379630c21923015..c892748e5805a03097a0df3563d2a20de6b0b027 100644 --- a/model.safetensors.index.json +++ b/model.safetensors.index.json @@ -1,6 +1,6 @@ { "metadata": { - "total_size": 414288088520 + "total_size": 410060230088 }, "weight_map": { "lm_head.weight": "model-00086-of-00086.safetensors", diff --git a/tokenizer.json b/tokenizer.json index 412806596a1283ba83602123e49ec97da18e7f16..5cc5f00a5b203e90a27a3bd60d1ec393b07971e8 100644 --- a/tokenizer.json +++ b/tokenizer.json @@ -2329,10 +2329,69 @@ ] }, "post_processor": { - "type": "ByteLevel", - "add_prefix_space": true, - "trim_offsets": false, - "use_regex": true + "type": "Sequence", + "processors": [ + { + "type": "ByteLevel", + "add_prefix_space": true, + "trim_offsets": false, + "use_regex": true + }, + { + "type": "TemplateProcessing", + "single": [ + { + "SpecialToken": { + "id": "<|begin_of_text|>", + "type_id": 0 + } + }, + { + "Sequence": { + "id": "A", + "type_id": 0 + } + } + ], + "pair": [ + { + "SpecialToken": { + "id": "<|begin_of_text|>", + "type_id": 0 + } + }, + { + "Sequence": { + "id": "A", + "type_id": 0 + } + }, + { + "SpecialToken": { + "id": "<|begin_of_text|>", + "type_id": 1 + } + }, + { + "Sequence": { + "id": "B", + "type_id": 1 + } + } + ], + "special_tokens": { + "<|begin_of_text|>": { + "id": "<|begin_of_text|>", + "ids": [ + 128000 + ], + "tokens": [ + "<|begin_of_text|>" + ] + } + } + } + ] }, "decoder": { "type": "ByteLevel", diff --git a/tokenizer_config.json b/tokenizer_config.json index abb98a3765bee8f4119ac4ee2eba397148ddcd49..b6e4e4df0ecc9c7f724a657ad557fae021e2b830 100644 --- a/tokenizer_config.json +++ b/tokenizer_config.json @@ -2050,7 +2050,7 @@ } }, "bos_token": "<|begin_of_text|>", - "chat_template": "{% set loop_messages = messages %}{% for message in loop_messages %}{% set content = '<|start_header_id|>' + message['role'] + '<|end_header_id|>\n\n'+ message['content'] | trim + '<|eot_id|>' %}{% if loop.index0 == 0 %}{% set content = bos_token + content %}{% endif %}{{ content }}{% endfor %}{{ '<|start_header_id|>assistant<|end_header_id|>\n\n' }}", + "chat_template": "{{- bos_token }}\n{%- if custom_tools is defined %}\n {%- set tools = custom_tools %}\n{%- endif %}\n{%- if not tools_in_user_message is defined %}\n {%- set tools_in_user_message = true %}\n{%- endif %}\n{%- if not date_string is defined %}\n {%- set date_string = \"26 Jul 2024\" %}\n{%- endif %}\n{%- if not tools is defined %}\n {%- set tools = none %}\n{%- endif %}\n\n{#- This block extracts the system message, so we can slot it into the right place. #}\n{%- if messages[0]['role'] == 'system' %}\n {%- set system_message = messages[0]['content']|trim %}\n {%- set messages = messages[1:] %}\n{%- else %}\n {%- set system_message = \"\" %}\n{%- endif %}\n\n{#- System message + builtin tools #}\n{{- \"<|start_header_id|>system<|end_header_id|>\\n\\n\" }}\n{%- if builtin_tools is defined or tools is not none %}\n {{- \"Environment: ipython\\n\" }}\n{%- endif %}\n{%- if builtin_tools is defined %}\n {{- \"Tools: \" + builtin_tools | reject('equalto', 'code_interpreter') | join(\", \") + \"\\n\\n\"}}\n{%- endif %}\n{{- \"Cutting Knowledge Date: December 2023\\n\" }}\n{{- \"Today Date: \" + date_string + \"\\n\\n\" }}\n{%- if tools is not none and not tools_in_user_message %}\n {{- \"You have access to the following functions. To call a function, please respond with JSON for a function call.\" }}\n {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n {{- \"Do not use variables.\\n\\n\" }}\n {%- for t in tools %}\n {{- t | tojson(indent=4) }}\n {{- \"\\n\\n\" }}\n {%- endfor %}\n{%- endif %}\n{{- system_message }}\n{{- \"<|eot_id|>\" }}\n\n{#- Custom tools are passed in a user message with some extra guidance #}\n{%- if tools_in_user_message and not tools is none %}\n {#- Extract the first user message so we can plug it in here #}\n {%- if messages | length != 0 %}\n {%- set first_user_message = messages[0]['content']|trim %}\n {%- set messages = messages[1:] %}\n {%- else %}\n {{- raise_exception(\"Cannot put tools in the first user message when there's no first user message!\") }}\n{%- endif %}\n {{- '<|start_header_id|>user<|end_header_id|>\\n\\n' -}}\n {{- \"Given the following functions, please respond with a JSON for a function call \" }}\n {{- \"with its proper arguments that best answers the given prompt.\\n\\n\" }}\n {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n {{- \"Do not use variables.\\n\\n\" }}\n {%- for t in tools %}\n {{- t | tojson(indent=4) }}\n {{- \"\\n\\n\" }}\n {%- endfor %}\n {{- first_user_message + \"<|eot_id|>\"}}\n{%- endif %}\n\n{%- for message in messages %}\n {%- if not (message.role == 'ipython' or message.role == 'tool' or 'tool_calls' in message) %}\n {{- '<|start_header_id|>' + message['role'] + '<|end_header_id|>\\n\\n'+ message['content'] | trim + '<|eot_id|>' }}\n {%- elif 'tool_calls' in message %}\n {%- if not message.tool_calls|length == 1 %}\n {{- raise_exception(\"This model only supports single tool-calls at once!\") }}\n {%- endif %}\n {%- set tool_call = message.tool_calls[0].function %}\n {%- if builtin_tools is defined and tool_call.name in builtin_tools %}\n {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' -}}\n {{- \"<|python_tag|>\" + tool_call.name + \".call(\" }}\n {%- for arg_name, arg_val in tool_call.arguments | items %}\n {{- arg_name + '=\"' + arg_val + '\"' }}\n {%- if not loop.last %}\n {{- \", \" }}\n {%- endif %}\n {%- endfor %}\n {{- \")\" }}\n {%- else %}\n {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' -}}\n {{- '{\"name\": \"' + tool_call.name + '\", ' }}\n {{- '\"parameters\": ' }}\n {{- tool_call.arguments | tojson }}\n {{- \"}\" }}\n {%- endif %}\n {%- if builtin_tools is defined %}\n {#- This means we're in ipython mode #}\n {{- \"<|eom_id|>\" }}\n {%- else %}\n {{- \"<|eot_id|>\" }}\n {%- endif %}\n {%- elif message.role == \"tool\" or message.role == \"ipython\" %}\n {{- \"<|start_header_id|>ipython<|end_header_id|>\\n\\n\" }}\n {%- if message.content is mapping or message.content is iterable %}\n {{- message.content | tojson }}\n {%- else %}\n {{- message.content }}\n {%- endif %}\n {{- \"<|eot_id|>\" }}\n {%- endif %}\n{%- endfor %}\n{%- if add_generation_prompt %}\n {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' }}\n{%- endif %}\n", "clean_up_tokenization_spaces": true, "eos_token": "<|eot_id|>", "model_input_names": [