diff --git a/README.md b/README.md new file mode 100644 index 0000000000000000000000000000000000000000..8c282cf434cbafb8442be51e2181d023c0488201 --- /dev/null +++ b/README.md @@ -0,0 +1,42 @@ +--- +language: +- en +- fr +- de +- es +- it +- pt +- zh +- ja +- ru +- ko +license: other +license_name: mrl +base_model: mistralai/Pixtral-Large-Instruct-2411 +inference: false +license_link: https://mistral.ai/licenses/MRL-0.1.md +library_name: transformers +pipeline_tag: image-text-to-text +--- + +# Pixtral-Large-Instruct-2411 🧡 + +Transformers implementation of [Pixtral-Large-Instruct-2411](https://huggingface.co/mistralai/Pixtral-Large-Instruct-2411). + + +## Tokenizer And Prompt Template +Using conversion of v7m1 tokenizer with 32k vocab size. + +Chat template in tokenizer_config.json uses the v7 instruct template: + +``` +[SYSTEM_PROMPT] [/SYSTEM_PROMPT][INST] [/INST] [INST] [/INST] +``` + +## Notes +*- tool use hasn't been implemented in the template yet.* +*- I've added extra stop tokens between consecutive user messages. Helps contexts where there'll be multiple speakers etc but your milage may vary.* +*- If you have a better implementation of the tokenizer let me know and I'm happy to swap it out.* +*- As always pls respect the model license.* + +Currently doing a fresh measurement run ahead of re-doing my exl2 quants which I'll upload. Apologies in advance if anything is wonky, tbh this is just a personal learning exercise for me and I decided to make this model my fixation to freshen up on my knowledge lol. diff --git a/config.json b/config.json new file mode 100644 index 0000000000000000000000000000000000000000..80c0467c5fcdceba225d176573264a0932b00085 --- /dev/null +++ b/config.json @@ -0,0 +1,38 @@ +{ + "architectures": [ + "LlavaForConditionalGeneration" + ], + "ignore_index": -100, + "image_seq_length": 1, + "image_token_index": 10, + "model_type": "llava", + "projector_hidden_act": "gelu", + "text_config": { + "hidden_size": 12288, + "intermediate_size": 28672, + "max_position_embeddings": 131072, + "model_type": "mistral", + "num_attention_heads": 96, + "num_hidden_layers": 88, + "num_key_value_heads": 8, + "rms_norm_eps": 1e-05, + "rope_theta": 1000000.0, + "sliding_window": null, + "vocab_size": 32768 + }, + "transformers_version": "4.48.0.dev0", + "vision_config": { + "head_dim": 88, + "num_attention_heads": 16, + "hidden_act": "silu", + "hidden_size": 1408, + "image_size": 1024, + "intermediate_size": 6144, + "model_type": "pixtral", + "num_hidden_layers": 40, + "patch_size": 16, + "rope_theta": 10000.0 + }, + "vision_feature_layer": -1, + "vision_feature_select_strategy": "full" +} diff --git a/generation_config.json b/generation_config.json new file mode 100644 index 0000000000000000000000000000000000000000..d45e5e796b2e498eecfb3ccf4453e15da5f21931 --- /dev/null +++ b/generation_config.json @@ -0,0 +1,6 @@ +{ + "_from_model_config": true, + "bos_token_id": 1, + "eos_token_id": 2, + "transformers_version": "4.48.0.dev0" +} diff --git a/model-00001-of-00052.safetensors b/model-00001-of-00052.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..2b0a42e1ac1b266a15e862924d44182d0a19a3b0 --- /dev/null +++ b/model-00001-of-00052.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:14f0870e452149f4dcf6dd3b8bd2473598dfd51152cb11d7e20414056cd0831b +size 4509270008 diff --git a/model-00002-of-00052.safetensors b/model-00002-of-00052.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..0b5f93da2301994173f7c21f6531b231403edc3f --- /dev/null +++ b/model-00002-of-00052.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9fcbbe01e14828c044cf0ae930c826acff6ee3b8e81fd6ca5ef6c97a42fd7f3a +size 4882270024 diff --git a/model-00003-of-00052.safetensors b/model-00003-of-00052.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..1312723954f273bc2e8076f09d864746eab98351 --- /dev/null +++ b/model-00003-of-00052.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6e84a1a7c117ecee5b9be23ace65ff17aa7dcd55350794a02820a80d9e2c3a07 +size 4831889368 diff --git a/model-00004-of-00052.safetensors b/model-00004-of-00052.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..6e4311b56f4f727099e58ebaf7c85811f2017a1c --- /dev/null +++ b/model-00004-of-00052.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5cd040875f38bc94db33c01c68af083f6288a0e8f883a6a3f2579ce01a95cd90 +size 4831938776 diff --git a/model-00005-of-00052.safetensors b/model-00005-of-00052.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..63d77a444b6455e6e8321f404fd13b0d11e8b7d6 --- /dev/null +++ b/model-00005-of-00052.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9338c97508c94cfd6fe5d92e9285622d46d14d7ac97fa8dec6199d3569e764d5 +size 4831938776 diff --git a/model-00006-of-00052.safetensors b/model-00006-of-00052.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..0cec28cbef2f1eb7b525c3b520d15778c1784d51 --- /dev/null +++ b/model-00006-of-00052.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:540fb77c3fc0150cbe012a285afc57918957f2ed92542910e876ae14235143b8 +size 4882270024 diff --git a/model-00007-of-00052.safetensors b/model-00007-of-00052.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..7093e0db9df4aadd1ce320c88284fac9d8938174 --- /dev/null +++ b/model-00007-of-00052.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c53b5751a6f73e070752bc8d7c9409442c0e1e8e3d6902c377026f71b9cfcd9b +size 4831889384 diff --git a/model-00008-of-00052.safetensors b/model-00008-of-00052.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..bb17db5e868145346c728bbf3901667f4c178450 --- /dev/null +++ b/model-00008-of-00052.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:194ce36f2dbeb4b391857b32579d579bb668637a26f19b1ac48252f55accb753 +size 4831938792 diff --git a/model-00009-of-00052.safetensors b/model-00009-of-00052.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..ee51233d01050053ab10500103febfb178f5d294 --- /dev/null +++ b/model-00009-of-00052.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:abb1b4063d634fdb4ee19894e89e5f9c9e21019a2b80adfb6ba14c13fa3c5406 +size 4831938800 diff --git a/model-00010-of-00052.safetensors b/model-00010-of-00052.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..ebc36168620e227a10251ed45aaf4f8af8d2c6d8 --- /dev/null +++ b/model-00010-of-00052.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8a4fc55163298b3882aa6aa1f8f229bd9857e1494cd1ea543e4f257376bd1c49 +size 4882270040 diff --git a/model-00011-of-00052.safetensors b/model-00011-of-00052.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..a30377fd299f75c834a42cc0c5128ceb06500a98 --- /dev/null +++ b/model-00011-of-00052.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa3f51e16047a320259ae21c6d9506266ce9bec2be0c49508f7d99386d68d5bd +size 4831889376 diff --git a/model-00012-of-00052.safetensors b/model-00012-of-00052.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c25acbe847f0dcdd6eb30be0fcf28d7a24b5ae8e --- /dev/null +++ b/model-00012-of-00052.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:19b5737821632a06fc0e61e24718094be4bf361cb3fc57fbaa82a6f7019f08cb +size 4831938792 diff --git a/model-00013-of-00052.safetensors b/model-00013-of-00052.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..a7168dcff238563668620394ab78b851a7eb37e2 --- /dev/null +++ b/model-00013-of-00052.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cea09a3e29d77fddd25d7e55992d8f17a49bcf8ed9c38ca4cba517e0045d45f5 +size 4831938800 diff --git a/model-00014-of-00052.safetensors b/model-00014-of-00052.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..0b865cf85efcefabcc80192d1eb90b54c6a069d4 --- /dev/null +++ b/model-00014-of-00052.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:075167a29ae960189491f0f250e9c0bc3d9491bc3d3c46ee6d0089c46e43f4ec +size 4882270040 diff --git a/model-00015-of-00052.safetensors b/model-00015-of-00052.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..aef5f30d494e0646d8657574886fb4d6bd562281 --- /dev/null +++ b/model-00015-of-00052.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:42588f8fe11c0846cfd9e96603828256cc4e8f101e54a7f24bed2f5c28cb9fe5 +size 4831889376 diff --git a/model-00016-of-00052.safetensors b/model-00016-of-00052.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..25a0e4d3ad9971d8f7e0f7d40860ac7be8a6d88c --- /dev/null +++ b/model-00016-of-00052.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7281b0ee3f2590bc6c19130ed8f233887f136f8fdfab9c64b34402e9919d7db5 +size 4831938792 diff --git a/model-00017-of-00052.safetensors b/model-00017-of-00052.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..a4b0b1e41cf0cfe3e6044f44f933d30b610e1e05 --- /dev/null +++ b/model-00017-of-00052.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:06e442f95527ea9a5f82f193e9781bbbd376e305019b28d52f84426f10928d8c +size 4831938800 diff --git a/model-00018-of-00052.safetensors b/model-00018-of-00052.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..681ab4617fb6e498449d82015cd7b93551dabe8e --- /dev/null +++ b/model-00018-of-00052.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6dbfb7bbd99bc0d0d44b1c34112b71a81fdf1c5354835176a4fe187d00bfce1b +size 4882270040 diff --git a/model-00019-of-00052.safetensors b/model-00019-of-00052.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..d49c69d61c9b091414e2130aa0cd25f0ef04caf4 --- /dev/null +++ b/model-00019-of-00052.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:791b54d8e7ff38c2e575df46115c7cd21a3a9defe544b9f943cdd0cdc78f3fb3 +size 4831889376 diff --git a/model-00020-of-00052.safetensors b/model-00020-of-00052.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..3c79dfbd98d1186807395b422ad2d15539b43593 --- /dev/null +++ b/model-00020-of-00052.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:35df3afdd407778ae26e1f9df6f6ea12681acd90de4d9525f4b4cde2ef30662d +size 4831938792 diff --git a/model-00021-of-00052.safetensors b/model-00021-of-00052.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..b466852c655bb50c1084d4ed6831c32f927b8c63 --- /dev/null +++ b/model-00021-of-00052.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bd7991d7936b08bf468f2f2da9dbac46224b732bedd9ab09c2ba4ff06a82557c +size 4831938800 diff --git a/model-00022-of-00052.safetensors b/model-00022-of-00052.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..a8d20d8daddfbf46a675b67d6a2723f286bb10ed --- /dev/null +++ b/model-00022-of-00052.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c4a4473980e3bc05a3366fa638bb861519a4665f33bc1512ac6cd0cbdc7711a5 +size 4882270040 diff --git a/model-00023-of-00052.safetensors b/model-00023-of-00052.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..1724cf13503e865111dd020ae041e4d3991e5cca --- /dev/null +++ b/model-00023-of-00052.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:65ca1eb9328ada88ad65e08c8b18d526d298bab6965a7372be537a994c5205eb +size 4831889376 diff --git a/model-00024-of-00052.safetensors b/model-00024-of-00052.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..55a8541eaf157d0d087f21c56285ba2240797505 --- /dev/null +++ b/model-00024-of-00052.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ba34028c5979cfd3781ca70aead3b1b2b55180d93394ce2857db4e5b0e9af8b6 +size 4831938792 diff --git a/model-00025-of-00052.safetensors b/model-00025-of-00052.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..51b24cb97b7eace823699d5a61861d3735c8d256 --- /dev/null +++ b/model-00025-of-00052.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8b1dee0420ed6c93f7bcaed4197655344303b338f3d9d1027fd7f036738bf932 +size 4831938800 diff --git a/model-00026-of-00052.safetensors b/model-00026-of-00052.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..fee1578113d89b8acc375758842220653e1f2de1 --- /dev/null +++ b/model-00026-of-00052.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5cb83cb476282252ffddddabc69ea27fc08f3f7a022acefe4335419f28050e6c +size 4882270040 diff --git a/model-00027-of-00052.safetensors b/model-00027-of-00052.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..0c56ad205411210c9cbafd312cbf3dbed9e6a490 --- /dev/null +++ b/model-00027-of-00052.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:05f852d81895c3ba645c106f21ab9fb63d2988baed0967b17266955e65c9e95a +size 4831889376 diff --git a/model-00028-of-00052.safetensors b/model-00028-of-00052.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c65b0a61c3ba625f3a81a3f614f96d05a7144084 --- /dev/null +++ b/model-00028-of-00052.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1859871627e14661d1ee731005e87b312d4af7aa25a436f468a7b7e4bf329dd4 +size 4831938792 diff --git a/model-00029-of-00052.safetensors b/model-00029-of-00052.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..54dbd1de67f8057d02881f701a66e992ae155313 --- /dev/null +++ b/model-00029-of-00052.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3b7d2b168b2caa8a0445fedf597478d62dbd6850a777b0c08e7eebed3b0d9a6a +size 4831938800 diff --git a/model-00030-of-00052.safetensors b/model-00030-of-00052.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..7dfde4c7fd3dcb2652dea41e735bb5a15c3d4a33 --- /dev/null +++ b/model-00030-of-00052.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d4c20b8e733f6dbd8d5a300eea95b0afa3a1bc2a780768a6e274ea08cfeb1020 +size 4882270040 diff --git a/model-00031-of-00052.safetensors b/model-00031-of-00052.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..b71cbaff746836c4b0d6a0bd81c160f72617c1f8 --- /dev/null +++ b/model-00031-of-00052.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:400f4c047a67586f764af4ae0abba7440df8107ceba3ac0fd4166f5bcaab34e1 +size 4831889376 diff --git a/model-00032-of-00052.safetensors b/model-00032-of-00052.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..313277876bd0f896ba81111cb4712eec24d66c8a --- /dev/null +++ b/model-00032-of-00052.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7ac94d3d776f9882c868cb20db22e8bcf79e5f0abb134d06e64ddcf6e652b81c +size 4831938792 diff --git a/model-00033-of-00052.safetensors b/model-00033-of-00052.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..63fe8a8c18e8a698da3004003543a9bebdc1aa4c --- /dev/null +++ b/model-00033-of-00052.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5ed94b8ba78c5d51635a47d724d64a3959e955c71187ecc23747f686dbc33d3a +size 4831938800 diff --git a/model-00034-of-00052.safetensors b/model-00034-of-00052.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..449640c4f8bb77749f6783e7414eb8ab3441fc5e --- /dev/null +++ b/model-00034-of-00052.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dc84284a1541d12eb8d6a113a68f978a255151dffb021c86e8d4f3ec08c1f480 +size 4882270040 diff --git a/model-00035-of-00052.safetensors b/model-00035-of-00052.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..881f1da7891b1e3008ee6df03aa4aa4ed6af276f --- /dev/null +++ b/model-00035-of-00052.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:24493e298808e6481a72a8dbc8a4ee173d7a2bd7657f78987bbaafe85f3d5221 +size 4831889376 diff --git a/model-00036-of-00052.safetensors b/model-00036-of-00052.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..3055a21c3ba00411e64841d923ac8dc729c4f8bd --- /dev/null +++ b/model-00036-of-00052.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a8fcdde3f303bae55b414633dbaf047f6f00806976a5b726e2d73fdd6fc14564 +size 4831938792 diff --git a/model-00037-of-00052.safetensors b/model-00037-of-00052.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..ee54594ab2719dd28e867ccc86a39582af901407 --- /dev/null +++ b/model-00037-of-00052.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fb44645fc87b76f6b69ef97217d7760955e1fd0402efa68b24fd9ffd1ee3c9a5 +size 4831938800 diff --git a/model-00038-of-00052.safetensors b/model-00038-of-00052.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..d151ef174f3263375ea6b1df8610a3cf23edf2ce --- /dev/null +++ b/model-00038-of-00052.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9a62587682a17ba3d030c6479661d01932afe76c2eaade70383e0ed4bece8213 +size 4882270040 diff --git a/model-00039-of-00052.safetensors b/model-00039-of-00052.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..d9b57d6cee09beab7717a66b44536afc4a57535e --- /dev/null +++ b/model-00039-of-00052.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3ea5f4b55c5dde56308cd14ab941c8912b2c71c971feda89cd199993bfef36d3 +size 4831889376 diff --git a/model-00040-of-00052.safetensors b/model-00040-of-00052.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..9c22d88660d79cc427d7f544a2fec411b12c13fb --- /dev/null +++ b/model-00040-of-00052.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bf6a29d3af8c20a2a70676407d5f8581df4e849af24eaf2760a9c38fafe8779f +size 4831938792 diff --git a/model-00041-of-00052.safetensors b/model-00041-of-00052.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..04baf5c8719eb27c290ee2dd93ebd60988da6ea9 --- /dev/null +++ b/model-00041-of-00052.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bff31ed650cf76fbad236fb6685f2a4c4f86db6da037cea3a73ebc5e28a1c93a +size 4831938800 diff --git a/model-00042-of-00052.safetensors b/model-00042-of-00052.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..eb73b87d805a2de208452318ece491c3d745637a --- /dev/null +++ b/model-00042-of-00052.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5f090172fa822725090d97b55d31873fecd1ecc01606fbc4fb1357704f6760ac +size 4882270040 diff --git a/model-00043-of-00052.safetensors b/model-00043-of-00052.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..e5cd85c54109c5d04894e6fb7ac4639c81d05355 --- /dev/null +++ b/model-00043-of-00052.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2390076a1035012086880648ee9cbc9a6f3407ac411bf79ebef557641964fc69 +size 4831889376 diff --git a/model-00044-of-00052.safetensors b/model-00044-of-00052.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..ad8e9c36e539c3640e9be9255f7e952c77e61f53 --- /dev/null +++ b/model-00044-of-00052.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:785ba85d22ecc3d3b6b62dbcb1e843e57fa57bf0bba7877e15f5d3fda9f6100f +size 4831938792 diff --git a/model-00045-of-00052.safetensors b/model-00045-of-00052.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..787b88258e9f6623fd09398da9612f5964680986 --- /dev/null +++ b/model-00045-of-00052.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9f6470663d2e7c12a1af0f1c54fb2fb5176de2d47de0e6ee06bb652738ee3421 +size 4831938800 diff --git a/model-00046-of-00052.safetensors b/model-00046-of-00052.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..be4c167398ddb418f99b7d88ef6d5cb5b1b33a4b --- /dev/null +++ b/model-00046-of-00052.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0f28328f36a9ac4a470716488589812b656badad04877e4bfec2288660771fd9 +size 4882270040 diff --git a/model-00047-of-00052.safetensors b/model-00047-of-00052.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..2f9db15cd436d540146bc49e8503d1b27a307359 --- /dev/null +++ b/model-00047-of-00052.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4450bdb8aac77ef388cb192dbd78a949aa18d7e2800ce112d00894a31466b7ec +size 4831889376 diff --git a/model-00048-of-00052.safetensors b/model-00048-of-00052.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..4b67da1031c07ebcedfcc00aa6898bd1200ba876 --- /dev/null +++ b/model-00048-of-00052.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:99f803fe1adaaab1b8518279ebc881040e54abf44d6cd20a70b17cad026f3725 +size 4831938792 diff --git a/model-00049-of-00052.safetensors b/model-00049-of-00052.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..ae953d063ef8c89b3f00e88762aed9fcd26ad1b3 --- /dev/null +++ b/model-00049-of-00052.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a845c84202b7efdba7ab703652d41d3345b5224a17139a133e7bd768fd357a7a +size 4831938800 diff --git a/model-00050-of-00052.safetensors b/model-00050-of-00052.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..9197bb979a6b92c3c92fc3be840abf6a2a1b58aa --- /dev/null +++ b/model-00050-of-00052.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7f82b2ff1de31179a329a70ca8bba032f07920136307cc664ddb638557f50e57 +size 4882270040 diff --git a/model-00051-of-00052.safetensors b/model-00051-of-00052.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..2aa180b30464f2196fcafc5d7a3f807b3b4dedad --- /dev/null +++ b/model-00051-of-00052.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3cb9c6d4c02060dcf6c0a2ba260653e339ddabca064aed14a81e16fdfc925a31 +size 4831889376 diff --git a/model-00052-of-00052.safetensors b/model-00052-of-00052.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..d8704dee22d90d062c73fbf615e57ac7f11fecc0 --- /dev/null +++ b/model-00052-of-00052.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6c87ad43da4553c3d7fe583bd06d25ccbf0e832cf4f7eaa913e0e8b108cffb36 +size 1510023816 diff --git a/model.safetensors.index.json b/model.safetensors.index.json new file mode 100644 index 0000000000000000000000000000000000000000..df8a8874913045b871138a10ec90385dfba5ee36 --- /dev/null +++ b/model.safetensors.index.json @@ -0,0 +1,1168 @@ +{ + "metadata": { + "total_size": 248269740800 + }, + "weight_map": { + "language_model.lm_head.weight": "model-00052-of-00052.safetensors", + "language_model.model.embed_tokens.weight": "model-00001-of-00052.safetensors", + "language_model.model.layers.0.input_layernorm.weight": "model-00002-of-00052.safetensors", + "language_model.model.layers.0.mlp.down_proj.weight": "model-00002-of-00052.safetensors", + "language_model.model.layers.0.mlp.gate_proj.weight": "model-00002-of-00052.safetensors", + "language_model.model.layers.0.mlp.up_proj.weight": "model-00002-of-00052.safetensors", + "language_model.model.layers.0.post_attention_layernorm.weight": "model-00002-of-00052.safetensors", + "language_model.model.layers.0.self_attn.k_proj.weight": "model-00001-of-00052.safetensors", + "language_model.model.layers.0.self_attn.o_proj.weight": "model-00001-of-00052.safetensors", + "language_model.model.layers.0.self_attn.q_proj.weight": "model-00001-of-00052.safetensors", + "language_model.model.layers.0.self_attn.v_proj.weight": "model-00001-of-00052.safetensors", + "language_model.model.layers.1.input_layernorm.weight": "model-00002-of-00052.safetensors", + "language_model.model.layers.1.mlp.down_proj.weight": "model-00002-of-00052.safetensors", + "language_model.model.layers.1.mlp.gate_proj.weight": "model-00002-of-00052.safetensors", + "language_model.model.layers.1.mlp.up_proj.weight": "model-00002-of-00052.safetensors", + "language_model.model.layers.1.post_attention_layernorm.weight": "model-00002-of-00052.safetensors", + "language_model.model.layers.1.self_attn.k_proj.weight": "model-00002-of-00052.safetensors", + "language_model.model.layers.1.self_attn.o_proj.weight": "model-00002-of-00052.safetensors", + "language_model.model.layers.1.self_attn.q_proj.weight": "model-00002-of-00052.safetensors", + "language_model.model.layers.1.self_attn.v_proj.weight": "model-00002-of-00052.safetensors", + "language_model.model.layers.10.input_layernorm.weight": "model-00008-of-00052.safetensors", + "language_model.model.layers.10.mlp.down_proj.weight": "model-00008-of-00052.safetensors", + "language_model.model.layers.10.mlp.gate_proj.weight": "model-00007-of-00052.safetensors", + "language_model.model.layers.10.mlp.up_proj.weight": "model-00007-of-00052.safetensors", + "language_model.model.layers.10.post_attention_layernorm.weight": "model-00008-of-00052.safetensors", + "language_model.model.layers.10.self_attn.k_proj.weight": "model-00007-of-00052.safetensors", + "language_model.model.layers.10.self_attn.o_proj.weight": "model-00007-of-00052.safetensors", + "language_model.model.layers.10.self_attn.q_proj.weight": "model-00007-of-00052.safetensors", + "language_model.model.layers.10.self_attn.v_proj.weight": "model-00007-of-00052.safetensors", + "language_model.model.layers.11.input_layernorm.weight": "model-00008-of-00052.safetensors", + "language_model.model.layers.11.mlp.down_proj.weight": "model-00008-of-00052.safetensors", + "language_model.model.layers.11.mlp.gate_proj.weight": "model-00008-of-00052.safetensors", + "language_model.model.layers.11.mlp.up_proj.weight": "model-00008-of-00052.safetensors", + "language_model.model.layers.11.post_attention_layernorm.weight": "model-00008-of-00052.safetensors", + "language_model.model.layers.11.self_attn.k_proj.weight": "model-00008-of-00052.safetensors", + "language_model.model.layers.11.self_attn.o_proj.weight": "model-00008-of-00052.safetensors", + "language_model.model.layers.11.self_attn.q_proj.weight": "model-00008-of-00052.safetensors", + "language_model.model.layers.11.self_attn.v_proj.weight": "model-00008-of-00052.safetensors", + "language_model.model.layers.12.input_layernorm.weight": "model-00009-of-00052.safetensors", + "language_model.model.layers.12.mlp.down_proj.weight": "model-00009-of-00052.safetensors", + "language_model.model.layers.12.mlp.gate_proj.weight": "model-00008-of-00052.safetensors", + "language_model.model.layers.12.mlp.up_proj.weight": "model-00009-of-00052.safetensors", + "language_model.model.layers.12.post_attention_layernorm.weight": "model-00009-of-00052.safetensors", + "language_model.model.layers.12.self_attn.k_proj.weight": "model-00008-of-00052.safetensors", + "language_model.model.layers.12.self_attn.o_proj.weight": "model-00008-of-00052.safetensors", + "language_model.model.layers.12.self_attn.q_proj.weight": "model-00008-of-00052.safetensors", + "language_model.model.layers.12.self_attn.v_proj.weight": "model-00008-of-00052.safetensors", + "language_model.model.layers.13.input_layernorm.weight": "model-00009-of-00052.safetensors", + "language_model.model.layers.13.mlp.down_proj.weight": "model-00009-of-00052.safetensors", + "language_model.model.layers.13.mlp.gate_proj.weight": "model-00009-of-00052.safetensors", + "language_model.model.layers.13.mlp.up_proj.weight": "model-00009-of-00052.safetensors", + "language_model.model.layers.13.post_attention_layernorm.weight": "model-00009-of-00052.safetensors", + "language_model.model.layers.13.self_attn.k_proj.weight": "model-00009-of-00052.safetensors", + "language_model.model.layers.13.self_attn.o_proj.weight": "model-00009-of-00052.safetensors", + "language_model.model.layers.13.self_attn.q_proj.weight": "model-00009-of-00052.safetensors", + "language_model.model.layers.13.self_attn.v_proj.weight": "model-00009-of-00052.safetensors", + "language_model.model.layers.14.input_layernorm.weight": "model-00010-of-00052.safetensors", + "language_model.model.layers.14.mlp.down_proj.weight": "model-00010-of-00052.safetensors", + "language_model.model.layers.14.mlp.gate_proj.weight": "model-00010-of-00052.safetensors", + "language_model.model.layers.14.mlp.up_proj.weight": "model-00010-of-00052.safetensors", + "language_model.model.layers.14.post_attention_layernorm.weight": "model-00010-of-00052.safetensors", + "language_model.model.layers.14.self_attn.k_proj.weight": "model-00009-of-00052.safetensors", + "language_model.model.layers.14.self_attn.o_proj.weight": "model-00009-of-00052.safetensors", + "language_model.model.layers.14.self_attn.q_proj.weight": "model-00009-of-00052.safetensors", + "language_model.model.layers.14.self_attn.v_proj.weight": "model-00009-of-00052.safetensors", + "language_model.model.layers.15.input_layernorm.weight": "model-00010-of-00052.safetensors", + "language_model.model.layers.15.mlp.down_proj.weight": "model-00010-of-00052.safetensors", + "language_model.model.layers.15.mlp.gate_proj.weight": "model-00010-of-00052.safetensors", + "language_model.model.layers.15.mlp.up_proj.weight": "model-00010-of-00052.safetensors", + "language_model.model.layers.15.post_attention_layernorm.weight": "model-00010-of-00052.safetensors", + "language_model.model.layers.15.self_attn.k_proj.weight": "model-00010-of-00052.safetensors", + "language_model.model.layers.15.self_attn.o_proj.weight": "model-00010-of-00052.safetensors", + "language_model.model.layers.15.self_attn.q_proj.weight": "model-00010-of-00052.safetensors", + "language_model.model.layers.15.self_attn.v_proj.weight": "model-00010-of-00052.safetensors", + "language_model.model.layers.16.input_layernorm.weight": "model-00011-of-00052.safetensors", + "language_model.model.layers.16.mlp.down_proj.weight": "model-00011-of-00052.safetensors", + "language_model.model.layers.16.mlp.gate_proj.weight": "model-00011-of-00052.safetensors", + "language_model.model.layers.16.mlp.up_proj.weight": "model-00011-of-00052.safetensors", + "language_model.model.layers.16.post_attention_layernorm.weight": "model-00011-of-00052.safetensors", + "language_model.model.layers.16.self_attn.k_proj.weight": "model-00011-of-00052.safetensors", + "language_model.model.layers.16.self_attn.o_proj.weight": "model-00011-of-00052.safetensors", + "language_model.model.layers.16.self_attn.q_proj.weight": "model-00011-of-00052.safetensors", + "language_model.model.layers.16.self_attn.v_proj.weight": "model-00011-of-00052.safetensors", + "language_model.model.layers.17.input_layernorm.weight": "model-00012-of-00052.safetensors", + "language_model.model.layers.17.mlp.down_proj.weight": "model-00012-of-00052.safetensors", + "language_model.model.layers.17.mlp.gate_proj.weight": "model-00011-of-00052.safetensors", + "language_model.model.layers.17.mlp.up_proj.weight": "model-00011-of-00052.safetensors", + "language_model.model.layers.17.post_attention_layernorm.weight": "model-00012-of-00052.safetensors", + "language_model.model.layers.17.self_attn.k_proj.weight": "model-00011-of-00052.safetensors", + "language_model.model.layers.17.self_attn.o_proj.weight": "model-00011-of-00052.safetensors", + "language_model.model.layers.17.self_attn.q_proj.weight": "model-00011-of-00052.safetensors", + "language_model.model.layers.17.self_attn.v_proj.weight": "model-00011-of-00052.safetensors", + "language_model.model.layers.18.input_layernorm.weight": "model-00012-of-00052.safetensors", + "language_model.model.layers.18.mlp.down_proj.weight": "model-00012-of-00052.safetensors", + "language_model.model.layers.18.mlp.gate_proj.weight": "model-00012-of-00052.safetensors", + "language_model.model.layers.18.mlp.up_proj.weight": "model-00012-of-00052.safetensors", + "language_model.model.layers.18.post_attention_layernorm.weight": "model-00012-of-00052.safetensors", + "language_model.model.layers.18.self_attn.k_proj.weight": "model-00012-of-00052.safetensors", + "language_model.model.layers.18.self_attn.o_proj.weight": "model-00012-of-00052.safetensors", + "language_model.model.layers.18.self_attn.q_proj.weight": "model-00012-of-00052.safetensors", + "language_model.model.layers.18.self_attn.v_proj.weight": "model-00012-of-00052.safetensors", + "language_model.model.layers.19.input_layernorm.weight": "model-00013-of-00052.safetensors", + "language_model.model.layers.19.mlp.down_proj.weight": "model-00013-of-00052.safetensors", + "language_model.model.layers.19.mlp.gate_proj.weight": "model-00012-of-00052.safetensors", + "language_model.model.layers.19.mlp.up_proj.weight": "model-00013-of-00052.safetensors", + "language_model.model.layers.19.post_attention_layernorm.weight": "model-00013-of-00052.safetensors", + "language_model.model.layers.19.self_attn.k_proj.weight": "model-00012-of-00052.safetensors", + "language_model.model.layers.19.self_attn.o_proj.weight": "model-00012-of-00052.safetensors", + "language_model.model.layers.19.self_attn.q_proj.weight": "model-00012-of-00052.safetensors", + "language_model.model.layers.19.self_attn.v_proj.weight": "model-00012-of-00052.safetensors", + "language_model.model.layers.2.input_layernorm.weight": "model-00003-of-00052.safetensors", + "language_model.model.layers.2.mlp.down_proj.weight": "model-00003-of-00052.safetensors", + "language_model.model.layers.2.mlp.gate_proj.weight": "model-00003-of-00052.safetensors", + "language_model.model.layers.2.mlp.up_proj.weight": "model-00003-of-00052.safetensors", + "language_model.model.layers.2.post_attention_layernorm.weight": "model-00003-of-00052.safetensors", + "language_model.model.layers.2.self_attn.k_proj.weight": "model-00003-of-00052.safetensors", + "language_model.model.layers.2.self_attn.o_proj.weight": "model-00003-of-00052.safetensors", + "language_model.model.layers.2.self_attn.q_proj.weight": "model-00003-of-00052.safetensors", + "language_model.model.layers.2.self_attn.v_proj.weight": "model-00003-of-00052.safetensors", + "language_model.model.layers.20.input_layernorm.weight": "model-00013-of-00052.safetensors", + "language_model.model.layers.20.mlp.down_proj.weight": "model-00013-of-00052.safetensors", + "language_model.model.layers.20.mlp.gate_proj.weight": "model-00013-of-00052.safetensors", + "language_model.model.layers.20.mlp.up_proj.weight": "model-00013-of-00052.safetensors", + "language_model.model.layers.20.post_attention_layernorm.weight": "model-00013-of-00052.safetensors", + "language_model.model.layers.20.self_attn.k_proj.weight": "model-00013-of-00052.safetensors", + "language_model.model.layers.20.self_attn.o_proj.weight": "model-00013-of-00052.safetensors", + "language_model.model.layers.20.self_attn.q_proj.weight": "model-00013-of-00052.safetensors", + "language_model.model.layers.20.self_attn.v_proj.weight": "model-00013-of-00052.safetensors", + "language_model.model.layers.21.input_layernorm.weight": "model-00014-of-00052.safetensors", + "language_model.model.layers.21.mlp.down_proj.weight": "model-00014-of-00052.safetensors", + "language_model.model.layers.21.mlp.gate_proj.weight": "model-00014-of-00052.safetensors", + "language_model.model.layers.21.mlp.up_proj.weight": "model-00014-of-00052.safetensors", + "language_model.model.layers.21.post_attention_layernorm.weight": "model-00014-of-00052.safetensors", + "language_model.model.layers.21.self_attn.k_proj.weight": "model-00013-of-00052.safetensors", + "language_model.model.layers.21.self_attn.o_proj.weight": "model-00013-of-00052.safetensors", + "language_model.model.layers.21.self_attn.q_proj.weight": "model-00013-of-00052.safetensors", + "language_model.model.layers.21.self_attn.v_proj.weight": "model-00013-of-00052.safetensors", + "language_model.model.layers.22.input_layernorm.weight": "model-00014-of-00052.safetensors", + "language_model.model.layers.22.mlp.down_proj.weight": "model-00014-of-00052.safetensors", + "language_model.model.layers.22.mlp.gate_proj.weight": "model-00014-of-00052.safetensors", + "language_model.model.layers.22.mlp.up_proj.weight": "model-00014-of-00052.safetensors", + "language_model.model.layers.22.post_attention_layernorm.weight": "model-00014-of-00052.safetensors", + "language_model.model.layers.22.self_attn.k_proj.weight": "model-00014-of-00052.safetensors", + "language_model.model.layers.22.self_attn.o_proj.weight": "model-00014-of-00052.safetensors", + "language_model.model.layers.22.self_attn.q_proj.weight": "model-00014-of-00052.safetensors", + "language_model.model.layers.22.self_attn.v_proj.weight": "model-00014-of-00052.safetensors", + "language_model.model.layers.23.input_layernorm.weight": "model-00015-of-00052.safetensors", + "language_model.model.layers.23.mlp.down_proj.weight": "model-00015-of-00052.safetensors", + "language_model.model.layers.23.mlp.gate_proj.weight": "model-00015-of-00052.safetensors", + "language_model.model.layers.23.mlp.up_proj.weight": "model-00015-of-00052.safetensors", + "language_model.model.layers.23.post_attention_layernorm.weight": "model-00015-of-00052.safetensors", + "language_model.model.layers.23.self_attn.k_proj.weight": "model-00015-of-00052.safetensors", + "language_model.model.layers.23.self_attn.o_proj.weight": "model-00015-of-00052.safetensors", + "language_model.model.layers.23.self_attn.q_proj.weight": "model-00015-of-00052.safetensors", + "language_model.model.layers.23.self_attn.v_proj.weight": "model-00015-of-00052.safetensors", + "language_model.model.layers.24.input_layernorm.weight": "model-00016-of-00052.safetensors", + "language_model.model.layers.24.mlp.down_proj.weight": "model-00016-of-00052.safetensors", + "language_model.model.layers.24.mlp.gate_proj.weight": "model-00015-of-00052.safetensors", + "language_model.model.layers.24.mlp.up_proj.weight": "model-00015-of-00052.safetensors", + "language_model.model.layers.24.post_attention_layernorm.weight": "model-00016-of-00052.safetensors", + "language_model.model.layers.24.self_attn.k_proj.weight": "model-00015-of-00052.safetensors", + "language_model.model.layers.24.self_attn.o_proj.weight": "model-00015-of-00052.safetensors", + "language_model.model.layers.24.self_attn.q_proj.weight": "model-00015-of-00052.safetensors", + "language_model.model.layers.24.self_attn.v_proj.weight": "model-00015-of-00052.safetensors", + "language_model.model.layers.25.input_layernorm.weight": "model-00016-of-00052.safetensors", + "language_model.model.layers.25.mlp.down_proj.weight": "model-00016-of-00052.safetensors", + "language_model.model.layers.25.mlp.gate_proj.weight": "model-00016-of-00052.safetensors", + "language_model.model.layers.25.mlp.up_proj.weight": "model-00016-of-00052.safetensors", + "language_model.model.layers.25.post_attention_layernorm.weight": "model-00016-of-00052.safetensors", + "language_model.model.layers.25.self_attn.k_proj.weight": "model-00016-of-00052.safetensors", + "language_model.model.layers.25.self_attn.o_proj.weight": "model-00016-of-00052.safetensors", + "language_model.model.layers.25.self_attn.q_proj.weight": "model-00016-of-00052.safetensors", + "language_model.model.layers.25.self_attn.v_proj.weight": "model-00016-of-00052.safetensors", + "language_model.model.layers.26.input_layernorm.weight": "model-00017-of-00052.safetensors", + "language_model.model.layers.26.mlp.down_proj.weight": "model-00017-of-00052.safetensors", + "language_model.model.layers.26.mlp.gate_proj.weight": "model-00016-of-00052.safetensors", + "language_model.model.layers.26.mlp.up_proj.weight": "model-00017-of-00052.safetensors", + "language_model.model.layers.26.post_attention_layernorm.weight": "model-00017-of-00052.safetensors", + "language_model.model.layers.26.self_attn.k_proj.weight": "model-00016-of-00052.safetensors", + "language_model.model.layers.26.self_attn.o_proj.weight": "model-00016-of-00052.safetensors", + "language_model.model.layers.26.self_attn.q_proj.weight": "model-00016-of-00052.safetensors", + "language_model.model.layers.26.self_attn.v_proj.weight": "model-00016-of-00052.safetensors", + "language_model.model.layers.27.input_layernorm.weight": "model-00017-of-00052.safetensors", + "language_model.model.layers.27.mlp.down_proj.weight": "model-00017-of-00052.safetensors", + "language_model.model.layers.27.mlp.gate_proj.weight": "model-00017-of-00052.safetensors", + "language_model.model.layers.27.mlp.up_proj.weight": "model-00017-of-00052.safetensors", + "language_model.model.layers.27.post_attention_layernorm.weight": "model-00017-of-00052.safetensors", + "language_model.model.layers.27.self_attn.k_proj.weight": "model-00017-of-00052.safetensors", + "language_model.model.layers.27.self_attn.o_proj.weight": "model-00017-of-00052.safetensors", + "language_model.model.layers.27.self_attn.q_proj.weight": "model-00017-of-00052.safetensors", + "language_model.model.layers.27.self_attn.v_proj.weight": "model-00017-of-00052.safetensors", + "language_model.model.layers.28.input_layernorm.weight": "model-00018-of-00052.safetensors", + "language_model.model.layers.28.mlp.down_proj.weight": "model-00018-of-00052.safetensors", + "language_model.model.layers.28.mlp.gate_proj.weight": "model-00018-of-00052.safetensors", + "language_model.model.layers.28.mlp.up_proj.weight": "model-00018-of-00052.safetensors", + "language_model.model.layers.28.post_attention_layernorm.weight": "model-00018-of-00052.safetensors", + "language_model.model.layers.28.self_attn.k_proj.weight": "model-00017-of-00052.safetensors", + "language_model.model.layers.28.self_attn.o_proj.weight": "model-00017-of-00052.safetensors", + "language_model.model.layers.28.self_attn.q_proj.weight": "model-00017-of-00052.safetensors", + "language_model.model.layers.28.self_attn.v_proj.weight": "model-00017-of-00052.safetensors", + "language_model.model.layers.29.input_layernorm.weight": "model-00018-of-00052.safetensors", + "language_model.model.layers.29.mlp.down_proj.weight": "model-00018-of-00052.safetensors", + "language_model.model.layers.29.mlp.gate_proj.weight": "model-00018-of-00052.safetensors", + "language_model.model.layers.29.mlp.up_proj.weight": "model-00018-of-00052.safetensors", + "language_model.model.layers.29.post_attention_layernorm.weight": "model-00018-of-00052.safetensors", + "language_model.model.layers.29.self_attn.k_proj.weight": "model-00018-of-00052.safetensors", + "language_model.model.layers.29.self_attn.o_proj.weight": "model-00018-of-00052.safetensors", + "language_model.model.layers.29.self_attn.q_proj.weight": "model-00018-of-00052.safetensors", + "language_model.model.layers.29.self_attn.v_proj.weight": "model-00018-of-00052.safetensors", + "language_model.model.layers.3.input_layernorm.weight": "model-00004-of-00052.safetensors", + "language_model.model.layers.3.mlp.down_proj.weight": "model-00004-of-00052.safetensors", + "language_model.model.layers.3.mlp.gate_proj.weight": "model-00003-of-00052.safetensors", + "language_model.model.layers.3.mlp.up_proj.weight": "model-00003-of-00052.safetensors", + "language_model.model.layers.3.post_attention_layernorm.weight": "model-00004-of-00052.safetensors", + "language_model.model.layers.3.self_attn.k_proj.weight": "model-00003-of-00052.safetensors", + "language_model.model.layers.3.self_attn.o_proj.weight": "model-00003-of-00052.safetensors", + "language_model.model.layers.3.self_attn.q_proj.weight": "model-00003-of-00052.safetensors", + "language_model.model.layers.3.self_attn.v_proj.weight": "model-00003-of-00052.safetensors", + "language_model.model.layers.30.input_layernorm.weight": "model-00019-of-00052.safetensors", + "language_model.model.layers.30.mlp.down_proj.weight": "model-00019-of-00052.safetensors", + "language_model.model.layers.30.mlp.gate_proj.weight": "model-00019-of-00052.safetensors", + "language_model.model.layers.30.mlp.up_proj.weight": "model-00019-of-00052.safetensors", + "language_model.model.layers.30.post_attention_layernorm.weight": "model-00019-of-00052.safetensors", + "language_model.model.layers.30.self_attn.k_proj.weight": "model-00019-of-00052.safetensors", + "language_model.model.layers.30.self_attn.o_proj.weight": "model-00019-of-00052.safetensors", + "language_model.model.layers.30.self_attn.q_proj.weight": "model-00019-of-00052.safetensors", + "language_model.model.layers.30.self_attn.v_proj.weight": "model-00019-of-00052.safetensors", + "language_model.model.layers.31.input_layernorm.weight": "model-00020-of-00052.safetensors", + "language_model.model.layers.31.mlp.down_proj.weight": "model-00020-of-00052.safetensors", + "language_model.model.layers.31.mlp.gate_proj.weight": "model-00019-of-00052.safetensors", + "language_model.model.layers.31.mlp.up_proj.weight": "model-00019-of-00052.safetensors", + "language_model.model.layers.31.post_attention_layernorm.weight": "model-00020-of-00052.safetensors", + "language_model.model.layers.31.self_attn.k_proj.weight": "model-00019-of-00052.safetensors", + "language_model.model.layers.31.self_attn.o_proj.weight": "model-00019-of-00052.safetensors", + "language_model.model.layers.31.self_attn.q_proj.weight": "model-00019-of-00052.safetensors", + "language_model.model.layers.31.self_attn.v_proj.weight": "model-00019-of-00052.safetensors", + "language_model.model.layers.32.input_layernorm.weight": "model-00020-of-00052.safetensors", + "language_model.model.layers.32.mlp.down_proj.weight": "model-00020-of-00052.safetensors", + "language_model.model.layers.32.mlp.gate_proj.weight": "model-00020-of-00052.safetensors", + "language_model.model.layers.32.mlp.up_proj.weight": "model-00020-of-00052.safetensors", + "language_model.model.layers.32.post_attention_layernorm.weight": "model-00020-of-00052.safetensors", + "language_model.model.layers.32.self_attn.k_proj.weight": "model-00020-of-00052.safetensors", + "language_model.model.layers.32.self_attn.o_proj.weight": "model-00020-of-00052.safetensors", + "language_model.model.layers.32.self_attn.q_proj.weight": "model-00020-of-00052.safetensors", + "language_model.model.layers.32.self_attn.v_proj.weight": "model-00020-of-00052.safetensors", + "language_model.model.layers.33.input_layernorm.weight": "model-00021-of-00052.safetensors", + "language_model.model.layers.33.mlp.down_proj.weight": "model-00021-of-00052.safetensors", + "language_model.model.layers.33.mlp.gate_proj.weight": "model-00020-of-00052.safetensors", + "language_model.model.layers.33.mlp.up_proj.weight": "model-00021-of-00052.safetensors", + "language_model.model.layers.33.post_attention_layernorm.weight": "model-00021-of-00052.safetensors", + "language_model.model.layers.33.self_attn.k_proj.weight": "model-00020-of-00052.safetensors", + "language_model.model.layers.33.self_attn.o_proj.weight": "model-00020-of-00052.safetensors", + "language_model.model.layers.33.self_attn.q_proj.weight": "model-00020-of-00052.safetensors", + "language_model.model.layers.33.self_attn.v_proj.weight": "model-00020-of-00052.safetensors", + "language_model.model.layers.34.input_layernorm.weight": "model-00021-of-00052.safetensors", + "language_model.model.layers.34.mlp.down_proj.weight": "model-00021-of-00052.safetensors", + "language_model.model.layers.34.mlp.gate_proj.weight": "model-00021-of-00052.safetensors", + "language_model.model.layers.34.mlp.up_proj.weight": "model-00021-of-00052.safetensors", + "language_model.model.layers.34.post_attention_layernorm.weight": "model-00021-of-00052.safetensors", + "language_model.model.layers.34.self_attn.k_proj.weight": "model-00021-of-00052.safetensors", + "language_model.model.layers.34.self_attn.o_proj.weight": "model-00021-of-00052.safetensors", + "language_model.model.layers.34.self_attn.q_proj.weight": "model-00021-of-00052.safetensors", + "language_model.model.layers.34.self_attn.v_proj.weight": "model-00021-of-00052.safetensors", + "language_model.model.layers.35.input_layernorm.weight": "model-00022-of-00052.safetensors", + "language_model.model.layers.35.mlp.down_proj.weight": "model-00022-of-00052.safetensors", + "language_model.model.layers.35.mlp.gate_proj.weight": "model-00022-of-00052.safetensors", + "language_model.model.layers.35.mlp.up_proj.weight": "model-00022-of-00052.safetensors", + "language_model.model.layers.35.post_attention_layernorm.weight": "model-00022-of-00052.safetensors", + "language_model.model.layers.35.self_attn.k_proj.weight": "model-00021-of-00052.safetensors", + "language_model.model.layers.35.self_attn.o_proj.weight": "model-00021-of-00052.safetensors", + "language_model.model.layers.35.self_attn.q_proj.weight": "model-00021-of-00052.safetensors", + "language_model.model.layers.35.self_attn.v_proj.weight": "model-00021-of-00052.safetensors", + "language_model.model.layers.36.input_layernorm.weight": "model-00022-of-00052.safetensors", + "language_model.model.layers.36.mlp.down_proj.weight": "model-00022-of-00052.safetensors", + "language_model.model.layers.36.mlp.gate_proj.weight": "model-00022-of-00052.safetensors", + "language_model.model.layers.36.mlp.up_proj.weight": "model-00022-of-00052.safetensors", + "language_model.model.layers.36.post_attention_layernorm.weight": "model-00022-of-00052.safetensors", + "language_model.model.layers.36.self_attn.k_proj.weight": "model-00022-of-00052.safetensors", + "language_model.model.layers.36.self_attn.o_proj.weight": "model-00022-of-00052.safetensors", + "language_model.model.layers.36.self_attn.q_proj.weight": "model-00022-of-00052.safetensors", + "language_model.model.layers.36.self_attn.v_proj.weight": "model-00022-of-00052.safetensors", + "language_model.model.layers.37.input_layernorm.weight": "model-00023-of-00052.safetensors", + "language_model.model.layers.37.mlp.down_proj.weight": "model-00023-of-00052.safetensors", + "language_model.model.layers.37.mlp.gate_proj.weight": "model-00023-of-00052.safetensors", + "language_model.model.layers.37.mlp.up_proj.weight": "model-00023-of-00052.safetensors", + "language_model.model.layers.37.post_attention_layernorm.weight": "model-00023-of-00052.safetensors", + "language_model.model.layers.37.self_attn.k_proj.weight": "model-00023-of-00052.safetensors", + "language_model.model.layers.37.self_attn.o_proj.weight": "model-00023-of-00052.safetensors", + "language_model.model.layers.37.self_attn.q_proj.weight": "model-00023-of-00052.safetensors", + "language_model.model.layers.37.self_attn.v_proj.weight": "model-00023-of-00052.safetensors", + "language_model.model.layers.38.input_layernorm.weight": "model-00024-of-00052.safetensors", + "language_model.model.layers.38.mlp.down_proj.weight": "model-00024-of-00052.safetensors", + "language_model.model.layers.38.mlp.gate_proj.weight": "model-00023-of-00052.safetensors", + "language_model.model.layers.38.mlp.up_proj.weight": "model-00023-of-00052.safetensors", + "language_model.model.layers.38.post_attention_layernorm.weight": "model-00024-of-00052.safetensors", + "language_model.model.layers.38.self_attn.k_proj.weight": "model-00023-of-00052.safetensors", + "language_model.model.layers.38.self_attn.o_proj.weight": "model-00023-of-00052.safetensors", + "language_model.model.layers.38.self_attn.q_proj.weight": "model-00023-of-00052.safetensors", + "language_model.model.layers.38.self_attn.v_proj.weight": "model-00023-of-00052.safetensors", + "language_model.model.layers.39.input_layernorm.weight": "model-00024-of-00052.safetensors", + "language_model.model.layers.39.mlp.down_proj.weight": "model-00024-of-00052.safetensors", + "language_model.model.layers.39.mlp.gate_proj.weight": "model-00024-of-00052.safetensors", + "language_model.model.layers.39.mlp.up_proj.weight": "model-00024-of-00052.safetensors", + "language_model.model.layers.39.post_attention_layernorm.weight": "model-00024-of-00052.safetensors", + "language_model.model.layers.39.self_attn.k_proj.weight": "model-00024-of-00052.safetensors", + "language_model.model.layers.39.self_attn.o_proj.weight": "model-00024-of-00052.safetensors", + "language_model.model.layers.39.self_attn.q_proj.weight": "model-00024-of-00052.safetensors", + "language_model.model.layers.39.self_attn.v_proj.weight": "model-00024-of-00052.safetensors", + "language_model.model.layers.4.input_layernorm.weight": "model-00004-of-00052.safetensors", + "language_model.model.layers.4.mlp.down_proj.weight": "model-00004-of-00052.safetensors", + "language_model.model.layers.4.mlp.gate_proj.weight": "model-00004-of-00052.safetensors", + "language_model.model.layers.4.mlp.up_proj.weight": "model-00004-of-00052.safetensors", + "language_model.model.layers.4.post_attention_layernorm.weight": "model-00004-of-00052.safetensors", + "language_model.model.layers.4.self_attn.k_proj.weight": "model-00004-of-00052.safetensors", + "language_model.model.layers.4.self_attn.o_proj.weight": "model-00004-of-00052.safetensors", + "language_model.model.layers.4.self_attn.q_proj.weight": "model-00004-of-00052.safetensors", + "language_model.model.layers.4.self_attn.v_proj.weight": "model-00004-of-00052.safetensors", + "language_model.model.layers.40.input_layernorm.weight": "model-00025-of-00052.safetensors", + "language_model.model.layers.40.mlp.down_proj.weight": "model-00025-of-00052.safetensors", + "language_model.model.layers.40.mlp.gate_proj.weight": "model-00024-of-00052.safetensors", + "language_model.model.layers.40.mlp.up_proj.weight": "model-00025-of-00052.safetensors", + "language_model.model.layers.40.post_attention_layernorm.weight": "model-00025-of-00052.safetensors", + "language_model.model.layers.40.self_attn.k_proj.weight": "model-00024-of-00052.safetensors", + "language_model.model.layers.40.self_attn.o_proj.weight": "model-00024-of-00052.safetensors", + "language_model.model.layers.40.self_attn.q_proj.weight": "model-00024-of-00052.safetensors", + "language_model.model.layers.40.self_attn.v_proj.weight": "model-00024-of-00052.safetensors", + "language_model.model.layers.41.input_layernorm.weight": "model-00025-of-00052.safetensors", + "language_model.model.layers.41.mlp.down_proj.weight": "model-00025-of-00052.safetensors", + "language_model.model.layers.41.mlp.gate_proj.weight": "model-00025-of-00052.safetensors", + "language_model.model.layers.41.mlp.up_proj.weight": "model-00025-of-00052.safetensors", + "language_model.model.layers.41.post_attention_layernorm.weight": "model-00025-of-00052.safetensors", + "language_model.model.layers.41.self_attn.k_proj.weight": "model-00025-of-00052.safetensors", + "language_model.model.layers.41.self_attn.o_proj.weight": "model-00025-of-00052.safetensors", + "language_model.model.layers.41.self_attn.q_proj.weight": "model-00025-of-00052.safetensors", + "language_model.model.layers.41.self_attn.v_proj.weight": "model-00025-of-00052.safetensors", + "language_model.model.layers.42.input_layernorm.weight": "model-00026-of-00052.safetensors", + "language_model.model.layers.42.mlp.down_proj.weight": "model-00026-of-00052.safetensors", + "language_model.model.layers.42.mlp.gate_proj.weight": "model-00026-of-00052.safetensors", + "language_model.model.layers.42.mlp.up_proj.weight": "model-00026-of-00052.safetensors", + "language_model.model.layers.42.post_attention_layernorm.weight": "model-00026-of-00052.safetensors", + "language_model.model.layers.42.self_attn.k_proj.weight": "model-00025-of-00052.safetensors", + "language_model.model.layers.42.self_attn.o_proj.weight": "model-00025-of-00052.safetensors", + "language_model.model.layers.42.self_attn.q_proj.weight": "model-00025-of-00052.safetensors", + "language_model.model.layers.42.self_attn.v_proj.weight": "model-00025-of-00052.safetensors", + "language_model.model.layers.43.input_layernorm.weight": "model-00026-of-00052.safetensors", + "language_model.model.layers.43.mlp.down_proj.weight": "model-00026-of-00052.safetensors", + "language_model.model.layers.43.mlp.gate_proj.weight": "model-00026-of-00052.safetensors", + "language_model.model.layers.43.mlp.up_proj.weight": "model-00026-of-00052.safetensors", + "language_model.model.layers.43.post_attention_layernorm.weight": "model-00026-of-00052.safetensors", + "language_model.model.layers.43.self_attn.k_proj.weight": "model-00026-of-00052.safetensors", + "language_model.model.layers.43.self_attn.o_proj.weight": "model-00026-of-00052.safetensors", + "language_model.model.layers.43.self_attn.q_proj.weight": "model-00026-of-00052.safetensors", + "language_model.model.layers.43.self_attn.v_proj.weight": "model-00026-of-00052.safetensors", + "language_model.model.layers.44.input_layernorm.weight": "model-00027-of-00052.safetensors", + "language_model.model.layers.44.mlp.down_proj.weight": "model-00027-of-00052.safetensors", + "language_model.model.layers.44.mlp.gate_proj.weight": "model-00027-of-00052.safetensors", + "language_model.model.layers.44.mlp.up_proj.weight": "model-00027-of-00052.safetensors", + "language_model.model.layers.44.post_attention_layernorm.weight": "model-00027-of-00052.safetensors", + "language_model.model.layers.44.self_attn.k_proj.weight": "model-00027-of-00052.safetensors", + "language_model.model.layers.44.self_attn.o_proj.weight": "model-00027-of-00052.safetensors", + "language_model.model.layers.44.self_attn.q_proj.weight": "model-00027-of-00052.safetensors", + "language_model.model.layers.44.self_attn.v_proj.weight": "model-00027-of-00052.safetensors", + "language_model.model.layers.45.input_layernorm.weight": "model-00028-of-00052.safetensors", + "language_model.model.layers.45.mlp.down_proj.weight": "model-00028-of-00052.safetensors", + "language_model.model.layers.45.mlp.gate_proj.weight": "model-00027-of-00052.safetensors", + "language_model.model.layers.45.mlp.up_proj.weight": "model-00027-of-00052.safetensors", + "language_model.model.layers.45.post_attention_layernorm.weight": "model-00028-of-00052.safetensors", + "language_model.model.layers.45.self_attn.k_proj.weight": "model-00027-of-00052.safetensors", + "language_model.model.layers.45.self_attn.o_proj.weight": "model-00027-of-00052.safetensors", + "language_model.model.layers.45.self_attn.q_proj.weight": "model-00027-of-00052.safetensors", + "language_model.model.layers.45.self_attn.v_proj.weight": "model-00027-of-00052.safetensors", + "language_model.model.layers.46.input_layernorm.weight": "model-00028-of-00052.safetensors", + "language_model.model.layers.46.mlp.down_proj.weight": "model-00028-of-00052.safetensors", + "language_model.model.layers.46.mlp.gate_proj.weight": "model-00028-of-00052.safetensors", + "language_model.model.layers.46.mlp.up_proj.weight": "model-00028-of-00052.safetensors", + "language_model.model.layers.46.post_attention_layernorm.weight": "model-00028-of-00052.safetensors", + "language_model.model.layers.46.self_attn.k_proj.weight": "model-00028-of-00052.safetensors", + "language_model.model.layers.46.self_attn.o_proj.weight": "model-00028-of-00052.safetensors", + "language_model.model.layers.46.self_attn.q_proj.weight": "model-00028-of-00052.safetensors", + "language_model.model.layers.46.self_attn.v_proj.weight": "model-00028-of-00052.safetensors", + "language_model.model.layers.47.input_layernorm.weight": "model-00029-of-00052.safetensors", + "language_model.model.layers.47.mlp.down_proj.weight": "model-00029-of-00052.safetensors", + "language_model.model.layers.47.mlp.gate_proj.weight": "model-00028-of-00052.safetensors", + "language_model.model.layers.47.mlp.up_proj.weight": "model-00029-of-00052.safetensors", + "language_model.model.layers.47.post_attention_layernorm.weight": "model-00029-of-00052.safetensors", + "language_model.model.layers.47.self_attn.k_proj.weight": "model-00028-of-00052.safetensors", + "language_model.model.layers.47.self_attn.o_proj.weight": "model-00028-of-00052.safetensors", + "language_model.model.layers.47.self_attn.q_proj.weight": "model-00028-of-00052.safetensors", + "language_model.model.layers.47.self_attn.v_proj.weight": "model-00028-of-00052.safetensors", + "language_model.model.layers.48.input_layernorm.weight": "model-00029-of-00052.safetensors", + "language_model.model.layers.48.mlp.down_proj.weight": "model-00029-of-00052.safetensors", + "language_model.model.layers.48.mlp.gate_proj.weight": "model-00029-of-00052.safetensors", + "language_model.model.layers.48.mlp.up_proj.weight": "model-00029-of-00052.safetensors", + "language_model.model.layers.48.post_attention_layernorm.weight": "model-00029-of-00052.safetensors", + "language_model.model.layers.48.self_attn.k_proj.weight": "model-00029-of-00052.safetensors", + "language_model.model.layers.48.self_attn.o_proj.weight": "model-00029-of-00052.safetensors", + "language_model.model.layers.48.self_attn.q_proj.weight": "model-00029-of-00052.safetensors", + "language_model.model.layers.48.self_attn.v_proj.weight": "model-00029-of-00052.safetensors", + "language_model.model.layers.49.input_layernorm.weight": "model-00030-of-00052.safetensors", + "language_model.model.layers.49.mlp.down_proj.weight": "model-00030-of-00052.safetensors", + "language_model.model.layers.49.mlp.gate_proj.weight": "model-00030-of-00052.safetensors", + "language_model.model.layers.49.mlp.up_proj.weight": "model-00030-of-00052.safetensors", + "language_model.model.layers.49.post_attention_layernorm.weight": "model-00030-of-00052.safetensors", + "language_model.model.layers.49.self_attn.k_proj.weight": "model-00029-of-00052.safetensors", + "language_model.model.layers.49.self_attn.o_proj.weight": "model-00029-of-00052.safetensors", + "language_model.model.layers.49.self_attn.q_proj.weight": "model-00029-of-00052.safetensors", + "language_model.model.layers.49.self_attn.v_proj.weight": "model-00029-of-00052.safetensors", + "language_model.model.layers.5.input_layernorm.weight": "model-00005-of-00052.safetensors", + "language_model.model.layers.5.mlp.down_proj.weight": "model-00005-of-00052.safetensors", + "language_model.model.layers.5.mlp.gate_proj.weight": "model-00004-of-00052.safetensors", + "language_model.model.layers.5.mlp.up_proj.weight": "model-00005-of-00052.safetensors", + "language_model.model.layers.5.post_attention_layernorm.weight": "model-00005-of-00052.safetensors", + "language_model.model.layers.5.self_attn.k_proj.weight": "model-00004-of-00052.safetensors", + "language_model.model.layers.5.self_attn.o_proj.weight": "model-00004-of-00052.safetensors", + "language_model.model.layers.5.self_attn.q_proj.weight": "model-00004-of-00052.safetensors", + "language_model.model.layers.5.self_attn.v_proj.weight": "model-00004-of-00052.safetensors", + "language_model.model.layers.50.input_layernorm.weight": "model-00030-of-00052.safetensors", + "language_model.model.layers.50.mlp.down_proj.weight": "model-00030-of-00052.safetensors", + "language_model.model.layers.50.mlp.gate_proj.weight": "model-00030-of-00052.safetensors", + "language_model.model.layers.50.mlp.up_proj.weight": "model-00030-of-00052.safetensors", + "language_model.model.layers.50.post_attention_layernorm.weight": "model-00030-of-00052.safetensors", + "language_model.model.layers.50.self_attn.k_proj.weight": "model-00030-of-00052.safetensors", + "language_model.model.layers.50.self_attn.o_proj.weight": "model-00030-of-00052.safetensors", + "language_model.model.layers.50.self_attn.q_proj.weight": "model-00030-of-00052.safetensors", + "language_model.model.layers.50.self_attn.v_proj.weight": "model-00030-of-00052.safetensors", + "language_model.model.layers.51.input_layernorm.weight": "model-00031-of-00052.safetensors", + "language_model.model.layers.51.mlp.down_proj.weight": "model-00031-of-00052.safetensors", + "language_model.model.layers.51.mlp.gate_proj.weight": "model-00031-of-00052.safetensors", + "language_model.model.layers.51.mlp.up_proj.weight": "model-00031-of-00052.safetensors", + "language_model.model.layers.51.post_attention_layernorm.weight": "model-00031-of-00052.safetensors", + "language_model.model.layers.51.self_attn.k_proj.weight": "model-00031-of-00052.safetensors", + "language_model.model.layers.51.self_attn.o_proj.weight": "model-00031-of-00052.safetensors", + "language_model.model.layers.51.self_attn.q_proj.weight": "model-00031-of-00052.safetensors", + "language_model.model.layers.51.self_attn.v_proj.weight": "model-00031-of-00052.safetensors", + "language_model.model.layers.52.input_layernorm.weight": "model-00032-of-00052.safetensors", + "language_model.model.layers.52.mlp.down_proj.weight": "model-00032-of-00052.safetensors", + "language_model.model.layers.52.mlp.gate_proj.weight": "model-00031-of-00052.safetensors", + "language_model.model.layers.52.mlp.up_proj.weight": "model-00031-of-00052.safetensors", + "language_model.model.layers.52.post_attention_layernorm.weight": "model-00032-of-00052.safetensors", + "language_model.model.layers.52.self_attn.k_proj.weight": "model-00031-of-00052.safetensors", + "language_model.model.layers.52.self_attn.o_proj.weight": "model-00031-of-00052.safetensors", + "language_model.model.layers.52.self_attn.q_proj.weight": "model-00031-of-00052.safetensors", + "language_model.model.layers.52.self_attn.v_proj.weight": "model-00031-of-00052.safetensors", + "language_model.model.layers.53.input_layernorm.weight": "model-00032-of-00052.safetensors", + "language_model.model.layers.53.mlp.down_proj.weight": "model-00032-of-00052.safetensors", + "language_model.model.layers.53.mlp.gate_proj.weight": "model-00032-of-00052.safetensors", + "language_model.model.layers.53.mlp.up_proj.weight": "model-00032-of-00052.safetensors", + "language_model.model.layers.53.post_attention_layernorm.weight": "model-00032-of-00052.safetensors", + "language_model.model.layers.53.self_attn.k_proj.weight": "model-00032-of-00052.safetensors", + "language_model.model.layers.53.self_attn.o_proj.weight": "model-00032-of-00052.safetensors", + "language_model.model.layers.53.self_attn.q_proj.weight": "model-00032-of-00052.safetensors", + "language_model.model.layers.53.self_attn.v_proj.weight": "model-00032-of-00052.safetensors", + "language_model.model.layers.54.input_layernorm.weight": "model-00033-of-00052.safetensors", + "language_model.model.layers.54.mlp.down_proj.weight": "model-00033-of-00052.safetensors", + "language_model.model.layers.54.mlp.gate_proj.weight": "model-00032-of-00052.safetensors", + "language_model.model.layers.54.mlp.up_proj.weight": "model-00033-of-00052.safetensors", + "language_model.model.layers.54.post_attention_layernorm.weight": "model-00033-of-00052.safetensors", + "language_model.model.layers.54.self_attn.k_proj.weight": "model-00032-of-00052.safetensors", + "language_model.model.layers.54.self_attn.o_proj.weight": "model-00032-of-00052.safetensors", + "language_model.model.layers.54.self_attn.q_proj.weight": "model-00032-of-00052.safetensors", + "language_model.model.layers.54.self_attn.v_proj.weight": "model-00032-of-00052.safetensors", + "language_model.model.layers.55.input_layernorm.weight": "model-00033-of-00052.safetensors", + "language_model.model.layers.55.mlp.down_proj.weight": "model-00033-of-00052.safetensors", + "language_model.model.layers.55.mlp.gate_proj.weight": "model-00033-of-00052.safetensors", + "language_model.model.layers.55.mlp.up_proj.weight": "model-00033-of-00052.safetensors", + "language_model.model.layers.55.post_attention_layernorm.weight": "model-00033-of-00052.safetensors", + "language_model.model.layers.55.self_attn.k_proj.weight": "model-00033-of-00052.safetensors", + "language_model.model.layers.55.self_attn.o_proj.weight": "model-00033-of-00052.safetensors", + "language_model.model.layers.55.self_attn.q_proj.weight": "model-00033-of-00052.safetensors", + "language_model.model.layers.55.self_attn.v_proj.weight": "model-00033-of-00052.safetensors", + "language_model.model.layers.56.input_layernorm.weight": "model-00034-of-00052.safetensors", + "language_model.model.layers.56.mlp.down_proj.weight": "model-00034-of-00052.safetensors", + "language_model.model.layers.56.mlp.gate_proj.weight": "model-00034-of-00052.safetensors", + "language_model.model.layers.56.mlp.up_proj.weight": "model-00034-of-00052.safetensors", + "language_model.model.layers.56.post_attention_layernorm.weight": "model-00034-of-00052.safetensors", + "language_model.model.layers.56.self_attn.k_proj.weight": "model-00033-of-00052.safetensors", + "language_model.model.layers.56.self_attn.o_proj.weight": "model-00033-of-00052.safetensors", + "language_model.model.layers.56.self_attn.q_proj.weight": "model-00033-of-00052.safetensors", + "language_model.model.layers.56.self_attn.v_proj.weight": "model-00033-of-00052.safetensors", + "language_model.model.layers.57.input_layernorm.weight": "model-00034-of-00052.safetensors", + "language_model.model.layers.57.mlp.down_proj.weight": "model-00034-of-00052.safetensors", + "language_model.model.layers.57.mlp.gate_proj.weight": "model-00034-of-00052.safetensors", + "language_model.model.layers.57.mlp.up_proj.weight": "model-00034-of-00052.safetensors", + "language_model.model.layers.57.post_attention_layernorm.weight": "model-00034-of-00052.safetensors", + "language_model.model.layers.57.self_attn.k_proj.weight": "model-00034-of-00052.safetensors", + "language_model.model.layers.57.self_attn.o_proj.weight": "model-00034-of-00052.safetensors", + "language_model.model.layers.57.self_attn.q_proj.weight": "model-00034-of-00052.safetensors", + "language_model.model.layers.57.self_attn.v_proj.weight": "model-00034-of-00052.safetensors", + "language_model.model.layers.58.input_layernorm.weight": "model-00035-of-00052.safetensors", + "language_model.model.layers.58.mlp.down_proj.weight": "model-00035-of-00052.safetensors", + "language_model.model.layers.58.mlp.gate_proj.weight": "model-00035-of-00052.safetensors", + "language_model.model.layers.58.mlp.up_proj.weight": "model-00035-of-00052.safetensors", + "language_model.model.layers.58.post_attention_layernorm.weight": "model-00035-of-00052.safetensors", + "language_model.model.layers.58.self_attn.k_proj.weight": "model-00035-of-00052.safetensors", + "language_model.model.layers.58.self_attn.o_proj.weight": "model-00035-of-00052.safetensors", + "language_model.model.layers.58.self_attn.q_proj.weight": "model-00035-of-00052.safetensors", + "language_model.model.layers.58.self_attn.v_proj.weight": "model-00035-of-00052.safetensors", + "language_model.model.layers.59.input_layernorm.weight": "model-00036-of-00052.safetensors", + "language_model.model.layers.59.mlp.down_proj.weight": "model-00036-of-00052.safetensors", + "language_model.model.layers.59.mlp.gate_proj.weight": "model-00035-of-00052.safetensors", + "language_model.model.layers.59.mlp.up_proj.weight": "model-00035-of-00052.safetensors", + "language_model.model.layers.59.post_attention_layernorm.weight": "model-00036-of-00052.safetensors", + "language_model.model.layers.59.self_attn.k_proj.weight": "model-00035-of-00052.safetensors", + "language_model.model.layers.59.self_attn.o_proj.weight": "model-00035-of-00052.safetensors", + "language_model.model.layers.59.self_attn.q_proj.weight": "model-00035-of-00052.safetensors", + "language_model.model.layers.59.self_attn.v_proj.weight": "model-00035-of-00052.safetensors", + "language_model.model.layers.6.input_layernorm.weight": "model-00005-of-00052.safetensors", + "language_model.model.layers.6.mlp.down_proj.weight": "model-00005-of-00052.safetensors", + "language_model.model.layers.6.mlp.gate_proj.weight": "model-00005-of-00052.safetensors", + "language_model.model.layers.6.mlp.up_proj.weight": "model-00005-of-00052.safetensors", + "language_model.model.layers.6.post_attention_layernorm.weight": "model-00005-of-00052.safetensors", + "language_model.model.layers.6.self_attn.k_proj.weight": "model-00005-of-00052.safetensors", + "language_model.model.layers.6.self_attn.o_proj.weight": "model-00005-of-00052.safetensors", + "language_model.model.layers.6.self_attn.q_proj.weight": "model-00005-of-00052.safetensors", + "language_model.model.layers.6.self_attn.v_proj.weight": "model-00005-of-00052.safetensors", + "language_model.model.layers.60.input_layernorm.weight": "model-00036-of-00052.safetensors", + "language_model.model.layers.60.mlp.down_proj.weight": "model-00036-of-00052.safetensors", + "language_model.model.layers.60.mlp.gate_proj.weight": "model-00036-of-00052.safetensors", + "language_model.model.layers.60.mlp.up_proj.weight": "model-00036-of-00052.safetensors", + "language_model.model.layers.60.post_attention_layernorm.weight": "model-00036-of-00052.safetensors", + "language_model.model.layers.60.self_attn.k_proj.weight": "model-00036-of-00052.safetensors", + "language_model.model.layers.60.self_attn.o_proj.weight": "model-00036-of-00052.safetensors", + "language_model.model.layers.60.self_attn.q_proj.weight": "model-00036-of-00052.safetensors", + "language_model.model.layers.60.self_attn.v_proj.weight": "model-00036-of-00052.safetensors", + "language_model.model.layers.61.input_layernorm.weight": "model-00037-of-00052.safetensors", + "language_model.model.layers.61.mlp.down_proj.weight": "model-00037-of-00052.safetensors", + "language_model.model.layers.61.mlp.gate_proj.weight": "model-00036-of-00052.safetensors", + "language_model.model.layers.61.mlp.up_proj.weight": "model-00037-of-00052.safetensors", + "language_model.model.layers.61.post_attention_layernorm.weight": "model-00037-of-00052.safetensors", + "language_model.model.layers.61.self_attn.k_proj.weight": "model-00036-of-00052.safetensors", + "language_model.model.layers.61.self_attn.o_proj.weight": "model-00036-of-00052.safetensors", + "language_model.model.layers.61.self_attn.q_proj.weight": "model-00036-of-00052.safetensors", + "language_model.model.layers.61.self_attn.v_proj.weight": "model-00036-of-00052.safetensors", + "language_model.model.layers.62.input_layernorm.weight": "model-00037-of-00052.safetensors", + "language_model.model.layers.62.mlp.down_proj.weight": "model-00037-of-00052.safetensors", + "language_model.model.layers.62.mlp.gate_proj.weight": "model-00037-of-00052.safetensors", + "language_model.model.layers.62.mlp.up_proj.weight": "model-00037-of-00052.safetensors", + "language_model.model.layers.62.post_attention_layernorm.weight": "model-00037-of-00052.safetensors", + "language_model.model.layers.62.self_attn.k_proj.weight": "model-00037-of-00052.safetensors", + "language_model.model.layers.62.self_attn.o_proj.weight": "model-00037-of-00052.safetensors", + "language_model.model.layers.62.self_attn.q_proj.weight": "model-00037-of-00052.safetensors", + "language_model.model.layers.62.self_attn.v_proj.weight": "model-00037-of-00052.safetensors", + "language_model.model.layers.63.input_layernorm.weight": "model-00038-of-00052.safetensors", + "language_model.model.layers.63.mlp.down_proj.weight": "model-00038-of-00052.safetensors", + "language_model.model.layers.63.mlp.gate_proj.weight": "model-00038-of-00052.safetensors", + "language_model.model.layers.63.mlp.up_proj.weight": "model-00038-of-00052.safetensors", + "language_model.model.layers.63.post_attention_layernorm.weight": "model-00038-of-00052.safetensors", + "language_model.model.layers.63.self_attn.k_proj.weight": "model-00037-of-00052.safetensors", + "language_model.model.layers.63.self_attn.o_proj.weight": "model-00037-of-00052.safetensors", + "language_model.model.layers.63.self_attn.q_proj.weight": "model-00037-of-00052.safetensors", + "language_model.model.layers.63.self_attn.v_proj.weight": "model-00037-of-00052.safetensors", + "language_model.model.layers.64.input_layernorm.weight": "model-00038-of-00052.safetensors", + "language_model.model.layers.64.mlp.down_proj.weight": "model-00038-of-00052.safetensors", + "language_model.model.layers.64.mlp.gate_proj.weight": "model-00038-of-00052.safetensors", + "language_model.model.layers.64.mlp.up_proj.weight": "model-00038-of-00052.safetensors", + "language_model.model.layers.64.post_attention_layernorm.weight": "model-00038-of-00052.safetensors", + "language_model.model.layers.64.self_attn.k_proj.weight": "model-00038-of-00052.safetensors", + "language_model.model.layers.64.self_attn.o_proj.weight": "model-00038-of-00052.safetensors", + "language_model.model.layers.64.self_attn.q_proj.weight": "model-00038-of-00052.safetensors", + "language_model.model.layers.64.self_attn.v_proj.weight": "model-00038-of-00052.safetensors", + "language_model.model.layers.65.input_layernorm.weight": "model-00039-of-00052.safetensors", + "language_model.model.layers.65.mlp.down_proj.weight": "model-00039-of-00052.safetensors", + "language_model.model.layers.65.mlp.gate_proj.weight": "model-00039-of-00052.safetensors", + "language_model.model.layers.65.mlp.up_proj.weight": "model-00039-of-00052.safetensors", + "language_model.model.layers.65.post_attention_layernorm.weight": "model-00039-of-00052.safetensors", + "language_model.model.layers.65.self_attn.k_proj.weight": "model-00039-of-00052.safetensors", + "language_model.model.layers.65.self_attn.o_proj.weight": "model-00039-of-00052.safetensors", + "language_model.model.layers.65.self_attn.q_proj.weight": "model-00039-of-00052.safetensors", + "language_model.model.layers.65.self_attn.v_proj.weight": "model-00039-of-00052.safetensors", + "language_model.model.layers.66.input_layernorm.weight": "model-00040-of-00052.safetensors", + "language_model.model.layers.66.mlp.down_proj.weight": "model-00040-of-00052.safetensors", + "language_model.model.layers.66.mlp.gate_proj.weight": "model-00039-of-00052.safetensors", + "language_model.model.layers.66.mlp.up_proj.weight": "model-00039-of-00052.safetensors", + "language_model.model.layers.66.post_attention_layernorm.weight": "model-00040-of-00052.safetensors", + "language_model.model.layers.66.self_attn.k_proj.weight": "model-00039-of-00052.safetensors", + "language_model.model.layers.66.self_attn.o_proj.weight": "model-00039-of-00052.safetensors", + "language_model.model.layers.66.self_attn.q_proj.weight": "model-00039-of-00052.safetensors", + "language_model.model.layers.66.self_attn.v_proj.weight": "model-00039-of-00052.safetensors", + "language_model.model.layers.67.input_layernorm.weight": "model-00040-of-00052.safetensors", + "language_model.model.layers.67.mlp.down_proj.weight": "model-00040-of-00052.safetensors", + "language_model.model.layers.67.mlp.gate_proj.weight": "model-00040-of-00052.safetensors", + "language_model.model.layers.67.mlp.up_proj.weight": "model-00040-of-00052.safetensors", + "language_model.model.layers.67.post_attention_layernorm.weight": "model-00040-of-00052.safetensors", + "language_model.model.layers.67.self_attn.k_proj.weight": "model-00040-of-00052.safetensors", + "language_model.model.layers.67.self_attn.o_proj.weight": "model-00040-of-00052.safetensors", + "language_model.model.layers.67.self_attn.q_proj.weight": "model-00040-of-00052.safetensors", + "language_model.model.layers.67.self_attn.v_proj.weight": "model-00040-of-00052.safetensors", + "language_model.model.layers.68.input_layernorm.weight": "model-00041-of-00052.safetensors", + "language_model.model.layers.68.mlp.down_proj.weight": "model-00041-of-00052.safetensors", + "language_model.model.layers.68.mlp.gate_proj.weight": "model-00040-of-00052.safetensors", + "language_model.model.layers.68.mlp.up_proj.weight": "model-00041-of-00052.safetensors", + "language_model.model.layers.68.post_attention_layernorm.weight": "model-00041-of-00052.safetensors", + "language_model.model.layers.68.self_attn.k_proj.weight": "model-00040-of-00052.safetensors", + "language_model.model.layers.68.self_attn.o_proj.weight": "model-00040-of-00052.safetensors", + "language_model.model.layers.68.self_attn.q_proj.weight": "model-00040-of-00052.safetensors", + "language_model.model.layers.68.self_attn.v_proj.weight": "model-00040-of-00052.safetensors", + "language_model.model.layers.69.input_layernorm.weight": "model-00041-of-00052.safetensors", + "language_model.model.layers.69.mlp.down_proj.weight": "model-00041-of-00052.safetensors", + "language_model.model.layers.69.mlp.gate_proj.weight": "model-00041-of-00052.safetensors", + "language_model.model.layers.69.mlp.up_proj.weight": "model-00041-of-00052.safetensors", + "language_model.model.layers.69.post_attention_layernorm.weight": "model-00041-of-00052.safetensors", + "language_model.model.layers.69.self_attn.k_proj.weight": "model-00041-of-00052.safetensors", + "language_model.model.layers.69.self_attn.o_proj.weight": "model-00041-of-00052.safetensors", + "language_model.model.layers.69.self_attn.q_proj.weight": "model-00041-of-00052.safetensors", + "language_model.model.layers.69.self_attn.v_proj.weight": "model-00041-of-00052.safetensors", + "language_model.model.layers.7.input_layernorm.weight": "model-00006-of-00052.safetensors", + "language_model.model.layers.7.mlp.down_proj.weight": "model-00006-of-00052.safetensors", + "language_model.model.layers.7.mlp.gate_proj.weight": "model-00006-of-00052.safetensors", + "language_model.model.layers.7.mlp.up_proj.weight": "model-00006-of-00052.safetensors", + "language_model.model.layers.7.post_attention_layernorm.weight": "model-00006-of-00052.safetensors", + "language_model.model.layers.7.self_attn.k_proj.weight": "model-00005-of-00052.safetensors", + "language_model.model.layers.7.self_attn.o_proj.weight": "model-00005-of-00052.safetensors", + "language_model.model.layers.7.self_attn.q_proj.weight": "model-00005-of-00052.safetensors", + "language_model.model.layers.7.self_attn.v_proj.weight": "model-00005-of-00052.safetensors", + "language_model.model.layers.70.input_layernorm.weight": "model-00042-of-00052.safetensors", + "language_model.model.layers.70.mlp.down_proj.weight": "model-00042-of-00052.safetensors", + "language_model.model.layers.70.mlp.gate_proj.weight": "model-00042-of-00052.safetensors", + "language_model.model.layers.70.mlp.up_proj.weight": "model-00042-of-00052.safetensors", + "language_model.model.layers.70.post_attention_layernorm.weight": "model-00042-of-00052.safetensors", + "language_model.model.layers.70.self_attn.k_proj.weight": "model-00041-of-00052.safetensors", + "language_model.model.layers.70.self_attn.o_proj.weight": "model-00041-of-00052.safetensors", + "language_model.model.layers.70.self_attn.q_proj.weight": "model-00041-of-00052.safetensors", + "language_model.model.layers.70.self_attn.v_proj.weight": "model-00041-of-00052.safetensors", + "language_model.model.layers.71.input_layernorm.weight": "model-00042-of-00052.safetensors", + "language_model.model.layers.71.mlp.down_proj.weight": "model-00042-of-00052.safetensors", + "language_model.model.layers.71.mlp.gate_proj.weight": "model-00042-of-00052.safetensors", + "language_model.model.layers.71.mlp.up_proj.weight": "model-00042-of-00052.safetensors", + "language_model.model.layers.71.post_attention_layernorm.weight": "model-00042-of-00052.safetensors", + "language_model.model.layers.71.self_attn.k_proj.weight": "model-00042-of-00052.safetensors", + "language_model.model.layers.71.self_attn.o_proj.weight": "model-00042-of-00052.safetensors", + "language_model.model.layers.71.self_attn.q_proj.weight": "model-00042-of-00052.safetensors", + "language_model.model.layers.71.self_attn.v_proj.weight": "model-00042-of-00052.safetensors", + "language_model.model.layers.72.input_layernorm.weight": "model-00043-of-00052.safetensors", + "language_model.model.layers.72.mlp.down_proj.weight": "model-00043-of-00052.safetensors", + "language_model.model.layers.72.mlp.gate_proj.weight": "model-00043-of-00052.safetensors", + "language_model.model.layers.72.mlp.up_proj.weight": "model-00043-of-00052.safetensors", + "language_model.model.layers.72.post_attention_layernorm.weight": "model-00043-of-00052.safetensors", + "language_model.model.layers.72.self_attn.k_proj.weight": "model-00043-of-00052.safetensors", + "language_model.model.layers.72.self_attn.o_proj.weight": "model-00043-of-00052.safetensors", + "language_model.model.layers.72.self_attn.q_proj.weight": "model-00043-of-00052.safetensors", + "language_model.model.layers.72.self_attn.v_proj.weight": "model-00043-of-00052.safetensors", + "language_model.model.layers.73.input_layernorm.weight": "model-00044-of-00052.safetensors", + "language_model.model.layers.73.mlp.down_proj.weight": "model-00044-of-00052.safetensors", + "language_model.model.layers.73.mlp.gate_proj.weight": "model-00043-of-00052.safetensors", + "language_model.model.layers.73.mlp.up_proj.weight": "model-00043-of-00052.safetensors", + "language_model.model.layers.73.post_attention_layernorm.weight": "model-00044-of-00052.safetensors", + "language_model.model.layers.73.self_attn.k_proj.weight": "model-00043-of-00052.safetensors", + "language_model.model.layers.73.self_attn.o_proj.weight": "model-00043-of-00052.safetensors", + "language_model.model.layers.73.self_attn.q_proj.weight": "model-00043-of-00052.safetensors", + "language_model.model.layers.73.self_attn.v_proj.weight": "model-00043-of-00052.safetensors", + "language_model.model.layers.74.input_layernorm.weight": "model-00044-of-00052.safetensors", + "language_model.model.layers.74.mlp.down_proj.weight": "model-00044-of-00052.safetensors", + "language_model.model.layers.74.mlp.gate_proj.weight": "model-00044-of-00052.safetensors", + "language_model.model.layers.74.mlp.up_proj.weight": "model-00044-of-00052.safetensors", + "language_model.model.layers.74.post_attention_layernorm.weight": "model-00044-of-00052.safetensors", + "language_model.model.layers.74.self_attn.k_proj.weight": "model-00044-of-00052.safetensors", + "language_model.model.layers.74.self_attn.o_proj.weight": "model-00044-of-00052.safetensors", + "language_model.model.layers.74.self_attn.q_proj.weight": "model-00044-of-00052.safetensors", + "language_model.model.layers.74.self_attn.v_proj.weight": "model-00044-of-00052.safetensors", + "language_model.model.layers.75.input_layernorm.weight": "model-00045-of-00052.safetensors", + "language_model.model.layers.75.mlp.down_proj.weight": "model-00045-of-00052.safetensors", + "language_model.model.layers.75.mlp.gate_proj.weight": "model-00044-of-00052.safetensors", + "language_model.model.layers.75.mlp.up_proj.weight": "model-00045-of-00052.safetensors", + "language_model.model.layers.75.post_attention_layernorm.weight": "model-00045-of-00052.safetensors", + "language_model.model.layers.75.self_attn.k_proj.weight": "model-00044-of-00052.safetensors", + "language_model.model.layers.75.self_attn.o_proj.weight": "model-00044-of-00052.safetensors", + "language_model.model.layers.75.self_attn.q_proj.weight": "model-00044-of-00052.safetensors", + "language_model.model.layers.75.self_attn.v_proj.weight": "model-00044-of-00052.safetensors", + "language_model.model.layers.76.input_layernorm.weight": "model-00045-of-00052.safetensors", + "language_model.model.layers.76.mlp.down_proj.weight": "model-00045-of-00052.safetensors", + "language_model.model.layers.76.mlp.gate_proj.weight": "model-00045-of-00052.safetensors", + "language_model.model.layers.76.mlp.up_proj.weight": "model-00045-of-00052.safetensors", + "language_model.model.layers.76.post_attention_layernorm.weight": "model-00045-of-00052.safetensors", + "language_model.model.layers.76.self_attn.k_proj.weight": "model-00045-of-00052.safetensors", + "language_model.model.layers.76.self_attn.o_proj.weight": "model-00045-of-00052.safetensors", + "language_model.model.layers.76.self_attn.q_proj.weight": "model-00045-of-00052.safetensors", + "language_model.model.layers.76.self_attn.v_proj.weight": "model-00045-of-00052.safetensors", + "language_model.model.layers.77.input_layernorm.weight": "model-00046-of-00052.safetensors", + "language_model.model.layers.77.mlp.down_proj.weight": "model-00046-of-00052.safetensors", + "language_model.model.layers.77.mlp.gate_proj.weight": "model-00046-of-00052.safetensors", + "language_model.model.layers.77.mlp.up_proj.weight": "model-00046-of-00052.safetensors", + "language_model.model.layers.77.post_attention_layernorm.weight": "model-00046-of-00052.safetensors", + "language_model.model.layers.77.self_attn.k_proj.weight": "model-00045-of-00052.safetensors", + "language_model.model.layers.77.self_attn.o_proj.weight": "model-00045-of-00052.safetensors", + "language_model.model.layers.77.self_attn.q_proj.weight": "model-00045-of-00052.safetensors", + "language_model.model.layers.77.self_attn.v_proj.weight": "model-00045-of-00052.safetensors", + "language_model.model.layers.78.input_layernorm.weight": "model-00046-of-00052.safetensors", + "language_model.model.layers.78.mlp.down_proj.weight": "model-00046-of-00052.safetensors", + "language_model.model.layers.78.mlp.gate_proj.weight": "model-00046-of-00052.safetensors", + "language_model.model.layers.78.mlp.up_proj.weight": "model-00046-of-00052.safetensors", + "language_model.model.layers.78.post_attention_layernorm.weight": "model-00046-of-00052.safetensors", + "language_model.model.layers.78.self_attn.k_proj.weight": "model-00046-of-00052.safetensors", + "language_model.model.layers.78.self_attn.o_proj.weight": "model-00046-of-00052.safetensors", + "language_model.model.layers.78.self_attn.q_proj.weight": "model-00046-of-00052.safetensors", + "language_model.model.layers.78.self_attn.v_proj.weight": "model-00046-of-00052.safetensors", + "language_model.model.layers.79.input_layernorm.weight": "model-00047-of-00052.safetensors", + "language_model.model.layers.79.mlp.down_proj.weight": "model-00047-of-00052.safetensors", + "language_model.model.layers.79.mlp.gate_proj.weight": "model-00047-of-00052.safetensors", + "language_model.model.layers.79.mlp.up_proj.weight": "model-00047-of-00052.safetensors", + "language_model.model.layers.79.post_attention_layernorm.weight": "model-00047-of-00052.safetensors", + "language_model.model.layers.79.self_attn.k_proj.weight": "model-00047-of-00052.safetensors", + "language_model.model.layers.79.self_attn.o_proj.weight": "model-00047-of-00052.safetensors", + "language_model.model.layers.79.self_attn.q_proj.weight": "model-00047-of-00052.safetensors", + "language_model.model.layers.79.self_attn.v_proj.weight": "model-00047-of-00052.safetensors", + "language_model.model.layers.8.input_layernorm.weight": "model-00006-of-00052.safetensors", + "language_model.model.layers.8.mlp.down_proj.weight": "model-00006-of-00052.safetensors", + "language_model.model.layers.8.mlp.gate_proj.weight": "model-00006-of-00052.safetensors", + "language_model.model.layers.8.mlp.up_proj.weight": "model-00006-of-00052.safetensors", + "language_model.model.layers.8.post_attention_layernorm.weight": "model-00006-of-00052.safetensors", + "language_model.model.layers.8.self_attn.k_proj.weight": "model-00006-of-00052.safetensors", + "language_model.model.layers.8.self_attn.o_proj.weight": "model-00006-of-00052.safetensors", + "language_model.model.layers.8.self_attn.q_proj.weight": "model-00006-of-00052.safetensors", + "language_model.model.layers.8.self_attn.v_proj.weight": "model-00006-of-00052.safetensors", + "language_model.model.layers.80.input_layernorm.weight": "model-00048-of-00052.safetensors", + "language_model.model.layers.80.mlp.down_proj.weight": "model-00048-of-00052.safetensors", + "language_model.model.layers.80.mlp.gate_proj.weight": "model-00047-of-00052.safetensors", + "language_model.model.layers.80.mlp.up_proj.weight": "model-00047-of-00052.safetensors", + "language_model.model.layers.80.post_attention_layernorm.weight": "model-00048-of-00052.safetensors", + "language_model.model.layers.80.self_attn.k_proj.weight": "model-00047-of-00052.safetensors", + "language_model.model.layers.80.self_attn.o_proj.weight": "model-00047-of-00052.safetensors", + "language_model.model.layers.80.self_attn.q_proj.weight": "model-00047-of-00052.safetensors", + "language_model.model.layers.80.self_attn.v_proj.weight": "model-00047-of-00052.safetensors", + "language_model.model.layers.81.input_layernorm.weight": "model-00048-of-00052.safetensors", + "language_model.model.layers.81.mlp.down_proj.weight": "model-00048-of-00052.safetensors", + "language_model.model.layers.81.mlp.gate_proj.weight": "model-00048-of-00052.safetensors", + "language_model.model.layers.81.mlp.up_proj.weight": "model-00048-of-00052.safetensors", + "language_model.model.layers.81.post_attention_layernorm.weight": "model-00048-of-00052.safetensors", + "language_model.model.layers.81.self_attn.k_proj.weight": "model-00048-of-00052.safetensors", + "language_model.model.layers.81.self_attn.o_proj.weight": "model-00048-of-00052.safetensors", + "language_model.model.layers.81.self_attn.q_proj.weight": "model-00048-of-00052.safetensors", + "language_model.model.layers.81.self_attn.v_proj.weight": "model-00048-of-00052.safetensors", + "language_model.model.layers.82.input_layernorm.weight": "model-00049-of-00052.safetensors", + "language_model.model.layers.82.mlp.down_proj.weight": "model-00049-of-00052.safetensors", + "language_model.model.layers.82.mlp.gate_proj.weight": "model-00048-of-00052.safetensors", + "language_model.model.layers.82.mlp.up_proj.weight": "model-00049-of-00052.safetensors", + "language_model.model.layers.82.post_attention_layernorm.weight": "model-00049-of-00052.safetensors", + "language_model.model.layers.82.self_attn.k_proj.weight": "model-00048-of-00052.safetensors", + "language_model.model.layers.82.self_attn.o_proj.weight": "model-00048-of-00052.safetensors", + "language_model.model.layers.82.self_attn.q_proj.weight": "model-00048-of-00052.safetensors", + "language_model.model.layers.82.self_attn.v_proj.weight": "model-00048-of-00052.safetensors", + "language_model.model.layers.83.input_layernorm.weight": "model-00049-of-00052.safetensors", + "language_model.model.layers.83.mlp.down_proj.weight": "model-00049-of-00052.safetensors", + "language_model.model.layers.83.mlp.gate_proj.weight": "model-00049-of-00052.safetensors", + "language_model.model.layers.83.mlp.up_proj.weight": "model-00049-of-00052.safetensors", + "language_model.model.layers.83.post_attention_layernorm.weight": "model-00049-of-00052.safetensors", + "language_model.model.layers.83.self_attn.k_proj.weight": "model-00049-of-00052.safetensors", + "language_model.model.layers.83.self_attn.o_proj.weight": "model-00049-of-00052.safetensors", + "language_model.model.layers.83.self_attn.q_proj.weight": "model-00049-of-00052.safetensors", + "language_model.model.layers.83.self_attn.v_proj.weight": "model-00049-of-00052.safetensors", + "language_model.model.layers.84.input_layernorm.weight": "model-00050-of-00052.safetensors", + "language_model.model.layers.84.mlp.down_proj.weight": "model-00050-of-00052.safetensors", + "language_model.model.layers.84.mlp.gate_proj.weight": "model-00050-of-00052.safetensors", + "language_model.model.layers.84.mlp.up_proj.weight": "model-00050-of-00052.safetensors", + "language_model.model.layers.84.post_attention_layernorm.weight": "model-00050-of-00052.safetensors", + "language_model.model.layers.84.self_attn.k_proj.weight": "model-00049-of-00052.safetensors", + "language_model.model.layers.84.self_attn.o_proj.weight": "model-00049-of-00052.safetensors", + "language_model.model.layers.84.self_attn.q_proj.weight": "model-00049-of-00052.safetensors", + "language_model.model.layers.84.self_attn.v_proj.weight": "model-00049-of-00052.safetensors", + "language_model.model.layers.85.input_layernorm.weight": "model-00050-of-00052.safetensors", + "language_model.model.layers.85.mlp.down_proj.weight": "model-00050-of-00052.safetensors", + "language_model.model.layers.85.mlp.gate_proj.weight": "model-00050-of-00052.safetensors", + "language_model.model.layers.85.mlp.up_proj.weight": "model-00050-of-00052.safetensors", + "language_model.model.layers.85.post_attention_layernorm.weight": "model-00050-of-00052.safetensors", + "language_model.model.layers.85.self_attn.k_proj.weight": "model-00050-of-00052.safetensors", + "language_model.model.layers.85.self_attn.o_proj.weight": "model-00050-of-00052.safetensors", + "language_model.model.layers.85.self_attn.q_proj.weight": "model-00050-of-00052.safetensors", + "language_model.model.layers.85.self_attn.v_proj.weight": "model-00050-of-00052.safetensors", + "language_model.model.layers.86.input_layernorm.weight": "model-00051-of-00052.safetensors", + "language_model.model.layers.86.mlp.down_proj.weight": "model-00051-of-00052.safetensors", + "language_model.model.layers.86.mlp.gate_proj.weight": "model-00051-of-00052.safetensors", + "language_model.model.layers.86.mlp.up_proj.weight": "model-00051-of-00052.safetensors", + "language_model.model.layers.86.post_attention_layernorm.weight": "model-00051-of-00052.safetensors", + "language_model.model.layers.86.self_attn.k_proj.weight": "model-00051-of-00052.safetensors", + "language_model.model.layers.86.self_attn.o_proj.weight": "model-00051-of-00052.safetensors", + "language_model.model.layers.86.self_attn.q_proj.weight": "model-00051-of-00052.safetensors", + "language_model.model.layers.86.self_attn.v_proj.weight": "model-00051-of-00052.safetensors", + "language_model.model.layers.87.input_layernorm.weight": "model-00052-of-00052.safetensors", + "language_model.model.layers.87.mlp.down_proj.weight": "model-00052-of-00052.safetensors", + "language_model.model.layers.87.mlp.gate_proj.weight": "model-00051-of-00052.safetensors", + "language_model.model.layers.87.mlp.up_proj.weight": "model-00051-of-00052.safetensors", + "language_model.model.layers.87.post_attention_layernorm.weight": "model-00052-of-00052.safetensors", + "language_model.model.layers.87.self_attn.k_proj.weight": "model-00051-of-00052.safetensors", + "language_model.model.layers.87.self_attn.o_proj.weight": "model-00051-of-00052.safetensors", + "language_model.model.layers.87.self_attn.q_proj.weight": "model-00051-of-00052.safetensors", + "language_model.model.layers.87.self_attn.v_proj.weight": "model-00051-of-00052.safetensors", + "language_model.model.layers.9.input_layernorm.weight": "model-00007-of-00052.safetensors", + "language_model.model.layers.9.mlp.down_proj.weight": "model-00007-of-00052.safetensors", + "language_model.model.layers.9.mlp.gate_proj.weight": "model-00007-of-00052.safetensors", + "language_model.model.layers.9.mlp.up_proj.weight": "model-00007-of-00052.safetensors", + "language_model.model.layers.9.post_attention_layernorm.weight": "model-00007-of-00052.safetensors", + "language_model.model.layers.9.self_attn.k_proj.weight": "model-00007-of-00052.safetensors", + "language_model.model.layers.9.self_attn.o_proj.weight": "model-00007-of-00052.safetensors", + "language_model.model.layers.9.self_attn.q_proj.weight": "model-00007-of-00052.safetensors", + "language_model.model.layers.9.self_attn.v_proj.weight": "model-00007-of-00052.safetensors", + "language_model.model.norm.weight": "model-00052-of-00052.safetensors", + "multi_modal_projector.linear_1.bias": "model-00001-of-00052.safetensors", + "multi_modal_projector.linear_1.weight": "model-00001-of-00052.safetensors", + "multi_modal_projector.linear_2.bias": "model-00001-of-00052.safetensors", + "multi_modal_projector.linear_2.weight": "model-00001-of-00052.safetensors", + "vision_tower.ln_pre.weight": "model-00001-of-00052.safetensors", + "vision_tower.patch_conv.weight": "model-00001-of-00052.safetensors", + "vision_tower.transformer.layers.0.attention.k_proj.weight": "model-00001-of-00052.safetensors", + "vision_tower.transformer.layers.0.attention.o_proj.weight": "model-00001-of-00052.safetensors", + "vision_tower.transformer.layers.0.attention.q_proj.weight": "model-00001-of-00052.safetensors", + "vision_tower.transformer.layers.0.attention.v_proj.weight": "model-00001-of-00052.safetensors", + "vision_tower.transformer.layers.0.attention_norm.weight": "model-00001-of-00052.safetensors", + "vision_tower.transformer.layers.0.feed_forward.down_proj.weight": "model-00001-of-00052.safetensors", + "vision_tower.transformer.layers.0.feed_forward.gate_proj.weight": "model-00001-of-00052.safetensors", + "vision_tower.transformer.layers.0.feed_forward.up_proj.weight": "model-00001-of-00052.safetensors", + "vision_tower.transformer.layers.0.ffn_norm.weight": "model-00001-of-00052.safetensors", + "vision_tower.transformer.layers.1.attention.k_proj.weight": "model-00001-of-00052.safetensors", + "vision_tower.transformer.layers.1.attention.o_proj.weight": "model-00001-of-00052.safetensors", + "vision_tower.transformer.layers.1.attention.q_proj.weight": "model-00001-of-00052.safetensors", + "vision_tower.transformer.layers.1.attention.v_proj.weight": "model-00001-of-00052.safetensors", + "vision_tower.transformer.layers.1.attention_norm.weight": "model-00001-of-00052.safetensors", + "vision_tower.transformer.layers.1.feed_forward.down_proj.weight": "model-00001-of-00052.safetensors", + "vision_tower.transformer.layers.1.feed_forward.gate_proj.weight": "model-00001-of-00052.safetensors", + "vision_tower.transformer.layers.1.feed_forward.up_proj.weight": "model-00001-of-00052.safetensors", + "vision_tower.transformer.layers.1.ffn_norm.weight": "model-00001-of-00052.safetensors", + "vision_tower.transformer.layers.10.attention.k_proj.weight": "model-00001-of-00052.safetensors", + "vision_tower.transformer.layers.10.attention.o_proj.weight": "model-00001-of-00052.safetensors", + "vision_tower.transformer.layers.10.attention.q_proj.weight": "model-00001-of-00052.safetensors", + "vision_tower.transformer.layers.10.attention.v_proj.weight": "model-00001-of-00052.safetensors", + "vision_tower.transformer.layers.10.attention_norm.weight": "model-00001-of-00052.safetensors", + "vision_tower.transformer.layers.10.feed_forward.down_proj.weight": "model-00001-of-00052.safetensors", + "vision_tower.transformer.layers.10.feed_forward.gate_proj.weight": "model-00001-of-00052.safetensors", + "vision_tower.transformer.layers.10.feed_forward.up_proj.weight": "model-00001-of-00052.safetensors", + "vision_tower.transformer.layers.10.ffn_norm.weight": "model-00001-of-00052.safetensors", + "vision_tower.transformer.layers.11.attention.k_proj.weight": "model-00001-of-00052.safetensors", + "vision_tower.transformer.layers.11.attention.o_proj.weight": "model-00001-of-00052.safetensors", + "vision_tower.transformer.layers.11.attention.q_proj.weight": "model-00001-of-00052.safetensors", + "vision_tower.transformer.layers.11.attention.v_proj.weight": "model-00001-of-00052.safetensors", + "vision_tower.transformer.layers.11.attention_norm.weight": "model-00001-of-00052.safetensors", + "vision_tower.transformer.layers.11.feed_forward.down_proj.weight": "model-00001-of-00052.safetensors", + "vision_tower.transformer.layers.11.feed_forward.gate_proj.weight": "model-00001-of-00052.safetensors", + "vision_tower.transformer.layers.11.feed_forward.up_proj.weight": "model-00001-of-00052.safetensors", + "vision_tower.transformer.layers.11.ffn_norm.weight": "model-00001-of-00052.safetensors", + "vision_tower.transformer.layers.12.attention.k_proj.weight": "model-00001-of-00052.safetensors", + "vision_tower.transformer.layers.12.attention.o_proj.weight": "model-00001-of-00052.safetensors", + "vision_tower.transformer.layers.12.attention.q_proj.weight": "model-00001-of-00052.safetensors", + "vision_tower.transformer.layers.12.attention.v_proj.weight": "model-00001-of-00052.safetensors", + "vision_tower.transformer.layers.12.attention_norm.weight": "model-00001-of-00052.safetensors", + "vision_tower.transformer.layers.12.feed_forward.down_proj.weight": "model-00001-of-00052.safetensors", + "vision_tower.transformer.layers.12.feed_forward.gate_proj.weight": "model-00001-of-00052.safetensors", + "vision_tower.transformer.layers.12.feed_forward.up_proj.weight": "model-00001-of-00052.safetensors", + "vision_tower.transformer.layers.12.ffn_norm.weight": "model-00001-of-00052.safetensors", + "vision_tower.transformer.layers.13.attention.k_proj.weight": "model-00001-of-00052.safetensors", + "vision_tower.transformer.layers.13.attention.o_proj.weight": "model-00001-of-00052.safetensors", + "vision_tower.transformer.layers.13.attention.q_proj.weight": "model-00001-of-00052.safetensors", + "vision_tower.transformer.layers.13.attention.v_proj.weight": "model-00001-of-00052.safetensors", + "vision_tower.transformer.layers.13.attention_norm.weight": "model-00001-of-00052.safetensors", + "vision_tower.transformer.layers.13.feed_forward.down_proj.weight": "model-00001-of-00052.safetensors", + "vision_tower.transformer.layers.13.feed_forward.gate_proj.weight": "model-00001-of-00052.safetensors", + "vision_tower.transformer.layers.13.feed_forward.up_proj.weight": "model-00001-of-00052.safetensors", + "vision_tower.transformer.layers.13.ffn_norm.weight": "model-00001-of-00052.safetensors", + "vision_tower.transformer.layers.14.attention.k_proj.weight": "model-00001-of-00052.safetensors", + "vision_tower.transformer.layers.14.attention.o_proj.weight": "model-00001-of-00052.safetensors", + "vision_tower.transformer.layers.14.attention.q_proj.weight": "model-00001-of-00052.safetensors", + "vision_tower.transformer.layers.14.attention.v_proj.weight": "model-00001-of-00052.safetensors", + "vision_tower.transformer.layers.14.attention_norm.weight": "model-00001-of-00052.safetensors", + "vision_tower.transformer.layers.14.feed_forward.down_proj.weight": "model-00001-of-00052.safetensors", + "vision_tower.transformer.layers.14.feed_forward.gate_proj.weight": "model-00001-of-00052.safetensors", + "vision_tower.transformer.layers.14.feed_forward.up_proj.weight": "model-00001-of-00052.safetensors", + "vision_tower.transformer.layers.14.ffn_norm.weight": "model-00001-of-00052.safetensors", + "vision_tower.transformer.layers.15.attention.k_proj.weight": "model-00001-of-00052.safetensors", + "vision_tower.transformer.layers.15.attention.o_proj.weight": "model-00001-of-00052.safetensors", + "vision_tower.transformer.layers.15.attention.q_proj.weight": "model-00001-of-00052.safetensors", + "vision_tower.transformer.layers.15.attention.v_proj.weight": "model-00001-of-00052.safetensors", + "vision_tower.transformer.layers.15.attention_norm.weight": "model-00001-of-00052.safetensors", + "vision_tower.transformer.layers.15.feed_forward.down_proj.weight": "model-00001-of-00052.safetensors", + "vision_tower.transformer.layers.15.feed_forward.gate_proj.weight": "model-00001-of-00052.safetensors", + "vision_tower.transformer.layers.15.feed_forward.up_proj.weight": "model-00001-of-00052.safetensors", + "vision_tower.transformer.layers.15.ffn_norm.weight": "model-00001-of-00052.safetensors", + "vision_tower.transformer.layers.16.attention.k_proj.weight": "model-00001-of-00052.safetensors", + "vision_tower.transformer.layers.16.attention.o_proj.weight": "model-00001-of-00052.safetensors", + "vision_tower.transformer.layers.16.attention.q_proj.weight": "model-00001-of-00052.safetensors", + "vision_tower.transformer.layers.16.attention.v_proj.weight": "model-00001-of-00052.safetensors", + "vision_tower.transformer.layers.16.attention_norm.weight": "model-00001-of-00052.safetensors", + "vision_tower.transformer.layers.16.feed_forward.down_proj.weight": "model-00001-of-00052.safetensors", + "vision_tower.transformer.layers.16.feed_forward.gate_proj.weight": "model-00001-of-00052.safetensors", + "vision_tower.transformer.layers.16.feed_forward.up_proj.weight": "model-00001-of-00052.safetensors", + "vision_tower.transformer.layers.16.ffn_norm.weight": "model-00001-of-00052.safetensors", + "vision_tower.transformer.layers.17.attention.k_proj.weight": "model-00001-of-00052.safetensors", + "vision_tower.transformer.layers.17.attention.o_proj.weight": "model-00001-of-00052.safetensors", + "vision_tower.transformer.layers.17.attention.q_proj.weight": "model-00001-of-00052.safetensors", + "vision_tower.transformer.layers.17.attention.v_proj.weight": "model-00001-of-00052.safetensors", + "vision_tower.transformer.layers.17.attention_norm.weight": "model-00001-of-00052.safetensors", + "vision_tower.transformer.layers.17.feed_forward.down_proj.weight": "model-00001-of-00052.safetensors", + "vision_tower.transformer.layers.17.feed_forward.gate_proj.weight": "model-00001-of-00052.safetensors", + "vision_tower.transformer.layers.17.feed_forward.up_proj.weight": "model-00001-of-00052.safetensors", + "vision_tower.transformer.layers.17.ffn_norm.weight": "model-00001-of-00052.safetensors", + "vision_tower.transformer.layers.18.attention.k_proj.weight": "model-00001-of-00052.safetensors", + "vision_tower.transformer.layers.18.attention.o_proj.weight": "model-00001-of-00052.safetensors", + "vision_tower.transformer.layers.18.attention.q_proj.weight": "model-00001-of-00052.safetensors", + "vision_tower.transformer.layers.18.attention.v_proj.weight": "model-00001-of-00052.safetensors", + "vision_tower.transformer.layers.18.attention_norm.weight": "model-00001-of-00052.safetensors", + "vision_tower.transformer.layers.18.feed_forward.down_proj.weight": "model-00001-of-00052.safetensors", + "vision_tower.transformer.layers.18.feed_forward.gate_proj.weight": "model-00001-of-00052.safetensors", + "vision_tower.transformer.layers.18.feed_forward.up_proj.weight": "model-00001-of-00052.safetensors", + "vision_tower.transformer.layers.18.ffn_norm.weight": "model-00001-of-00052.safetensors", + "vision_tower.transformer.layers.19.attention.k_proj.weight": "model-00001-of-00052.safetensors", + "vision_tower.transformer.layers.19.attention.o_proj.weight": "model-00001-of-00052.safetensors", + "vision_tower.transformer.layers.19.attention.q_proj.weight": "model-00001-of-00052.safetensors", + "vision_tower.transformer.layers.19.attention.v_proj.weight": "model-00001-of-00052.safetensors", + "vision_tower.transformer.layers.19.attention_norm.weight": "model-00001-of-00052.safetensors", + "vision_tower.transformer.layers.19.feed_forward.down_proj.weight": "model-00001-of-00052.safetensors", + "vision_tower.transformer.layers.19.feed_forward.gate_proj.weight": "model-00001-of-00052.safetensors", + "vision_tower.transformer.layers.19.feed_forward.up_proj.weight": "model-00001-of-00052.safetensors", + "vision_tower.transformer.layers.19.ffn_norm.weight": "model-00001-of-00052.safetensors", + "vision_tower.transformer.layers.2.attention.k_proj.weight": "model-00001-of-00052.safetensors", + "vision_tower.transformer.layers.2.attention.o_proj.weight": "model-00001-of-00052.safetensors", + "vision_tower.transformer.layers.2.attention.q_proj.weight": "model-00001-of-00052.safetensors", + "vision_tower.transformer.layers.2.attention.v_proj.weight": "model-00001-of-00052.safetensors", + "vision_tower.transformer.layers.2.attention_norm.weight": "model-00001-of-00052.safetensors", + "vision_tower.transformer.layers.2.feed_forward.down_proj.weight": "model-00001-of-00052.safetensors", + "vision_tower.transformer.layers.2.feed_forward.gate_proj.weight": "model-00001-of-00052.safetensors", + "vision_tower.transformer.layers.2.feed_forward.up_proj.weight": "model-00001-of-00052.safetensors", + "vision_tower.transformer.layers.2.ffn_norm.weight": "model-00001-of-00052.safetensors", + "vision_tower.transformer.layers.20.attention.k_proj.weight": "model-00001-of-00052.safetensors", + "vision_tower.transformer.layers.20.attention.o_proj.weight": "model-00001-of-00052.safetensors", + "vision_tower.transformer.layers.20.attention.q_proj.weight": "model-00001-of-00052.safetensors", + "vision_tower.transformer.layers.20.attention.v_proj.weight": "model-00001-of-00052.safetensors", + "vision_tower.transformer.layers.20.attention_norm.weight": "model-00001-of-00052.safetensors", + "vision_tower.transformer.layers.20.feed_forward.down_proj.weight": "model-00001-of-00052.safetensors", + "vision_tower.transformer.layers.20.feed_forward.gate_proj.weight": "model-00001-of-00052.safetensors", + "vision_tower.transformer.layers.20.feed_forward.up_proj.weight": "model-00001-of-00052.safetensors", + "vision_tower.transformer.layers.20.ffn_norm.weight": "model-00001-of-00052.safetensors", + "vision_tower.transformer.layers.21.attention.k_proj.weight": "model-00001-of-00052.safetensors", + "vision_tower.transformer.layers.21.attention.o_proj.weight": "model-00001-of-00052.safetensors", + "vision_tower.transformer.layers.21.attention.q_proj.weight": "model-00001-of-00052.safetensors", + "vision_tower.transformer.layers.21.attention.v_proj.weight": "model-00001-of-00052.safetensors", + "vision_tower.transformer.layers.21.attention_norm.weight": "model-00001-of-00052.safetensors", + "vision_tower.transformer.layers.21.feed_forward.down_proj.weight": "model-00001-of-00052.safetensors", + "vision_tower.transformer.layers.21.feed_forward.gate_proj.weight": "model-00001-of-00052.safetensors", + "vision_tower.transformer.layers.21.feed_forward.up_proj.weight": "model-00001-of-00052.safetensors", + "vision_tower.transformer.layers.21.ffn_norm.weight": "model-00001-of-00052.safetensors", + "vision_tower.transformer.layers.22.attention.k_proj.weight": "model-00001-of-00052.safetensors", + "vision_tower.transformer.layers.22.attention.o_proj.weight": "model-00001-of-00052.safetensors", + "vision_tower.transformer.layers.22.attention.q_proj.weight": "model-00001-of-00052.safetensors", + "vision_tower.transformer.layers.22.attention.v_proj.weight": "model-00001-of-00052.safetensors", + "vision_tower.transformer.layers.22.attention_norm.weight": "model-00001-of-00052.safetensors", + "vision_tower.transformer.layers.22.feed_forward.down_proj.weight": "model-00001-of-00052.safetensors", + "vision_tower.transformer.layers.22.feed_forward.gate_proj.weight": "model-00001-of-00052.safetensors", + "vision_tower.transformer.layers.22.feed_forward.up_proj.weight": "model-00001-of-00052.safetensors", + "vision_tower.transformer.layers.22.ffn_norm.weight": "model-00001-of-00052.safetensors", + "vision_tower.transformer.layers.23.attention.k_proj.weight": "model-00001-of-00052.safetensors", + "vision_tower.transformer.layers.23.attention.o_proj.weight": "model-00001-of-00052.safetensors", + "vision_tower.transformer.layers.23.attention.q_proj.weight": "model-00001-of-00052.safetensors", + "vision_tower.transformer.layers.23.attention.v_proj.weight": "model-00001-of-00052.safetensors", + "vision_tower.transformer.layers.23.attention_norm.weight": "model-00001-of-00052.safetensors", + "vision_tower.transformer.layers.23.feed_forward.down_proj.weight": "model-00001-of-00052.safetensors", + "vision_tower.transformer.layers.23.feed_forward.gate_proj.weight": "model-00001-of-00052.safetensors", + "vision_tower.transformer.layers.23.feed_forward.up_proj.weight": "model-00001-of-00052.safetensors", + "vision_tower.transformer.layers.23.ffn_norm.weight": "model-00001-of-00052.safetensors", + "vision_tower.transformer.layers.24.attention.k_proj.weight": "model-00001-of-00052.safetensors", + "vision_tower.transformer.layers.24.attention.o_proj.weight": "model-00001-of-00052.safetensors", + "vision_tower.transformer.layers.24.attention.q_proj.weight": "model-00001-of-00052.safetensors", + "vision_tower.transformer.layers.24.attention.v_proj.weight": "model-00001-of-00052.safetensors", + "vision_tower.transformer.layers.24.attention_norm.weight": "model-00001-of-00052.safetensors", + "vision_tower.transformer.layers.24.feed_forward.down_proj.weight": "model-00001-of-00052.safetensors", + "vision_tower.transformer.layers.24.feed_forward.gate_proj.weight": "model-00001-of-00052.safetensors", + "vision_tower.transformer.layers.24.feed_forward.up_proj.weight": "model-00001-of-00052.safetensors", + "vision_tower.transformer.layers.24.ffn_norm.weight": "model-00001-of-00052.safetensors", + "vision_tower.transformer.layers.25.attention.k_proj.weight": "model-00001-of-00052.safetensors", + "vision_tower.transformer.layers.25.attention.o_proj.weight": "model-00001-of-00052.safetensors", + "vision_tower.transformer.layers.25.attention.q_proj.weight": "model-00001-of-00052.safetensors", + "vision_tower.transformer.layers.25.attention.v_proj.weight": "model-00001-of-00052.safetensors", + "vision_tower.transformer.layers.25.attention_norm.weight": "model-00001-of-00052.safetensors", + "vision_tower.transformer.layers.25.feed_forward.down_proj.weight": "model-00001-of-00052.safetensors", + "vision_tower.transformer.layers.25.feed_forward.gate_proj.weight": "model-00001-of-00052.safetensors", + "vision_tower.transformer.layers.25.feed_forward.up_proj.weight": "model-00001-of-00052.safetensors", + "vision_tower.transformer.layers.25.ffn_norm.weight": "model-00001-of-00052.safetensors", + "vision_tower.transformer.layers.26.attention.k_proj.weight": "model-00001-of-00052.safetensors", + "vision_tower.transformer.layers.26.attention.o_proj.weight": "model-00001-of-00052.safetensors", + "vision_tower.transformer.layers.26.attention.q_proj.weight": "model-00001-of-00052.safetensors", + "vision_tower.transformer.layers.26.attention.v_proj.weight": "model-00001-of-00052.safetensors", + "vision_tower.transformer.layers.26.attention_norm.weight": "model-00001-of-00052.safetensors", + "vision_tower.transformer.layers.26.feed_forward.down_proj.weight": "model-00001-of-00052.safetensors", + "vision_tower.transformer.layers.26.feed_forward.gate_proj.weight": "model-00001-of-00052.safetensors", + "vision_tower.transformer.layers.26.feed_forward.up_proj.weight": "model-00001-of-00052.safetensors", + "vision_tower.transformer.layers.26.ffn_norm.weight": "model-00001-of-00052.safetensors", + "vision_tower.transformer.layers.27.attention.k_proj.weight": "model-00001-of-00052.safetensors", + "vision_tower.transformer.layers.27.attention.o_proj.weight": "model-00001-of-00052.safetensors", + "vision_tower.transformer.layers.27.attention.q_proj.weight": "model-00001-of-00052.safetensors", + "vision_tower.transformer.layers.27.attention.v_proj.weight": "model-00001-of-00052.safetensors", + "vision_tower.transformer.layers.27.attention_norm.weight": "model-00001-of-00052.safetensors", + "vision_tower.transformer.layers.27.feed_forward.down_proj.weight": "model-00001-of-00052.safetensors", + "vision_tower.transformer.layers.27.feed_forward.gate_proj.weight": "model-00001-of-00052.safetensors", + "vision_tower.transformer.layers.27.feed_forward.up_proj.weight": "model-00001-of-00052.safetensors", + "vision_tower.transformer.layers.27.ffn_norm.weight": "model-00001-of-00052.safetensors", + "vision_tower.transformer.layers.28.attention.k_proj.weight": "model-00001-of-00052.safetensors", + "vision_tower.transformer.layers.28.attention.o_proj.weight": "model-00001-of-00052.safetensors", + "vision_tower.transformer.layers.28.attention.q_proj.weight": "model-00001-of-00052.safetensors", + "vision_tower.transformer.layers.28.attention.v_proj.weight": "model-00001-of-00052.safetensors", + "vision_tower.transformer.layers.28.attention_norm.weight": "model-00001-of-00052.safetensors", + "vision_tower.transformer.layers.28.feed_forward.down_proj.weight": "model-00001-of-00052.safetensors", + "vision_tower.transformer.layers.28.feed_forward.gate_proj.weight": "model-00001-of-00052.safetensors", + "vision_tower.transformer.layers.28.feed_forward.up_proj.weight": "model-00001-of-00052.safetensors", + "vision_tower.transformer.layers.28.ffn_norm.weight": "model-00001-of-00052.safetensors", + "vision_tower.transformer.layers.29.attention.k_proj.weight": "model-00001-of-00052.safetensors", + "vision_tower.transformer.layers.29.attention.o_proj.weight": "model-00001-of-00052.safetensors", + "vision_tower.transformer.layers.29.attention.q_proj.weight": "model-00001-of-00052.safetensors", + "vision_tower.transformer.layers.29.attention.v_proj.weight": "model-00001-of-00052.safetensors", + "vision_tower.transformer.layers.29.attention_norm.weight": "model-00001-of-00052.safetensors", + "vision_tower.transformer.layers.29.feed_forward.down_proj.weight": "model-00001-of-00052.safetensors", + "vision_tower.transformer.layers.29.feed_forward.gate_proj.weight": "model-00001-of-00052.safetensors", + "vision_tower.transformer.layers.29.feed_forward.up_proj.weight": "model-00001-of-00052.safetensors", + "vision_tower.transformer.layers.29.ffn_norm.weight": "model-00001-of-00052.safetensors", + "vision_tower.transformer.layers.3.attention.k_proj.weight": "model-00001-of-00052.safetensors", + "vision_tower.transformer.layers.3.attention.o_proj.weight": "model-00001-of-00052.safetensors", + "vision_tower.transformer.layers.3.attention.q_proj.weight": "model-00001-of-00052.safetensors", + "vision_tower.transformer.layers.3.attention.v_proj.weight": "model-00001-of-00052.safetensors", + "vision_tower.transformer.layers.3.attention_norm.weight": "model-00001-of-00052.safetensors", + "vision_tower.transformer.layers.3.feed_forward.down_proj.weight": "model-00001-of-00052.safetensors", + "vision_tower.transformer.layers.3.feed_forward.gate_proj.weight": "model-00001-of-00052.safetensors", + "vision_tower.transformer.layers.3.feed_forward.up_proj.weight": "model-00001-of-00052.safetensors", + "vision_tower.transformer.layers.3.ffn_norm.weight": "model-00001-of-00052.safetensors", + "vision_tower.transformer.layers.30.attention.k_proj.weight": "model-00001-of-00052.safetensors", + "vision_tower.transformer.layers.30.attention.o_proj.weight": "model-00001-of-00052.safetensors", + "vision_tower.transformer.layers.30.attention.q_proj.weight": "model-00001-of-00052.safetensors", + "vision_tower.transformer.layers.30.attention.v_proj.weight": "model-00001-of-00052.safetensors", + "vision_tower.transformer.layers.30.attention_norm.weight": "model-00001-of-00052.safetensors", + "vision_tower.transformer.layers.30.feed_forward.down_proj.weight": "model-00001-of-00052.safetensors", + "vision_tower.transformer.layers.30.feed_forward.gate_proj.weight": "model-00001-of-00052.safetensors", + "vision_tower.transformer.layers.30.feed_forward.up_proj.weight": "model-00001-of-00052.safetensors", + "vision_tower.transformer.layers.30.ffn_norm.weight": "model-00001-of-00052.safetensors", + "vision_tower.transformer.layers.31.attention.k_proj.weight": "model-00001-of-00052.safetensors", + "vision_tower.transformer.layers.31.attention.o_proj.weight": "model-00001-of-00052.safetensors", + "vision_tower.transformer.layers.31.attention.q_proj.weight": "model-00001-of-00052.safetensors", + "vision_tower.transformer.layers.31.attention.v_proj.weight": "model-00001-of-00052.safetensors", + "vision_tower.transformer.layers.31.attention_norm.weight": "model-00001-of-00052.safetensors", + "vision_tower.transformer.layers.31.feed_forward.down_proj.weight": "model-00001-of-00052.safetensors", + "vision_tower.transformer.layers.31.feed_forward.gate_proj.weight": "model-00001-of-00052.safetensors", + "vision_tower.transformer.layers.31.feed_forward.up_proj.weight": "model-00001-of-00052.safetensors", + "vision_tower.transformer.layers.31.ffn_norm.weight": "model-00001-of-00052.safetensors", + "vision_tower.transformer.layers.32.attention.k_proj.weight": "model-00001-of-00052.safetensors", + "vision_tower.transformer.layers.32.attention.o_proj.weight": "model-00001-of-00052.safetensors", + "vision_tower.transformer.layers.32.attention.q_proj.weight": "model-00001-of-00052.safetensors", + "vision_tower.transformer.layers.32.attention.v_proj.weight": "model-00001-of-00052.safetensors", + "vision_tower.transformer.layers.32.attention_norm.weight": "model-00001-of-00052.safetensors", + "vision_tower.transformer.layers.32.feed_forward.down_proj.weight": "model-00001-of-00052.safetensors", + "vision_tower.transformer.layers.32.feed_forward.gate_proj.weight": "model-00001-of-00052.safetensors", + "vision_tower.transformer.layers.32.feed_forward.up_proj.weight": "model-00001-of-00052.safetensors", + "vision_tower.transformer.layers.32.ffn_norm.weight": "model-00001-of-00052.safetensors", + "vision_tower.transformer.layers.33.attention.k_proj.weight": "model-00001-of-00052.safetensors", + "vision_tower.transformer.layers.33.attention.o_proj.weight": "model-00001-of-00052.safetensors", + "vision_tower.transformer.layers.33.attention.q_proj.weight": "model-00001-of-00052.safetensors", + "vision_tower.transformer.layers.33.attention.v_proj.weight": "model-00001-of-00052.safetensors", + "vision_tower.transformer.layers.33.attention_norm.weight": "model-00001-of-00052.safetensors", + "vision_tower.transformer.layers.33.feed_forward.down_proj.weight": "model-00001-of-00052.safetensors", + "vision_tower.transformer.layers.33.feed_forward.gate_proj.weight": "model-00001-of-00052.safetensors", + "vision_tower.transformer.layers.33.feed_forward.up_proj.weight": "model-00001-of-00052.safetensors", + "vision_tower.transformer.layers.33.ffn_norm.weight": "model-00001-of-00052.safetensors", + "vision_tower.transformer.layers.34.attention.k_proj.weight": "model-00001-of-00052.safetensors", + "vision_tower.transformer.layers.34.attention.o_proj.weight": "model-00001-of-00052.safetensors", + "vision_tower.transformer.layers.34.attention.q_proj.weight": "model-00001-of-00052.safetensors", + "vision_tower.transformer.layers.34.attention.v_proj.weight": "model-00001-of-00052.safetensors", + "vision_tower.transformer.layers.34.attention_norm.weight": "model-00001-of-00052.safetensors", + "vision_tower.transformer.layers.34.feed_forward.down_proj.weight": "model-00001-of-00052.safetensors", + "vision_tower.transformer.layers.34.feed_forward.gate_proj.weight": "model-00001-of-00052.safetensors", + "vision_tower.transformer.layers.34.feed_forward.up_proj.weight": "model-00001-of-00052.safetensors", + "vision_tower.transformer.layers.34.ffn_norm.weight": "model-00001-of-00052.safetensors", + "vision_tower.transformer.layers.35.attention.k_proj.weight": "model-00001-of-00052.safetensors", + "vision_tower.transformer.layers.35.attention.o_proj.weight": "model-00001-of-00052.safetensors", + "vision_tower.transformer.layers.35.attention.q_proj.weight": "model-00001-of-00052.safetensors", + "vision_tower.transformer.layers.35.attention.v_proj.weight": "model-00001-of-00052.safetensors", + "vision_tower.transformer.layers.35.attention_norm.weight": "model-00001-of-00052.safetensors", + "vision_tower.transformer.layers.35.feed_forward.down_proj.weight": "model-00001-of-00052.safetensors", + "vision_tower.transformer.layers.35.feed_forward.gate_proj.weight": "model-00001-of-00052.safetensors", + "vision_tower.transformer.layers.35.feed_forward.up_proj.weight": "model-00001-of-00052.safetensors", + "vision_tower.transformer.layers.35.ffn_norm.weight": "model-00001-of-00052.safetensors", + "vision_tower.transformer.layers.36.attention.k_proj.weight": "model-00001-of-00052.safetensors", + "vision_tower.transformer.layers.36.attention.o_proj.weight": "model-00001-of-00052.safetensors", + "vision_tower.transformer.layers.36.attention.q_proj.weight": "model-00001-of-00052.safetensors", + "vision_tower.transformer.layers.36.attention.v_proj.weight": "model-00001-of-00052.safetensors", + "vision_tower.transformer.layers.36.attention_norm.weight": "model-00001-of-00052.safetensors", + "vision_tower.transformer.layers.36.feed_forward.down_proj.weight": "model-00001-of-00052.safetensors", + "vision_tower.transformer.layers.36.feed_forward.gate_proj.weight": "model-00001-of-00052.safetensors", + "vision_tower.transformer.layers.36.feed_forward.up_proj.weight": "model-00001-of-00052.safetensors", + "vision_tower.transformer.layers.36.ffn_norm.weight": "model-00001-of-00052.safetensors", + "vision_tower.transformer.layers.37.attention.k_proj.weight": "model-00001-of-00052.safetensors", + "vision_tower.transformer.layers.37.attention.o_proj.weight": "model-00001-of-00052.safetensors", + "vision_tower.transformer.layers.37.attention.q_proj.weight": "model-00001-of-00052.safetensors", + "vision_tower.transformer.layers.37.attention.v_proj.weight": "model-00001-of-00052.safetensors", + "vision_tower.transformer.layers.37.attention_norm.weight": "model-00001-of-00052.safetensors", + "vision_tower.transformer.layers.37.feed_forward.down_proj.weight": "model-00001-of-00052.safetensors", + "vision_tower.transformer.layers.37.feed_forward.gate_proj.weight": "model-00001-of-00052.safetensors", + "vision_tower.transformer.layers.37.feed_forward.up_proj.weight": "model-00001-of-00052.safetensors", + "vision_tower.transformer.layers.37.ffn_norm.weight": "model-00001-of-00052.safetensors", + "vision_tower.transformer.layers.38.attention.k_proj.weight": "model-00001-of-00052.safetensors", + "vision_tower.transformer.layers.38.attention.o_proj.weight": "model-00001-of-00052.safetensors", + "vision_tower.transformer.layers.38.attention.q_proj.weight": "model-00001-of-00052.safetensors", + "vision_tower.transformer.layers.38.attention.v_proj.weight": "model-00001-of-00052.safetensors", + "vision_tower.transformer.layers.38.attention_norm.weight": "model-00001-of-00052.safetensors", + "vision_tower.transformer.layers.38.feed_forward.down_proj.weight": "model-00001-of-00052.safetensors", + "vision_tower.transformer.layers.38.feed_forward.gate_proj.weight": "model-00001-of-00052.safetensors", + "vision_tower.transformer.layers.38.feed_forward.up_proj.weight": "model-00001-of-00052.safetensors", + "vision_tower.transformer.layers.38.ffn_norm.weight": "model-00001-of-00052.safetensors", + "vision_tower.transformer.layers.39.attention.k_proj.weight": "model-00001-of-00052.safetensors", + "vision_tower.transformer.layers.39.attention.o_proj.weight": "model-00001-of-00052.safetensors", + "vision_tower.transformer.layers.39.attention.q_proj.weight": "model-00001-of-00052.safetensors", + "vision_tower.transformer.layers.39.attention.v_proj.weight": "model-00001-of-00052.safetensors", + "vision_tower.transformer.layers.39.attention_norm.weight": "model-00001-of-00052.safetensors", + "vision_tower.transformer.layers.39.feed_forward.down_proj.weight": "model-00001-of-00052.safetensors", + "vision_tower.transformer.layers.39.feed_forward.gate_proj.weight": "model-00001-of-00052.safetensors", + "vision_tower.transformer.layers.39.feed_forward.up_proj.weight": "model-00001-of-00052.safetensors", + "vision_tower.transformer.layers.39.ffn_norm.weight": "model-00001-of-00052.safetensors", + "vision_tower.transformer.layers.4.attention.k_proj.weight": "model-00001-of-00052.safetensors", + "vision_tower.transformer.layers.4.attention.o_proj.weight": "model-00001-of-00052.safetensors", + "vision_tower.transformer.layers.4.attention.q_proj.weight": "model-00001-of-00052.safetensors", + "vision_tower.transformer.layers.4.attention.v_proj.weight": "model-00001-of-00052.safetensors", + "vision_tower.transformer.layers.4.attention_norm.weight": "model-00001-of-00052.safetensors", + "vision_tower.transformer.layers.4.feed_forward.down_proj.weight": "model-00001-of-00052.safetensors", + "vision_tower.transformer.layers.4.feed_forward.gate_proj.weight": "model-00001-of-00052.safetensors", + "vision_tower.transformer.layers.4.feed_forward.up_proj.weight": "model-00001-of-00052.safetensors", + "vision_tower.transformer.layers.4.ffn_norm.weight": "model-00001-of-00052.safetensors", + "vision_tower.transformer.layers.5.attention.k_proj.weight": "model-00001-of-00052.safetensors", + "vision_tower.transformer.layers.5.attention.o_proj.weight": "model-00001-of-00052.safetensors", + "vision_tower.transformer.layers.5.attention.q_proj.weight": "model-00001-of-00052.safetensors", + "vision_tower.transformer.layers.5.attention.v_proj.weight": "model-00001-of-00052.safetensors", + "vision_tower.transformer.layers.5.attention_norm.weight": "model-00001-of-00052.safetensors", + "vision_tower.transformer.layers.5.feed_forward.down_proj.weight": "model-00001-of-00052.safetensors", + "vision_tower.transformer.layers.5.feed_forward.gate_proj.weight": "model-00001-of-00052.safetensors", + "vision_tower.transformer.layers.5.feed_forward.up_proj.weight": "model-00001-of-00052.safetensors", + "vision_tower.transformer.layers.5.ffn_norm.weight": "model-00001-of-00052.safetensors", + "vision_tower.transformer.layers.6.attention.k_proj.weight": "model-00001-of-00052.safetensors", + "vision_tower.transformer.layers.6.attention.o_proj.weight": "model-00001-of-00052.safetensors", + "vision_tower.transformer.layers.6.attention.q_proj.weight": "model-00001-of-00052.safetensors", + "vision_tower.transformer.layers.6.attention.v_proj.weight": "model-00001-of-00052.safetensors", + "vision_tower.transformer.layers.6.attention_norm.weight": "model-00001-of-00052.safetensors", + "vision_tower.transformer.layers.6.feed_forward.down_proj.weight": "model-00001-of-00052.safetensors", + "vision_tower.transformer.layers.6.feed_forward.gate_proj.weight": "model-00001-of-00052.safetensors", + "vision_tower.transformer.layers.6.feed_forward.up_proj.weight": "model-00001-of-00052.safetensors", + "vision_tower.transformer.layers.6.ffn_norm.weight": "model-00001-of-00052.safetensors", + "vision_tower.transformer.layers.7.attention.k_proj.weight": "model-00001-of-00052.safetensors", + "vision_tower.transformer.layers.7.attention.o_proj.weight": "model-00001-of-00052.safetensors", + "vision_tower.transformer.layers.7.attention.q_proj.weight": "model-00001-of-00052.safetensors", + "vision_tower.transformer.layers.7.attention.v_proj.weight": "model-00001-of-00052.safetensors", + "vision_tower.transformer.layers.7.attention_norm.weight": "model-00001-of-00052.safetensors", + "vision_tower.transformer.layers.7.feed_forward.down_proj.weight": "model-00001-of-00052.safetensors", + "vision_tower.transformer.layers.7.feed_forward.gate_proj.weight": "model-00001-of-00052.safetensors", + "vision_tower.transformer.layers.7.feed_forward.up_proj.weight": "model-00001-of-00052.safetensors", + "vision_tower.transformer.layers.7.ffn_norm.weight": "model-00001-of-00052.safetensors", + "vision_tower.transformer.layers.8.attention.k_proj.weight": "model-00001-of-00052.safetensors", + "vision_tower.transformer.layers.8.attention.o_proj.weight": "model-00001-of-00052.safetensors", + "vision_tower.transformer.layers.8.attention.q_proj.weight": "model-00001-of-00052.safetensors", + "vision_tower.transformer.layers.8.attention.v_proj.weight": "model-00001-of-00052.safetensors", + "vision_tower.transformer.layers.8.attention_norm.weight": "model-00001-of-00052.safetensors", + "vision_tower.transformer.layers.8.feed_forward.down_proj.weight": "model-00001-of-00052.safetensors", + "vision_tower.transformer.layers.8.feed_forward.gate_proj.weight": "model-00001-of-00052.safetensors", + "vision_tower.transformer.layers.8.feed_forward.up_proj.weight": "model-00001-of-00052.safetensors", + "vision_tower.transformer.layers.8.ffn_norm.weight": "model-00001-of-00052.safetensors", + "vision_tower.transformer.layers.9.attention.k_proj.weight": "model-00001-of-00052.safetensors", + "vision_tower.transformer.layers.9.attention.o_proj.weight": "model-00001-of-00052.safetensors", + "vision_tower.transformer.layers.9.attention.q_proj.weight": "model-00001-of-00052.safetensors", + "vision_tower.transformer.layers.9.attention.v_proj.weight": "model-00001-of-00052.safetensors", + "vision_tower.transformer.layers.9.attention_norm.weight": "model-00001-of-00052.safetensors", + "vision_tower.transformer.layers.9.feed_forward.down_proj.weight": "model-00001-of-00052.safetensors", + "vision_tower.transformer.layers.9.feed_forward.gate_proj.weight": "model-00001-of-00052.safetensors", + "vision_tower.transformer.layers.9.feed_forward.up_proj.weight": "model-00001-of-00052.safetensors", + "vision_tower.transformer.layers.9.ffn_norm.weight": "model-00001-of-00052.safetensors" + } +} diff --git a/preprocessor_config.json b/preprocessor_config.json new file mode 100644 index 0000000000000000000000000000000000000000..3e916d7750c22814d4c0b1f3f07e05d572160792 --- /dev/null +++ b/preprocessor_config.json @@ -0,0 +1,27 @@ +{ + "do_convert_rgb": true, + "do_normalize": true, + "do_rescale": true, + "do_resize": true, + "image_mean": [ + 0.48145466, + 0.4578275, + 0.40821073 + ], + "image_processor_type": "PixtralImageProcessor", + "image_std": [ + 0.26862954, + 0.26130258, + 0.27577711 + ], + "patch_size": { + "height": 16, + "width": 16 + }, + "processor_class": "PixtralProcessor", + "resample": 3, + "rescale_factor": 0.00392156862745098, + "size": { + "longest_edge": 1024 + } +} diff --git a/processor_config.json b/processor_config.json new file mode 100644 index 0000000000000000000000000000000000000000..c9b049dbaf48944f213124e923048ff5b6af9031 --- /dev/null +++ b/processor_config.json @@ -0,0 +1,7 @@ +{ + "image_break_token": "[IMG_BREAK]", + "image_end_token": "[IMG_END]", + "image_token": "[IMG]", + "patch_size": 16, + "processor_class": "PixtralProcessor" +} diff --git a/special_tokens_map.json b/special_tokens_map.json new file mode 100644 index 0000000000000000000000000000000000000000..451134b2ddc2e78555d1e857518c54b4bdc2e87d --- /dev/null +++ b/special_tokens_map.json @@ -0,0 +1,23 @@ +{ + "bos_token": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "eos_token": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "unk_token": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + } +} diff --git a/tokenizer.json b/tokenizer.json new file mode 100644 index 0000000000000000000000000000000000000000..8eeb5df08dbbd193d2a9b757bdc8616b924a9429 --- /dev/null +++ b/tokenizer.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2482d54bc351bc5f9ccc899ffd51b8d6cbe0fc1987e8a81a2d7c3670c0b666fc +size 3672086 diff --git a/tokenizer_config.json b/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..f916be9975e1e7ece940ce993535749526c0ced8 --- /dev/null +++ b/tokenizer_config.json @@ -0,0 +1,6192 @@ +{ + "add_bos_token": true, + "add_eos_token": false, + "add_prefix_space": null, + "added_tokens_decoder": { + "0": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "1": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "2": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "3": { + "content": "[INST]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "4": { + "content": "[/INST]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "5": { + "content": "[TOOL_CALLS]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "6": { + "content": "[AVAILABLE_TOOLS]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "7": { + "content": "[/AVAILABLE_TOOLS]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "8": { + "content": "[TOOL_RESULTS]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "9": { + "content": "[/TOOL_RESULTS]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "10": { + "content": "[IMG]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "11": { + "content": "[PREFIX]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "12": { + "content": "[MIDDLE]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "13": { + "content": "[SUFFIX]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "14": { + "content": "[IMG_BREAK]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "15": { + "content": "[IMG_END]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "16": { + "content": "[SYSTEM_PROMPT]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "17": { + "content": "[/SYSTEM_PROMPT]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "18": { + "content": "[TOOL_CONTENT]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "19": { + "content": "[control_17]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "20": { + "content": "[control_18]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "21": { + "content": "[control_19]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "22": { + "content": "[control_20]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "23": { + "content": "[control_21]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "24": { + "content": "[control_22]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "25": { + "content": "[control_23]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "26": { + "content": "[control_24]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "27": { + "content": "[control_25]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "28": { + "content": "[control_26]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "29": { + "content": "[control_27]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "30": { + "content": "[control_28]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "31": { + "content": "[control_29]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "32": { + "content": "[control_30]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "33": { + "content": "[control_31]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "34": { + "content": "[control_32]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "35": { + "content": "[control_33]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "36": { + "content": "[control_34]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "37": { + "content": "[control_35]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "38": { + "content": "[control_36]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "39": { + "content": "[control_37]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "40": { + "content": "[control_38]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "41": { + "content": "[control_39]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "42": { + "content": "[control_40]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "43": { + "content": "[control_41]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "44": { + "content": "[control_42]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "45": { + "content": "[control_43]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "46": { + "content": "[control_44]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47": { + "content": "[control_45]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48": { + "content": "[control_46]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49": { + "content": "[control_47]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50": { + "content": "[control_48]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51": { + "content": "[control_49]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "52": { + "content": "[control_50]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "53": { + "content": "[control_51]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "54": { + "content": "[control_52]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "55": { + "content": "[control_53]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "56": { + "content": "[control_54]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "57": { + "content": "[control_55]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "58": { + "content": "[control_56]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "59": { + "content": "[control_57]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "60": { + "content": "[control_58]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "61": { + "content": "[control_59]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "62": { + "content": "[control_60]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "63": { + "content": "[control_61]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "64": { + "content": "[control_62]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "65": { + "content": "[control_63]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "66": { + "content": "[control_64]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "67": { + "content": "[control_65]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "68": { + "content": "[control_66]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "69": { + "content": "[control_67]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "70": { + "content": "[control_68]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "71": { + "content": "[control_69]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "72": { + "content": "[control_70]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "73": { + "content": "[control_71]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "74": { + "content": "[control_72]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "75": { + "content": "[control_73]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "76": { + "content": "[control_74]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "77": { + "content": "[control_75]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "78": { + "content": "[control_76]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "79": { + "content": "[control_77]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "80": { + "content": "[control_78]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "81": { + "content": "[control_79]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "82": { + "content": "[control_80]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "83": { + "content": "[control_81]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "84": { + "content": "[control_82]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "85": { + "content": "[control_83]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "86": { + "content": "[control_84]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "87": { + "content": "[control_85]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "88": { + "content": "[control_86]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "89": { + "content": "[control_87]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "90": { + "content": "[control_88]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "91": { + "content": "[control_89]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "92": { + "content": "[control_90]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "93": { + "content": "[control_91]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "94": { + "content": "[control_92]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "95": { + "content": "[control_93]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "96": { + "content": "[control_94]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "97": { + "content": "[control_95]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "98": { + "content": "[control_96]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "99": { + "content": "[control_97]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "100": { + "content": "[control_98]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "101": { + "content": "[control_99]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "102": { + "content": "[control_100]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "103": { + "content": "[control_101]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "104": { + "content": "[control_102]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "105": { + "content": "[control_103]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "106": { + "content": "[control_104]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "107": { + "content": "[control_105]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "108": { + "content": "[control_106]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "109": { + "content": "[control_107]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "110": { + "content": "[control_108]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "111": { + "content": "[control_109]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "112": { + "content": "[control_110]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "113": { + "content": "[control_111]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "114": { + "content": "[control_112]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "115": { + "content": "[control_113]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "116": { + "content": "[control_114]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "117": { + "content": "[control_115]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "118": { + "content": "[control_116]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "119": { + "content": "[control_117]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "120": { + "content": "[control_118]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "121": { + "content": "[control_119]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "122": { + "content": "[control_120]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "123": { + "content": "[control_121]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "124": { + "content": "[control_122]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "125": { + "content": "[control_123]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "126": { + "content": "[control_124]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "127": { + "content": "[control_125]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128": { + "content": "[control_126]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "129": { + "content": "[control_127]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "130": { + "content": "[control_128]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "131": { + "content": "[control_129]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "132": { + "content": "[control_130]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "133": { + "content": "[control_131]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "134": { + "content": "[control_132]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "135": { + "content": "[control_133]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "136": { + "content": "[control_134]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "137": { + "content": "[control_135]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "138": { + "content": "[control_136]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "139": { + "content": "[control_137]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "140": { + "content": "[control_138]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "141": { + "content": "[control_139]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "142": { + "content": "[control_140]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "143": { + "content": "[control_141]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "144": { + "content": "[control_142]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "145": { + "content": "[control_143]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "146": { + "content": "[control_144]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "147": { + "content": "[control_145]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "148": { + "content": "[control_146]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "149": { + "content": "[control_147]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "150": { + "content": "[control_148]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151": { + "content": "[control_149]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "152": { + "content": "[control_150]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "153": { + "content": "[control_151]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "154": { + "content": "[control_152]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "155": { + "content": "[control_153]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "156": { + "content": "[control_154]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "157": { + "content": "[control_155]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "158": { + "content": "[control_156]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "159": { + "content": "[control_157]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "160": { + "content": "[control_158]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "161": { + "content": "[control_159]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "162": { + "content": "[control_160]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "163": { + "content": "[control_161]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "164": { + "content": "[control_162]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "165": { + "content": "[control_163]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "166": { + "content": "[control_164]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "167": { + "content": "[control_165]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "168": { + "content": "[control_166]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "169": { + "content": "[control_167]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "170": { + "content": "[control_168]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "171": { + "content": "[control_169]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "172": { + "content": "[control_170]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "173": { + "content": "[control_171]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "174": { + "content": "[control_172]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "175": { + "content": "[control_173]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "176": { + "content": "[control_174]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "177": { + "content": "[control_175]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "178": { + "content": "[control_176]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "179": { + "content": "[control_177]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "180": { + "content": "[control_178]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "181": { + "content": "[control_179]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "182": { + "content": "[control_180]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "183": { + "content": "[control_181]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "184": { + "content": "[control_182]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "185": { + "content": "[control_183]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "186": { + "content": "[control_184]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "187": { + "content": "[control_185]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "188": { + "content": "[control_186]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "189": { + "content": "[control_187]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "190": { + "content": "[control_188]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "191": { + "content": "[control_189]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "192": { + "content": "[control_190]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "193": { + "content": "[control_191]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "194": { + "content": "[control_192]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "195": { + "content": "[control_193]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "196": { + "content": "[control_194]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "197": { + "content": "[control_195]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "198": { + "content": "[control_196]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "199": { + "content": "[control_197]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200": { + "content": "[control_198]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "201": { + "content": "[control_199]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "202": { + "content": "[control_200]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "203": { + "content": "[control_201]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "204": { + "content": "[control_202]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "205": { + "content": "[control_203]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "206": { + "content": "[control_204]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "207": { + "content": "[control_205]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "208": { + "content": "[control_206]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "209": { + "content": "[control_207]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "210": { + "content": "[control_208]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "211": { + "content": "[control_209]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "212": { + "content": "[control_210]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "213": { + "content": "[control_211]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "214": { + "content": "[control_212]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "215": { + "content": "[control_213]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "216": { + "content": "[control_214]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "217": { + "content": "[control_215]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "218": { + "content": "[control_216]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "219": { + "content": "[control_217]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "220": { + "content": "[control_218]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "221": { + "content": "[control_219]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "222": { + "content": "[control_220]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "223": { + "content": "[control_221]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "224": { + "content": "[control_222]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "225": { + "content": "[control_223]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "226": { + "content": "[control_224]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "227": { + "content": "[control_225]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "228": { + "content": "[control_226]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "229": { + "content": "[control_227]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "230": { + "content": "[control_228]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "231": { + "content": "[control_229]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "232": { + "content": "[control_230]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "233": { + "content": "[control_231]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "234": { + "content": "[control_232]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "235": { + "content": "[control_233]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "236": { + "content": "[control_234]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "237": { + "content": "[control_235]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "238": { + "content": "[control_236]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "239": { + "content": "[control_237]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "240": { + "content": "[control_238]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "241": { + "content": "[control_239]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "242": { + "content": "[control_240]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "243": { + "content": "[control_241]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "244": { + "content": "[control_242]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "245": { + "content": "[control_243]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "246": { + "content": "[control_244]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "247": { + "content": "[control_245]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "248": { + "content": "[control_246]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "249": { + "content": "[control_247]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "250": { + "content": "[control_248]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "251": { + "content": "[control_249]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "252": { + "content": "[control_250]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "253": { + "content": "[control_251]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "254": { + "content": "[control_252]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "255": { + "content": "[control_253]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "256": { + "content": "[control_254]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "257": { + "content": "[control_255]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "258": { + "content": "[control_256]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "259": { + "content": "[control_257]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "260": { + "content": "[control_258]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "261": { + "content": "[control_259]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "262": { + "content": "[control_260]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "263": { + "content": "[control_261]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "264": { + "content": "[control_262]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "265": { + "content": "[control_263]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "266": { + "content": "[control_264]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "267": { + "content": "[control_265]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "268": { + "content": "[control_266]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "269": { + "content": "[control_267]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "270": { + "content": "[control_268]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "271": { + "content": "[control_269]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "272": { + "content": "[control_270]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "273": { + "content": "[control_271]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "274": { + "content": "[control_272]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "275": { + "content": "[control_273]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "276": { + "content": "[control_274]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "277": { + "content": "[control_275]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "278": { + "content": "[control_276]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "279": { + "content": "[control_277]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "280": { + "content": "[control_278]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "281": { + "content": "[control_279]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "282": { + "content": "[control_280]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "283": { + "content": "[control_281]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "284": { + "content": "[control_282]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "285": { + "content": "[control_283]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "286": { + "content": "[control_284]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "287": { + "content": "[control_285]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "288": { + "content": "[control_286]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "289": { + "content": "[control_287]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "290": { + "content": "[control_288]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "291": { + "content": "[control_289]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "292": { + "content": "[control_290]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "293": { + "content": "[control_291]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "294": { + "content": "[control_292]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "295": { + "content": "[control_293]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "296": { + "content": "[control_294]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "297": { + "content": "[control_295]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "298": { + "content": "[control_296]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "299": { + "content": "[control_297]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "300": { + "content": "[control_298]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "301": { + "content": "[control_299]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "302": { + "content": "[control_300]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "303": { + "content": "[control_301]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "304": { + "content": "[control_302]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "305": { + "content": "[control_303]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "306": { + "content": "[control_304]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "307": { + "content": "[control_305]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "308": { + "content": "[control_306]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "309": { + "content": "[control_307]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "310": { + "content": "[control_308]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "311": { + "content": "[control_309]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "312": { + "content": "[control_310]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "313": { + "content": "[control_311]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "314": { + "content": "[control_312]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "315": { + "content": "[control_313]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "316": { + "content": "[control_314]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "317": { + "content": "[control_315]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "318": { + "content": "[control_316]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "319": { + "content": "[control_317]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "320": { + "content": "[control_318]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "321": { + "content": "[control_319]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "322": { + "content": "[control_320]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "323": { + "content": "[control_321]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "324": { + "content": "[control_322]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "325": { + "content": "[control_323]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "326": { + "content": "[control_324]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "327": { + "content": "[control_325]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "328": { + "content": "[control_326]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "329": { + "content": "[control_327]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "330": { + "content": "[control_328]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "331": { + "content": "[control_329]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "332": { + "content": "[control_330]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "333": { + "content": "[control_331]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "334": { + "content": "[control_332]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "335": { + "content": "[control_333]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "336": { + "content": "[control_334]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "337": { + "content": "[control_335]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "338": { + "content": "[control_336]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "339": { + "content": "[control_337]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "340": { + "content": "[control_338]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "341": { + "content": "[control_339]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "342": { + "content": "[control_340]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "343": { + "content": "[control_341]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "344": { + "content": "[control_342]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "345": { + "content": "[control_343]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "346": { + "content": "[control_344]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "347": { + "content": "[control_345]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "348": { + "content": "[control_346]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "349": { + "content": "[control_347]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "350": { + "content": "[control_348]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "351": { + "content": "[control_349]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "352": { + "content": "[control_350]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "353": { + "content": "[control_351]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "354": { + "content": "[control_352]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "355": { + "content": "[control_353]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "356": { + "content": "[control_354]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "357": { + "content": "[control_355]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "358": { + "content": "[control_356]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "359": { + "content": "[control_357]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "360": { + "content": "[control_358]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "361": { + "content": "[control_359]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "362": { + "content": "[control_360]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "363": { + "content": "[control_361]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "364": { + "content": "[control_362]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "365": { + "content": "[control_363]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "366": { + "content": "[control_364]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "367": { + "content": "[control_365]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "368": { + "content": "[control_366]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "369": { + "content": "[control_367]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "370": { + "content": "[control_368]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "371": { + "content": "[control_369]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "372": { + "content": "[control_370]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "373": { + "content": "[control_371]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "374": { + "content": "[control_372]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "375": { + "content": "[control_373]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "376": { + "content": "[control_374]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "377": { + "content": "[control_375]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "378": { + "content": "[control_376]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "379": { + "content": "[control_377]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "380": { + "content": "[control_378]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "381": { + "content": "[control_379]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "382": { + "content": "[control_380]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "383": { + "content": "[control_381]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "384": { + "content": "[control_382]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "385": { + "content": "[control_383]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "386": { + "content": "[control_384]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "387": { + "content": "[control_385]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "388": { + "content": "[control_386]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "389": { + "content": "[control_387]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "390": { + "content": "[control_388]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "391": { + "content": "[control_389]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "392": { + "content": "[control_390]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "393": { + "content": "[control_391]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "394": { + "content": "[control_392]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "395": { + "content": "[control_393]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "396": { + "content": "[control_394]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "397": { + "content": "[control_395]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "398": { + "content": "[control_396]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "399": { + "content": "[control_397]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "400": { + "content": "[control_398]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "401": { + "content": "[control_399]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "402": { + "content": "[control_400]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "403": { + "content": "[control_401]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "404": { + "content": "[control_402]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "405": { + "content": "[control_403]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "406": { + "content": "[control_404]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "407": { + "content": "[control_405]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "408": { + "content": "[control_406]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "409": { + "content": "[control_407]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "410": { + "content": "[control_408]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "411": { + "content": "[control_409]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "412": { + "content": "[control_410]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "413": { + "content": "[control_411]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "414": { + "content": "[control_412]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "415": { + "content": "[control_413]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "416": { + "content": "[control_414]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "417": { + "content": "[control_415]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "418": { + "content": "[control_416]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "419": { + "content": "[control_417]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "420": { + "content": "[control_418]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "421": { + "content": "[control_419]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "422": { + "content": "[control_420]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "423": { + "content": "[control_421]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "424": { + "content": "[control_422]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "425": { + "content": "[control_423]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "426": { + "content": "[control_424]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "427": { + "content": "[control_425]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "428": { + "content": "[control_426]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "429": { + "content": "[control_427]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "430": { + "content": "[control_428]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "431": { + "content": "[control_429]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "432": { + "content": "[control_430]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "433": { + "content": "[control_431]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "434": { + "content": "[control_432]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "435": { + "content": "[control_433]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "436": { + "content": "[control_434]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "437": { + "content": "[control_435]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "438": { + "content": "[control_436]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "439": { + "content": "[control_437]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "440": { + "content": "[control_438]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "441": { + "content": "[control_439]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "442": { + "content": "[control_440]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "443": { + "content": "[control_441]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "444": { + "content": "[control_442]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "445": { + "content": "[control_443]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "446": { + "content": "[control_444]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "447": { + "content": "[control_445]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "448": { + "content": "[control_446]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "449": { + "content": "[control_447]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "450": { + "content": "[control_448]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "451": { + "content": "[control_449]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "452": { + "content": "[control_450]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "453": { + "content": "[control_451]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "454": { + "content": "[control_452]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "455": { + "content": "[control_453]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "456": { + "content": "[control_454]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "457": { + "content": "[control_455]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "458": { + "content": "[control_456]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "459": { + "content": "[control_457]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "460": { + "content": "[control_458]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "461": { + "content": "[control_459]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "462": { + "content": "[control_460]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "463": { + "content": "[control_461]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "464": { + "content": "[control_462]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "465": { + "content": "[control_463]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "466": { + "content": "[control_464]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "467": { + "content": "[control_465]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "468": { + "content": "[control_466]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "469": { + "content": "[control_467]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "470": { + "content": "[control_468]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "471": { + "content": "[control_469]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "472": { + "content": "[control_470]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "473": { + "content": "[control_471]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "474": { + "content": "[control_472]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "475": { + "content": "[control_473]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "476": { + "content": "[control_474]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "477": { + "content": "[control_475]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "478": { + "content": "[control_476]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "479": { + "content": "[control_477]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "480": { + "content": "[control_478]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "481": { + "content": "[control_479]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "482": { + "content": "[control_480]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "483": { + "content": "[control_481]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "484": { + "content": "[control_482]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "485": { + "content": "[control_483]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "486": { + "content": "[control_484]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "487": { + "content": "[control_485]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "488": { + "content": "[control_486]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "489": { + "content": "[control_487]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "490": { + "content": "[control_488]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "491": { + "content": "[control_489]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "492": { + "content": "[control_490]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "493": { + "content": "[control_491]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "494": { + "content": "[control_492]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "495": { + "content": "[control_493]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "496": { + "content": "[control_494]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "497": { + "content": "[control_495]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "498": { + "content": "[control_496]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "499": { + "content": "[control_497]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "500": { + "content": "[control_498]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "501": { + "content": "[control_499]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "502": { + "content": "[control_500]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "503": { + "content": "[control_501]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "504": { + "content": "[control_502]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "505": { + "content": "[control_503]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "506": { + "content": "[control_504]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "507": { + "content": "[control_505]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "508": { + "content": "[control_506]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "509": { + "content": "[control_507]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "510": { + "content": "[control_508]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "511": { + "content": "[control_509]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "512": { + "content": "[control_510]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "513": { + "content": "[control_511]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "514": { + "content": "[control_512]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "515": { + "content": "[control_513]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "516": { + "content": "[control_514]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "517": { + "content": "[control_515]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "518": { + "content": "[control_516]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "519": { + "content": "[control_517]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "520": { + "content": "[control_518]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "521": { + "content": "[control_519]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "522": { + "content": "[control_520]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "523": { + "content": "[control_521]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "524": { + "content": "[control_522]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "525": { + "content": "[control_523]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "526": { + "content": "[control_524]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "527": { + "content": "[control_525]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "528": { + "content": "[control_526]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "529": { + "content": "[control_527]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "530": { + "content": "[control_528]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "531": { + "content": "[control_529]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "532": { + "content": "[control_530]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "533": { + "content": "[control_531]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "534": { + "content": "[control_532]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "535": { + "content": "[control_533]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "536": { + "content": "[control_534]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "537": { + "content": "[control_535]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "538": { + "content": "[control_536]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "539": { + "content": "[control_537]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "540": { + "content": "[control_538]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "541": { + "content": "[control_539]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "542": { + "content": "[control_540]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "543": { + "content": "[control_541]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "544": { + "content": "[control_542]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "545": { + "content": "[control_543]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "546": { + "content": "[control_544]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "547": { + "content": "[control_545]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "548": { + "content": "[control_546]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "549": { + "content": "[control_547]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "550": { + "content": "[control_548]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "551": { + "content": "[control_549]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "552": { + "content": "[control_550]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "553": { + "content": "[control_551]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "554": { + "content": "[control_552]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "555": { + "content": "[control_553]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "556": { + "content": "[control_554]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "557": { + "content": "[control_555]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "558": { + "content": "[control_556]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "559": { + "content": "[control_557]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "560": { + "content": "[control_558]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "561": { + "content": "[control_559]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "562": { + "content": "[control_560]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "563": { + "content": "[control_561]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "564": { + "content": "[control_562]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "565": { + "content": "[control_563]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "566": { + "content": "[control_564]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "567": { + "content": "[control_565]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "568": { + "content": "[control_566]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "569": { + "content": "[control_567]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "570": { + "content": "[control_568]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "571": { + "content": "[control_569]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "572": { + "content": "[control_570]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "573": { + "content": "[control_571]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "574": { + "content": "[control_572]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "575": { + "content": "[control_573]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "576": { + "content": "[control_574]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "577": { + "content": "[control_575]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "578": { + "content": "[control_576]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "579": { + "content": "[control_577]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "580": { + "content": "[control_578]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "581": { + "content": "[control_579]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "582": { + "content": "[control_580]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "583": { + "content": "[control_581]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "584": { + "content": "[control_582]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "585": { + "content": "[control_583]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "586": { + "content": "[control_584]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "587": { + "content": "[control_585]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "588": { + "content": "[control_586]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "589": { + "content": "[control_587]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "590": { + "content": "[control_588]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "591": { + "content": "[control_589]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "592": { + "content": "[control_590]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "593": { + "content": "[control_591]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "594": { + "content": "[control_592]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "595": { + "content": "[control_593]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "596": { + "content": "[control_594]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "597": { + "content": "[control_595]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "598": { + "content": "[control_596]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "599": { + "content": "[control_597]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "600": { + "content": "[control_598]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "601": { + "content": "[control_599]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "602": { + "content": "[control_600]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "603": { + "content": "[control_601]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "604": { + "content": "[control_602]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "605": { + "content": "[control_603]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "606": { + "content": "[control_604]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "607": { + "content": "[control_605]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "608": { + "content": "[control_606]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "609": { + "content": "[control_607]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "610": { + "content": "[control_608]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "611": { + "content": "[control_609]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "612": { + "content": "[control_610]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "613": { + "content": "[control_611]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "614": { + "content": "[control_612]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "615": { + "content": "[control_613]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "616": { + "content": "[control_614]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "617": { + "content": "[control_615]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "618": { + "content": "[control_616]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "619": { + "content": "[control_617]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "620": { + "content": "[control_618]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "621": { + "content": "[control_619]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "622": { + "content": "[control_620]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "623": { + "content": "[control_621]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "624": { + "content": "[control_622]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "625": { + "content": "[control_623]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "626": { + "content": "[control_624]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "627": { + "content": "[control_625]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "628": { + "content": "[control_626]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "629": { + "content": "[control_627]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "630": { + "content": "[control_628]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "631": { + "content": "[control_629]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "632": { + "content": "[control_630]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "633": { + "content": "[control_631]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "634": { + "content": "[control_632]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "635": { + "content": "[control_633]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "636": { + "content": "[control_634]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "637": { + "content": "[control_635]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "638": { + "content": "[control_636]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "639": { + "content": "[control_637]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "640": { + "content": "[control_638]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "641": { + "content": "[control_639]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "642": { + "content": "[control_640]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "643": { + "content": "[control_641]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "644": { + "content": "[control_642]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "645": { + "content": "[control_643]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "646": { + "content": "[control_644]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "647": { + "content": "[control_645]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "648": { + "content": "[control_646]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "649": { + "content": "[control_647]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "650": { + "content": "[control_648]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "651": { + "content": "[control_649]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "652": { + "content": "[control_650]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "653": { + "content": "[control_651]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "654": { + "content": "[control_652]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "655": { + "content": "[control_653]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "656": { + "content": "[control_654]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "657": { + "content": "[control_655]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "658": { + "content": "[control_656]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "659": { + "content": "[control_657]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "660": { + "content": "[control_658]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "661": { + "content": "[control_659]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "662": { + "content": "[control_660]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "663": { + "content": "[control_661]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "664": { + "content": "[control_662]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "665": { + "content": "[control_663]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "666": { + "content": "[control_664]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "667": { + "content": "[control_665]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "668": { + "content": "[control_666]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "669": { + "content": "[control_667]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "670": { + "content": "[control_668]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "671": { + "content": "[control_669]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "672": { + "content": "[control_670]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "673": { + "content": "[control_671]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "674": { + "content": "[control_672]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "675": { + "content": "[control_673]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "676": { + "content": "[control_674]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "677": { + "content": "[control_675]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "678": { + "content": "[control_676]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "679": { + "content": "[control_677]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "680": { + "content": "[control_678]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "681": { + "content": "[control_679]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "682": { + "content": "[control_680]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "683": { + "content": "[control_681]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "684": { + "content": "[control_682]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "685": { + "content": "[control_683]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "686": { + "content": "[control_684]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "687": { + "content": "[control_685]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "688": { + "content": "[control_686]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "689": { + "content": "[control_687]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "690": { + "content": "[control_688]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "691": { + "content": "[control_689]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "692": { + "content": "[control_690]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "693": { + "content": "[control_691]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "694": { + "content": "[control_692]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "695": { + "content": "[control_693]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "696": { + "content": "[control_694]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "697": { + "content": "[control_695]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "698": { + "content": "[control_696]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "699": { + "content": "[control_697]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "700": { + "content": "[control_698]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "701": { + "content": "[control_699]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "702": { + "content": "[control_700]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "703": { + "content": "[control_701]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "704": { + "content": "[control_702]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "705": { + "content": "[control_703]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "706": { + "content": "[control_704]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "707": { + "content": "[control_705]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "708": { + "content": "[control_706]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "709": { + "content": "[control_707]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "710": { + "content": "[control_708]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "711": { + "content": "[control_709]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "712": { + "content": "[control_710]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "713": { + "content": "[control_711]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "714": { + "content": "[control_712]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "715": { + "content": "[control_713]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "716": { + "content": "[control_714]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "717": { + "content": "[control_715]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "718": { + "content": "[control_716]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "719": { + "content": "[control_717]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "720": { + "content": "[control_718]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "721": { + "content": "[control_719]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "722": { + "content": "[control_720]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "723": { + "content": "[control_721]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "724": { + "content": "[control_722]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "725": { + "content": "[control_723]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "726": { + "content": "[control_724]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "727": { + "content": "[control_725]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "728": { + "content": "[control_726]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "729": { + "content": "[control_727]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "730": { + "content": "[control_728]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "731": { + "content": "[control_729]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "732": { + "content": "[control_730]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "733": { + "content": "[control_731]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "734": { + "content": "[control_732]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "735": { + "content": "[control_733]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "736": { + "content": "[control_734]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "737": { + "content": "[control_735]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "738": { + "content": "[control_736]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "739": { + "content": "[control_737]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "740": { + "content": "[control_738]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "741": { + "content": "[control_739]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "742": { + "content": "[control_740]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "743": { + "content": "[control_741]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "744": { + "content": "[control_742]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "745": { + "content": "[control_743]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "746": { + "content": "[control_744]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "747": { + "content": "[control_745]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "748": { + "content": "[control_746]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "749": { + "content": "[/REF]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "750": { + "content": "[REF]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "751": { + "content": "[REFERENCE_DOC_19]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "752": { + "content": "[REFERENCE_DOC_18]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "753": { + "content": "[REFERENCE_DOC_17]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "754": { + "content": "[REFERENCE_DOC_16]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "755": { + "content": "[REFERENCE_DOC_15]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "756": { + "content": "[REFERENCE_DOC_14]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "757": { + "content": "[REFERENCE_DOC_13]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "758": { + "content": "[REFERENCE_DOC_12]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "759": { + "content": "[REFERENCE_DOC_11]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "760": { + "content": "[REFERENCE_DOC_10]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "761": { + "content": "[REFERENCE_DOC_9]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "762": { + "content": "[REFERENCE_DOC_8]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "763": { + "content": "[REFERENCE_DOC_7]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "764": { + "content": "[REFERENCE_DOC_6]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "765": { + "content": "[REFERENCE_DOC_5]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "766": { + "content": "[REFERENCE_DOC_4]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "767": { + "content": "[REFERENCE_DOC_3]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "768": { + "content": "[REFERENCE_DOC_2]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "769": { + "content": "[REFERENCE_DOC_1]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "770": { + "content": "[REFERENCE_DOC_0]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + } + }, + "bos_token": "", + "clean_up_tokenization_spaces": false, + "eos_token": "", + "legacy": true, + "model_max_length": 1000000000000000019884624838656, + "pad_token": null, + "model_input_names": [ + "input_ids", + "attention_mask" + ], + "sp_model_kwargs": {}, + "spaces_between_special_tokens": false, + "processor_class": "PixtralProcessor", + "tokenizer_class": "LlamaTokenizer", + "unk_token": "", + "use_default_system_prompt": false, + "chat_template": "{{ bos_token }}{% for message in messages %}{% if message['role'] == 'user' %}{{ '[INST] ' }}{% if message['content'] is not string %}{% for chunk in message['content'] %}{% if chunk['type'] == 'text' %}{{ chunk['content'] }}{% elif chunk['type'] == 'image' %}{{ '[IMG]' }}{% else %}{{ raise_exception('Unrecognized content type!') }}{% endif %}{% endfor %}{% else %}{{ message['content'] }}{% endif %}{{ '[/INST]' }}{% if not loop.last and messages[loop.index]['role'] == 'user' %}{{ eos_token }}{% endif %}{% elif message['role'] == 'system' %}{{ '[SYSTEM_PROMPT] ' + message['content'] + '[/SYSTEM_PROMPT]' }}{% elif message['role'] == 'assistant' %}{{ ' ' + message['content'] + eos_token }}{% else %}{{ raise_exception('Only user, system and assistant roles are supported!') }}{% endif %}{% endfor %}" +}