diff --git "a/config.json" "b/config.json" new file mode 100644--- /dev/null +++ "b/config.json" @@ -0,0 +1,13376 @@ +{ + "_name_or_path": "meta-llama/Meta-Llama-3.1-8B-Instruct", + "architectures": [ + "LlamaForCausalLM" + ], + "attention_bias": false, + "attention_dropout": 0.0, + "bos_token_id": 128000, + "eos_token_id": [ + 128001, + 128008, + 128009 + ], + "hidden_act": "silu", + "hidden_size": 4096, + "initializer_range": 0.02, + "intermediate_size": 14336, + "max_position_embeddings": 131072, + "mlp_bias": false, + "model_type": "llama", + "num_attention_heads": 32, + "num_hidden_layers": 32, + "num_key_value_heads": 8, + "pretraining_tp": 1, + "quantization_config": { + "batch_size": 1, + "bits": 4, + "block_name_to_quantize": null, + "cache_block_outputs": true, + "damp_percent": 0.1, + "dataset": [ + { + "attention_mask": [ + [ + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1 + ] + ], + "input_ids": [ + [ + 128000, + 5109, + 15836, + 113221, + 31634, + 114835, + 57668, + 11571, + 108623, + 15722, + 231, + 3922, + 5109, + 15836, + 116339, + 37046, + 81543, + 110275, + 101602, + 21043, + 445, + 81101, + 12, + 18, + 112182, + 3771, + 78, + 4669, + 445, + 8921, + 4940, + 17367, + 83047, + 29391, + 3922, + 6079, + 101, + 19000, + 18184, + 20600, + 104908, + 118034, + 33208, + 9554, + 113925, + 34208, + 123725 + ] + ] + }, + { + "attention_mask": [ + [ + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1 + ] + ], + "input_ids": [ + [ + 128000, + 110310, + 119395, + 119294, + 11571, + 112471, + 104251, + 67178, + 35287, + 57668, + 11571, + 37046, + 105424, + 445, + 81101, + 12, + 18, + 105187, + 68171, + 3771, + 78, + 4669, + 445, + 8921, + 4940, + 17367, + 20033, + 249, + 67178, + 104123, + 49792, + 118034, + 103129, + 46034, + 1811, + 98711, + 117621, + 21043, + 110747, + 20600, + 119745, + 104908, + 79656, + 9554, + 113925, + 34208, + 122903 + ] + ] + }, + { + "attention_mask": [ + [ + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1 + ] + ], + "input_ids": [ + [ + 110310, + 66378, + 28542, + 119294, + 11571, + 111358, + 445, + 81101, + 12, + 18, + 3922, + 98711, + 66378, + 28542, + 108399, + 33764, + 109683, + 120074, + 9554, + 113954, + 34208, + 45059, + 106556, + 5486, + 43240, + 91985, + 33208, + 9554, + 99480, + 5486, + 121915, + 9554, + 111478, + 34208, + 91272, + 33208, + 120920, + 18184, + 20600, + 104908, + 19361, + 115392, + 33764, + 117332, + 113925, + 34208, + 123725 + ] + ] + }, + { + "attention_mask": [ + [ + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1 + ] + ], + "input_ids": [ + [ + 70616, + 119294, + 11571, + 98711, + 104077, + 70616, + 21043, + 113925, + 20600, + 125648, + 5486, + 104908, + 28469, + 34208, + 114914, + 112897, + 105610, + 105483, + 102780, + 104563, + 9554, + 119745, + 1811, + 111358, + 445, + 81101, + 12, + 18, + 101602, + 121837, + 112743, + 48044, + 31540, + 110445, + 104123, + 49792, + 118034, + 103129, + 46034, + 118187, + 20600, + 104908, + 19361, + 115392, + 33764, + 117332, + 123725 + ] + ] + }, + { + "attention_mask": [ + [ + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1 + ] + ], + "input_ids": [ + [ + 110310, + 104251, + 58521, + 21043, + 112471, + 11571, + 57668, + 119294, + 17792, + 49792, + 118034, + 103129, + 46034, + 11571, + 88126, + 53901, + 101602, + 105424, + 445, + 81101, + 12, + 18, + 105187, + 68171, + 3771, + 78, + 4669, + 445, + 8921, + 4940, + 17367, + 83047, + 29391, + 104123, + 49792, + 118034, + 103129, + 46034, + 107030, + 6079, + 101, + 19000, + 113925, + 20600, + 87219, + 64026, + 104908 + ] + ] + }, + { + "attention_mask": [ + [ + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1 + ] + ], + "input_ids": [ + [ + 128000, + 110310, + 119395, + 119294, + 11571, + 112471, + 104251, + 67178, + 35287, + 57668, + 11571, + 37046, + 105424, + 445, + 81101, + 12, + 18, + 105187, + 68171, + 3771, + 78, + 4669, + 445, + 8921, + 4940, + 17367, + 20033, + 249, + 67178, + 104123, + 49792, + 118034, + 103129, + 46034, + 1811, + 98711, + 117621, + 21043, + 110747, + 20600, + 119745, + 104908, + 79656, + 9554, + 113925, + 34208, + 122903 + ] + ] + }, + { + "attention_mask": [ + [ + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1 + ] + ], + "input_ids": [ + [ + 53901, + 104660, + 74770, + 102210, + 101879, + 37046, + 21043, + 445, + 81101, + 12, + 18, + 3922, + 48044, + 68171, + 3771, + 78, + 4669, + 445, + 8921, + 4940, + 17367, + 118199, + 19967, + 9554, + 15592, + 55699, + 102, + 46034, + 114831, + 109438, + 88126, + 113925, + 87219, + 5486, + 29172, + 20135, + 32438, + 97522, + 5486, + 72917, + 114824, + 36827, + 5486, + 111602, + 115605, + 88435, + 50667 + ] + ] + }, + { + "attention_mask": [ + [ + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1 + ] + ], + "input_ids": [ + [ + 128000, + 57668, + 58318, + 93994, + 103129, + 46034, + 19361, + 99849, + 107653, + 11571, + 37046, + 58318, + 93994, + 103129, + 46034, + 9554, + 107653, + 55030, + 45390, + 19000, + 35304, + 37046, + 21043, + 68171, + 3771, + 78, + 4669, + 445, + 8921, + 4940, + 17367, + 83047, + 29391, + 9554, + 445, + 81101, + 12, + 18, + 107030, + 6079, + 101, + 19000, + 18184, + 20600, + 104908, + 118034, + 33208 + ] + ] + }, + { + "attention_mask": [ + [ + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1 + ] + ], + "input_ids": [ + [ + 114365, + 103129, + 46034, + 103054, + 11571, + 21043, + 9554, + 101602, + 122503, + 115534, + 114365, + 103129, + 46034, + 1811, + 111358, + 445, + 81101, + 12, + 18, + 101602, + 48706, + 35304, + 112352, + 33748, + 73548, + 16325, + 3922, + 68438, + 109683, + 120074, + 55642, + 34208, + 118034, + 70203, + 25333, + 37507, + 58318, + 20600, + 72917, + 39209, + 106483, + 91495, + 18184, + 104563, + 104908, + 19361, + 115392 + ] + ] + }, + { + "attention_mask": [ + [ + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1 + ] + ], + "input_ids": [ + [ + 15225, + 57107, + 110310, + 119395, + 82317, + 110367, + 30046, + 124176, + 11571, + 88126, + 53901, + 101602, + 13372, + 18184, + 445, + 81101, + 12, + 18, + 105187, + 3771, + 78, + 4669, + 445, + 8921, + 4940, + 17367, + 83047, + 29391, + 104123, + 49792, + 118034, + 103129, + 46034, + 1811, + 98711, + 33655, + 51609, + 21043, + 18184, + 20600, + 104908, + 103329, + 35056, + 9554, + 113925, + 34208, + 109189 + ] + ] + }, + { + "attention_mask": [ + [ + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1 + ] + ], + "input_ids": [ + [ + 81101, + 12, + 18, + 3922, + 48044, + 68171, + 3771, + 78, + 4669, + 445, + 8921, + 4940, + 17367, + 83047, + 29391, + 104123, + 49792, + 118034, + 103129, + 46034, + 101602, + 77913, + 57378, + 109683, + 120074, + 55642, + 34208, + 33748, + 32648, + 111478, + 9554, + 106556, + 114831, + 58318, + 20600, + 72917, + 33764, + 58543, + 64026, + 104908, + 19361, + 121637, + 9554, + 28469, + 34208, + 114914, + 112897 + ] + ] + }, + { + "attention_mask": [ + [ + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1 + ] + ], + "input_ids": [ + [ + 21043, + 17792, + 49792, + 118034, + 103054, + 11571, + 21043, + 9554, + 101602, + 21043, + 68171, + 3771, + 78, + 4669, + 445, + 8921, + 4940, + 17367, + 83047, + 29391, + 9554, + 445, + 81101, + 12, + 18, + 3922, + 38129, + 109683, + 120074, + 55642, + 104696, + 34208, + 33748, + 32648, + 111478, + 70203, + 25333, + 37507, + 58318, + 20600, + 39209, + 106483, + 64026, + 104908, + 19361, + 116958, + 28469 + ] + ] + }, + { + "attention_mask": [ + [ + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1 + ] + ], + "input_ids": [ + [ + 57668, + 105424, + 101879, + 11571, + 21043, + 112471, + 29391, + 31958, + 35287, + 57668, + 11571, + 88126, + 53901, + 101602, + 13372, + 18184, + 445, + 81101, + 12, + 18, + 105187, + 3771, + 78, + 4669, + 445, + 8921, + 4940, + 17367, + 70525, + 31958, + 104123, + 49792, + 118034, + 103129, + 46034, + 1811, + 98711, + 89902, + 21043, + 18184, + 20600, + 104908, + 19361, + 115392, + 33764, + 117332, + 50338 + ] + ] + }, + { + "attention_mask": [ + [ + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1 + ] + ], + "input_ids": [ + [ + 57668, + 19361, + 104251, + 67178, + 48634, + 103054, + 11571, + 111358, + 445, + 81101, + 12, + 18, + 101602, + 74770, + 45059, + 104251, + 67178, + 117332, + 113925, + 34208, + 101067, + 25333, + 102378, + 37046, + 125712, + 77913, + 57378, + 124636, + 9554, + 104251, + 67178, + 48634, + 1811, + 98711, + 113925, + 21043, + 125510, + 37046, + 19000, + 109632, + 112628, + 112696, + 123331, + 123703, + 116658, + 34208, + 114199 + ] + ] + }, + { + "attention_mask": [ + [ + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1 + ] + ], + "input_ids": [ + [ + 57668, + 124176, + 119294, + 11571, + 88126, + 53901, + 101602, + 105424, + 445, + 81101, + 12, + 18, + 105187, + 48044, + 68171, + 3771, + 78, + 4669, + 445, + 8921, + 4940, + 17367, + 34524, + 255, + 112628, + 34208, + 110367, + 104123, + 49792, + 118034, + 103129, + 46034, + 1811, + 98711, + 105572, + 117621, + 21043, + 107047, + 103129, + 20600, + 114914, + 87219, + 34208, + 105483, + 102780, + 104563, + 9554 + ] + ] + }, + { + "attention_mask": [ + [ + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1 + ] + ], + "input_ids": [ + [ + 128000, + 110310, + 104077, + 70616, + 119294, + 11571, + 98711, + 104077, + 70616, + 21043, + 113925, + 20600, + 125648, + 5486, + 104908, + 28469, + 34208, + 114914, + 112897, + 105610, + 105483, + 102780, + 104563, + 9554, + 119745, + 1811, + 111358, + 445, + 81101, + 12, + 18, + 101602, + 121837, + 112743, + 48044, + 31540, + 110445, + 104123, + 49792, + 118034, + 103129, + 46034, + 118187, + 20600, + 104908, + 19361, + 115392 + ] + ] + }, + { + "attention_mask": [ + [ + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1 + ] + ], + "input_ids": [ + [ + 57668, + 21043, + 5109, + 15836, + 110367, + 9554, + 16047, + 38, + 2898, + 103054, + 11571, + 108623, + 15722, + 231, + 101602, + 103668, + 5377, + 15836, + 83047, + 29391, + 9554, + 13149, + 38, + 2898, + 101602, + 21043, + 3771, + 78, + 4669, + 445, + 8921, + 4940, + 17367, + 83047, + 29391, + 9554, + 445, + 81101, + 12, + 18, + 3922, + 6079, + 101, + 19000, + 18184, + 20600, + 104908 + ] + ] + }, + { + "attention_mask": [ + [ + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1 + ] + ], + "input_ids": [ + [ + 20600, + 117099, + 86127, + 21043, + 98711, + 61075, + 31634, + 89902, + 107030, + 38093, + 107542, + 112366, + 121837, + 35056, + 33563, + 20600, + 9554, + 117099, + 86127, + 34208, + 20675, + 105509, + 107030, + 30250, + 113, + 122523, + 79656, + 9554, + 117099, + 86127, + 113495, + 34208, + 112424, + 25333, + 75486, + 91495, + 105414, + 18655, + 108562, + 40265, + 9554, + 105509, + 123755, + 37507, + 113543, + 20600, + 9554 + ] + ] + }, + { + "attention_mask": [ + [ + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1 + ] + ], + "input_ids": [ + [ + 104123, + 49792, + 118034, + 103129, + 46034, + 107030, + 74770, + 50338, + 69962, + 126067, + 5486, + 104908, + 30926, + 41073, + 28469, + 5486, + 123725, + 114914, + 87219, + 50667, + 1811, + 21418, + 33091, + 55030, + 48915, + 101602, + 98806, + 27327, + 72917, + 120074, + 45059, + 3922, + 78657, + 104251, + 19967, + 116820, + 104261, + 5486, + 117625, + 5486, + 115550, + 21043, + 47200, + 119464, + 88126, + 19361, + 109545 + ] + ] + }, + { + "attention_mask": [ + [ + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1 + ] + ], + "input_ids": [ + [ + 106161, + 102924, + 114824, + 114824, + 36827, + 3922, + 110291, + 102924, + 48972, + 56602, + 111230, + 88126, + 122935, + 40474, + 3922, + 104237, + 91985, + 11571, + 108719, + 64022, + 112727, + 35287, + 3922, + 108855, + 37046, + 123779, + 15592, + 113673, + 37046, + 31540, + 107774, + 101851, + 106, + 100389, + 244, + 28308, + 94, + 108966, + 102210, + 117164, + 118670, + 103138, + 98184, + 115517, + 106302, + 31634, + 110445 + ] + ] + }, + { + "attention_mask": [ + [ + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1 + ] + ], + "input_ids": [ + [ + 57668, + 109425, + 55642, + 20600, + 9554, + 20675, + 11571, + 37046, + 110395, + 19000, + 109215, + 127084, + 17297, + 102280, + 38093, + 55642, + 20600, + 9554, + 20675, + 91495, + 103786, + 109759, + 35083, + 30250, + 113, + 106154, + 117099, + 86127, + 113495, + 34208, + 112424, + 25333, + 75486, + 107030, + 107774, + 25359, + 115257, + 112163, + 99750, + 28469, + 91495, + 103786, + 38093, + 107542, + 48634, + 113543, + 20600 + ] + ] + }, + { + "attention_mask": [ + [ + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1 + ] + ], + "input_ids": [ + [ + 128000, + 57668, + 53901, + 104660, + 74770, + 102210, + 101879, + 37046, + 21043, + 445, + 81101, + 12, + 18, + 3922, + 48044, + 68171, + 3771, + 78, + 4669, + 445, + 8921, + 4940, + 17367, + 118199, + 19967, + 9554, + 15592, + 55699, + 102, + 46034, + 114831, + 109438, + 88126, + 113925, + 87219, + 5486, + 29172, + 20135, + 32438, + 97522, + 5486, + 72917, + 114824, + 36827, + 5486, + 111602, + 115605 + ] + ] + }, + { + "attention_mask": [ + [ + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1 + ] + ], + "input_ids": [ + [ + 128000, + 57668, + 19361, + 104251, + 67178, + 48634, + 103054, + 11571, + 111358, + 445, + 81101, + 12, + 18, + 101602, + 74770, + 45059, + 104251, + 67178, + 117332, + 113925, + 34208, + 101067, + 25333, + 102378, + 37046, + 125712, + 77913, + 57378, + 124636, + 9554, + 104251, + 67178, + 48634, + 1811, + 98711, + 113925, + 21043, + 125510, + 37046, + 19000, + 109632, + 112628, + 112696, + 123331, + 123703, + 116658, + 34208 + ] + ] + }, + { + "attention_mask": [ + [ + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1 + ] + ], + "input_ids": [ + [ + 57668, + 113961, + 104908, + 106189, + 98184, + 33005, + 9554, + 123725, + 11571, + 37046, + 74770, + 104908, + 120288, + 33005, + 9554, + 123725, + 3922, + 108399, + 113925, + 87219, + 5486, + 104908, + 28469, + 5486, + 114914, + 87219, + 5486, + 29172, + 20135, + 32438, + 97522, + 50667, + 1811, + 120475, + 120651, + 106556, + 115532, + 32943, + 9554, + 119745, + 101602, + 127579, + 107542, + 48634, + 123725, + 20600, + 114914 + ] + ] + }, + { + "attention_mask": [ + [ + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1 + ] + ], + "input_ids": [ + [ + 110310, + 104077, + 70616, + 119294, + 11571, + 98711, + 104077, + 70616, + 21043, + 113925, + 20600, + 125648, + 5486, + 104908, + 28469, + 34208, + 114914, + 112897, + 105610, + 105483, + 102780, + 104563, + 9554, + 119745, + 1811, + 111358, + 445, + 81101, + 12, + 18, + 101602, + 121837, + 112743, + 48044, + 31540, + 110445, + 104123, + 49792, + 118034, + 103129, + 46034, + 118187, + 20600, + 104908, + 19361, + 115392, + 33764 + ] + ] + }, + { + "attention_mask": [ + [ + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1 + ] + ], + "input_ids": [ + [ + 15225, + 57107, + 27327, + 117814, + 111230, + 57668, + 102099, + 82696, + 11571, + 37046, + 21043, + 445, + 81101, + 12, + 18, + 3922, + 48044, + 68171, + 3771, + 78, + 4669, + 445, + 8921, + 4940, + 17367, + 83047, + 29391, + 104123, + 49792, + 118034, + 103129, + 46034, + 101602, + 74770, + 113925, + 120288, + 87219, + 3922, + 104908, + 41073, + 116958, + 122903, + 34208, + 123725, + 3922, + 123725, + 20600 + ] + ] + }, + { + "attention_mask": [ + [ + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1 + ] + ], + "input_ids": [ + [ + 128000, + 111358, + 16047, + 38, + 2898, + 104660, + 9554, + 99480, + 119294, + 11571, + 108623, + 15722, + 231, + 101602, + 103668, + 13149, + 38, + 2898, + 101602, + 21043, + 445, + 81101, + 12, + 18, + 112182, + 3771, + 78, + 4669, + 445, + 8921, + 4940, + 17367, + 83047, + 29391, + 3922, + 6079, + 101, + 19000, + 18184, + 20600, + 104908, + 118034, + 33208, + 9554, + 113925, + 34208, + 123725 + ] + ] + }, + { + "attention_mask": [ + [ + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1 + ] + ], + "input_ids": [ + [ + 110310, + 110367, + 124858, + 27327, + 108950, + 105651, + 111230, + 103054, + 11571, + 112672, + 74770, + 101602, + 105424, + 445, + 81101, + 12, + 18, + 105187, + 3771, + 78, + 4669, + 445, + 8921, + 4940, + 17367, + 83047, + 29391, + 104123, + 49792, + 118034, + 103129, + 46034, + 1811, + 98711, + 124164, + 104077, + 70616, + 21043, + 110747, + 20600, + 125648, + 104908, + 19361, + 116958, + 28469, + 34208, + 123725 + ] + ] + }, + { + "attention_mask": [ + [ + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1 + ] + ], + "input_ids": [ + [ + 102099, + 11571, + 98711, + 119395, + 21043, + 445, + 81101, + 12, + 18, + 3922, + 48044, + 68171, + 3771, + 78, + 4669, + 445, + 8921, + 4940, + 17367, + 83047, + 29391, + 104123, + 49792, + 118034, + 103129, + 46034, + 101602, + 77913, + 57378, + 109683, + 120074, + 55642, + 34208, + 33748, + 32648, + 111478, + 9554, + 106556, + 114831, + 58318, + 20600, + 72917, + 33764, + 58543, + 64026, + 104908, + 19361 + ] + ] + }, + { + "attention_mask": [ + [ + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1 + ] + ], + "input_ids": [ + [ + 124211, + 104908, + 101879, + 123725, + 104586, + 11571, + 88126, + 53901, + 6447, + 37046, + 21043, + 445, + 81101, + 12, + 18, + 125653, + 9554, + 96511, + 103204, + 15592, + 55699, + 102, + 46034, + 6447, + 37046, + 113961, + 113925, + 88126, + 125648, + 3922, + 104908, + 19361, + 110999, + 114788, + 116658, + 3922, + 108966, + 34208, + 88126, + 106161, + 102924, + 114824, + 114824, + 36827, + 3922, + 110291, + 102924 + ] + ] + }, + { + "attention_mask": [ + [ + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1 + ] + ], + "input_ids": [ + [ + 110310, + 113925, + 65571, + 74770, + 22023, + 125823, + 11571, + 37046, + 121837, + 104908, + 103329, + 35056, + 5486, + 31540, + 110445, + 9554, + 113925, + 102378, + 64026, + 54253, + 123076, + 220, + 1041, + 4, + 44689, + 103329, + 35056, + 34171, + 1811, + 98711, + 113925, + 125510, + 109632, + 112628, + 20675, + 3922, + 88367, + 48706, + 30156, + 104364, + 3922, + 20600, + 107585, + 106775, + 124116, + 93994, + 63212 + ] + ] + }, + { + "attention_mask": [ + [ + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1 + ] + ], + "input_ids": [ + [ + 21043, + 445, + 81101, + 12, + 18, + 3922, + 48044, + 68171, + 3771, + 78, + 4669, + 445, + 8921, + 4940, + 17367, + 83047, + 29391, + 104123, + 49792, + 118034, + 103129, + 46034, + 101602, + 77913, + 57378, + 109683, + 120074, + 55642, + 34208, + 33748, + 32648, + 111478, + 9554, + 106556, + 114831, + 58318, + 20600, + 72917, + 33764, + 58543, + 64026, + 104908, + 19361, + 121637, + 9554, + 28469, + 34208 + ] + ] + }, + { + "attention_mask": [ + [ + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1 + ] + ], + "input_ids": [ + [ + 105424, + 101879, + 11571, + 21043, + 112471, + 29391, + 31958, + 35287, + 57668, + 11571, + 88126, + 53901, + 101602, + 13372, + 18184, + 445, + 81101, + 12, + 18, + 105187, + 3771, + 78, + 4669, + 445, + 8921, + 4940, + 17367, + 70525, + 31958, + 104123, + 49792, + 118034, + 103129, + 46034, + 1811, + 98711, + 89902, + 21043, + 18184, + 20600, + 104908, + 19361, + 115392, + 33764, + 117332, + 50338, + 103899 + ] + ] + }, + { + "attention_mask": [ + [ + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1 + ] + ], + "input_ids": [ + [ + 128000, + 15225, + 57107, + 27327, + 117814, + 111230, + 57668, + 102099, + 82696, + 11571, + 37046, + 21043, + 445, + 81101, + 12, + 18, + 3922, + 48044, + 68171, + 3771, + 78, + 4669, + 445, + 8921, + 4940, + 17367, + 83047, + 29391, + 104123, + 49792, + 118034, + 103129, + 46034, + 101602, + 74770, + 113925, + 120288, + 87219, + 3922, + 104908, + 41073, + 116958, + 122903, + 34208, + 123725, + 3922, + 123725 + ] + ] + }, + { + "attention_mask": [ + [ + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1 + ] + ], + "input_ids": [ + [ + 57668, + 74770, + 124211, + 104908, + 101879, + 123725, + 104586, + 11571, + 88126, + 53901, + 6447, + 37046, + 21043, + 445, + 81101, + 12, + 18, + 125653, + 9554, + 96511, + 103204, + 15592, + 55699, + 102, + 46034, + 6447, + 37046, + 113961, + 113925, + 88126, + 125648, + 3922, + 104908, + 19361, + 110999, + 114788, + 116658, + 3922, + 108966, + 34208, + 88126, + 106161, + 102924, + 114824, + 114824, + 36827, + 3922 + ] + ] + }, + { + "attention_mask": [ + [ + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1 + ] + ], + "input_ids": [ + [ + 105424, + 101879, + 11571, + 21043, + 112471, + 29391, + 31958, + 35287, + 57668, + 11571, + 88126, + 53901, + 101602, + 13372, + 18184, + 445, + 81101, + 12, + 18, + 105187, + 3771, + 78, + 4669, + 445, + 8921, + 4940, + 17367, + 70525, + 31958, + 104123, + 49792, + 118034, + 103129, + 46034, + 1811, + 98711, + 89902, + 21043, + 18184, + 20600, + 104908, + 19361, + 115392, + 33764, + 117332, + 50338, + 103899 + ] + ] + }, + { + "attention_mask": [ + [ + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1 + ] + ], + "input_ids": [ + [ + 21043, + 112471, + 76537, + 67178, + 9554, + 15836, + 11571, + 88126, + 53901, + 101602, + 13372, + 18184, + 445, + 81101, + 12, + 18, + 112182, + 3771, + 78, + 4669, + 445, + 8921, + 4940, + 17367, + 126795, + 67178, + 104123, + 49792, + 118034, + 103129, + 46034, + 107030, + 105260, + 48634, + 35304, + 105483, + 102780, + 20600, + 119745, + 64026, + 104908, + 50021, + 51611, + 9554, + 113925, + 34208, + 122903 + ] + ] + }, + { + "attention_mask": [ + [ + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1 + ] + ], + "input_ids": [ + [ + 128000, + 57668, + 124176, + 119294, + 11571, + 88126, + 53901, + 101602, + 105424, + 445, + 81101, + 12, + 18, + 105187, + 48044, + 68171, + 3771, + 78, + 4669, + 445, + 8921, + 4940, + 17367, + 34524, + 255, + 112628, + 34208, + 110367, + 104123, + 49792, + 118034, + 103129, + 46034, + 1811, + 98711, + 105572, + 117621, + 21043, + 107047, + 103129, + 20600, + 114914, + 87219, + 34208, + 105483, + 102780, + 104563 + ] + ] + }, + { + "attention_mask": [ + [ + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1 + ] + ], + "input_ids": [ + [ + 57668, + 21043, + 112471, + 76537, + 67178, + 9554, + 15836, + 11571, + 88126, + 53901, + 101602, + 13372, + 18184, + 445, + 81101, + 12, + 18, + 112182, + 3771, + 78, + 4669, + 445, + 8921, + 4940, + 17367, + 126795, + 67178, + 104123, + 49792, + 118034, + 103129, + 46034, + 107030, + 105260, + 48634, + 35304, + 105483, + 102780, + 20600, + 119745, + 64026, + 104908, + 50021, + 51611, + 9554, + 113925, + 34208 + ] + ] + }, + { + "attention_mask": [ + [ + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1 + ] + ], + "input_ids": [ + [ + 69962, + 126067, + 5486, + 104908, + 30926, + 41073, + 28469, + 5486, + 123725, + 114914, + 87219, + 50667, + 1811, + 21418, + 33091, + 55030, + 48915, + 101602, + 98806, + 27327, + 72917, + 120074, + 45059, + 3922, + 78657, + 104251, + 19967, + 116820, + 104261, + 5486, + 117625, + 5486, + 115550, + 21043, + 47200, + 119464, + 88126, + 19361, + 109545, + 87219, + 108966, + 86206, + 123725, + 3922, + 106161, + 13646, + 72368 + ] + ] + }, + { + "attention_mask": [ + [ + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1 + ] + ], + "input_ids": [ + [ + 128000, + 110310, + 117621, + 119294, + 11571, + 98711, + 117621, + 21043, + 107047, + 103129, + 20600, + 114914, + 87219, + 34208, + 105483, + 102780, + 104563, + 9554, + 119745, + 1811, + 111358, + 445, + 81101, + 12, + 18, + 101602, + 105260, + 48634, + 35304, + 113925, + 87219, + 5486, + 104908, + 28469, + 91495, + 58318, + 20600, + 72917, + 106483, + 28833, + 105610, + 123725, + 104563, + 124546, + 104563, + 9554, + 117621 + ] + ] + }, + { + "attention_mask": [ + [ + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1 + ] + ], + "input_ids": [ + [ + 86127, + 103054, + 11571, + 113543, + 20600, + 117099, + 86127, + 21043, + 98711, + 61075, + 31634, + 89902, + 107030, + 38093, + 107542, + 112366, + 121837, + 35056, + 33563, + 20600, + 9554, + 117099, + 86127, + 34208, + 20675, + 105509, + 107030, + 30250, + 113, + 122523, + 79656, + 9554, + 117099, + 86127, + 113495, + 34208, + 112424, + 25333, + 75486, + 91495, + 105414, + 18655, + 108562, + 40265, + 9554, + 105509, + 123755 + ] + ] + }, + { + "attention_mask": [ + [ + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1 + ] + ], + "input_ids": [ + [ + 128000, + 112471, + 21043, + 110310, + 110367, + 30046, + 11571, + 57668, + 105424, + 101879, + 119395, + 11571, + 88126, + 53901, + 101602, + 105424, + 445, + 81101, + 12, + 18, + 105187, + 68171, + 3771, + 78, + 4669, + 445, + 8921, + 4940, + 17367, + 83047, + 29391, + 104123, + 49792, + 118034, + 103129, + 46034, + 107030, + 6079, + 101, + 19000, + 123725, + 20600, + 114914, + 87219, + 34208, + 104908, + 109189 + ] + ] + }, + { + "attention_mask": [ + [ + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1 + ] + ], + "input_ids": [ + [ + 128000, + 57668, + 21043, + 112471, + 11571, + 88126, + 53901, + 101602, + 21043, + 445, + 81101, + 12, + 18, + 3922, + 48044, + 68171, + 3771, + 78, + 4669, + 445, + 8921, + 4940, + 17367, + 70525, + 31958, + 104123, + 49792, + 118034, + 103129, + 46034, + 107030, + 74770, + 113925, + 120288, + 87219, + 3922, + 104908, + 41073, + 116958, + 122903, + 34208, + 123725, + 3922, + 123725, + 20600, + 61648, + 120288 + ] + ] + }, + { + "attention_mask": [ + [ + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1 + ] + ], + "input_ids": [ + [ + 11571, + 98711, + 33655, + 51609, + 21043, + 18184, + 20600, + 104908, + 103329, + 35056, + 5486, + 19361, + 116958, + 113925, + 34208, + 114914, + 112897, + 105610, + 105483, + 102780, + 104563, + 9554, + 119745, + 64026, + 123725, + 104563, + 114914, + 87219, + 1811, + 111358, + 445, + 81101, + 12, + 18, + 101602, + 105260, + 48634, + 35304, + 112743, + 48044, + 19361, + 121637, + 104123, + 49792, + 118034, + 103129, + 46034 + ] + ] + }, + { + "attention_mask": [ + [ + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1 + ] + ], + "input_ids": [ + [ + 128000, + 15225, + 57107, + 110310, + 119395, + 82317, + 110367, + 30046, + 124176, + 11571, + 88126, + 53901, + 101602, + 13372, + 18184, + 445, + 81101, + 12, + 18, + 105187, + 3771, + 78, + 4669, + 445, + 8921, + 4940, + 17367, + 83047, + 29391, + 104123, + 49792, + 118034, + 103129, + 46034, + 1811, + 98711, + 33655, + 51609, + 21043, + 18184, + 20600, + 104908, + 103329, + 35056, + 9554, + 113925, + 34208 + ] + ] + }, + { + "attention_mask": [ + [ + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1 + ] + ], + "input_ids": [ + [ + 57668, + 21043, + 112471, + 76537, + 67178, + 9554, + 15836, + 11571, + 88126, + 53901, + 101602, + 13372, + 18184, + 445, + 81101, + 12, + 18, + 112182, + 3771, + 78, + 4669, + 445, + 8921, + 4940, + 17367, + 126795, + 67178, + 104123, + 49792, + 118034, + 103129, + 46034, + 107030, + 105260, + 48634, + 35304, + 105483, + 102780, + 20600, + 119745, + 64026, + 104908, + 50021, + 51611, + 9554, + 113925, + 34208 + ] + ] + }, + { + "attention_mask": [ + [ + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1 + ] + ], + "input_ids": [ + [ + 53901, + 104660, + 74770, + 102210, + 101879, + 37046, + 21043, + 445, + 81101, + 12, + 18, + 3922, + 48044, + 68171, + 3771, + 78, + 4669, + 445, + 8921, + 4940, + 17367, + 118199, + 19967, + 9554, + 15592, + 55699, + 102, + 46034, + 114831, + 109438, + 88126, + 113925, + 87219, + 5486, + 29172, + 20135, + 32438, + 97522, + 5486, + 72917, + 114824, + 36827, + 5486, + 111602, + 115605, + 88435, + 50667 + ] + ] + }, + { + "attention_mask": [ + [ + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1 + ] + ], + "input_ids": [ + [ + 110310, + 104077, + 70616, + 119294, + 11571, + 98711, + 104077, + 70616, + 21043, + 113925, + 20600, + 125648, + 5486, + 104908, + 28469, + 34208, + 114914, + 112897, + 105610, + 105483, + 102780, + 104563, + 9554, + 119745, + 1811, + 111358, + 445, + 81101, + 12, + 18, + 101602, + 121837, + 112743, + 48044, + 31540, + 110445, + 104123, + 49792, + 118034, + 103129, + 46034, + 118187, + 20600, + 104908, + 19361, + 115392, + 33764 + ] + ] + }, + { + "attention_mask": [ + [ + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1 + ] + ], + "input_ids": [ + [ + 57668, + 53901, + 104660, + 74770, + 102210, + 101879, + 37046, + 21043, + 445, + 81101, + 12, + 18, + 3922, + 48044, + 68171, + 3771, + 78, + 4669, + 445, + 8921, + 4940, + 17367, + 118199, + 19967, + 9554, + 15592, + 55699, + 102, + 46034, + 114831, + 109438, + 88126, + 113925, + 87219, + 5486, + 29172, + 20135, + 32438, + 97522, + 5486, + 72917, + 114824, + 36827, + 5486, + 111602, + 115605, + 88435 + ] + ] + }, + { + "attention_mask": [ + [ + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1 + ] + ], + "input_ids": [ + [ + 57668, + 124176, + 119294, + 11571, + 88126, + 53901, + 101602, + 105424, + 445, + 81101, + 12, + 18, + 105187, + 48044, + 68171, + 3771, + 78, + 4669, + 445, + 8921, + 4940, + 17367, + 34524, + 255, + 112628, + 34208, + 110367, + 104123, + 49792, + 118034, + 103129, + 46034, + 1811, + 98711, + 105572, + 117621, + 21043, + 107047, + 103129, + 20600, + 114914, + 87219, + 34208, + 105483, + 102780, + 104563, + 9554 + ] + ] + }, + { + "attention_mask": [ + [ + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1 + ] + ], + "input_ids": [ + [ + 128000, + 57668, + 21043, + 17792, + 49792, + 118034, + 103054, + 11571, + 21043, + 9554, + 101602, + 21043, + 68171, + 3771, + 78, + 4669, + 445, + 8921, + 4940, + 17367, + 83047, + 29391, + 9554, + 445, + 81101, + 12, + 18, + 3922, + 38129, + 109683, + 120074, + 55642, + 104696, + 34208, + 33748, + 32648, + 111478, + 70203, + 25333, + 37507, + 58318, + 20600, + 39209, + 106483, + 64026, + 104908, + 19361 + ] + ] + }, + { + "attention_mask": [ + [ + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1 + ] + ], + "input_ids": [ + [ + 128000, + 110310, + 124176, + 28469, + 27327, + 118125, + 37046, + 103054, + 11571, + 112672, + 74770, + 101602, + 21043, + 445, + 81101, + 12, + 18, + 3922, + 48044, + 68171, + 3771, + 78, + 4669, + 445, + 8921, + 4940, + 17367, + 48858, + 104123, + 49792, + 118034, + 103129, + 46034, + 107030, + 6079, + 101, + 19000, + 18184, + 20600, + 104908, + 19361, + 115392, + 33764, + 117332, + 113925, + 34208, + 123725 + ] + ] + }, + { + "attention_mask": [ + [ + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1 + ] + ], + "input_ids": [ + [ + 112471, + 21043, + 110310, + 71600, + 30046, + 11571, + 57668, + 105424, + 101879, + 11571, + 88126, + 53901, + 101602, + 21043, + 445, + 81101, + 12, + 18, + 3922, + 48044, + 68171, + 3771, + 78, + 4669, + 445, + 8921, + 4940, + 17367, + 47566, + 38743, + 104123, + 49792, + 118034, + 103129, + 46034, + 107030, + 105572, + 114593, + 50338, + 103899, + 20600, + 9554, + 107750, + 57107, + 64026, + 104908, + 123725 + ] + ] + }, + { + "attention_mask": [ + [ + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1 + ] + ], + "input_ids": [ + [ + 113925, + 88126, + 125648, + 3922, + 104908, + 19361, + 110999, + 114788, + 116658, + 3922, + 108966, + 34208, + 88126, + 106161, + 102924, + 114824, + 114824, + 36827, + 3922, + 110291, + 102924, + 48972, + 56602, + 111230, + 88126, + 122935, + 40474, + 3922, + 104237, + 91985, + 11571, + 108719, + 64022, + 112727, + 35287, + 3922, + 108855, + 37046, + 123779, + 15592, + 113673, + 37046, + 31540, + 107774, + 101851, + 106, + 100389 + ] + ] + }, + { + "attention_mask": [ + [ + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1 + ] + ], + "input_ids": [ + [ + 112471, + 88126, + 53901, + 101602, + 21043, + 68171, + 3771, + 78, + 4669, + 445, + 8921, + 4940, + 17367, + 70525, + 31958, + 9554, + 445, + 81101, + 12, + 18, + 107030, + 74770, + 18184, + 88126, + 104908, + 43240, + 87502, + 43240, + 119938, + 48974, + 126900, + 30624, + 111602, + 115605, + 5486, + 62543, + 47200, + 5486, + 121326, + 114824, + 5486, + 18184, + 88126, + 103899, + 107750, + 50338, + 115461 + ] + ] + }, + { + "attention_mask": [ + [ + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1 + ] + ], + "input_ids": [ + [ + 57668, + 19361, + 104251, + 67178, + 48634, + 103054, + 11571, + 111358, + 445, + 81101, + 12, + 18, + 101602, + 74770, + 45059, + 104251, + 67178, + 117332, + 113925, + 34208, + 101067, + 25333, + 102378, + 37046, + 125712, + 77913, + 57378, + 124636, + 9554, + 104251, + 67178, + 48634, + 1811, + 98711, + 113925, + 21043, + 125510, + 37046, + 19000, + 109632, + 112628, + 112696, + 123331, + 123703, + 116658, + 34208, + 114199 + ] + ] + }, + { + "attention_mask": [ + [ + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1 + ] + ], + "input_ids": [ + [ + 57668, + 21043, + 112471, + 76537, + 67178, + 9554, + 15836, + 11571, + 88126, + 53901, + 101602, + 13372, + 18184, + 445, + 81101, + 12, + 18, + 112182, + 3771, + 78, + 4669, + 445, + 8921, + 4940, + 17367, + 126795, + 67178, + 104123, + 49792, + 118034, + 103129, + 46034, + 107030, + 105260, + 48634, + 35304, + 105483, + 102780, + 20600, + 119745, + 64026, + 104908, + 50021, + 51611, + 9554, + 113925, + 34208 + ] + ] + }, + { + "attention_mask": [ + [ + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1 + ] + ], + "input_ids": [ + [ + 110310, + 33655, + 51609, + 119294, + 11571, + 98711, + 33655, + 51609, + 21043, + 18184, + 20600, + 104908, + 103329, + 35056, + 5486, + 19361, + 116958, + 113925, + 34208, + 114914, + 112897, + 105610, + 105483, + 102780, + 104563, + 9554, + 119745, + 64026, + 123725, + 104563, + 114914, + 87219, + 1811, + 111358, + 445, + 81101, + 12, + 18, + 101602, + 105260, + 48634, + 35304, + 112743, + 48044, + 19361, + 121637, + 104123 + ] + ] + }, + { + "attention_mask": [ + [ + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1 + ] + ], + "input_ids": [ + [ + 57668, + 19361, + 104251, + 67178, + 48634, + 103054, + 11571, + 111358, + 445, + 81101, + 12, + 18, + 101602, + 74770, + 45059, + 104251, + 67178, + 117332, + 113925, + 34208, + 101067, + 25333, + 102378, + 37046, + 125712, + 77913, + 57378, + 124636, + 9554, + 104251, + 67178, + 48634, + 1811, + 98711, + 113925, + 21043, + 125510, + 37046, + 19000, + 109632, + 112628, + 112696, + 123331, + 123703, + 116658, + 34208, + 114199 + ] + ] + }, + { + "attention_mask": [ + [ + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1 + ] + ], + "input_ids": [ + [ + 81101, + 12, + 18, + 3922, + 48044, + 68171, + 3771, + 78, + 4669, + 445, + 8921, + 4940, + 17367, + 83047, + 29391, + 104123, + 49792, + 118034, + 103129, + 46034, + 101602, + 77913, + 57378, + 109683, + 120074, + 55642, + 34208, + 33748, + 32648, + 111478, + 9554, + 106556, + 114831, + 58318, + 20600, + 72917, + 33764, + 58543, + 64026, + 104908, + 19361, + 121637, + 9554, + 28469, + 34208, + 114914, + 112897 + ] + ] + }, + { + "attention_mask": [ + [ + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1 + ] + ], + "input_ids": [ + [ + 113925, + 65571, + 74770, + 22023, + 125823, + 11571, + 37046, + 121837, + 104908, + 103329, + 35056, + 5486, + 31540, + 110445, + 9554, + 113925, + 102378, + 64026, + 54253, + 123076, + 220, + 1041, + 4, + 44689, + 103329, + 35056, + 34171, + 1811, + 98711, + 113925, + 125510, + 109632, + 112628, + 20675, + 3922, + 88367, + 48706, + 30156, + 104364, + 3922, + 20600, + 107585, + 106775, + 124116, + 93994, + 63212, + 72238 + ] + ] + }, + { + "attention_mask": [ + [ + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1 + ] + ], + "input_ids": [ + [ + 128000, + 57668, + 21043, + 112471, + 88126, + 53901, + 101602, + 21043, + 68171, + 3771, + 78, + 4669, + 445, + 8921, + 4940, + 17367, + 70525, + 31958, + 9554, + 445, + 81101, + 12, + 18, + 107030, + 74770, + 18184, + 88126, + 104908, + 43240, + 87502, + 43240, + 119938, + 48974, + 126900, + 30624, + 111602, + 115605, + 5486, + 62543, + 47200, + 5486, + 121326, + 114824, + 5486, + 18184, + 88126, + 103899 + ] + ] + }, + { + "attention_mask": [ + [ + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1 + ] + ], + "input_ids": [ + [ + 128000, + 110310, + 124176, + 28469, + 27327, + 118125, + 37046, + 103054, + 11571, + 112672, + 74770, + 101602, + 21043, + 445, + 81101, + 12, + 18, + 3922, + 48044, + 68171, + 3771, + 78, + 4669, + 445, + 8921, + 4940, + 17367, + 48858, + 104123, + 49792, + 118034, + 103129, + 46034, + 107030, + 6079, + 101, + 19000, + 18184, + 20600, + 104908, + 19361, + 115392, + 33764, + 117332, + 113925, + 34208, + 123725 + ] + ] + }, + { + "attention_mask": [ + [ + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1 + ] + ], + "input_ids": [ + [ + 93994, + 103129, + 46034, + 19361, + 99849, + 107653, + 11571, + 37046, + 58318, + 93994, + 103129, + 46034, + 9554, + 107653, + 55030, + 45390, + 19000, + 35304, + 37046, + 21043, + 68171, + 3771, + 78, + 4669, + 445, + 8921, + 4940, + 17367, + 83047, + 29391, + 9554, + 445, + 81101, + 12, + 18, + 107030, + 6079, + 101, + 19000, + 18184, + 20600, + 104908, + 118034, + 33208, + 9554, + 113925, + 34208 + ] + ] + }, + { + "attention_mask": [ + [ + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1 + ] + ], + "input_ids": [ + [ + 119294, + 11571, + 98711, + 33655, + 51609, + 21043, + 18184, + 20600, + 104908, + 103329, + 35056, + 5486, + 19361, + 116958, + 113925, + 34208, + 114914, + 112897, + 105610, + 105483, + 102780, + 104563, + 9554, + 119745, + 64026, + 123725, + 104563, + 114914, + 87219, + 1811, + 111358, + 445, + 81101, + 12, + 18, + 101602, + 105260, + 48634, + 35304, + 112743, + 48044, + 19361, + 121637, + 104123, + 49792, + 118034, + 103129 + ] + ] + }, + { + "attention_mask": [ + [ + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1 + ] + ], + "input_ids": [ + [ + 128000, + 110310, + 119395, + 119294, + 11571, + 112471, + 104251, + 67178, + 35287, + 57668, + 11571, + 37046, + 105424, + 445, + 81101, + 12, + 18, + 105187, + 68171, + 3771, + 78, + 4669, + 445, + 8921, + 4940, + 17367, + 20033, + 249, + 67178, + 104123, + 49792, + 118034, + 103129, + 46034, + 1811, + 98711, + 117621, + 21043, + 110747, + 20600, + 119745, + 104908, + 79656, + 9554, + 113925, + 34208, + 122903 + ] + ] + }, + { + "attention_mask": [ + [ + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1 + ] + ], + "input_ids": [ + [ + 15836, + 110367, + 9554, + 16047, + 38, + 2898, + 103054, + 11571, + 108623, + 15722, + 231, + 101602, + 103668, + 5377, + 15836, + 83047, + 29391, + 9554, + 13149, + 38, + 2898, + 101602, + 21043, + 3771, + 78, + 4669, + 445, + 8921, + 4940, + 17367, + 83047, + 29391, + 9554, + 445, + 81101, + 12, + 18, + 3922, + 6079, + 101, + 19000, + 18184, + 20600, + 104908, + 118034, + 33208, + 9554 + ] + ] + }, + { + "attention_mask": [ + [ + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1 + ] + ], + "input_ids": [ + [ + 15225, + 57107, + 27327, + 117814, + 111230, + 57668, + 102099, + 82696, + 11571, + 37046, + 21043, + 445, + 81101, + 12, + 18, + 3922, + 48044, + 68171, + 3771, + 78, + 4669, + 445, + 8921, + 4940, + 17367, + 83047, + 29391, + 104123, + 49792, + 118034, + 103129, + 46034, + 101602, + 74770, + 113925, + 120288, + 87219, + 3922, + 104908, + 41073, + 116958, + 122903, + 34208, + 123725, + 3922, + 123725, + 20600 + ] + ] + }, + { + "attention_mask": [ + [ + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1 + ] + ], + "input_ids": [ + [ + 445, + 81101, + 12, + 18, + 125653, + 9554, + 96511, + 103204, + 15592, + 55699, + 102, + 46034, + 6447, + 37046, + 113961, + 113925, + 88126, + 125648, + 3922, + 104908, + 19361, + 110999, + 114788, + 116658, + 3922, + 108966, + 34208, + 88126, + 106161, + 102924, + 114824, + 114824, + 36827, + 3922, + 110291, + 102924, + 48972, + 56602, + 111230, + 88126, + 122935, + 40474, + 3922, + 104237, + 91985, + 11571, + 108719 + ] + ] + }, + { + "attention_mask": [ + [ + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1 + ] + ], + "input_ids": [ + [ + 54581, + 102099, + 11571, + 98711, + 119395, + 21043, + 445, + 81101, + 12, + 18, + 3922, + 48044, + 68171, + 3771, + 78, + 4669, + 445, + 8921, + 4940, + 17367, + 83047, + 29391, + 104123, + 49792, + 118034, + 103129, + 46034, + 101602, + 77913, + 57378, + 109683, + 120074, + 55642, + 34208, + 33748, + 32648, + 111478, + 9554, + 106556, + 114831, + 58318, + 20600, + 72917, + 33764, + 58543, + 64026, + 104908 + ] + ] + }, + { + "attention_mask": [ + [ + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1 + ] + ], + "input_ids": [ + [ + 113925, + 65571, + 74770, + 22023, + 125823, + 11571, + 37046, + 121837, + 104908, + 103329, + 35056, + 5486, + 31540, + 110445, + 9554, + 113925, + 102378, + 64026, + 54253, + 123076, + 220, + 1041, + 4, + 44689, + 103329, + 35056, + 34171, + 1811, + 98711, + 113925, + 125510, + 109632, + 112628, + 20675, + 3922, + 88367, + 48706, + 30156, + 104364, + 3922, + 20600, + 107585, + 106775, + 124116, + 93994, + 63212, + 72238 + ] + ] + }, + { + "attention_mask": [ + [ + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1 + ] + ], + "input_ids": [ + [ + 57668, + 21043, + 112471, + 11571, + 88126, + 53901, + 101602, + 21043, + 445, + 81101, + 12, + 18, + 3922, + 48044, + 68171, + 3771, + 78, + 4669, + 445, + 8921, + 4940, + 17367, + 70525, + 31958, + 104123, + 49792, + 118034, + 103129, + 46034, + 107030, + 74770, + 113925, + 120288, + 87219, + 3922, + 104908, + 41073, + 116958, + 122903, + 34208, + 123725, + 3922, + 123725, + 20600, + 61648, + 120288, + 89902 + ] + ] + }, + { + "attention_mask": [ + [ + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1 + ] + ], + "input_ids": [ + [ + 27327, + 117814, + 111230, + 57668, + 102099, + 82696, + 11571, + 37046, + 21043, + 445, + 81101, + 12, + 18, + 3922, + 48044, + 68171, + 3771, + 78, + 4669, + 445, + 8921, + 4940, + 17367, + 83047, + 29391, + 104123, + 49792, + 118034, + 103129, + 46034, + 101602, + 74770, + 113925, + 120288, + 87219, + 3922, + 104908, + 41073, + 116958, + 122903, + 34208, + 123725, + 3922, + 123725, + 20600, + 61648, + 120288 + ] + ] + }, + { + "attention_mask": [ + [ + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1 + ] + ], + "input_ids": [ + [ + 57668, + 53901, + 104660, + 74770, + 102210, + 101879, + 37046, + 21043, + 445, + 81101, + 12, + 18, + 3922, + 48044, + 68171, + 3771, + 78, + 4669, + 445, + 8921, + 4940, + 17367, + 118199, + 19967, + 9554, + 15592, + 55699, + 102, + 46034, + 114831, + 109438, + 88126, + 113925, + 87219, + 5486, + 29172, + 20135, + 32438, + 97522, + 5486, + 72917, + 114824, + 36827, + 5486, + 111602, + 115605, + 88435 + ] + ] + }, + { + "attention_mask": [ + [ + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1 + ] + ], + "input_ids": [ + [ + 128000, + 5109, + 15836, + 113221, + 31634, + 114835, + 57668, + 11571, + 108623, + 15722, + 231, + 3922, + 5109, + 15836, + 116339, + 37046, + 81543, + 110275, + 101602, + 21043, + 445, + 81101, + 12, + 18, + 112182, + 3771, + 78, + 4669, + 445, + 8921, + 4940, + 17367, + 83047, + 29391, + 3922, + 6079, + 101, + 19000, + 18184, + 20600, + 104908, + 118034, + 33208, + 9554, + 113925, + 34208, + 123725 + ] + ] + }, + { + "attention_mask": [ + [ + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1 + ] + ], + "input_ids": [ + [ + 57107, + 27327, + 117814, + 111230, + 57668, + 102099, + 82696, + 11571, + 37046, + 21043, + 445, + 81101, + 12, + 18, + 3922, + 48044, + 68171, + 3771, + 78, + 4669, + 445, + 8921, + 4940, + 17367, + 83047, + 29391, + 104123, + 49792, + 118034, + 103129, + 46034, + 101602, + 74770, + 113925, + 120288, + 87219, + 3922, + 104908, + 41073, + 116958, + 122903, + 34208, + 123725, + 3922, + 123725, + 20600, + 61648 + ] + ] + }, + { + "attention_mask": [ + [ + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1 + ] + ], + "input_ids": [ + [ + 128000, + 15225, + 57107, + 110310, + 119395, + 82317, + 110367, + 30046, + 124176, + 11571, + 88126, + 53901, + 101602, + 13372, + 18184, + 445, + 81101, + 12, + 18, + 105187, + 3771, + 78, + 4669, + 445, + 8921, + 4940, + 17367, + 83047, + 29391, + 104123, + 49792, + 118034, + 103129, + 46034, + 1811, + 98711, + 33655, + 51609, + 21043, + 18184, + 20600, + 104908, + 103329, + 35056, + 9554, + 113925, + 34208 + ] + ] + }, + { + "attention_mask": [ + [ + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1 + ] + ], + "input_ids": [ + [ + 104660, + 74770, + 102210, + 101879, + 37046, + 21043, + 445, + 81101, + 12, + 18, + 3922, + 48044, + 68171, + 3771, + 78, + 4669, + 445, + 8921, + 4940, + 17367, + 118199, + 19967, + 9554, + 15592, + 55699, + 102, + 46034, + 114831, + 109438, + 88126, + 113925, + 87219, + 5486, + 29172, + 20135, + 32438, + 97522, + 5486, + 72917, + 114824, + 36827, + 5486, + 111602, + 115605, + 88435, + 50667, + 50667 + ] + ] + }, + { + "attention_mask": [ + [ + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1 + ] + ], + "input_ids": [ + [ + 57668, + 21043, + 5109, + 15836, + 110367, + 9554, + 16047, + 38, + 2898, + 103054, + 11571, + 108623, + 15722, + 231, + 101602, + 103668, + 5377, + 15836, + 83047, + 29391, + 9554, + 13149, + 38, + 2898, + 101602, + 21043, + 3771, + 78, + 4669, + 445, + 8921, + 4940, + 17367, + 83047, + 29391, + 9554, + 445, + 81101, + 12, + 18, + 3922, + 6079, + 101, + 19000, + 18184, + 20600, + 104908 + ] + ] + }, + { + "attention_mask": [ + [ + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1 + ] + ], + "input_ids": [ + [ + 21043, + 445, + 81101, + 12, + 18, + 125653, + 9554, + 96511, + 103204, + 15592, + 55699, + 102, + 46034, + 6447, + 37046, + 113961, + 113925, + 88126, + 125648, + 3922, + 104908, + 19361, + 110999, + 114788, + 116658, + 3922, + 108966, + 34208, + 88126, + 106161, + 102924, + 114824, + 114824, + 36827, + 3922, + 110291, + 102924, + 48972, + 56602, + 111230, + 88126, + 122935, + 40474, + 3922, + 104237, + 91985, + 11571 + ] + ] + }, + { + "attention_mask": [ + [ + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1 + ] + ], + "input_ids": [ + [ + 57668, + 19361, + 104251, + 67178, + 48634, + 103054, + 11571, + 111358, + 445, + 81101, + 12, + 18, + 101602, + 74770, + 45059, + 104251, + 67178, + 117332, + 113925, + 34208, + 101067, + 25333, + 102378, + 37046, + 125712, + 77913, + 57378, + 124636, + 9554, + 104251, + 67178, + 48634, + 1811, + 98711, + 113925, + 21043, + 125510, + 37046, + 19000, + 109632, + 112628, + 112696, + 123331, + 123703, + 116658, + 34208, + 114199 + ] + ] + }, + { + "attention_mask": [ + [ + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1 + ] + ], + "input_ids": [ + [ + 33476, + 58655, + 53283, + 110310, + 119395, + 34208, + 51477, + 30046, + 11571, + 112672, + 101602, + 21043, + 445, + 81101, + 12, + 18, + 3922, + 48044, + 68171, + 3771, + 78, + 4669, + 445, + 8921, + 4940, + 17367, + 48858, + 104123, + 49792, + 118034, + 103129, + 46034, + 1811, + 98711, + 105572, + 104077, + 70616, + 21043, + 110747, + 20600, + 119745, + 104908, + 90091, + 9554, + 113925, + 34208, + 109189 + ] + ] + }, + { + "attention_mask": [ + [ + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1 + ] + ], + "input_ids": [ + [ + 128000, + 110310, + 113925, + 65571, + 74770, + 22023, + 125823, + 11571, + 37046, + 121837, + 104908, + 103329, + 35056, + 5486, + 31540, + 110445, + 9554, + 113925, + 102378, + 64026, + 54253, + 123076, + 220, + 1041, + 4, + 44689, + 103329, + 35056, + 34171, + 1811, + 98711, + 113925, + 125510, + 109632, + 112628, + 20675, + 3922, + 88367, + 48706, + 30156, + 104364, + 3922, + 20600, + 107585, + 106775, + 124116, + 93994 + ] + ] + }, + { + "attention_mask": [ + [ + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1 + ] + ], + "input_ids": [ + [ + 128000, + 57668, + 113961, + 104908, + 106189, + 98184, + 33005, + 9554, + 123725, + 11571, + 37046, + 74770, + 104908, + 120288, + 33005, + 9554, + 123725, + 3922, + 108399, + 113925, + 87219, + 5486, + 104908, + 28469, + 5486, + 114914, + 87219, + 5486, + 29172, + 20135, + 32438, + 97522, + 50667, + 1811, + 120475, + 120651, + 106556, + 115532, + 32943, + 9554, + 119745, + 101602, + 127579, + 107542, + 48634, + 123725, + 20600 + ] + ] + }, + { + "attention_mask": [ + [ + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1 + ] + ], + "input_ids": [ + [ + 128000, + 15225, + 57107, + 110310, + 119395, + 82317, + 110367, + 30046, + 124176, + 11571, + 88126, + 53901, + 101602, + 13372, + 18184, + 445, + 81101, + 12, + 18, + 105187, + 3771, + 78, + 4669, + 445, + 8921, + 4940, + 17367, + 83047, + 29391, + 104123, + 49792, + 118034, + 103129, + 46034, + 1811, + 98711, + 33655, + 51609, + 21043, + 18184, + 20600, + 104908, + 103329, + 35056, + 9554, + 113925, + 34208 + ] + ] + }, + { + "attention_mask": [ + [ + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1 + ] + ], + "input_ids": [ + [ + 128000, + 111358, + 16047, + 38, + 2898, + 104660, + 9554, + 99480, + 119294, + 11571, + 108623, + 15722, + 231, + 101602, + 103668, + 13149, + 38, + 2898, + 101602, + 21043, + 445, + 81101, + 12, + 18, + 112182, + 3771, + 78, + 4669, + 445, + 8921, + 4940, + 17367, + 83047, + 29391, + 3922, + 6079, + 101, + 19000, + 18184, + 20600, + 104908, + 118034, + 33208, + 9554, + 113925, + 34208, + 123725 + ] + ] + }, + { + "attention_mask": [ + [ + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1 + ] + ], + "input_ids": [ + [ + 128000, + 110310, + 124176, + 28469, + 27327, + 118125, + 37046, + 103054, + 11571, + 112672, + 74770, + 101602, + 21043, + 445, + 81101, + 12, + 18, + 3922, + 48044, + 68171, + 3771, + 78, + 4669, + 445, + 8921, + 4940, + 17367, + 48858, + 104123, + 49792, + 118034, + 103129, + 46034, + 107030, + 6079, + 101, + 19000, + 18184, + 20600, + 104908, + 19361, + 115392, + 33764, + 117332, + 113925, + 34208, + 123725 + ] + ] + }, + { + "attention_mask": [ + [ + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1 + ] + ], + "input_ids": [ + [ + 15225, + 57107, + 27327, + 117814, + 111230, + 57668, + 102099, + 82696, + 11571, + 37046, + 21043, + 445, + 81101, + 12, + 18, + 3922, + 48044, + 68171, + 3771, + 78, + 4669, + 445, + 8921, + 4940, + 17367, + 83047, + 29391, + 104123, + 49792, + 118034, + 103129, + 46034, + 101602, + 74770, + 113925, + 120288, + 87219, + 3922, + 104908, + 41073, + 116958, + 122903, + 34208, + 123725, + 3922, + 123725, + 20600 + ] + ] + }, + { + "attention_mask": [ + [ + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1 + ] + ], + "input_ids": [ + [ + 128000, + 110310, + 124176, + 28469, + 27327, + 118125, + 37046, + 103054, + 11571, + 112672, + 74770, + 101602, + 21043, + 445, + 81101, + 12, + 18, + 3922, + 48044, + 68171, + 3771, + 78, + 4669, + 445, + 8921, + 4940, + 17367, + 48858, + 104123, + 49792, + 118034, + 103129, + 46034, + 107030, + 6079, + 101, + 19000, + 18184, + 20600, + 104908, + 19361, + 115392, + 33764, + 117332, + 113925, + 34208, + 123725 + ] + ] + }, + { + "attention_mask": [ + [ + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1 + ] + ], + "input_ids": [ + [ + 128000, + 57668, + 21043, + 112471, + 11571, + 88126, + 53901, + 101602, + 21043, + 445, + 81101, + 12, + 18, + 3922, + 48044, + 68171, + 3771, + 78, + 4669, + 445, + 8921, + 4940, + 17367, + 70525, + 31958, + 104123, + 49792, + 118034, + 103129, + 46034, + 107030, + 74770, + 113925, + 120288, + 87219, + 3922, + 104908, + 41073, + 116958, + 122903, + 34208, + 123725, + 3922, + 123725, + 20600, + 61648, + 120288 + ] + ] + }, + { + "attention_mask": [ + [ + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1 + ] + ], + "input_ids": [ + [ + 128000, + 110310, + 117621, + 119294, + 11571, + 98711, + 117621, + 21043, + 107047, + 103129, + 20600, + 114914, + 87219, + 34208, + 105483, + 102780, + 104563, + 9554, + 119745, + 1811, + 111358, + 445, + 81101, + 12, + 18, + 101602, + 105260, + 48634, + 35304, + 113925, + 87219, + 5486, + 104908, + 28469, + 91495, + 58318, + 20600, + 72917, + 106483, + 28833, + 105610, + 123725, + 104563, + 124546, + 104563, + 9554, + 117621 + ] + ] + }, + { + "attention_mask": [ + [ + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1 + ] + ], + "input_ids": [ + [ + 128000, + 112471, + 21043, + 110310, + 110367, + 30046, + 11571, + 57668, + 105424, + 101879, + 119395, + 11571, + 88126, + 53901, + 101602, + 105424, + 445, + 81101, + 12, + 18, + 105187, + 68171, + 3771, + 78, + 4669, + 445, + 8921, + 4940, + 17367, + 83047, + 29391, + 104123, + 49792, + 118034, + 103129, + 46034, + 107030, + 6079, + 101, + 19000, + 123725, + 20600, + 114914, + 87219, + 34208, + 104908, + 109189 + ] + ] + }, + { + "attention_mask": [ + [ + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1 + ] + ], + "input_ids": [ + [ + 128000, + 57668, + 124176, + 119294, + 11571, + 88126, + 53901, + 101602, + 105424, + 445, + 81101, + 12, + 18, + 105187, + 48044, + 68171, + 3771, + 78, + 4669, + 445, + 8921, + 4940, + 17367, + 34524, + 255, + 112628, + 34208, + 110367, + 104123, + 49792, + 118034, + 103129, + 46034, + 1811, + 98711, + 105572, + 117621, + 21043, + 107047, + 103129, + 20600, + 114914, + 87219, + 34208, + 105483, + 102780, + 104563 + ] + ] + }, + { + "attention_mask": [ + [ + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1 + ] + ], + "input_ids": [ + [ + 21043, + 17792, + 49792, + 118034, + 103054, + 11571, + 21043, + 9554, + 101602, + 21043, + 68171, + 3771, + 78, + 4669, + 445, + 8921, + 4940, + 17367, + 83047, + 29391, + 9554, + 445, + 81101, + 12, + 18, + 3922, + 38129, + 109683, + 120074, + 55642, + 104696, + 34208, + 33748, + 32648, + 111478, + 70203, + 25333, + 37507, + 58318, + 20600, + 39209, + 106483, + 64026, + 104908, + 19361, + 116958, + 28469 + ] + ] + }, + { + "attention_mask": [ + [ + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1 + ] + ], + "input_ids": [ + [ + 15225, + 57107, + 110310, + 119395, + 82317, + 110367, + 30046, + 124176, + 11571, + 88126, + 53901, + 101602, + 13372, + 18184, + 445, + 81101, + 12, + 18, + 105187, + 3771, + 78, + 4669, + 445, + 8921, + 4940, + 17367, + 83047, + 29391, + 104123, + 49792, + 118034, + 103129, + 46034, + 1811, + 98711, + 33655, + 51609, + 21043, + 18184, + 20600, + 104908, + 103329, + 35056, + 9554, + 113925, + 34208, + 109189 + ] + ] + }, + { + "attention_mask": [ + [ + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1 + ] + ], + "input_ids": [ + [ + 128000, + 57668, + 105424, + 101879, + 11571, + 21043, + 112471, + 29391, + 31958, + 35287, + 57668, + 11571, + 88126, + 53901, + 101602, + 13372, + 18184, + 445, + 81101, + 12, + 18, + 105187, + 3771, + 78, + 4669, + 445, + 8921, + 4940, + 17367, + 70525, + 31958, + 104123, + 49792, + 118034, + 103129, + 46034, + 1811, + 98711, + 89902, + 21043, + 18184, + 20600, + 104908, + 19361, + 115392, + 33764, + 117332 + ] + ] + }, + { + "attention_mask": [ + [ + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1 + ] + ], + "input_ids": [ + [ + 128000, + 111358, + 16047, + 38, + 2898, + 104660, + 9554, + 99480, + 119294, + 11571, + 108623, + 15722, + 231, + 101602, + 103668, + 13149, + 38, + 2898, + 101602, + 21043, + 445, + 81101, + 12, + 18, + 112182, + 3771, + 78, + 4669, + 445, + 8921, + 4940, + 17367, + 83047, + 29391, + 3922, + 6079, + 101, + 19000, + 18184, + 20600, + 104908, + 118034, + 33208, + 9554, + 113925, + 34208, + 123725 + ] + ] + }, + { + "attention_mask": [ + [ + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1 + ] + ], + "input_ids": [ + [ + 46034, + 103054, + 11571, + 21043, + 9554, + 101602, + 122503, + 115534, + 114365, + 103129, + 46034, + 1811, + 111358, + 445, + 81101, + 12, + 18, + 101602, + 48706, + 35304, + 112352, + 33748, + 73548, + 16325, + 3922, + 68438, + 109683, + 120074, + 55642, + 34208, + 118034, + 70203, + 25333, + 37507, + 58318, + 20600, + 72917, + 39209, + 106483, + 91495, + 18184, + 104563, + 104908, + 19361, + 115392, + 33764, + 117332 + ] + ] + }, + { + "attention_mask": [ + [ + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1 + ] + ], + "input_ids": [ + [ + 112471, + 21043, + 110310, + 71600, + 30046, + 11571, + 57668, + 105424, + 101879, + 11571, + 88126, + 53901, + 101602, + 21043, + 445, + 81101, + 12, + 18, + 3922, + 48044, + 68171, + 3771, + 78, + 4669, + 445, + 8921, + 4940, + 17367, + 47566, + 38743, + 104123, + 49792, + 118034, + 103129, + 46034, + 107030, + 105572, + 114593, + 50338, + 103899, + 20600, + 9554, + 107750, + 57107, + 64026, + 104908, + 123725 + ] + ] + }, + { + "attention_mask": [ + [ + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1 + ] + ], + "input_ids": [ + [ + 70616, + 119294, + 11571, + 98711, + 104077, + 70616, + 21043, + 113925, + 20600, + 125648, + 5486, + 104908, + 28469, + 34208, + 114914, + 112897, + 105610, + 105483, + 102780, + 104563, + 9554, + 119745, + 1811, + 111358, + 445, + 81101, + 12, + 18, + 101602, + 121837, + 112743, + 48044, + 31540, + 110445, + 104123, + 49792, + 118034, + 103129, + 46034, + 118187, + 20600, + 104908, + 19361, + 115392, + 33764, + 117332, + 123725 + ] + ] + }, + { + "attention_mask": [ + [ + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1 + ] + ], + "input_ids": [ + [ + 128000, + 57668, + 19361, + 104251, + 67178, + 48634, + 103054, + 11571, + 111358, + 445, + 81101, + 12, + 18, + 101602, + 74770, + 45059, + 104251, + 67178, + 117332, + 113925, + 34208, + 101067, + 25333, + 102378, + 37046, + 125712, + 77913, + 57378, + 124636, + 9554, + 104251, + 67178, + 48634, + 1811, + 98711, + 113925, + 21043, + 125510, + 37046, + 19000, + 109632, + 112628, + 112696, + 123331, + 123703, + 116658, + 34208 + ] + ] + }, + { + "attention_mask": [ + [ + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1 + ] + ], + "input_ids": [ + [ + 112471, + 21043, + 110310, + 71600, + 30046, + 11571, + 57668, + 105424, + 101879, + 11571, + 88126, + 53901, + 101602, + 21043, + 445, + 81101, + 12, + 18, + 3922, + 48044, + 68171, + 3771, + 78, + 4669, + 445, + 8921, + 4940, + 17367, + 47566, + 38743, + 104123, + 49792, + 118034, + 103129, + 46034, + 107030, + 105572, + 114593, + 50338, + 103899, + 20600, + 9554, + 107750, + 57107, + 64026, + 104908, + 123725 + ] + ] + }, + { + "attention_mask": [ + [ + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1 + ] + ], + "input_ids": [ + [ + 110310, + 66378, + 28542, + 119294, + 11571, + 111358, + 445, + 81101, + 12, + 18, + 3922, + 98711, + 66378, + 28542, + 108399, + 33764, + 109683, + 120074, + 9554, + 113954, + 34208, + 45059, + 106556, + 5486, + 43240, + 91985, + 33208, + 9554, + 99480, + 5486, + 121915, + 9554, + 111478, + 34208, + 91272, + 33208, + 120920, + 18184, + 20600, + 104908, + 19361, + 115392, + 33764, + 117332, + 113925, + 34208, + 123725 + ] + ] + }, + { + "attention_mask": [ + [ + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1 + ] + ], + "input_ids": [ + [ + 112471, + 21043, + 110310, + 71600, + 30046, + 11571, + 57668, + 105424, + 101879, + 11571, + 88126, + 53901, + 101602, + 21043, + 445, + 81101, + 12, + 18, + 3922, + 48044, + 68171, + 3771, + 78, + 4669, + 445, + 8921, + 4940, + 17367, + 47566, + 38743, + 104123, + 49792, + 118034, + 103129, + 46034, + 107030, + 105572, + 114593, + 50338, + 103899, + 20600, + 9554, + 107750, + 57107, + 64026, + 104908, + 123725 + ] + ] + }, + { + "attention_mask": [ + [ + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1 + ] + ], + "input_ids": [ + [ + 128000, + 5109, + 15836, + 113221, + 31634, + 114835, + 57668, + 11571, + 108623, + 15722, + 231, + 3922, + 5109, + 15836, + 116339, + 37046, + 81543, + 110275, + 101602, + 21043, + 445, + 81101, + 12, + 18, + 112182, + 3771, + 78, + 4669, + 445, + 8921, + 4940, + 17367, + 83047, + 29391, + 3922, + 6079, + 101, + 19000, + 18184, + 20600, + 104908, + 118034, + 33208, + 9554, + 113925, + 34208, + 123725 + ] + ] + }, + { + "attention_mask": [ + [ + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1 + ] + ], + "input_ids": [ + [ + 19361, + 110999, + 114788, + 116658, + 3922, + 108966, + 34208, + 88126, + 106161, + 102924, + 114824, + 114824, + 36827, + 3922, + 110291, + 102924, + 48972, + 56602, + 111230, + 88126, + 122935, + 40474, + 3922, + 104237, + 91985, + 11571, + 108719, + 64022, + 112727, + 35287, + 3922, + 108855, + 37046, + 123779, + 15592, + 113673, + 37046, + 31540, + 107774, + 101851, + 106, + 100389, + 244, + 28308, + 94, + 108966, + 102210 + ] + ] + }, + { + "attention_mask": [ + [ + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1 + ] + ], + "input_ids": [ + [ + 128000, + 111358, + 16047, + 38, + 2898, + 104660, + 9554, + 99480, + 119294, + 11571, + 108623, + 15722, + 231, + 101602, + 103668, + 13149, + 38, + 2898, + 101602, + 21043, + 445, + 81101, + 12, + 18, + 112182, + 3771, + 78, + 4669, + 445, + 8921, + 4940, + 17367, + 83047, + 29391, + 3922, + 6079, + 101, + 19000, + 18184, + 20600, + 104908, + 118034, + 33208, + 9554, + 113925, + 34208, + 123725 + ] + ] + }, + { + "attention_mask": [ + [ + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1 + ] + ], + "input_ids": [ + [ + 51609, + 119294, + 11571, + 98711, + 33655, + 51609, + 21043, + 18184, + 20600, + 104908, + 103329, + 35056, + 5486, + 19361, + 116958, + 113925, + 34208, + 114914, + 112897, + 105610, + 105483, + 102780, + 104563, + 9554, + 119745, + 64026, + 123725, + 104563, + 114914, + 87219, + 1811, + 111358, + 445, + 81101, + 12, + 18, + 101602, + 105260, + 48634, + 35304, + 112743, + 48044, + 19361, + 121637, + 104123, + 49792, + 118034 + ] + ] + }, + { + "attention_mask": [ + [ + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1 + ] + ], + "input_ids": [ + [ + 11571, + 37046, + 58318, + 93994, + 103129, + 46034, + 9554, + 107653, + 55030, + 45390, + 19000, + 35304, + 37046, + 21043, + 68171, + 3771, + 78, + 4669, + 445, + 8921, + 4940, + 17367, + 83047, + 29391, + 9554, + 445, + 81101, + 12, + 18, + 107030, + 6079, + 101, + 19000, + 18184, + 20600, + 104908, + 118034, + 33208, + 9554, + 113925, + 34208, + 114914, + 112897, + 105610, + 105483, + 102780, + 104563 + ] + ] + }, + { + "attention_mask": [ + [ + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1 + ] + ], + "input_ids": [ + [ + 128000, + 110310, + 33655, + 51609, + 119294, + 11571, + 98711, + 33655, + 51609, + 21043, + 18184, + 20600, + 104908, + 103329, + 35056, + 5486, + 19361, + 116958, + 113925, + 34208, + 114914, + 112897, + 105610, + 105483, + 102780, + 104563, + 9554, + 119745, + 64026, + 123725, + 104563, + 114914, + 87219, + 1811, + 111358, + 445, + 81101, + 12, + 18, + 101602, + 105260, + 48634, + 35304, + 112743, + 48044, + 19361, + 121637 + ] + ] + }, + { + "attention_mask": [ + [ + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1 + ] + ], + "input_ids": [ + [ + 110310, + 104077, + 70616, + 119294, + 11571, + 98711, + 104077, + 70616, + 21043, + 113925, + 20600, + 125648, + 5486, + 104908, + 28469, + 34208, + 114914, + 112897, + 105610, + 105483, + 102780, + 104563, + 9554, + 119745, + 1811, + 111358, + 445, + 81101, + 12, + 18, + 101602, + 121837, + 112743, + 48044, + 31540, + 110445, + 104123, + 49792, + 118034, + 103129, + 46034, + 118187, + 20600, + 104908, + 19361, + 115392, + 33764 + ] + ] + }, + { + "attention_mask": [ + [ + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1 + ] + ], + "input_ids": [ + [ + 128000, + 110310, + 110367, + 124858, + 27327, + 108950, + 105651, + 111230, + 103054, + 11571, + 112672, + 74770, + 101602, + 105424, + 445, + 81101, + 12, + 18, + 105187, + 3771, + 78, + 4669, + 445, + 8921, + 4940, + 17367, + 83047, + 29391, + 104123, + 49792, + 118034, + 103129, + 46034, + 1811, + 98711, + 124164, + 104077, + 70616, + 21043, + 110747, + 20600, + 125648, + 104908, + 19361, + 116958, + 28469, + 34208 + ] + ] + }, + { + "attention_mask": [ + [ + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1 + ] + ], + "input_ids": [ + [ + 15836, + 110367, + 9554, + 16047, + 38, + 2898, + 103054, + 11571, + 108623, + 15722, + 231, + 101602, + 103668, + 5377, + 15836, + 83047, + 29391, + 9554, + 13149, + 38, + 2898, + 101602, + 21043, + 3771, + 78, + 4669, + 445, + 8921, + 4940, + 17367, + 83047, + 29391, + 9554, + 445, + 81101, + 12, + 18, + 3922, + 6079, + 101, + 19000, + 18184, + 20600, + 104908, + 118034, + 33208, + 9554 + ] + ] + }, + { + "attention_mask": [ + [ + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1 + ] + ], + "input_ids": [ + [ + 57668, + 21043, + 17792, + 49792, + 118034, + 103054, + 11571, + 21043, + 9554, + 101602, + 21043, + 68171, + 3771, + 78, + 4669, + 445, + 8921, + 4940, + 17367, + 83047, + 29391, + 9554, + 445, + 81101, + 12, + 18, + 3922, + 38129, + 109683, + 120074, + 55642, + 104696, + 34208, + 33748, + 32648, + 111478, + 70203, + 25333, + 37507, + 58318, + 20600, + 39209, + 106483, + 64026, + 104908, + 19361, + 116958 + ] + ] + }, + { + "attention_mask": [ + [ + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1 + ] + ], + "input_ids": [ + [ + 128000, + 15225, + 57107, + 27327, + 117814, + 111230, + 57668, + 102099, + 82696, + 11571, + 37046, + 21043, + 445, + 81101, + 12, + 18, + 3922, + 48044, + 68171, + 3771, + 78, + 4669, + 445, + 8921, + 4940, + 17367, + 83047, + 29391, + 104123, + 49792, + 118034, + 103129, + 46034, + 101602, + 74770, + 113925, + 120288, + 87219, + 3922, + 104908, + 41073, + 116958, + 122903, + 34208, + 123725, + 3922, + 123725 + ] + ] + }, + { + "attention_mask": [ + [ + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1 + ] + ], + "input_ids": [ + [ + 128000, + 111358, + 16047, + 38, + 2898, + 104660, + 9554, + 99480, + 119294, + 11571, + 108623, + 15722, + 231, + 101602, + 103668, + 13149, + 38, + 2898, + 101602, + 21043, + 445, + 81101, + 12, + 18, + 112182, + 3771, + 78, + 4669, + 445, + 8921, + 4940, + 17367, + 83047, + 29391, + 3922, + 6079, + 101, + 19000, + 18184, + 20600, + 104908, + 118034, + 33208, + 9554, + 113925, + 34208, + 123725 + ] + ] + }, + { + "attention_mask": [ + [ + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1 + ] + ], + "input_ids": [ + [ + 128000, + 5109, + 15836, + 113221, + 31634, + 114835, + 57668, + 11571, + 108623, + 15722, + 231, + 3922, + 5109, + 15836, + 116339, + 37046, + 81543, + 110275, + 101602, + 21043, + 445, + 81101, + 12, + 18, + 112182, + 3771, + 78, + 4669, + 445, + 8921, + 4940, + 17367, + 83047, + 29391, + 3922, + 6079, + 101, + 19000, + 18184, + 20600, + 104908, + 118034, + 33208, + 9554, + 113925, + 34208, + 123725 + ] + ] + }, + { + "attention_mask": [ + [ + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1 + ] + ], + "input_ids": [ + [ + 57668, + 109425, + 55642, + 20600, + 9554, + 20675, + 11571, + 37046, + 110395, + 19000, + 109215, + 127084, + 17297, + 102280, + 38093, + 55642, + 20600, + 9554, + 20675, + 91495, + 103786, + 109759, + 35083, + 30250, + 113, + 106154, + 117099, + 86127, + 113495, + 34208, + 112424, + 25333, + 75486, + 107030, + 107774, + 25359, + 115257, + 112163, + 99750, + 28469, + 91495, + 103786, + 38093, + 107542, + 48634, + 113543, + 20600 + ] + ] + }, + { + "attention_mask": [ + [ + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1 + ] + ], + "input_ids": [ + [ + 70616, + 119294, + 11571, + 98711, + 104077, + 70616, + 21043, + 113925, + 20600, + 125648, + 5486, + 104908, + 28469, + 34208, + 114914, + 112897, + 105610, + 105483, + 102780, + 104563, + 9554, + 119745, + 1811, + 111358, + 445, + 81101, + 12, + 18, + 101602, + 121837, + 112743, + 48044, + 31540, + 110445, + 104123, + 49792, + 118034, + 103129, + 46034, + 118187, + 20600, + 104908, + 19361, + 115392, + 33764, + 117332, + 123725 + ] + ] + }, + { + "attention_mask": [ + [ + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1 + ] + ], + "input_ids": [ + [ + 128000, + 57668, + 105424, + 101879, + 11571, + 21043, + 112471, + 29391, + 31958, + 35287, + 57668, + 11571, + 88126, + 53901, + 101602, + 13372, + 18184, + 445, + 81101, + 12, + 18, + 105187, + 3771, + 78, + 4669, + 445, + 8921, + 4940, + 17367, + 70525, + 31958, + 104123, + 49792, + 118034, + 103129, + 46034, + 1811, + 98711, + 89902, + 21043, + 18184, + 20600, + 104908, + 19361, + 115392, + 33764, + 117332 + ] + ] + }, + { + "attention_mask": [ + [ + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1 + ] + ], + "input_ids": [ + [ + 20600, + 9554, + 20675, + 11571, + 37046, + 110395, + 19000, + 109215, + 127084, + 17297, + 102280, + 38093, + 55642, + 20600, + 9554, + 20675, + 91495, + 103786, + 109759, + 35083, + 30250, + 113, + 106154, + 117099, + 86127, + 113495, + 34208, + 112424, + 25333, + 75486, + 107030, + 107774, + 25359, + 115257, + 112163, + 99750, + 28469, + 91495, + 103786, + 38093, + 107542, + 48634, + 113543, + 20600, + 9554, + 20675, + 105509 + ] + ] + }, + { + "attention_mask": [ + [ + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1 + ] + ], + "input_ids": [ + [ + 57668, + 74770, + 124211, + 104908, + 101879, + 123725, + 104586, + 11571, + 88126, + 53901, + 6447, + 37046, + 21043, + 445, + 81101, + 12, + 18, + 125653, + 9554, + 96511, + 103204, + 15592, + 55699, + 102, + 46034, + 6447, + 37046, + 113961, + 113925, + 88126, + 125648, + 3922, + 104908, + 19361, + 110999, + 114788, + 116658, + 3922, + 108966, + 34208, + 88126, + 106161, + 102924, + 114824, + 114824, + 36827, + 3922 + ] + ] + }, + { + "attention_mask": [ + [ + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1 + ] + ], + "input_ids": [ + [ + 57668, + 109425, + 55642, + 20600, + 9554, + 20675, + 11571, + 37046, + 110395, + 19000, + 109215, + 127084, + 17297, + 102280, + 38093, + 55642, + 20600, + 9554, + 20675, + 91495, + 103786, + 109759, + 35083, + 30250, + 113, + 106154, + 117099, + 86127, + 113495, + 34208, + 112424, + 25333, + 75486, + 107030, + 107774, + 25359, + 115257, + 112163, + 99750, + 28469, + 91495, + 103786, + 38093, + 107542, + 48634, + 113543, + 20600 + ] + ] + }, + { + "attention_mask": [ + [ + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1 + ] + ], + "input_ids": [ + [ + 57668, + 21043, + 112471, + 11571, + 88126, + 53901, + 101602, + 21043, + 445, + 81101, + 12, + 18, + 3922, + 48044, + 68171, + 3771, + 78, + 4669, + 445, + 8921, + 4940, + 17367, + 70525, + 31958, + 104123, + 49792, + 118034, + 103129, + 46034, + 107030, + 74770, + 113925, + 120288, + 87219, + 3922, + 104908, + 41073, + 116958, + 122903, + 34208, + 123725, + 3922, + 123725, + 20600, + 61648, + 120288, + 89902 + ] + ] + }, + { + "attention_mask": [ + [ + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1 + ] + ], + "input_ids": [ + [ + 113925, + 65571, + 74770, + 22023, + 125823, + 11571, + 37046, + 121837, + 104908, + 103329, + 35056, + 5486, + 31540, + 110445, + 9554, + 113925, + 102378, + 64026, + 54253, + 123076, + 220, + 1041, + 4, + 44689, + 103329, + 35056, + 34171, + 1811, + 98711, + 113925, + 125510, + 109632, + 112628, + 20675, + 3922, + 88367, + 48706, + 30156, + 104364, + 3922, + 20600, + 107585, + 106775, + 124116, + 93994, + 63212, + 72238 + ] + ] + }, + { + "attention_mask": [ + [ + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1 + ] + ], + "input_ids": [ + [ + 128000, + 5109, + 15836, + 113221, + 31634, + 114835, + 57668, + 11571, + 108623, + 15722, + 231, + 3922, + 5109, + 15836, + 116339, + 37046, + 81543, + 110275, + 101602, + 21043, + 445, + 81101, + 12, + 18, + 112182, + 3771, + 78, + 4669, + 445, + 8921, + 4940, + 17367, + 83047, + 29391, + 3922, + 6079, + 101, + 19000, + 18184, + 20600, + 104908, + 118034, + 33208, + 9554, + 113925, + 34208, + 123725 + ] + ] + }, + { + "attention_mask": [ + [ + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1 + ] + ], + "input_ids": [ + [ + 128000, + 57668, + 19361, + 104251, + 67178, + 48634, + 103054, + 11571, + 111358, + 445, + 81101, + 12, + 18, + 101602, + 74770, + 45059, + 104251, + 67178, + 117332, + 113925, + 34208, + 101067, + 25333, + 102378, + 37046, + 125712, + 77913, + 57378, + 124636, + 9554, + 104251, + 67178, + 48634, + 1811, + 98711, + 113925, + 21043, + 125510, + 37046, + 19000, + 109632, + 112628, + 112696, + 123331, + 123703, + 116658, + 34208 + ] + ] + } + ], + "desc_act": false, + "exllama_config": { + "version": 1 + }, + "group_size": 128, + "max_input_length": null, + "model_seqlen": null, + "module_name_preceding_first_block": null, + "modules_in_block_to_quantize": null, + "pad_token_id": null, + "quant_method": "gptq", + "sym": true, + "tokenizer": null, + "true_sequential": true, + "use_cuda_fp16": false, + "use_exllama": true + }, + "rms_norm_eps": 1e-05, + "rope_scaling": { + "factor": 8.0, + "high_freq_factor": 4.0, + "low_freq_factor": 1.0, + "original_max_position_embeddings": 8192, + "rope_type": "llama3" + }, + "rope_theta": 500000.0, + "tie_word_embeddings": false, + "torch_dtype": "bfloat16", + "transformers_version": "4.44.2", + "use_cache": true, + "vocab_size": 128256 +}