TweedBeetle's picture
Upload LlamaForCausalLM
1765432 verified
{
"_name_or_path": "meta-llama/Meta-Llama-3.1-8B-Instruct",
"architectures": [
"LlamaForCausalLM"
],
"attention_bias": false,
"attention_dropout": 0.0,
"bos_token_id": 128000,
"eos_token_id": [
128001,
128008,
128009
],
"hidden_act": "silu",
"hidden_size": 4096,
"initializer_range": 0.02,
"intermediate_size": 14336,
"max_position_embeddings": 131072,
"mlp_bias": false,
"model_type": "llama",
"num_attention_heads": 32,
"num_hidden_layers": 32,
"num_key_value_heads": 8,
"pretraining_tp": 1,
"quantization_config": {
"batch_size": 1,
"bits": 4,
"block_name_to_quantize": null,
"cache_block_outputs": true,
"damp_percent": 0.1,
"dataset": [
{
"attention_mask": [
[
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1
]
],
"input_ids": [
[
128000,
5109,
15836,
113221,
31634,
114835,
57668,
11571,
108623,
15722,
231,
3922,
5109,
15836,
116339,
37046,
81543,
110275,
101602,
21043,
445,
81101,
12,
18,
112182,
3771,
78,
4669,
445,
8921,
4940,
17367,
83047,
29391,
3922,
6079,
101,
19000,
18184,
20600,
104908,
118034,
33208,
9554,
113925,
34208,
123725
]
]
},
{
"attention_mask": [
[
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1
]
],
"input_ids": [
[
128000,
110310,
119395,
119294,
11571,
112471,
104251,
67178,
35287,
57668,
11571,
37046,
105424,
445,
81101,
12,
18,
105187,
68171,
3771,
78,
4669,
445,
8921,
4940,
17367,
20033,
249,
67178,
104123,
49792,
118034,
103129,
46034,
1811,
98711,
117621,
21043,
110747,
20600,
119745,
104908,
79656,
9554,
113925,
34208,
122903
]
]
},
{
"attention_mask": [
[
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1
]
],
"input_ids": [
[
110310,
66378,
28542,
119294,
11571,
111358,
445,
81101,
12,
18,
3922,
98711,
66378,
28542,
108399,
33764,
109683,
120074,
9554,
113954,
34208,
45059,
106556,
5486,
43240,
91985,
33208,
9554,
99480,
5486,
121915,
9554,
111478,
34208,
91272,
33208,
120920,
18184,
20600,
104908,
19361,
115392,
33764,
117332,
113925,
34208,
123725
]
]
},
{
"attention_mask": [
[
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1
]
],
"input_ids": [
[
70616,
119294,
11571,
98711,
104077,
70616,
21043,
113925,
20600,
125648,
5486,
104908,
28469,
34208,
114914,
112897,
105610,
105483,
102780,
104563,
9554,
119745,
1811,
111358,
445,
81101,
12,
18,
101602,
121837,
112743,
48044,
31540,
110445,
104123,
49792,
118034,
103129,
46034,
118187,
20600,
104908,
19361,
115392,
33764,
117332,
123725
]
]
},
{
"attention_mask": [
[
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1
]
],
"input_ids": [
[
110310,
104251,
58521,
21043,
112471,
11571,
57668,
119294,
17792,
49792,
118034,
103129,
46034,
11571,
88126,
53901,
101602,
105424,
445,
81101,
12,
18,
105187,
68171,
3771,
78,
4669,
445,
8921,
4940,
17367,
83047,
29391,
104123,
49792,
118034,
103129,
46034,
107030,
6079,
101,
19000,
113925,
20600,
87219,
64026,
104908
]
]
},
{
"attention_mask": [
[
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1
]
],
"input_ids": [
[
128000,
110310,
119395,
119294,
11571,
112471,
104251,
67178,
35287,
57668,
11571,
37046,
105424,
445,
81101,
12,
18,
105187,
68171,
3771,
78,
4669,
445,
8921,
4940,
17367,
20033,
249,
67178,
104123,
49792,
118034,
103129,
46034,
1811,
98711,
117621,
21043,
110747,
20600,
119745,
104908,
79656,
9554,
113925,
34208,
122903
]
]
},
{
"attention_mask": [
[
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1
]
],
"input_ids": [
[
53901,
104660,
74770,
102210,
101879,
37046,
21043,
445,
81101,
12,
18,
3922,
48044,
68171,
3771,
78,
4669,
445,
8921,
4940,
17367,
118199,
19967,
9554,
15592,
55699,
102,
46034,
114831,
109438,
88126,
113925,
87219,
5486,
29172,
20135,
32438,
97522,
5486,
72917,
114824,
36827,
5486,
111602,
115605,
88435,
50667
]
]
},
{
"attention_mask": [
[
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1
]
],
"input_ids": [
[
128000,
57668,
58318,
93994,
103129,
46034,
19361,
99849,
107653,
11571,
37046,
58318,
93994,
103129,
46034,
9554,
107653,
55030,
45390,
19000,
35304,
37046,
21043,
68171,
3771,
78,
4669,
445,
8921,
4940,
17367,
83047,
29391,
9554,
445,
81101,
12,
18,
107030,
6079,
101,
19000,
18184,
20600,
104908,
118034,
33208
]
]
},
{
"attention_mask": [
[
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1
]
],
"input_ids": [
[
114365,
103129,
46034,
103054,
11571,
21043,
9554,
101602,
122503,
115534,
114365,
103129,
46034,
1811,
111358,
445,
81101,
12,
18,
101602,
48706,
35304,
112352,
33748,
73548,
16325,
3922,
68438,
109683,
120074,
55642,
34208,
118034,
70203,
25333,
37507,
58318,
20600,
72917,
39209,
106483,
91495,
18184,
104563,
104908,
19361,
115392
]
]
},
{
"attention_mask": [
[
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1
]
],
"input_ids": [
[
15225,
57107,
110310,
119395,
82317,
110367,
30046,
124176,
11571,
88126,
53901,
101602,
13372,
18184,
445,
81101,
12,
18,
105187,
3771,
78,
4669,
445,
8921,
4940,
17367,
83047,
29391,
104123,
49792,
118034,
103129,
46034,
1811,
98711,
33655,
51609,
21043,
18184,
20600,
104908,
103329,
35056,
9554,
113925,
34208,
109189
]
]
},
{
"attention_mask": [
[
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1
]
],
"input_ids": [
[
81101,
12,
18,
3922,
48044,
68171,
3771,
78,
4669,
445,
8921,
4940,
17367,
83047,
29391,
104123,
49792,
118034,
103129,
46034,
101602,
77913,
57378,
109683,
120074,
55642,
34208,
33748,
32648,
111478,
9554,
106556,
114831,
58318,
20600,
72917,
33764,
58543,
64026,
104908,
19361,
121637,
9554,
28469,
34208,
114914,
112897
]
]
},
{
"attention_mask": [
[
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1
]
],
"input_ids": [
[
21043,
17792,
49792,
118034,
103054,
11571,
21043,
9554,
101602,
21043,
68171,
3771,
78,
4669,
445,
8921,
4940,
17367,
83047,
29391,
9554,
445,
81101,
12,
18,
3922,
38129,
109683,
120074,
55642,
104696,
34208,
33748,
32648,
111478,
70203,
25333,
37507,
58318,
20600,
39209,
106483,
64026,
104908,
19361,
116958,
28469
]
]
},
{
"attention_mask": [
[
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1
]
],
"input_ids": [
[
57668,
105424,
101879,
11571,
21043,
112471,
29391,
31958,
35287,
57668,
11571,
88126,
53901,
101602,
13372,
18184,
445,
81101,
12,
18,
105187,
3771,
78,
4669,
445,
8921,
4940,
17367,
70525,
31958,
104123,
49792,
118034,
103129,
46034,
1811,
98711,
89902,
21043,
18184,
20600,
104908,
19361,
115392,
33764,
117332,
50338
]
]
},
{
"attention_mask": [
[
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1
]
],
"input_ids": [
[
57668,
19361,
104251,
67178,
48634,
103054,
11571,
111358,
445,
81101,
12,
18,
101602,
74770,
45059,
104251,
67178,
117332,
113925,
34208,
101067,
25333,
102378,
37046,
125712,
77913,
57378,
124636,
9554,
104251,
67178,
48634,
1811,
98711,
113925,
21043,
125510,
37046,
19000,
109632,
112628,
112696,
123331,
123703,
116658,
34208,
114199
]
]
},
{
"attention_mask": [
[
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1
]
],
"input_ids": [
[
57668,
124176,
119294,
11571,
88126,
53901,
101602,
105424,
445,
81101,
12,
18,
105187,
48044,
68171,
3771,
78,
4669,
445,
8921,
4940,
17367,
34524,
255,
112628,
34208,
110367,
104123,
49792,
118034,
103129,
46034,
1811,
98711,
105572,
117621,
21043,
107047,
103129,
20600,
114914,
87219,
34208,
105483,
102780,
104563,
9554
]
]
},
{
"attention_mask": [
[
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1
]
],
"input_ids": [
[
128000,
110310,
104077,
70616,
119294,
11571,
98711,
104077,
70616,
21043,
113925,
20600,
125648,
5486,
104908,
28469,
34208,
114914,
112897,
105610,
105483,
102780,
104563,
9554,
119745,
1811,
111358,
445,
81101,
12,
18,
101602,
121837,
112743,
48044,
31540,
110445,
104123,
49792,
118034,
103129,
46034,
118187,
20600,
104908,
19361,
115392
]
]
},
{
"attention_mask": [
[
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1
]
],
"input_ids": [
[
57668,
21043,
5109,
15836,
110367,
9554,
16047,
38,
2898,
103054,
11571,
108623,
15722,
231,
101602,
103668,
5377,
15836,
83047,
29391,
9554,
13149,
38,
2898,
101602,
21043,
3771,
78,
4669,
445,
8921,
4940,
17367,
83047,
29391,
9554,
445,
81101,
12,
18,
3922,
6079,
101,
19000,
18184,
20600,
104908
]
]
},
{
"attention_mask": [
[
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1
]
],
"input_ids": [
[
20600,
117099,
86127,
21043,
98711,
61075,
31634,
89902,
107030,
38093,
107542,
112366,
121837,
35056,
33563,
20600,
9554,
117099,
86127,
34208,
20675,
105509,
107030,
30250,
113,
122523,
79656,
9554,
117099,
86127,
113495,
34208,
112424,
25333,
75486,
91495,
105414,
18655,
108562,
40265,
9554,
105509,
123755,
37507,
113543,
20600,
9554
]
]
},
{
"attention_mask": [
[
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1
]
],
"input_ids": [
[
104123,
49792,
118034,
103129,
46034,
107030,
74770,
50338,
69962,
126067,
5486,
104908,
30926,
41073,
28469,
5486,
123725,
114914,
87219,
50667,
1811,
21418,
33091,
55030,
48915,
101602,
98806,
27327,
72917,
120074,
45059,
3922,
78657,
104251,
19967,
116820,
104261,
5486,
117625,
5486,
115550,
21043,
47200,
119464,
88126,
19361,
109545
]
]
},
{
"attention_mask": [
[
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1
]
],
"input_ids": [
[
106161,
102924,
114824,
114824,
36827,
3922,
110291,
102924,
48972,
56602,
111230,
88126,
122935,
40474,
3922,
104237,
91985,
11571,
108719,
64022,
112727,
35287,
3922,
108855,
37046,
123779,
15592,
113673,
37046,
31540,
107774,
101851,
106,
100389,
244,
28308,
94,
108966,
102210,
117164,
118670,
103138,
98184,
115517,
106302,
31634,
110445
]
]
},
{
"attention_mask": [
[
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1
]
],
"input_ids": [
[
57668,
109425,
55642,
20600,
9554,
20675,
11571,
37046,
110395,
19000,
109215,
127084,
17297,
102280,
38093,
55642,
20600,
9554,
20675,
91495,
103786,
109759,
35083,
30250,
113,
106154,
117099,
86127,
113495,
34208,
112424,
25333,
75486,
107030,
107774,
25359,
115257,
112163,
99750,
28469,
91495,
103786,
38093,
107542,
48634,
113543,
20600
]
]
},
{
"attention_mask": [
[
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1
]
],
"input_ids": [
[
128000,
57668,
53901,
104660,
74770,
102210,
101879,
37046,
21043,
445,
81101,
12,
18,
3922,
48044,
68171,
3771,
78,
4669,
445,
8921,
4940,
17367,
118199,
19967,
9554,
15592,
55699,
102,
46034,
114831,
109438,
88126,
113925,
87219,
5486,
29172,
20135,
32438,
97522,
5486,
72917,
114824,
36827,
5486,
111602,
115605
]
]
},
{
"attention_mask": [
[
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1
]
],
"input_ids": [
[
128000,
57668,
19361,
104251,
67178,
48634,
103054,
11571,
111358,
445,
81101,
12,
18,
101602,
74770,
45059,
104251,
67178,
117332,
113925,
34208,
101067,
25333,
102378,
37046,
125712,
77913,
57378,
124636,
9554,
104251,
67178,
48634,
1811,
98711,
113925,
21043,
125510,
37046,
19000,
109632,
112628,
112696,
123331,
123703,
116658,
34208
]
]
},
{
"attention_mask": [
[
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1
]
],
"input_ids": [
[
57668,
113961,
104908,
106189,
98184,
33005,
9554,
123725,
11571,
37046,
74770,
104908,
120288,
33005,
9554,
123725,
3922,
108399,
113925,
87219,
5486,
104908,
28469,
5486,
114914,
87219,
5486,
29172,
20135,
32438,
97522,
50667,
1811,
120475,
120651,
106556,
115532,
32943,
9554,
119745,
101602,
127579,
107542,
48634,
123725,
20600,
114914
]
]
},
{
"attention_mask": [
[
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1
]
],
"input_ids": [
[
110310,
104077,
70616,
119294,
11571,
98711,
104077,
70616,
21043,
113925,
20600,
125648,
5486,
104908,
28469,
34208,
114914,
112897,
105610,
105483,
102780,
104563,
9554,
119745,
1811,
111358,
445,
81101,
12,
18,
101602,
121837,
112743,
48044,
31540,
110445,
104123,
49792,
118034,
103129,
46034,
118187,
20600,
104908,
19361,
115392,
33764
]
]
},
{
"attention_mask": [
[
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1
]
],
"input_ids": [
[
15225,
57107,
27327,
117814,
111230,
57668,
102099,
82696,
11571,
37046,
21043,
445,
81101,
12,
18,
3922,
48044,
68171,
3771,
78,
4669,
445,
8921,
4940,
17367,
83047,
29391,
104123,
49792,
118034,
103129,
46034,
101602,
74770,
113925,
120288,
87219,
3922,
104908,
41073,
116958,
122903,
34208,
123725,
3922,
123725,
20600
]
]
},
{
"attention_mask": [
[
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1
]
],
"input_ids": [
[
128000,
111358,
16047,
38,
2898,
104660,
9554,
99480,
119294,
11571,
108623,
15722,
231,
101602,
103668,
13149,
38,
2898,
101602,
21043,
445,
81101,
12,
18,
112182,
3771,
78,
4669,
445,
8921,
4940,
17367,
83047,
29391,
3922,
6079,
101,
19000,
18184,
20600,
104908,
118034,
33208,
9554,
113925,
34208,
123725
]
]
},
{
"attention_mask": [
[
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1
]
],
"input_ids": [
[
110310,
110367,
124858,
27327,
108950,
105651,
111230,
103054,
11571,
112672,
74770,
101602,
105424,
445,
81101,
12,
18,
105187,
3771,
78,
4669,
445,
8921,
4940,
17367,
83047,
29391,
104123,
49792,
118034,
103129,
46034,
1811,
98711,
124164,
104077,
70616,
21043,
110747,
20600,
125648,
104908,
19361,
116958,
28469,
34208,
123725
]
]
},
{
"attention_mask": [
[
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1
]
],
"input_ids": [
[
102099,
11571,
98711,
119395,
21043,
445,
81101,
12,
18,
3922,
48044,
68171,
3771,
78,
4669,
445,
8921,
4940,
17367,
83047,
29391,
104123,
49792,
118034,
103129,
46034,
101602,
77913,
57378,
109683,
120074,
55642,
34208,
33748,
32648,
111478,
9554,
106556,
114831,
58318,
20600,
72917,
33764,
58543,
64026,
104908,
19361
]
]
},
{
"attention_mask": [
[
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1
]
],
"input_ids": [
[
124211,
104908,
101879,
123725,
104586,
11571,
88126,
53901,
6447,
37046,
21043,
445,
81101,
12,
18,
125653,
9554,
96511,
103204,
15592,
55699,
102,
46034,
6447,
37046,
113961,
113925,
88126,
125648,
3922,
104908,
19361,
110999,
114788,
116658,
3922,
108966,
34208,
88126,
106161,
102924,
114824,
114824,
36827,
3922,
110291,
102924
]
]
},
{
"attention_mask": [
[
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1
]
],
"input_ids": [
[
110310,
113925,
65571,
74770,
22023,
125823,
11571,
37046,
121837,
104908,
103329,
35056,
5486,
31540,
110445,
9554,
113925,
102378,
64026,
54253,
123076,
220,
1041,
4,
44689,
103329,
35056,
34171,
1811,
98711,
113925,
125510,
109632,
112628,
20675,
3922,
88367,
48706,
30156,
104364,
3922,
20600,
107585,
106775,
124116,
93994,
63212
]
]
},
{
"attention_mask": [
[
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1
]
],
"input_ids": [
[
21043,
445,
81101,
12,
18,
3922,
48044,
68171,
3771,
78,
4669,
445,
8921,
4940,
17367,
83047,
29391,
104123,
49792,
118034,
103129,
46034,
101602,
77913,
57378,
109683,
120074,
55642,
34208,
33748,
32648,
111478,
9554,
106556,
114831,
58318,
20600,
72917,
33764,
58543,
64026,
104908,
19361,
121637,
9554,
28469,
34208
]
]
},
{
"attention_mask": [
[
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1
]
],
"input_ids": [
[
105424,
101879,
11571,
21043,
112471,
29391,
31958,
35287,
57668,
11571,
88126,
53901,
101602,
13372,
18184,
445,
81101,
12,
18,
105187,
3771,
78,
4669,
445,
8921,
4940,
17367,
70525,
31958,
104123,
49792,
118034,
103129,
46034,
1811,
98711,
89902,
21043,
18184,
20600,
104908,
19361,
115392,
33764,
117332,
50338,
103899
]
]
},
{
"attention_mask": [
[
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1
]
],
"input_ids": [
[
128000,
15225,
57107,
27327,
117814,
111230,
57668,
102099,
82696,
11571,
37046,
21043,
445,
81101,
12,
18,
3922,
48044,
68171,
3771,
78,
4669,
445,
8921,
4940,
17367,
83047,
29391,
104123,
49792,
118034,
103129,
46034,
101602,
74770,
113925,
120288,
87219,
3922,
104908,
41073,
116958,
122903,
34208,
123725,
3922,
123725
]
]
},
{
"attention_mask": [
[
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1
]
],
"input_ids": [
[
57668,
74770,
124211,
104908,
101879,
123725,
104586,
11571,
88126,
53901,
6447,
37046,
21043,
445,
81101,
12,
18,
125653,
9554,
96511,
103204,
15592,
55699,
102,
46034,
6447,
37046,
113961,
113925,
88126,
125648,
3922,
104908,
19361,
110999,
114788,
116658,
3922,
108966,
34208,
88126,
106161,
102924,
114824,
114824,
36827,
3922
]
]
},
{
"attention_mask": [
[
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1
]
],
"input_ids": [
[
105424,
101879,
11571,
21043,
112471,
29391,
31958,
35287,
57668,
11571,
88126,
53901,
101602,
13372,
18184,
445,
81101,
12,
18,
105187,
3771,
78,
4669,
445,
8921,
4940,
17367,
70525,
31958,
104123,
49792,
118034,
103129,
46034,
1811,
98711,
89902,
21043,
18184,
20600,
104908,
19361,
115392,
33764,
117332,
50338,
103899
]
]
},
{
"attention_mask": [
[
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1
]
],
"input_ids": [
[
21043,
112471,
76537,
67178,
9554,
15836,
11571,
88126,
53901,
101602,
13372,
18184,
445,
81101,
12,
18,
112182,
3771,
78,
4669,
445,
8921,
4940,
17367,
126795,
67178,
104123,
49792,
118034,
103129,
46034,
107030,
105260,
48634,
35304,
105483,
102780,
20600,
119745,
64026,
104908,
50021,
51611,
9554,
113925,
34208,
122903
]
]
},
{
"attention_mask": [
[
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1
]
],
"input_ids": [
[
128000,
57668,
124176,
119294,
11571,
88126,
53901,
101602,
105424,
445,
81101,
12,
18,
105187,
48044,
68171,
3771,
78,
4669,
445,
8921,
4940,
17367,
34524,
255,
112628,
34208,
110367,
104123,
49792,
118034,
103129,
46034,
1811,
98711,
105572,
117621,
21043,
107047,
103129,
20600,
114914,
87219,
34208,
105483,
102780,
104563
]
]
},
{
"attention_mask": [
[
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1
]
],
"input_ids": [
[
57668,
21043,
112471,
76537,
67178,
9554,
15836,
11571,
88126,
53901,
101602,
13372,
18184,
445,
81101,
12,
18,
112182,
3771,
78,
4669,
445,
8921,
4940,
17367,
126795,
67178,
104123,
49792,
118034,
103129,
46034,
107030,
105260,
48634,
35304,
105483,
102780,
20600,
119745,
64026,
104908,
50021,
51611,
9554,
113925,
34208
]
]
},
{
"attention_mask": [
[
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1
]
],
"input_ids": [
[
69962,
126067,
5486,
104908,
30926,
41073,
28469,
5486,
123725,
114914,
87219,
50667,
1811,
21418,
33091,
55030,
48915,
101602,
98806,
27327,
72917,
120074,
45059,
3922,
78657,
104251,
19967,
116820,
104261,
5486,
117625,
5486,
115550,
21043,
47200,
119464,
88126,
19361,
109545,
87219,
108966,
86206,
123725,
3922,
106161,
13646,
72368
]
]
},
{
"attention_mask": [
[
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1
]
],
"input_ids": [
[
128000,
110310,
117621,
119294,
11571,
98711,
117621,
21043,
107047,
103129,
20600,
114914,
87219,
34208,
105483,
102780,
104563,
9554,
119745,
1811,
111358,
445,
81101,
12,
18,
101602,
105260,
48634,
35304,
113925,
87219,
5486,
104908,
28469,
91495,
58318,
20600,
72917,
106483,
28833,
105610,
123725,
104563,
124546,
104563,
9554,
117621
]
]
},
{
"attention_mask": [
[
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1
]
],
"input_ids": [
[
86127,
103054,
11571,
113543,
20600,
117099,
86127,
21043,
98711,
61075,
31634,
89902,
107030,
38093,
107542,
112366,
121837,
35056,
33563,
20600,
9554,
117099,
86127,
34208,
20675,
105509,
107030,
30250,
113,
122523,
79656,
9554,
117099,
86127,
113495,
34208,
112424,
25333,
75486,
91495,
105414,
18655,
108562,
40265,
9554,
105509,
123755
]
]
},
{
"attention_mask": [
[
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1
]
],
"input_ids": [
[
128000,
112471,
21043,
110310,
110367,
30046,
11571,
57668,
105424,
101879,
119395,
11571,
88126,
53901,
101602,
105424,
445,
81101,
12,
18,
105187,
68171,
3771,
78,
4669,
445,
8921,
4940,
17367,
83047,
29391,
104123,
49792,
118034,
103129,
46034,
107030,
6079,
101,
19000,
123725,
20600,
114914,
87219,
34208,
104908,
109189
]
]
},
{
"attention_mask": [
[
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1
]
],
"input_ids": [
[
128000,
57668,
21043,
112471,
11571,
88126,
53901,
101602,
21043,
445,
81101,
12,
18,
3922,
48044,
68171,
3771,
78,
4669,
445,
8921,
4940,
17367,
70525,
31958,
104123,
49792,
118034,
103129,
46034,
107030,
74770,
113925,
120288,
87219,
3922,
104908,
41073,
116958,
122903,
34208,
123725,
3922,
123725,
20600,
61648,
120288
]
]
},
{
"attention_mask": [
[
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1
]
],
"input_ids": [
[
11571,
98711,
33655,
51609,
21043,
18184,
20600,
104908,
103329,
35056,
5486,
19361,
116958,
113925,
34208,
114914,
112897,
105610,
105483,
102780,
104563,
9554,
119745,
64026,
123725,
104563,
114914,
87219,
1811,
111358,
445,
81101,
12,
18,
101602,
105260,
48634,
35304,
112743,
48044,
19361,
121637,
104123,
49792,
118034,
103129,
46034
]
]
},
{
"attention_mask": [
[
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1
]
],
"input_ids": [
[
128000,
15225,
57107,
110310,
119395,
82317,
110367,
30046,
124176,
11571,
88126,
53901,
101602,
13372,
18184,
445,
81101,
12,
18,
105187,
3771,
78,
4669,
445,
8921,
4940,
17367,
83047,
29391,
104123,
49792,
118034,
103129,
46034,
1811,
98711,
33655,
51609,
21043,
18184,
20600,
104908,
103329,
35056,
9554,
113925,
34208
]
]
},
{
"attention_mask": [
[
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1
]
],
"input_ids": [
[
57668,
21043,
112471,
76537,
67178,
9554,
15836,
11571,
88126,
53901,
101602,
13372,
18184,
445,
81101,
12,
18,
112182,
3771,
78,
4669,
445,
8921,
4940,
17367,
126795,
67178,
104123,
49792,
118034,
103129,
46034,
107030,
105260,
48634,
35304,
105483,
102780,
20600,
119745,
64026,
104908,
50021,
51611,
9554,
113925,
34208
]
]
},
{
"attention_mask": [
[
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1
]
],
"input_ids": [
[
53901,
104660,
74770,
102210,
101879,
37046,
21043,
445,
81101,
12,
18,
3922,
48044,
68171,
3771,
78,
4669,
445,
8921,
4940,
17367,
118199,
19967,
9554,
15592,
55699,
102,
46034,
114831,
109438,
88126,
113925,
87219,
5486,
29172,
20135,
32438,
97522,
5486,
72917,
114824,
36827,
5486,
111602,
115605,
88435,
50667
]
]
},
{
"attention_mask": [
[
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1
]
],
"input_ids": [
[
110310,
104077,
70616,
119294,
11571,
98711,
104077,
70616,
21043,
113925,
20600,
125648,
5486,
104908,
28469,
34208,
114914,
112897,
105610,
105483,
102780,
104563,
9554,
119745,
1811,
111358,
445,
81101,
12,
18,
101602,
121837,
112743,
48044,
31540,
110445,
104123,
49792,
118034,
103129,
46034,
118187,
20600,
104908,
19361,
115392,
33764
]
]
},
{
"attention_mask": [
[
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1
]
],
"input_ids": [
[
57668,
53901,
104660,
74770,
102210,
101879,
37046,
21043,
445,
81101,
12,
18,
3922,
48044,
68171,
3771,
78,
4669,
445,
8921,
4940,
17367,
118199,
19967,
9554,
15592,
55699,
102,
46034,
114831,
109438,
88126,
113925,
87219,
5486,
29172,
20135,
32438,
97522,
5486,
72917,
114824,
36827,
5486,
111602,
115605,
88435
]
]
},
{
"attention_mask": [
[
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1
]
],
"input_ids": [
[
57668,
124176,
119294,
11571,
88126,
53901,
101602,
105424,
445,
81101,
12,
18,
105187,
48044,
68171,
3771,
78,
4669,
445,
8921,
4940,
17367,
34524,
255,
112628,
34208,
110367,
104123,
49792,
118034,
103129,
46034,
1811,
98711,
105572,
117621,
21043,
107047,
103129,
20600,
114914,
87219,
34208,
105483,
102780,
104563,
9554
]
]
},
{
"attention_mask": [
[
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1
]
],
"input_ids": [
[
128000,
57668,
21043,
17792,
49792,
118034,
103054,
11571,
21043,
9554,
101602,
21043,
68171,
3771,
78,
4669,
445,
8921,
4940,
17367,
83047,
29391,
9554,
445,
81101,
12,
18,
3922,
38129,
109683,
120074,
55642,
104696,
34208,
33748,
32648,
111478,
70203,
25333,
37507,
58318,
20600,
39209,
106483,
64026,
104908,
19361
]
]
},
{
"attention_mask": [
[
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1
]
],
"input_ids": [
[
128000,
110310,
124176,
28469,
27327,
118125,
37046,
103054,
11571,
112672,
74770,
101602,
21043,
445,
81101,
12,
18,
3922,
48044,
68171,
3771,
78,
4669,
445,
8921,
4940,
17367,
48858,
104123,
49792,
118034,
103129,
46034,
107030,
6079,
101,
19000,
18184,
20600,
104908,
19361,
115392,
33764,
117332,
113925,
34208,
123725
]
]
},
{
"attention_mask": [
[
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1
]
],
"input_ids": [
[
112471,
21043,
110310,
71600,
30046,
11571,
57668,
105424,
101879,
11571,
88126,
53901,
101602,
21043,
445,
81101,
12,
18,
3922,
48044,
68171,
3771,
78,
4669,
445,
8921,
4940,
17367,
47566,
38743,
104123,
49792,
118034,
103129,
46034,
107030,
105572,
114593,
50338,
103899,
20600,
9554,
107750,
57107,
64026,
104908,
123725
]
]
},
{
"attention_mask": [
[
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1
]
],
"input_ids": [
[
113925,
88126,
125648,
3922,
104908,
19361,
110999,
114788,
116658,
3922,
108966,
34208,
88126,
106161,
102924,
114824,
114824,
36827,
3922,
110291,
102924,
48972,
56602,
111230,
88126,
122935,
40474,
3922,
104237,
91985,
11571,
108719,
64022,
112727,
35287,
3922,
108855,
37046,
123779,
15592,
113673,
37046,
31540,
107774,
101851,
106,
100389
]
]
},
{
"attention_mask": [
[
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1
]
],
"input_ids": [
[
112471,
88126,
53901,
101602,
21043,
68171,
3771,
78,
4669,
445,
8921,
4940,
17367,
70525,
31958,
9554,
445,
81101,
12,
18,
107030,
74770,
18184,
88126,
104908,
43240,
87502,
43240,
119938,
48974,
126900,
30624,
111602,
115605,
5486,
62543,
47200,
5486,
121326,
114824,
5486,
18184,
88126,
103899,
107750,
50338,
115461
]
]
},
{
"attention_mask": [
[
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1
]
],
"input_ids": [
[
57668,
19361,
104251,
67178,
48634,
103054,
11571,
111358,
445,
81101,
12,
18,
101602,
74770,
45059,
104251,
67178,
117332,
113925,
34208,
101067,
25333,
102378,
37046,
125712,
77913,
57378,
124636,
9554,
104251,
67178,
48634,
1811,
98711,
113925,
21043,
125510,
37046,
19000,
109632,
112628,
112696,
123331,
123703,
116658,
34208,
114199
]
]
},
{
"attention_mask": [
[
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1
]
],
"input_ids": [
[
57668,
21043,
112471,
76537,
67178,
9554,
15836,
11571,
88126,
53901,
101602,
13372,
18184,
445,
81101,
12,
18,
112182,
3771,
78,
4669,
445,
8921,
4940,
17367,
126795,
67178,
104123,
49792,
118034,
103129,
46034,
107030,
105260,
48634,
35304,
105483,
102780,
20600,
119745,
64026,
104908,
50021,
51611,
9554,
113925,
34208
]
]
},
{
"attention_mask": [
[
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1
]
],
"input_ids": [
[
110310,
33655,
51609,
119294,
11571,
98711,
33655,
51609,
21043,
18184,
20600,
104908,
103329,
35056,
5486,
19361,
116958,
113925,
34208,
114914,
112897,
105610,
105483,
102780,
104563,
9554,
119745,
64026,
123725,
104563,
114914,
87219,
1811,
111358,
445,
81101,
12,
18,
101602,
105260,
48634,
35304,
112743,
48044,
19361,
121637,
104123
]
]
},
{
"attention_mask": [
[
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1
]
],
"input_ids": [
[
57668,
19361,
104251,
67178,
48634,
103054,
11571,
111358,
445,
81101,
12,
18,
101602,
74770,
45059,
104251,
67178,
117332,
113925,
34208,
101067,
25333,
102378,
37046,
125712,
77913,
57378,
124636,
9554,
104251,
67178,
48634,
1811,
98711,
113925,
21043,
125510,
37046,
19000,
109632,
112628,
112696,
123331,
123703,
116658,
34208,
114199
]
]
},
{
"attention_mask": [
[
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1
]
],
"input_ids": [
[
81101,
12,
18,
3922,
48044,
68171,
3771,
78,
4669,
445,
8921,
4940,
17367,
83047,
29391,
104123,
49792,
118034,
103129,
46034,
101602,
77913,
57378,
109683,
120074,
55642,
34208,
33748,
32648,
111478,
9554,
106556,
114831,
58318,
20600,
72917,
33764,
58543,
64026,
104908,
19361,
121637,
9554,
28469,
34208,
114914,
112897
]
]
},
{
"attention_mask": [
[
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1
]
],
"input_ids": [
[
113925,
65571,
74770,
22023,
125823,
11571,
37046,
121837,
104908,
103329,
35056,
5486,
31540,
110445,
9554,
113925,
102378,
64026,
54253,
123076,
220,
1041,
4,
44689,
103329,
35056,
34171,
1811,
98711,
113925,
125510,
109632,
112628,
20675,
3922,
88367,
48706,
30156,
104364,
3922,
20600,
107585,
106775,
124116,
93994,
63212,
72238
]
]
},
{
"attention_mask": [
[
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1
]
],
"input_ids": [
[
128000,
57668,
21043,
112471,
88126,
53901,
101602,
21043,
68171,
3771,
78,
4669,
445,
8921,
4940,
17367,
70525,
31958,
9554,
445,
81101,
12,
18,
107030,
74770,
18184,
88126,
104908,
43240,
87502,
43240,
119938,
48974,
126900,
30624,
111602,
115605,
5486,
62543,
47200,
5486,
121326,
114824,
5486,
18184,
88126,
103899
]
]
},
{
"attention_mask": [
[
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1
]
],
"input_ids": [
[
128000,
110310,
124176,
28469,
27327,
118125,
37046,
103054,
11571,
112672,
74770,
101602,
21043,
445,
81101,
12,
18,
3922,
48044,
68171,
3771,
78,
4669,
445,
8921,
4940,
17367,
48858,
104123,
49792,
118034,
103129,
46034,
107030,
6079,
101,
19000,
18184,
20600,
104908,
19361,
115392,
33764,
117332,
113925,
34208,
123725
]
]
},
{
"attention_mask": [
[
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1
]
],
"input_ids": [
[
93994,
103129,
46034,
19361,
99849,
107653,
11571,
37046,
58318,
93994,
103129,
46034,
9554,
107653,
55030,
45390,
19000,
35304,
37046,
21043,
68171,
3771,
78,
4669,
445,
8921,
4940,
17367,
83047,
29391,
9554,
445,
81101,
12,
18,
107030,
6079,
101,
19000,
18184,
20600,
104908,
118034,
33208,
9554,
113925,
34208
]
]
},
{
"attention_mask": [
[
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1
]
],
"input_ids": [
[
119294,
11571,
98711,
33655,
51609,
21043,
18184,
20600,
104908,
103329,
35056,
5486,
19361,
116958,
113925,
34208,
114914,
112897,
105610,
105483,
102780,
104563,
9554,
119745,
64026,
123725,
104563,
114914,
87219,
1811,
111358,
445,
81101,
12,
18,
101602,
105260,
48634,
35304,
112743,
48044,
19361,
121637,
104123,
49792,
118034,
103129
]
]
},
{
"attention_mask": [
[
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1
]
],
"input_ids": [
[
128000,
110310,
119395,
119294,
11571,
112471,
104251,
67178,
35287,
57668,
11571,
37046,
105424,
445,
81101,
12,
18,
105187,
68171,
3771,
78,
4669,
445,
8921,
4940,
17367,
20033,
249,
67178,
104123,
49792,
118034,
103129,
46034,
1811,
98711,
117621,
21043,
110747,
20600,
119745,
104908,
79656,
9554,
113925,
34208,
122903
]
]
},
{
"attention_mask": [
[
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1
]
],
"input_ids": [
[
15836,
110367,
9554,
16047,
38,
2898,
103054,
11571,
108623,
15722,
231,
101602,
103668,
5377,
15836,
83047,
29391,
9554,
13149,
38,
2898,
101602,
21043,
3771,
78,
4669,
445,
8921,
4940,
17367,
83047,
29391,
9554,
445,
81101,
12,
18,
3922,
6079,
101,
19000,
18184,
20600,
104908,
118034,
33208,
9554
]
]
},
{
"attention_mask": [
[
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1
]
],
"input_ids": [
[
15225,
57107,
27327,
117814,
111230,
57668,
102099,
82696,
11571,
37046,
21043,
445,
81101,
12,
18,
3922,
48044,
68171,
3771,
78,
4669,
445,
8921,
4940,
17367,
83047,
29391,
104123,
49792,
118034,
103129,
46034,
101602,
74770,
113925,
120288,
87219,
3922,
104908,
41073,
116958,
122903,
34208,
123725,
3922,
123725,
20600
]
]
},
{
"attention_mask": [
[
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1
]
],
"input_ids": [
[
445,
81101,
12,
18,
125653,
9554,
96511,
103204,
15592,
55699,
102,
46034,
6447,
37046,
113961,
113925,
88126,
125648,
3922,
104908,
19361,
110999,
114788,
116658,
3922,
108966,
34208,
88126,
106161,
102924,
114824,
114824,
36827,
3922,
110291,
102924,
48972,
56602,
111230,
88126,
122935,
40474,
3922,
104237,
91985,
11571,
108719
]
]
},
{
"attention_mask": [
[
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1
]
],
"input_ids": [
[
54581,
102099,
11571,
98711,
119395,
21043,
445,
81101,
12,
18,
3922,
48044,
68171,
3771,
78,
4669,
445,
8921,
4940,
17367,
83047,
29391,
104123,
49792,
118034,
103129,
46034,
101602,
77913,
57378,
109683,
120074,
55642,
34208,
33748,
32648,
111478,
9554,
106556,
114831,
58318,
20600,
72917,
33764,
58543,
64026,
104908
]
]
},
{
"attention_mask": [
[
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1
]
],
"input_ids": [
[
113925,
65571,
74770,
22023,
125823,
11571,
37046,
121837,
104908,
103329,
35056,
5486,
31540,
110445,
9554,
113925,
102378,
64026,
54253,
123076,
220,
1041,
4,
44689,
103329,
35056,
34171,
1811,
98711,
113925,
125510,
109632,
112628,
20675,
3922,
88367,
48706,
30156,
104364,
3922,
20600,
107585,
106775,
124116,
93994,
63212,
72238
]
]
},
{
"attention_mask": [
[
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1
]
],
"input_ids": [
[
57668,
21043,
112471,
11571,
88126,
53901,
101602,
21043,
445,
81101,
12,
18,
3922,
48044,
68171,
3771,
78,
4669,
445,
8921,
4940,
17367,
70525,
31958,
104123,
49792,
118034,
103129,
46034,
107030,
74770,
113925,
120288,
87219,
3922,
104908,
41073,
116958,
122903,
34208,
123725,
3922,
123725,
20600,
61648,
120288,
89902
]
]
},
{
"attention_mask": [
[
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1
]
],
"input_ids": [
[
27327,
117814,
111230,
57668,
102099,
82696,
11571,
37046,
21043,
445,
81101,
12,
18,
3922,
48044,
68171,
3771,
78,
4669,
445,
8921,
4940,
17367,
83047,
29391,
104123,
49792,
118034,
103129,
46034,
101602,
74770,
113925,
120288,
87219,
3922,
104908,
41073,
116958,
122903,
34208,
123725,
3922,
123725,
20600,
61648,
120288
]
]
},
{
"attention_mask": [
[
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1
]
],
"input_ids": [
[
57668,
53901,
104660,
74770,
102210,
101879,
37046,
21043,
445,
81101,
12,
18,
3922,
48044,
68171,
3771,
78,
4669,
445,
8921,
4940,
17367,
118199,
19967,
9554,
15592,
55699,
102,
46034,
114831,
109438,
88126,
113925,
87219,
5486,
29172,
20135,
32438,
97522,
5486,
72917,
114824,
36827,
5486,
111602,
115605,
88435
]
]
},
{
"attention_mask": [
[
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1
]
],
"input_ids": [
[
128000,
5109,
15836,
113221,
31634,
114835,
57668,
11571,
108623,
15722,
231,
3922,
5109,
15836,
116339,
37046,
81543,
110275,
101602,
21043,
445,
81101,
12,
18,
112182,
3771,
78,
4669,
445,
8921,
4940,
17367,
83047,
29391,
3922,
6079,
101,
19000,
18184,
20600,
104908,
118034,
33208,
9554,
113925,
34208,
123725
]
]
},
{
"attention_mask": [
[
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1
]
],
"input_ids": [
[
57107,
27327,
117814,
111230,
57668,
102099,
82696,
11571,
37046,
21043,
445,
81101,
12,
18,
3922,
48044,
68171,
3771,
78,
4669,
445,
8921,
4940,
17367,
83047,
29391,
104123,
49792,
118034,
103129,
46034,
101602,
74770,
113925,
120288,
87219,
3922,
104908,
41073,
116958,
122903,
34208,
123725,
3922,
123725,
20600,
61648
]
]
},
{
"attention_mask": [
[
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1
]
],
"input_ids": [
[
128000,
15225,
57107,
110310,
119395,
82317,
110367,
30046,
124176,
11571,
88126,
53901,
101602,
13372,
18184,
445,
81101,
12,
18,
105187,
3771,
78,
4669,
445,
8921,
4940,
17367,
83047,
29391,
104123,
49792,
118034,
103129,
46034,
1811,
98711,
33655,
51609,
21043,
18184,
20600,
104908,
103329,
35056,
9554,
113925,
34208
]
]
},
{
"attention_mask": [
[
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1
]
],
"input_ids": [
[
104660,
74770,
102210,
101879,
37046,
21043,
445,
81101,
12,
18,
3922,
48044,
68171,
3771,
78,
4669,
445,
8921,
4940,
17367,
118199,
19967,
9554,
15592,
55699,
102,
46034,
114831,
109438,
88126,
113925,
87219,
5486,
29172,
20135,
32438,
97522,
5486,
72917,
114824,
36827,
5486,
111602,
115605,
88435,
50667,
50667
]
]
},
{
"attention_mask": [
[
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1
]
],
"input_ids": [
[
57668,
21043,
5109,
15836,
110367,
9554,
16047,
38,
2898,
103054,
11571,
108623,
15722,
231,
101602,
103668,
5377,
15836,
83047,
29391,
9554,
13149,
38,
2898,
101602,
21043,
3771,
78,
4669,
445,
8921,
4940,
17367,
83047,
29391,
9554,
445,
81101,
12,
18,
3922,
6079,
101,
19000,
18184,
20600,
104908
]
]
},
{
"attention_mask": [
[
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1
]
],
"input_ids": [
[
21043,
445,
81101,
12,
18,
125653,
9554,
96511,
103204,
15592,
55699,
102,
46034,
6447,
37046,
113961,
113925,
88126,
125648,
3922,
104908,
19361,
110999,
114788,
116658,
3922,
108966,
34208,
88126,
106161,
102924,
114824,
114824,
36827,
3922,
110291,
102924,
48972,
56602,
111230,
88126,
122935,
40474,
3922,
104237,
91985,
11571
]
]
},
{
"attention_mask": [
[
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1
]
],
"input_ids": [
[
57668,
19361,
104251,
67178,
48634,
103054,
11571,
111358,
445,
81101,
12,
18,
101602,
74770,
45059,
104251,
67178,
117332,
113925,
34208,
101067,
25333,
102378,
37046,
125712,
77913,
57378,
124636,
9554,
104251,
67178,
48634,
1811,
98711,
113925,
21043,
125510,
37046,
19000,
109632,
112628,
112696,
123331,
123703,
116658,
34208,
114199
]
]
},
{
"attention_mask": [
[
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1
]
],
"input_ids": [
[
33476,
58655,
53283,
110310,
119395,
34208,
51477,
30046,
11571,
112672,
101602,
21043,
445,
81101,
12,
18,
3922,
48044,
68171,
3771,
78,
4669,
445,
8921,
4940,
17367,
48858,
104123,
49792,
118034,
103129,
46034,
1811,
98711,
105572,
104077,
70616,
21043,
110747,
20600,
119745,
104908,
90091,
9554,
113925,
34208,
109189
]
]
},
{
"attention_mask": [
[
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1
]
],
"input_ids": [
[
128000,
110310,
113925,
65571,
74770,
22023,
125823,
11571,
37046,
121837,
104908,
103329,
35056,
5486,
31540,
110445,
9554,
113925,
102378,
64026,
54253,
123076,
220,
1041,
4,
44689,
103329,
35056,
34171,
1811,
98711,
113925,
125510,
109632,
112628,
20675,
3922,
88367,
48706,
30156,
104364,
3922,
20600,
107585,
106775,
124116,
93994
]
]
},
{
"attention_mask": [
[
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1
]
],
"input_ids": [
[
128000,
57668,
113961,
104908,
106189,
98184,
33005,
9554,
123725,
11571,
37046,
74770,
104908,
120288,
33005,
9554,
123725,
3922,
108399,
113925,
87219,
5486,
104908,
28469,
5486,
114914,
87219,
5486,
29172,
20135,
32438,
97522,
50667,
1811,
120475,
120651,
106556,
115532,
32943,
9554,
119745,
101602,
127579,
107542,
48634,
123725,
20600
]
]
},
{
"attention_mask": [
[
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1
]
],
"input_ids": [
[
128000,
15225,
57107,
110310,
119395,
82317,
110367,
30046,
124176,
11571,
88126,
53901,
101602,
13372,
18184,
445,
81101,
12,
18,
105187,
3771,
78,
4669,
445,
8921,
4940,
17367,
83047,
29391,
104123,
49792,
118034,
103129,
46034,
1811,
98711,
33655,
51609,
21043,
18184,
20600,
104908,
103329,
35056,
9554,
113925,
34208
]
]
},
{
"attention_mask": [
[
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1
]
],
"input_ids": [
[
128000,
111358,
16047,
38,
2898,
104660,
9554,
99480,
119294,
11571,
108623,
15722,
231,
101602,
103668,
13149,
38,
2898,
101602,
21043,
445,
81101,
12,
18,
112182,
3771,
78,
4669,
445,
8921,
4940,
17367,
83047,
29391,
3922,
6079,
101,
19000,
18184,
20600,
104908,
118034,
33208,
9554,
113925,
34208,
123725
]
]
},
{
"attention_mask": [
[
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1
]
],
"input_ids": [
[
128000,
110310,
124176,
28469,
27327,
118125,
37046,
103054,
11571,
112672,
74770,
101602,
21043,
445,
81101,
12,
18,
3922,
48044,
68171,
3771,
78,
4669,
445,
8921,
4940,
17367,
48858,
104123,
49792,
118034,
103129,
46034,
107030,
6079,
101,
19000,
18184,
20600,
104908,
19361,
115392,
33764,
117332,
113925,
34208,
123725
]
]
},
{
"attention_mask": [
[
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1
]
],
"input_ids": [
[
15225,
57107,
27327,
117814,
111230,
57668,
102099,
82696,
11571,
37046,
21043,
445,
81101,
12,
18,
3922,
48044,
68171,
3771,
78,
4669,
445,
8921,
4940,
17367,
83047,
29391,
104123,
49792,
118034,
103129,
46034,
101602,
74770,
113925,
120288,
87219,
3922,
104908,
41073,
116958,
122903,
34208,
123725,
3922,
123725,
20600
]
]
},
{
"attention_mask": [
[
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1
]
],
"input_ids": [
[
128000,
110310,
124176,
28469,
27327,
118125,
37046,
103054,
11571,
112672,
74770,
101602,
21043,
445,
81101,
12,
18,
3922,
48044,
68171,
3771,
78,
4669,
445,
8921,
4940,
17367,
48858,
104123,
49792,
118034,
103129,
46034,
107030,
6079,
101,
19000,
18184,
20600,
104908,
19361,
115392,
33764,
117332,
113925,
34208,
123725
]
]
},
{
"attention_mask": [
[
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1
]
],
"input_ids": [
[
128000,
57668,
21043,
112471,
11571,
88126,
53901,
101602,
21043,
445,
81101,
12,
18,
3922,
48044,
68171,
3771,
78,
4669,
445,
8921,
4940,
17367,
70525,
31958,
104123,
49792,
118034,
103129,
46034,
107030,
74770,
113925,
120288,
87219,
3922,
104908,
41073,
116958,
122903,
34208,
123725,
3922,
123725,
20600,
61648,
120288
]
]
},
{
"attention_mask": [
[
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1
]
],
"input_ids": [
[
128000,
110310,
117621,
119294,
11571,
98711,
117621,
21043,
107047,
103129,
20600,
114914,
87219,
34208,
105483,
102780,
104563,
9554,
119745,
1811,
111358,
445,
81101,
12,
18,
101602,
105260,
48634,
35304,
113925,
87219,
5486,
104908,
28469,
91495,
58318,
20600,
72917,
106483,
28833,
105610,
123725,
104563,
124546,
104563,
9554,
117621
]
]
},
{
"attention_mask": [
[
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1
]
],
"input_ids": [
[
128000,
112471,
21043,
110310,
110367,
30046,
11571,
57668,
105424,
101879,
119395,
11571,
88126,
53901,
101602,
105424,
445,
81101,
12,
18,
105187,
68171,
3771,
78,
4669,
445,
8921,
4940,
17367,
83047,
29391,
104123,
49792,
118034,
103129,
46034,
107030,
6079,
101,
19000,
123725,
20600,
114914,
87219,
34208,
104908,
109189
]
]
},
{
"attention_mask": [
[
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1
]
],
"input_ids": [
[
128000,
57668,
124176,
119294,
11571,
88126,
53901,
101602,
105424,
445,
81101,
12,
18,
105187,
48044,
68171,
3771,
78,
4669,
445,
8921,
4940,
17367,
34524,
255,
112628,
34208,
110367,
104123,
49792,
118034,
103129,
46034,
1811,
98711,
105572,
117621,
21043,
107047,
103129,
20600,
114914,
87219,
34208,
105483,
102780,
104563
]
]
},
{
"attention_mask": [
[
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1
]
],
"input_ids": [
[
21043,
17792,
49792,
118034,
103054,
11571,
21043,
9554,
101602,
21043,
68171,
3771,
78,
4669,
445,
8921,
4940,
17367,
83047,
29391,
9554,
445,
81101,
12,
18,
3922,
38129,
109683,
120074,
55642,
104696,
34208,
33748,
32648,
111478,
70203,
25333,
37507,
58318,
20600,
39209,
106483,
64026,
104908,
19361,
116958,
28469
]
]
},
{
"attention_mask": [
[
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1
]
],
"input_ids": [
[
15225,
57107,
110310,
119395,
82317,
110367,
30046,
124176,
11571,
88126,
53901,
101602,
13372,
18184,
445,
81101,
12,
18,
105187,
3771,
78,
4669,
445,
8921,
4940,
17367,
83047,
29391,
104123,
49792,
118034,
103129,
46034,
1811,
98711,
33655,
51609,
21043,
18184,
20600,
104908,
103329,
35056,
9554,
113925,
34208,
109189
]
]
},
{
"attention_mask": [
[
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1
]
],
"input_ids": [
[
128000,
57668,
105424,
101879,
11571,
21043,
112471,
29391,
31958,
35287,
57668,
11571,
88126,
53901,
101602,
13372,
18184,
445,
81101,
12,
18,
105187,
3771,
78,
4669,
445,
8921,
4940,
17367,
70525,
31958,
104123,
49792,
118034,
103129,
46034,
1811,
98711,
89902,
21043,
18184,
20600,
104908,
19361,
115392,
33764,
117332
]
]
},
{
"attention_mask": [
[
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1
]
],
"input_ids": [
[
128000,
111358,
16047,
38,
2898,
104660,
9554,
99480,
119294,
11571,
108623,
15722,
231,
101602,
103668,
13149,
38,
2898,
101602,
21043,
445,
81101,
12,
18,
112182,
3771,
78,
4669,
445,
8921,
4940,
17367,
83047,
29391,
3922,
6079,
101,
19000,
18184,
20600,
104908,
118034,
33208,
9554,
113925,
34208,
123725
]
]
},
{
"attention_mask": [
[
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1
]
],
"input_ids": [
[
46034,
103054,
11571,
21043,
9554,
101602,
122503,
115534,
114365,
103129,
46034,
1811,
111358,
445,
81101,
12,
18,
101602,
48706,
35304,
112352,
33748,
73548,
16325,
3922,
68438,
109683,
120074,
55642,
34208,
118034,
70203,
25333,
37507,
58318,
20600,
72917,
39209,
106483,
91495,
18184,
104563,
104908,
19361,
115392,
33764,
117332
]
]
},
{
"attention_mask": [
[
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1
]
],
"input_ids": [
[
112471,
21043,
110310,
71600,
30046,
11571,
57668,
105424,
101879,
11571,
88126,
53901,
101602,
21043,
445,
81101,
12,
18,
3922,
48044,
68171,
3771,
78,
4669,
445,
8921,
4940,
17367,
47566,
38743,
104123,
49792,
118034,
103129,
46034,
107030,
105572,
114593,
50338,
103899,
20600,
9554,
107750,
57107,
64026,
104908,
123725
]
]
},
{
"attention_mask": [
[
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1
]
],
"input_ids": [
[
70616,
119294,
11571,
98711,
104077,
70616,
21043,
113925,
20600,
125648,
5486,
104908,
28469,
34208,
114914,
112897,
105610,
105483,
102780,
104563,
9554,
119745,
1811,
111358,
445,
81101,
12,
18,
101602,
121837,
112743,
48044,
31540,
110445,
104123,
49792,
118034,
103129,
46034,
118187,
20600,
104908,
19361,
115392,
33764,
117332,
123725
]
]
},
{
"attention_mask": [
[
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1
]
],
"input_ids": [
[
128000,
57668,
19361,
104251,
67178,
48634,
103054,
11571,
111358,
445,
81101,
12,
18,
101602,
74770,
45059,
104251,
67178,
117332,
113925,
34208,
101067,
25333,
102378,
37046,
125712,
77913,
57378,
124636,
9554,
104251,
67178,
48634,
1811,
98711,
113925,
21043,
125510,
37046,
19000,
109632,
112628,
112696,
123331,
123703,
116658,
34208
]
]
},
{
"attention_mask": [
[
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1
]
],
"input_ids": [
[
112471,
21043,
110310,
71600,
30046,
11571,
57668,
105424,
101879,
11571,
88126,
53901,
101602,
21043,
445,
81101,
12,
18,
3922,
48044,
68171,
3771,
78,
4669,
445,
8921,
4940,
17367,
47566,
38743,
104123,
49792,
118034,
103129,
46034,
107030,
105572,
114593,
50338,
103899,
20600,
9554,
107750,
57107,
64026,
104908,
123725
]
]
},
{
"attention_mask": [
[
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1
]
],
"input_ids": [
[
110310,
66378,
28542,
119294,
11571,
111358,
445,
81101,
12,
18,
3922,
98711,
66378,
28542,
108399,
33764,
109683,
120074,
9554,
113954,
34208,
45059,
106556,
5486,
43240,
91985,
33208,
9554,
99480,
5486,
121915,
9554,
111478,
34208,
91272,
33208,
120920,
18184,
20600,
104908,
19361,
115392,
33764,
117332,
113925,
34208,
123725
]
]
},
{
"attention_mask": [
[
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1
]
],
"input_ids": [
[
112471,
21043,
110310,
71600,
30046,
11571,
57668,
105424,
101879,
11571,
88126,
53901,
101602,
21043,
445,
81101,
12,
18,
3922,
48044,
68171,
3771,
78,
4669,
445,
8921,
4940,
17367,
47566,
38743,
104123,
49792,
118034,
103129,
46034,
107030,
105572,
114593,
50338,
103899,
20600,
9554,
107750,
57107,
64026,
104908,
123725
]
]
},
{
"attention_mask": [
[
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1
]
],
"input_ids": [
[
128000,
5109,
15836,
113221,
31634,
114835,
57668,
11571,
108623,
15722,
231,
3922,
5109,
15836,
116339,
37046,
81543,
110275,
101602,
21043,
445,
81101,
12,
18,
112182,
3771,
78,
4669,
445,
8921,
4940,
17367,
83047,
29391,
3922,
6079,
101,
19000,
18184,
20600,
104908,
118034,
33208,
9554,
113925,
34208,
123725
]
]
},
{
"attention_mask": [
[
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1
]
],
"input_ids": [
[
19361,
110999,
114788,
116658,
3922,
108966,
34208,
88126,
106161,
102924,
114824,
114824,
36827,
3922,
110291,
102924,
48972,
56602,
111230,
88126,
122935,
40474,
3922,
104237,
91985,
11571,
108719,
64022,
112727,
35287,
3922,
108855,
37046,
123779,
15592,
113673,
37046,
31540,
107774,
101851,
106,
100389,
244,
28308,
94,
108966,
102210
]
]
},
{
"attention_mask": [
[
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1
]
],
"input_ids": [
[
128000,
111358,
16047,
38,
2898,
104660,
9554,
99480,
119294,
11571,
108623,
15722,
231,
101602,
103668,
13149,
38,
2898,
101602,
21043,
445,
81101,
12,
18,
112182,
3771,
78,
4669,
445,
8921,
4940,
17367,
83047,
29391,
3922,
6079,
101,
19000,
18184,
20600,
104908,
118034,
33208,
9554,
113925,
34208,
123725
]
]
},
{
"attention_mask": [
[
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1
]
],
"input_ids": [
[
51609,
119294,
11571,
98711,
33655,
51609,
21043,
18184,
20600,
104908,
103329,
35056,
5486,
19361,
116958,
113925,
34208,
114914,
112897,
105610,
105483,
102780,
104563,
9554,
119745,
64026,
123725,
104563,
114914,
87219,
1811,
111358,
445,
81101,
12,
18,
101602,
105260,
48634,
35304,
112743,
48044,
19361,
121637,
104123,
49792,
118034
]
]
},
{
"attention_mask": [
[
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1
]
],
"input_ids": [
[
11571,
37046,
58318,
93994,
103129,
46034,
9554,
107653,
55030,
45390,
19000,
35304,
37046,
21043,
68171,
3771,
78,
4669,
445,
8921,
4940,
17367,
83047,
29391,
9554,
445,
81101,
12,
18,
107030,
6079,
101,
19000,
18184,
20600,
104908,
118034,
33208,
9554,
113925,
34208,
114914,
112897,
105610,
105483,
102780,
104563
]
]
},
{
"attention_mask": [
[
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1
]
],
"input_ids": [
[
128000,
110310,
33655,
51609,
119294,
11571,
98711,
33655,
51609,
21043,
18184,
20600,
104908,
103329,
35056,
5486,
19361,
116958,
113925,
34208,
114914,
112897,
105610,
105483,
102780,
104563,
9554,
119745,
64026,
123725,
104563,
114914,
87219,
1811,
111358,
445,
81101,
12,
18,
101602,
105260,
48634,
35304,
112743,
48044,
19361,
121637
]
]
},
{
"attention_mask": [
[
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1
]
],
"input_ids": [
[
110310,
104077,
70616,
119294,
11571,
98711,
104077,
70616,
21043,
113925,
20600,
125648,
5486,
104908,
28469,
34208,
114914,
112897,
105610,
105483,
102780,
104563,
9554,
119745,
1811,
111358,
445,
81101,
12,
18,
101602,
121837,
112743,
48044,
31540,
110445,
104123,
49792,
118034,
103129,
46034,
118187,
20600,
104908,
19361,
115392,
33764
]
]
},
{
"attention_mask": [
[
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1
]
],
"input_ids": [
[
128000,
110310,
110367,
124858,
27327,
108950,
105651,
111230,
103054,
11571,
112672,
74770,
101602,
105424,
445,
81101,
12,
18,
105187,
3771,
78,
4669,
445,
8921,
4940,
17367,
83047,
29391,
104123,
49792,
118034,
103129,
46034,
1811,
98711,
124164,
104077,
70616,
21043,
110747,
20600,
125648,
104908,
19361,
116958,
28469,
34208
]
]
},
{
"attention_mask": [
[
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1
]
],
"input_ids": [
[
15836,
110367,
9554,
16047,
38,
2898,
103054,
11571,
108623,
15722,
231,
101602,
103668,
5377,
15836,
83047,
29391,
9554,
13149,
38,
2898,
101602,
21043,
3771,
78,
4669,
445,
8921,
4940,
17367,
83047,
29391,
9554,
445,
81101,
12,
18,
3922,
6079,
101,
19000,
18184,
20600,
104908,
118034,
33208,
9554
]
]
},
{
"attention_mask": [
[
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1
]
],
"input_ids": [
[
57668,
21043,
17792,
49792,
118034,
103054,
11571,
21043,
9554,
101602,
21043,
68171,
3771,
78,
4669,
445,
8921,
4940,
17367,
83047,
29391,
9554,
445,
81101,
12,
18,
3922,
38129,
109683,
120074,
55642,
104696,
34208,
33748,
32648,
111478,
70203,
25333,
37507,
58318,
20600,
39209,
106483,
64026,
104908,
19361,
116958
]
]
},
{
"attention_mask": [
[
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1
]
],
"input_ids": [
[
128000,
15225,
57107,
27327,
117814,
111230,
57668,
102099,
82696,
11571,
37046,
21043,
445,
81101,
12,
18,
3922,
48044,
68171,
3771,
78,
4669,
445,
8921,
4940,
17367,
83047,
29391,
104123,
49792,
118034,
103129,
46034,
101602,
74770,
113925,
120288,
87219,
3922,
104908,
41073,
116958,
122903,
34208,
123725,
3922,
123725
]
]
},
{
"attention_mask": [
[
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1
]
],
"input_ids": [
[
128000,
111358,
16047,
38,
2898,
104660,
9554,
99480,
119294,
11571,
108623,
15722,
231,
101602,
103668,
13149,
38,
2898,
101602,
21043,
445,
81101,
12,
18,
112182,
3771,
78,
4669,
445,
8921,
4940,
17367,
83047,
29391,
3922,
6079,
101,
19000,
18184,
20600,
104908,
118034,
33208,
9554,
113925,
34208,
123725
]
]
},
{
"attention_mask": [
[
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1
]
],
"input_ids": [
[
128000,
5109,
15836,
113221,
31634,
114835,
57668,
11571,
108623,
15722,
231,
3922,
5109,
15836,
116339,
37046,
81543,
110275,
101602,
21043,
445,
81101,
12,
18,
112182,
3771,
78,
4669,
445,
8921,
4940,
17367,
83047,
29391,
3922,
6079,
101,
19000,
18184,
20600,
104908,
118034,
33208,
9554,
113925,
34208,
123725
]
]
},
{
"attention_mask": [
[
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1
]
],
"input_ids": [
[
57668,
109425,
55642,
20600,
9554,
20675,
11571,
37046,
110395,
19000,
109215,
127084,
17297,
102280,
38093,
55642,
20600,
9554,
20675,
91495,
103786,
109759,
35083,
30250,
113,
106154,
117099,
86127,
113495,
34208,
112424,
25333,
75486,
107030,
107774,
25359,
115257,
112163,
99750,
28469,
91495,
103786,
38093,
107542,
48634,
113543,
20600
]
]
},
{
"attention_mask": [
[
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1
]
],
"input_ids": [
[
70616,
119294,
11571,
98711,
104077,
70616,
21043,
113925,
20600,
125648,
5486,
104908,
28469,
34208,
114914,
112897,
105610,
105483,
102780,
104563,
9554,
119745,
1811,
111358,
445,
81101,
12,
18,
101602,
121837,
112743,
48044,
31540,
110445,
104123,
49792,
118034,
103129,
46034,
118187,
20600,
104908,
19361,
115392,
33764,
117332,
123725
]
]
},
{
"attention_mask": [
[
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1
]
],
"input_ids": [
[
128000,
57668,
105424,
101879,
11571,
21043,
112471,
29391,
31958,
35287,
57668,
11571,
88126,
53901,
101602,
13372,
18184,
445,
81101,
12,
18,
105187,
3771,
78,
4669,
445,
8921,
4940,
17367,
70525,
31958,
104123,
49792,
118034,
103129,
46034,
1811,
98711,
89902,
21043,
18184,
20600,
104908,
19361,
115392,
33764,
117332
]
]
},
{
"attention_mask": [
[
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1
]
],
"input_ids": [
[
20600,
9554,
20675,
11571,
37046,
110395,
19000,
109215,
127084,
17297,
102280,
38093,
55642,
20600,
9554,
20675,
91495,
103786,
109759,
35083,
30250,
113,
106154,
117099,
86127,
113495,
34208,
112424,
25333,
75486,
107030,
107774,
25359,
115257,
112163,
99750,
28469,
91495,
103786,
38093,
107542,
48634,
113543,
20600,
9554,
20675,
105509
]
]
},
{
"attention_mask": [
[
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1
]
],
"input_ids": [
[
57668,
74770,
124211,
104908,
101879,
123725,
104586,
11571,
88126,
53901,
6447,
37046,
21043,
445,
81101,
12,
18,
125653,
9554,
96511,
103204,
15592,
55699,
102,
46034,
6447,
37046,
113961,
113925,
88126,
125648,
3922,
104908,
19361,
110999,
114788,
116658,
3922,
108966,
34208,
88126,
106161,
102924,
114824,
114824,
36827,
3922
]
]
},
{
"attention_mask": [
[
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1
]
],
"input_ids": [
[
57668,
109425,
55642,
20600,
9554,
20675,
11571,
37046,
110395,
19000,
109215,
127084,
17297,
102280,
38093,
55642,
20600,
9554,
20675,
91495,
103786,
109759,
35083,
30250,
113,
106154,
117099,
86127,
113495,
34208,
112424,
25333,
75486,
107030,
107774,
25359,
115257,
112163,
99750,
28469,
91495,
103786,
38093,
107542,
48634,
113543,
20600
]
]
},
{
"attention_mask": [
[
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1
]
],
"input_ids": [
[
57668,
21043,
112471,
11571,
88126,
53901,
101602,
21043,
445,
81101,
12,
18,
3922,
48044,
68171,
3771,
78,
4669,
445,
8921,
4940,
17367,
70525,
31958,
104123,
49792,
118034,
103129,
46034,
107030,
74770,
113925,
120288,
87219,
3922,
104908,
41073,
116958,
122903,
34208,
123725,
3922,
123725,
20600,
61648,
120288,
89902
]
]
},
{
"attention_mask": [
[
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1
]
],
"input_ids": [
[
113925,
65571,
74770,
22023,
125823,
11571,
37046,
121837,
104908,
103329,
35056,
5486,
31540,
110445,
9554,
113925,
102378,
64026,
54253,
123076,
220,
1041,
4,
44689,
103329,
35056,
34171,
1811,
98711,
113925,
125510,
109632,
112628,
20675,
3922,
88367,
48706,
30156,
104364,
3922,
20600,
107585,
106775,
124116,
93994,
63212,
72238
]
]
},
{
"attention_mask": [
[
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1
]
],
"input_ids": [
[
128000,
5109,
15836,
113221,
31634,
114835,
57668,
11571,
108623,
15722,
231,
3922,
5109,
15836,
116339,
37046,
81543,
110275,
101602,
21043,
445,
81101,
12,
18,
112182,
3771,
78,
4669,
445,
8921,
4940,
17367,
83047,
29391,
3922,
6079,
101,
19000,
18184,
20600,
104908,
118034,
33208,
9554,
113925,
34208,
123725
]
]
},
{
"attention_mask": [
[
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1
]
],
"input_ids": [
[
128000,
57668,
19361,
104251,
67178,
48634,
103054,
11571,
111358,
445,
81101,
12,
18,
101602,
74770,
45059,
104251,
67178,
117332,
113925,
34208,
101067,
25333,
102378,
37046,
125712,
77913,
57378,
124636,
9554,
104251,
67178,
48634,
1811,
98711,
113925,
21043,
125510,
37046,
19000,
109632,
112628,
112696,
123331,
123703,
116658,
34208
]
]
}
],
"desc_act": false,
"exllama_config": {
"version": 1
},
"group_size": 128,
"max_input_length": null,
"model_seqlen": null,
"module_name_preceding_first_block": null,
"modules_in_block_to_quantize": null,
"pad_token_id": null,
"quant_method": "gptq",
"sym": true,
"tokenizer": null,
"true_sequential": true,
"use_cuda_fp16": false,
"use_exllama": true
},
"rms_norm_eps": 1e-05,
"rope_scaling": {
"factor": 8.0,
"high_freq_factor": 4.0,
"low_freq_factor": 1.0,
"original_max_position_embeddings": 8192,
"rope_type": "llama3"
},
"rope_theta": 500000.0,
"tie_word_embeddings": false,
"torch_dtype": "bfloat16",
"transformers_version": "4.44.2",
"use_cache": true,
"vocab_size": 128256
}