diff --git a/adapter_config.json b/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..485e5e7712f407375238a31ddd314334c839746c --- /dev/null +++ b/adapter_config.json @@ -0,0 +1,29 @@ +{ + "alpha_pattern": {}, + "auto_mapping": null, + "base_model_name_or_path": "chaoyi-wu/PMC_LLAMA_7B", + "bias": "none", + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 32, + "lora_dropout": 0.1, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": null, + "peft_type": "LORA", + "r": 8, + "rank_pattern": {}, + "revision": null, + "target_modules": [ + "q_proj", + "v_proj" + ], + "task_type": "CAUSAL_LM", + "use_dora": false, + "use_rslora": false +} \ No newline at end of file diff --git a/adapter_model.safetensors b/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..0eb950afb2462008883f18bb97e98586de7e06b2 --- /dev/null +++ b/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5a9f70ba04646f62c2c7fd51dadf9a2734aed41312a890807308d0b2e024ca31 +size 16794200 diff --git a/trainer_peft.log b/trainer_peft.log new file mode 100644 index 0000000000000000000000000000000000000000..820a983cf2b34a84c3ff46bbc20e1bed0215753f --- /dev/null +++ b/trainer_peft.log @@ -0,0 +1,91 @@ +2024-05-28 12:27 - Cuda check +2024-05-28 12:27 - True +2024-05-28 12:27 - 2 +2024-05-28 12:27 - Configue Model and tokenizer +2024-05-28 12:38 - Memory usage in 2.13 GB +2024-05-28 12:38 - Dataset loaded successfully: + train-Jingmei/Pandemic_Wiki + test -Jingmei/Pandemic_WHO +2024-05-28 12:39 - Tokenize data: DatasetDict({ + train: Dataset({ + features: ['input_ids', 'attention_mask'], + num_rows: 2152 + }) + test: Dataset({ + features: ['input_ids', 'attention_mask'], + num_rows: 8264 + }) +}) +2024-05-28 12:40 - Split data into chunks:DatasetDict({ + train: Dataset({ + features: ['input_ids', 'attention_mask'], + num_rows: 24856 + }) + test: Dataset({ + features: ['input_ids', 'attention_mask'], + num_rows: 198964 + }) +}) +2024-05-28 12:40 - Setup PEFT +2024-05-28 12:40 - Setup optimizer +2024-05-28 12:47 - Cuda check +2024-05-28 12:47 - True +2024-05-28 12:47 - 2 +2024-05-28 12:47 - Configue Model and tokenizer +2024-05-28 12:47 - Memory usage in 2.13 GB +2024-05-28 12:47 - Dataset loaded successfully: + train-Jingmei/Pandemic_Wiki + test -Jingmei/Pandemic_WHO +2024-05-28 12:47 - Tokenize data: DatasetDict({ + train: Dataset({ + features: ['input_ids', 'attention_mask'], + num_rows: 2152 + }) + test: Dataset({ + features: ['input_ids', 'attention_mask'], + num_rows: 8264 + }) +}) +2024-05-28 12:47 - Split data into chunks:DatasetDict({ + train: Dataset({ + features: ['input_ids', 'attention_mask'], + num_rows: 24856 + }) + test: Dataset({ + features: ['input_ids', 'attention_mask'], + num_rows: 198964 + }) +}) +2024-05-28 12:47 - Setup PEFT +2024-05-28 12:47 - Setup optimizer +2024-05-28 13:15 - Cuda check +2024-05-28 13:15 - True +2024-05-28 13:15 - 2 +2024-05-28 13:15 - Configue Model and tokenizer +2024-05-28 13:15 - Memory usage in 2.13 GB +2024-05-28 13:15 - Dataset loaded successfully: + train-Jingmei/Pandemic_Wiki + test -Jingmei/Pandemic_WHO +2024-05-28 13:15 - Tokenize data: DatasetDict({ + train: Dataset({ + features: ['input_ids', 'attention_mask'], + num_rows: 2152 + }) + test: Dataset({ + features: ['input_ids', 'attention_mask'], + num_rows: 8264 + }) +}) +2024-05-28 13:15 - Split data into chunks:DatasetDict({ + train: Dataset({ + features: ['input_ids', 'attention_mask'], + num_rows: 24856 + }) + test: Dataset({ + features: ['input_ids', 'attention_mask'], + num_rows: 198964 + }) +}) +2024-05-28 13:15 - Setup PEFT +2024-05-28 13:15 - Setup optimizer +2024-05-28 13:15 - Start training diff --git a/training_args.bin b/training_args.bin new file mode 100644 index 0000000000000000000000000000000000000000..31c247d8018ab435a58d32aa6378355b6a7cd0fd --- /dev/null +++ b/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f7e0aa293bbb91c6091bfc05f1182353401b8c95d942d2de0541e537cd511e47 +size 5176 diff --git a/transformed_cache/test_chunked_00000_of_00016.arrow b/transformed_cache/test_chunked_00000_of_00016.arrow new file mode 100644 index 0000000000000000000000000000000000000000..5d780d0f2dc25e85611498961678f5137adda1bc --- /dev/null +++ b/transformed_cache/test_chunked_00000_of_00016.arrow @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:852d0c7a5569196289dcc288ecff05f7b8f2258cc3a379c73cd0d7f81955c44b +size 29795616 diff --git a/transformed_cache/test_chunked_00001_of_00016.arrow b/transformed_cache/test_chunked_00001_of_00016.arrow new file mode 100644 index 0000000000000000000000000000000000000000..869075de11b9bbdb7ac59a743433dc3575471f35 --- /dev/null +++ b/transformed_cache/test_chunked_00001_of_00016.arrow @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fb207e87db7bf3ba84beac268d8a8e624d0430de98d189005427caf73eb68e90 +size 32387040 diff --git a/transformed_cache/test_chunked_00002_of_00016.arrow b/transformed_cache/test_chunked_00002_of_00016.arrow new file mode 100644 index 0000000000000000000000000000000000000000..2d4d6f490f3c7d93ce7a215d539041a40fc3b173 --- /dev/null +++ b/transformed_cache/test_chunked_00002_of_00016.arrow @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bec124a1e981c09eef6003fd867131ed01b58151c804bec4b5a0defe321b7bf7 +size 28801808 diff --git a/transformed_cache/test_chunked_00003_of_00016.arrow b/transformed_cache/test_chunked_00003_of_00016.arrow new file mode 100644 index 0000000000000000000000000000000000000000..f4e7c58f40e17160d0234ed934a790ef1ce98ee8 --- /dev/null +++ b/transformed_cache/test_chunked_00003_of_00016.arrow @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:12a05c6fb615b3d052a465e9c13147cd68768224486922fa20c0efa2aa895e1e +size 30948960 diff --git a/transformed_cache/test_chunked_00004_of_00016.arrow b/transformed_cache/test_chunked_00004_of_00016.arrow new file mode 100644 index 0000000000000000000000000000000000000000..b7a5106f332cf94a68a16caee207e402da82b15a --- /dev/null +++ b/transformed_cache/test_chunked_00004_of_00016.arrow @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a324a96f7fc7235923eadfd15cc0ea1f41fc0871e8791f0ca2c301921a94bac8 +size 36334656 diff --git a/transformed_cache/test_chunked_00005_of_00016.arrow b/transformed_cache/test_chunked_00005_of_00016.arrow new file mode 100644 index 0000000000000000000000000000000000000000..a35233abf43ec06bb914dd66a65202be8df15920 --- /dev/null +++ b/transformed_cache/test_chunked_00005_of_00016.arrow @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:10c74ea6ff6ad8ca183845bf072f8c27d01ec3ebbeb6b406742b0f8afe3f5170 +size 31598656 diff --git a/transformed_cache/test_chunked_00006_of_00016.arrow b/transformed_cache/test_chunked_00006_of_00016.arrow new file mode 100644 index 0000000000000000000000000000000000000000..4a54ec04e161137ff699e938d5a928f2d66f866f --- /dev/null +++ b/transformed_cache/test_chunked_00006_of_00016.arrow @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:df755c63bf3d0ee8745287fa1986c1cded5d90aa92cc3a2923f74890a88332a7 +size 45364656 diff --git a/transformed_cache/test_chunked_00007_of_00016.arrow b/transformed_cache/test_chunked_00007_of_00016.arrow new file mode 100644 index 0000000000000000000000000000000000000000..6c6515040f219aee37ef66c11f5862fa48cd7560 --- /dev/null +++ b/transformed_cache/test_chunked_00007_of_00016.arrow @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:295a91273ee2becc48b56530085cbd26755eec38d37420253f936580cbac4a68 +size 35032384 diff --git a/transformed_cache/test_chunked_00008_of_00016.arrow b/transformed_cache/test_chunked_00008_of_00016.arrow new file mode 100644 index 0000000000000000000000000000000000000000..21b3b9dc306bd7b87fc8cf78fd1880a9526b59ef --- /dev/null +++ b/transformed_cache/test_chunked_00008_of_00016.arrow @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2b5ecf2eab5a04c627b364fcee32c3c9bd1ea4bb4eac89fc81c0ead6e50cd45b +size 29518272 diff --git a/transformed_cache/test_chunked_00009_of_00016.arrow b/transformed_cache/test_chunked_00009_of_00016.arrow new file mode 100644 index 0000000000000000000000000000000000000000..ee4a49ae807dca633a103d393d13fe7aa340ee14 --- /dev/null +++ b/transformed_cache/test_chunked_00009_of_00016.arrow @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b91daba4b3ae361e11597fcbb58fceb5cf7d1b25bcbc2b8f8f63ed5a4929d6a9 +size 26544224 diff --git a/transformed_cache/test_chunked_00010_of_00016.arrow b/transformed_cache/test_chunked_00010_of_00016.arrow new file mode 100644 index 0000000000000000000000000000000000000000..5d09364ae12164db965cfc1c8ad495e3133e4039 --- /dev/null +++ b/transformed_cache/test_chunked_00010_of_00016.arrow @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3d92ec700631c220da6bf7048d91f4c7691b4515148d2c71f43b0117dcf7d48e +size 31498512 diff --git a/transformed_cache/test_chunked_00011_of_00016.arrow b/transformed_cache/test_chunked_00011_of_00016.arrow new file mode 100644 index 0000000000000000000000000000000000000000..b2b35b8474a738f54500e770cf3769f0c14ed530 --- /dev/null +++ b/transformed_cache/test_chunked_00011_of_00016.arrow @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:873c48bfb6b2571ef2d1f18832c49ebfc62b29c1800900d5029e674f4265cca4 +size 30848800 diff --git a/transformed_cache/test_chunked_00012_of_00016.arrow b/transformed_cache/test_chunked_00012_of_00016.arrow new file mode 100644 index 0000000000000000000000000000000000000000..1592ab35be3be5403b08d0c9d98aa6aeb327e61b --- /dev/null +++ b/transformed_cache/test_chunked_00012_of_00016.arrow @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d17d0e75393ccc63e8b82e0b25caeeadda5feef3a61922116f5b1179e9507781 +size 23796160 diff --git a/transformed_cache/test_chunked_00013_of_00016.arrow b/transformed_cache/test_chunked_00013_of_00016.arrow new file mode 100644 index 0000000000000000000000000000000000000000..ae21eb86c6b956c7bc08df4f0b9cffcd772b9f7b --- /dev/null +++ b/transformed_cache/test_chunked_00013_of_00016.arrow @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:740354e0f8631ef33736bd995edbb4b8242472ca95a60e2ff88987a26b212dcc +size 35160784 diff --git a/transformed_cache/test_chunked_00014_of_00016.arrow b/transformed_cache/test_chunked_00014_of_00016.arrow new file mode 100644 index 0000000000000000000000000000000000000000..9009ed803be5e4578130ab26a71d5a04282fe57c --- /dev/null +++ b/transformed_cache/test_chunked_00014_of_00016.arrow @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:79d3411838b104c98afad7d551802ae8ba7dea2009a9d58f97b6384697de3f00 +size 34844912 diff --git a/transformed_cache/test_chunked_00015_of_00016.arrow b/transformed_cache/test_chunked_00015_of_00016.arrow new file mode 100644 index 0000000000000000000000000000000000000000..79ccfd3aa2fb28b4f3b96106d862be2c364c1488 --- /dev/null +++ b/transformed_cache/test_chunked_00015_of_00016.arrow @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5273137c001cae024da1454fd17ba124a31a5f3c8fc381f2e74d92c8135463b0 +size 28537296 diff --git a/transformed_cache/test_tokenized_00000_of_00016.arrow b/transformed_cache/test_tokenized_00000_of_00016.arrow new file mode 100644 index 0000000000000000000000000000000000000000..3506721a66b7fe69eb7c9a384aee71ccd05ce3db --- /dev/null +++ b/transformed_cache/test_tokenized_00000_of_00016.arrow @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3028c70af46917856095f970e66f388376f18ffa2e5e7d952870ffc3dd8d3fd5 +size 29705832 diff --git a/transformed_cache/test_tokenized_00001_of_00016.arrow b/transformed_cache/test_tokenized_00001_of_00016.arrow new file mode 100644 index 0000000000000000000000000000000000000000..bb6d7a75c945bd2d1f41c2821acc9c43a8e83490 --- /dev/null +++ b/transformed_cache/test_tokenized_00001_of_00016.arrow @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9c7a0d758f23fb391e19ae25fb4f6f169a1d80ba97b53cd70a55590850388932 +size 32287952 diff --git a/transformed_cache/test_tokenized_00002_of_00016.arrow b/transformed_cache/test_tokenized_00002_of_00016.arrow new file mode 100644 index 0000000000000000000000000000000000000000..e4107cd0af2f057c9b46ffc6c4e9ff0335a29698 --- /dev/null +++ b/transformed_cache/test_tokenized_00002_of_00016.arrow @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8a5740c5cf688e752e7c5937182d4c9622090880c681064f2f1b4b3e6926a2a0 +size 28714032 diff --git a/transformed_cache/test_tokenized_00003_of_00016.arrow b/transformed_cache/test_tokenized_00003_of_00016.arrow new file mode 100644 index 0000000000000000000000000000000000000000..b4eb49c7fb2fb8fa631bbd01fb2bf0f844369151 --- /dev/null +++ b/transformed_cache/test_tokenized_00003_of_00016.arrow @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b68a39c084e8dbb83ba78c4291b004e124ae600e35e2e462758a67ee516538c5 +size 30854640 diff --git a/transformed_cache/test_tokenized_00004_of_00016.arrow b/transformed_cache/test_tokenized_00004_of_00016.arrow new file mode 100644 index 0000000000000000000000000000000000000000..e20e1f12ff1307795d72050b0c344f74d8381048 --- /dev/null +++ b/transformed_cache/test_tokenized_00004_of_00016.arrow @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:71369a1784f9590574341c341fc9956f5e2670fbe29f2b0b65bea4d682bbd552 +size 36221480 diff --git a/transformed_cache/test_tokenized_00005_of_00016.arrow b/transformed_cache/test_tokenized_00005_of_00016.arrow new file mode 100644 index 0000000000000000000000000000000000000000..93e8e2eed4a0f8a6d8165c6730867f836fda453e --- /dev/null +++ b/transformed_cache/test_tokenized_00005_of_00016.arrow @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a978964b580c8e878d957864b2de026e83944bdf1d440703f5939df18fb61a7b +size 31502784 diff --git a/transformed_cache/test_tokenized_00006_of_00016.arrow b/transformed_cache/test_tokenized_00006_of_00016.arrow new file mode 100644 index 0000000000000000000000000000000000000000..737cf13de3667b981d820bceae33d3a5c0d01df1 --- /dev/null +++ b/transformed_cache/test_tokenized_00006_of_00016.arrow @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d033e9f6326322c63d4814d29f4c4880d0508ab42c13e23525deacbd26b04c7a +size 45222552 diff --git a/transformed_cache/test_tokenized_00007_of_00016.arrow b/transformed_cache/test_tokenized_00007_of_00016.arrow new file mode 100644 index 0000000000000000000000000000000000000000..4835d3f6fc92e4628da152af5e7b63b4f7cb69ed --- /dev/null +++ b/transformed_cache/test_tokenized_00007_of_00016.arrow @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:19124d57ff5e514ad60de356f2383bb8ea34f1f2ed1b44fa9e4a4354f8237378 +size 34925272 diff --git a/transformed_cache/test_tokenized_00008_of_00016.arrow b/transformed_cache/test_tokenized_00008_of_00016.arrow new file mode 100644 index 0000000000000000000000000000000000000000..cb08b6cefc680b4ed402d44369130cf89ac9bc0f --- /dev/null +++ b/transformed_cache/test_tokenized_00008_of_00016.arrow @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:319a7948be9a0c6f481e6593db1ad3cb001ca8e9759213b4c2ee48e2b586f905 +size 29428072 diff --git a/transformed_cache/test_tokenized_00009_of_00016.arrow b/transformed_cache/test_tokenized_00009_of_00016.arrow new file mode 100644 index 0000000000000000000000000000000000000000..537dfd2179d546dcf6a6bc62721dc649d327c366 --- /dev/null +++ b/transformed_cache/test_tokenized_00009_of_00016.arrow @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:27fd04157a824dd5ca4fbb570ceaee8be7ffbed9fc950b91c9712e43df24129c +size 26463464 diff --git a/transformed_cache/test_tokenized_00010_of_00016.arrow b/transformed_cache/test_tokenized_00010_of_00016.arrow new file mode 100644 index 0000000000000000000000000000000000000000..79e86587012a019cf9760132e7bffed284613879 --- /dev/null +++ b/transformed_cache/test_tokenized_00010_of_00016.arrow @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:00694a25d2aa19839e0b63f03deaf8aff30505557f576cb8a56a342a0b105eb0 +size 31401112 diff --git a/transformed_cache/test_tokenized_00011_of_00016.arrow b/transformed_cache/test_tokenized_00011_of_00016.arrow new file mode 100644 index 0000000000000000000000000000000000000000..389cfa27a6f29df70453e8f23a1855b273607da6 --- /dev/null +++ b/transformed_cache/test_tokenized_00011_of_00016.arrow @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e64a11572b6047b77e517d6b3e4b99166e1e25e5185edc6d9faa6ac1113a009a +size 30753984 diff --git a/transformed_cache/test_tokenized_00012_of_00016.arrow b/transformed_cache/test_tokenized_00012_of_00016.arrow new file mode 100644 index 0000000000000000000000000000000000000000..40932fa7b9eb2edc4965e506958c1e133b03f22a --- /dev/null +++ b/transformed_cache/test_tokenized_00012_of_00016.arrow @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a59376922789955f986d9febad54f41ee214a6e55ad6b780dd4ad9fb7fa96b75 +size 23725776 diff --git a/transformed_cache/test_tokenized_00013_of_00016.arrow b/transformed_cache/test_tokenized_00013_of_00016.arrow new file mode 100644 index 0000000000000000000000000000000000000000..d119fb31c7e08fa0d2c99c58f69094824df865ff --- /dev/null +++ b/transformed_cache/test_tokenized_00013_of_00016.arrow @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:522b36b4dab42fbf190572e5dba49bba1a5f9a7217ddcb0c1570f6707af694d4 +size 35052912 diff --git a/transformed_cache/test_tokenized_00014_of_00016.arrow b/transformed_cache/test_tokenized_00014_of_00016.arrow new file mode 100644 index 0000000000000000000000000000000000000000..26b7bbc9e588d74b018afc43f36962e10e0381de --- /dev/null +++ b/transformed_cache/test_tokenized_00014_of_00016.arrow @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5432642829b097af47a782b836c658e37348c19e4357bc6d929aa44c7ffdd785 +size 34738432 diff --git a/transformed_cache/test_tokenized_00015_of_00016.arrow b/transformed_cache/test_tokenized_00015_of_00016.arrow new file mode 100644 index 0000000000000000000000000000000000000000..81cd4a4e3d655a9d34f3a99cff38559db7f96b7c --- /dev/null +++ b/transformed_cache/test_tokenized_00015_of_00016.arrow @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5a5648dfd6ac82b85fae67745564c3c2851d2169f65e516379a9444a9616f73e +size 28449600 diff --git a/transformed_cache/train_chunked_00000_of_00016.arrow b/transformed_cache/train_chunked_00000_of_00016.arrow new file mode 100644 index 0000000000000000000000000000000000000000..d3f5c524afd0c98d955796ff5bf12729a402b1c2 --- /dev/null +++ b/transformed_cache/train_chunked_00000_of_00016.arrow @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:db976d474fb61f10b51db878641d16d15093a435b81b12c70fbda9b997e6dbea +size 3650336 diff --git a/transformed_cache/train_chunked_00001_of_00016.arrow b/transformed_cache/train_chunked_00001_of_00016.arrow new file mode 100644 index 0000000000000000000000000000000000000000..0dc416be89e3022555307a3adc8674a73a06c597 --- /dev/null +++ b/transformed_cache/train_chunked_00001_of_00016.arrow @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fd18cb79554ae2565c468434583389f95843171bea9aaea85fc04062f0eb3d6b +size 3545056 diff --git a/transformed_cache/train_chunked_00002_of_00016.arrow b/transformed_cache/train_chunked_00002_of_00016.arrow new file mode 100644 index 0000000000000000000000000000000000000000..f341d462fc73d096e36215e0e659e4ee23994c13 --- /dev/null +++ b/transformed_cache/train_chunked_00002_of_00016.arrow @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5362ef1b93dd2a9a77ed3c3e26897794235c1dcad4cc11772df980f179c3f908 +size 3534784 diff --git a/transformed_cache/train_chunked_00003_of_00016.arrow b/transformed_cache/train_chunked_00003_of_00016.arrow new file mode 100644 index 0000000000000000000000000000000000000000..9cba12736c8446434a0b0e4e5368ddaeea578a45 --- /dev/null +++ b/transformed_cache/train_chunked_00003_of_00016.arrow @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5bec838d786f2c46529b245985d5304424c4892ef09f23e72b83dae40ce3596e +size 4739168 diff --git a/transformed_cache/train_chunked_00004_of_00016.arrow b/transformed_cache/train_chunked_00004_of_00016.arrow new file mode 100644 index 0000000000000000000000000000000000000000..39695b37a2b793acc010152872b8e50d8ba1e540 --- /dev/null +++ b/transformed_cache/train_chunked_00004_of_00016.arrow @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6f983b19adf550daa80cac715f65c54bca1232c08d9ec68ce76e0a837a47083e +size 3367856 diff --git a/transformed_cache/train_chunked_00005_of_00016.arrow b/transformed_cache/train_chunked_00005_of_00016.arrow new file mode 100644 index 0000000000000000000000000000000000000000..8f682e961f0362da3389428bd115ab5034eb6c62 --- /dev/null +++ b/transformed_cache/train_chunked_00005_of_00016.arrow @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:617719704f062f7a763a801ec901e2361e663bd8f0f68e8eace13696827b90c6 +size 4520896 diff --git a/transformed_cache/train_chunked_00006_of_00016.arrow b/transformed_cache/train_chunked_00006_of_00016.arrow new file mode 100644 index 0000000000000000000000000000000000000000..b32499de571292dda71489074d8788607107c5eb --- /dev/null +++ b/transformed_cache/train_chunked_00006_of_00016.arrow @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:22f58deec44e246b88a61dc22d55ee08fdb7c92731ffe13b4c4a62811a7bfb02 +size 4284640 diff --git a/transformed_cache/train_chunked_00007_of_00016.arrow b/transformed_cache/train_chunked_00007_of_00016.arrow new file mode 100644 index 0000000000000000000000000000000000000000..77bd6e693a9aa7dd11770e52e10f228ef5c3c93e --- /dev/null +++ b/transformed_cache/train_chunked_00007_of_00016.arrow @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5c3f079885bec3a3e021460177cfc2b26ef272b907d4f504c50f76d00731d953 +size 3984176 diff --git a/transformed_cache/train_chunked_00008_of_00016.arrow b/transformed_cache/train_chunked_00008_of_00016.arrow new file mode 100644 index 0000000000000000000000000000000000000000..fe0bda6ac4fcd75f515c4a2468c8ea2baef6a7ce --- /dev/null +++ b/transformed_cache/train_chunked_00008_of_00016.arrow @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1a1ed19b628bfec17659827ea51c5c58217e5138fbb2232ffda58c84e8b945d3 +size 4346272 diff --git a/transformed_cache/train_chunked_00009_of_00016.arrow b/transformed_cache/train_chunked_00009_of_00016.arrow new file mode 100644 index 0000000000000000000000000000000000000000..939bb86be818ed4b2ed2dbda333d216b71dc3002 --- /dev/null +++ b/transformed_cache/train_chunked_00009_of_00016.arrow @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d2247c66f0137534080e155ae760b4937805e7c21381ec0c049e207a4e83ee79 +size 4058656 diff --git a/transformed_cache/train_chunked_00010_of_00016.arrow b/transformed_cache/train_chunked_00010_of_00016.arrow new file mode 100644 index 0000000000000000000000000000000000000000..e3878adfac45e5edd94c7590551461a20e3f68ff --- /dev/null +++ b/transformed_cache/train_chunked_00010_of_00016.arrow @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7fd7f34181efd239253aea66b612d11f3f10b1d4cc8b9eb51c9fa8fab098d7c5 +size 3760768 diff --git a/transformed_cache/train_chunked_00011_of_00016.arrow b/transformed_cache/train_chunked_00011_of_00016.arrow new file mode 100644 index 0000000000000000000000000000000000000000..257209a699e3a43a24cf58dadf444ba2e6cb5f8a --- /dev/null +++ b/transformed_cache/train_chunked_00011_of_00016.arrow @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:17398de7050e712acc90dc340ff7e997f30b8775cb953b33113e06ace81666c7 +size 4990832 diff --git a/transformed_cache/train_chunked_00012_of_00016.arrow b/transformed_cache/train_chunked_00012_of_00016.arrow new file mode 100644 index 0000000000000000000000000000000000000000..0d46b492455b67a6b9356e3f173f751dc1366575 --- /dev/null +++ b/transformed_cache/train_chunked_00012_of_00016.arrow @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a05dc617b641a73a2f61c6c28ecca4be1682e478929572db43648917ec527c68 +size 3665744 diff --git a/transformed_cache/train_chunked_00013_of_00016.arrow b/transformed_cache/train_chunked_00013_of_00016.arrow new file mode 100644 index 0000000000000000000000000000000000000000..c3a436acf5c7fb0f331f77d87ceedff2ba48c43a --- /dev/null +++ b/transformed_cache/train_chunked_00013_of_00016.arrow @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:05fd1c66c6a3f9e3d4eaf6e9d14e9f124a0042a8993a3fbd9907cdf9c76065d5 +size 3855776 diff --git a/transformed_cache/train_chunked_00014_of_00016.arrow b/transformed_cache/train_chunked_00014_of_00016.arrow new file mode 100644 index 0000000000000000000000000000000000000000..a4c8a9c9226d68c64647e307af92fe13de782fb8 --- /dev/null +++ b/transformed_cache/train_chunked_00014_of_00016.arrow @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:341d047c9e7afce83adee48e4d107689542c5156a86e41916957bb318a8778cf +size 3979040 diff --git a/transformed_cache/train_chunked_00015_of_00016.arrow b/transformed_cache/train_chunked_00015_of_00016.arrow new file mode 100644 index 0000000000000000000000000000000000000000..e76d26b505fb7fb323a57ea676041f6cf481733f --- /dev/null +++ b/transformed_cache/train_chunked_00015_of_00016.arrow @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:32c28c8e53ece795181010cc7c46688e2b3825a8d4b008aa1276b8be2da474d6 +size 3565600 diff --git a/transformed_cache/train_tokenized_00000_of_00016.arrow b/transformed_cache/train_tokenized_00000_of_00016.arrow new file mode 100644 index 0000000000000000000000000000000000000000..dd083720a81c95399b75bee5965b878186899eaf --- /dev/null +++ b/transformed_cache/train_tokenized_00000_of_00016.arrow @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:db1bbd154da4bc695b44ca27d0878ed3deb3c47f0ce444ba31fffa59dbf02beb +size 3641944 diff --git a/transformed_cache/train_tokenized_00001_of_00016.arrow b/transformed_cache/train_tokenized_00001_of_00016.arrow new file mode 100644 index 0000000000000000000000000000000000000000..8b122348a8311c252def63ec4ec4948eb1d2981b --- /dev/null +++ b/transformed_cache/train_tokenized_00001_of_00016.arrow @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:51e5715d1be8914b2a38f1f3d04dafa84e87966383f42151a1dfc36ec7355dc4 +size 3535336 diff --git a/transformed_cache/train_tokenized_00002_of_00016.arrow b/transformed_cache/train_tokenized_00002_of_00016.arrow new file mode 100644 index 0000000000000000000000000000000000000000..2a106059ca257d0af38149206c54b21559ebfd8a --- /dev/null +++ b/transformed_cache/train_tokenized_00002_of_00016.arrow @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b354d806c7e21e7f7855c2c9a5d8f7f8d705556e1997f96565e27380fd671670 +size 3525968 diff --git a/transformed_cache/train_tokenized_00003_of_00016.arrow b/transformed_cache/train_tokenized_00003_of_00016.arrow new file mode 100644 index 0000000000000000000000000000000000000000..dec6d03dde25ae0dc5d8bcc47fcdfbd881ba9299 --- /dev/null +++ b/transformed_cache/train_tokenized_00003_of_00016.arrow @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d7d0ae85f02a96c7d228c3d565365ca5d63a52acab35053c599998e00ebf438d +size 4725568 diff --git a/transformed_cache/train_tokenized_00004_of_00016.arrow b/transformed_cache/train_tokenized_00004_of_00016.arrow new file mode 100644 index 0000000000000000000000000000000000000000..6cb39ae17c7c3fb54c5e652ee5da148b69acff8f --- /dev/null +++ b/transformed_cache/train_tokenized_00004_of_00016.arrow @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a33fbf80d05f90e42487c6aef451eac80c2ca5ef7fbe4d3625edafbae544450f +size 3359808 diff --git a/transformed_cache/train_tokenized_00005_of_00016.arrow b/transformed_cache/train_tokenized_00005_of_00016.arrow new file mode 100644 index 0000000000000000000000000000000000000000..46ee89ff02369a7099c9d4cae51b861222b207f2 --- /dev/null +++ b/transformed_cache/train_tokenized_00005_of_00016.arrow @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8f42c51309d61b3c3ae35e51bba57b1d713b68ad291ec6cd1642cf3d74738a03 +size 4510088 diff --git a/transformed_cache/train_tokenized_00006_of_00016.arrow b/transformed_cache/train_tokenized_00006_of_00016.arrow new file mode 100644 index 0000000000000000000000000000000000000000..bea1cf72e502333c0434bcc1f9ceec167221e041 --- /dev/null +++ b/transformed_cache/train_tokenized_00006_of_00016.arrow @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:00393c38e34da9f685ce9c6e7d106027a7ee4f43619075bf75f5bba70e410f10 +size 4273496 diff --git a/transformed_cache/train_tokenized_00007_of_00016.arrow b/transformed_cache/train_tokenized_00007_of_00016.arrow new file mode 100644 index 0000000000000000000000000000000000000000..4b21bfa352e7a3c78641fa30577dedfb31d9f0d6 --- /dev/null +++ b/transformed_cache/train_tokenized_00007_of_00016.arrow @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:42dec14e603d73bd37a2a98640a48743907359694caf88c5a28c310dc516e9e7 +size 3973088 diff --git a/transformed_cache/train_tokenized_00008_of_00016.arrow b/transformed_cache/train_tokenized_00008_of_00016.arrow new file mode 100644 index 0000000000000000000000000000000000000000..db5a99db3fd1635578a22ccb051499faffe30f00 --- /dev/null +++ b/transformed_cache/train_tokenized_00008_of_00016.arrow @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1c6b7192bb606e0d902b43b695d937368a60a5a2422dcd5552edbd72a3fe8ce3 +size 4335784 diff --git a/transformed_cache/train_tokenized_00009_of_00016.arrow b/transformed_cache/train_tokenized_00009_of_00016.arrow new file mode 100644 index 0000000000000000000000000000000000000000..3a1e8453de221263e72c37a09d57d00975bc53a9 --- /dev/null +++ b/transformed_cache/train_tokenized_00009_of_00016.arrow @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fe8cb76423320f64bbc6b2ba76ace2c081b7d5f8564f1f8a476cc882800a3dfc +size 4048920 diff --git a/transformed_cache/train_tokenized_00010_of_00016.arrow b/transformed_cache/train_tokenized_00010_of_00016.arrow new file mode 100644 index 0000000000000000000000000000000000000000..5017aacb8ef27eb6062f06b06f34aaf1b8c02cdb --- /dev/null +++ b/transformed_cache/train_tokenized_00010_of_00016.arrow @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2e498c69339bf78e0a36feb4929512256dbbaeb268e236e1b39e5dd8ce79c84b +size 3750280 diff --git a/transformed_cache/train_tokenized_00011_of_00016.arrow b/transformed_cache/train_tokenized_00011_of_00016.arrow new file mode 100644 index 0000000000000000000000000000000000000000..91fd496a1b470ffe568862dfa7015e98b935fc3f --- /dev/null +++ b/transformed_cache/train_tokenized_00011_of_00016.arrow @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:78b0d017c689b4e3613d28cc9adad610e918498062d4eb00764319ba6dd04840 +size 4977000 diff --git a/transformed_cache/train_tokenized_00012_of_00016.arrow b/transformed_cache/train_tokenized_00012_of_00016.arrow new file mode 100644 index 0000000000000000000000000000000000000000..dbffede4c50f2272c39f60c32618f029a6e65e47 --- /dev/null +++ b/transformed_cache/train_tokenized_00012_of_00016.arrow @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2672311755127a6c3a9fdab184c961324e2c4726328ab5e30dcefb1478c6226d +size 3657280 diff --git a/transformed_cache/train_tokenized_00013_of_00016.arrow b/transformed_cache/train_tokenized_00013_of_00016.arrow new file mode 100644 index 0000000000000000000000000000000000000000..3bcc4db8d74f1a8ee87e16bcdfb0292df2513d2c --- /dev/null +++ b/transformed_cache/train_tokenized_00013_of_00016.arrow @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:93db5662ba6fcb38e3d36a64fb736d2a5afbb84bd84897a9004d16d08dfb5714 +size 3845784 diff --git a/transformed_cache/train_tokenized_00014_of_00016.arrow b/transformed_cache/train_tokenized_00014_of_00016.arrow new file mode 100644 index 0000000000000000000000000000000000000000..d68d64048d23c7941a3a63a0cff8873f5bc6d73e --- /dev/null +++ b/transformed_cache/train_tokenized_00014_of_00016.arrow @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2116e8bcf838ea07ef4539dfbf2f38cd3a6f962042f87ab3b10e297d67be20c7 +size 3969504 diff --git a/transformed_cache/train_tokenized_00015_of_00016.arrow b/transformed_cache/train_tokenized_00015_of_00016.arrow new file mode 100644 index 0000000000000000000000000000000000000000..62fdef140b82fc2e063a7699a9324eec4d061df9 --- /dev/null +++ b/transformed_cache/train_tokenized_00015_of_00016.arrow @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2d4bae9a2510f7f41d7b82becdfb158a8e40ff04e6aca627ac19c43aeea49390 +size 3556448