add tokenizer
Browse filesThis view is limited to 50 files because it contains too many changes.
See raw diff
- checkpoint_100/meta.json +1 -0
- checkpoint_100/prank_0_checkpoint.pt +3 -0
- checkpoint_100/prank_0_optimizer.pt +3 -0
- checkpoint_100/prank_0_scheduler.pt +3 -0
- checkpoint_100/prank_1_checkpoint.pt +3 -0
- checkpoint_100/prank_1_optimizer.pt +3 -0
- checkpoint_100/prank_1_scheduler.pt +3 -0
- checkpoint_1000/meta.json +1 -0
- checkpoint_1000/prank_0_checkpoint.pt +3 -0
- checkpoint_1000/prank_0_optimizer.pt +3 -0
- checkpoint_1000/prank_0_scheduler.pt +3 -0
- checkpoint_1000/prank_1_checkpoint.pt +3 -0
- checkpoint_1000/prank_1_optimizer.pt +3 -0
- checkpoint_1000/prank_1_scheduler.pt +3 -0
- checkpoint_200/meta.json +1 -0
- checkpoint_200/prank_0_checkpoint.pt +3 -0
- checkpoint_200/prank_0_optimizer.pt +3 -0
- checkpoint_200/prank_0_scheduler.pt +3 -0
- checkpoint_200/prank_1_checkpoint.pt +3 -0
- checkpoint_200/prank_1_optimizer.pt +3 -0
- checkpoint_200/prank_1_scheduler.pt +3 -0
- checkpoint_300/meta.json +1 -0
- checkpoint_300/prank_0_checkpoint.pt +3 -0
- checkpoint_300/prank_0_optimizer.pt +3 -0
- checkpoint_300/prank_0_scheduler.pt +3 -0
- checkpoint_300/prank_1_checkpoint.pt +3 -0
- checkpoint_300/prank_1_optimizer.pt +3 -0
- checkpoint_300/prank_1_scheduler.pt +3 -0
- checkpoint_400/meta.json +1 -0
- checkpoint_400/prank_0_checkpoint.pt +3 -0
- checkpoint_400/prank_0_optimizer.pt +3 -0
- checkpoint_400/prank_0_scheduler.pt +3 -0
- checkpoint_400/prank_1_checkpoint.pt +3 -0
- checkpoint_400/prank_1_optimizer.pt +3 -0
- checkpoint_400/prank_1_scheduler.pt +3 -0
- checkpoint_500/meta.json +1 -0
- checkpoint_500/prank_0_checkpoint.pt +3 -0
- checkpoint_500/prank_0_optimizer.pt +3 -0
- checkpoint_500/prank_0_scheduler.pt +3 -0
- checkpoint_500/prank_1_checkpoint.pt +3 -0
- checkpoint_500/prank_1_optimizer.pt +3 -0
- checkpoint_500/prank_1_scheduler.pt +3 -0
- checkpoint_600/meta.json +1 -0
- checkpoint_600/prank_0_checkpoint.pt +3 -0
- checkpoint_600/prank_0_optimizer.pt +3 -0
- checkpoint_600/prank_0_scheduler.pt +3 -0
- checkpoint_600/prank_1_checkpoint.pt +3 -0
- checkpoint_600/prank_1_optimizer.pt +3 -0
- checkpoint_600/prank_1_scheduler.pt +3 -0
- checkpoint_700/meta.json +1 -0
checkpoint_100/meta.json
ADDED
@@ -0,0 +1 @@
|
|
|
|
|
1 |
+
{"step": 100}
|
checkpoint_100/prank_0_checkpoint.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:ce84ac49b1784fe285bda5e0f70f8872cee20a8f0365e48d9ceebbde2653052a
|
3 |
+
size 415755723
|
checkpoint_100/prank_0_optimizer.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:684df17fd4f231cedac2b21779a78d21752340dcef779cd82f6db43fb07d76ea
|
3 |
+
size 1663005189
|
checkpoint_100/prank_0_scheduler.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:778041f2b02da59705117b00ad6ce16f148e7179e8552dc1d96e70af9b6a23ba
|
3 |
+
size 643
|
checkpoint_100/prank_1_checkpoint.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:daf9372f17bb96e7e022ad6565caf2388f517991b0e0c364efcecfbd09ca72d6
|
3 |
+
size 407367379
|
checkpoint_100/prank_1_optimizer.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:ff995b3757bf58effe841806a866ffaf0befff2d508deb6a278d6296f68c3a9c
|
3 |
+
size 1629451613
|
checkpoint_100/prank_1_scheduler.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:4e023481b905766990ed421b86df6e13f80a25ee31cf10f6e45b8148699f2a78
|
3 |
+
size 643
|
checkpoint_1000/meta.json
ADDED
@@ -0,0 +1 @@
|
|
|
|
|
1 |
+
{"step": 1000}
|
checkpoint_1000/prank_0_checkpoint.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:3609299f503d6bb6eeda4b3bb9e249714b799a8aa704af00dbba418146fd58f8
|
3 |
+
size 415755723
|
checkpoint_1000/prank_0_optimizer.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:f7f6fc41a09006fc7093369f28a79c8bf39e66738626bb5944da7540a2d2987f
|
3 |
+
size 1663005189
|
checkpoint_1000/prank_0_scheduler.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:43f73c3a0030f54dfecd8098d3f6d47251cd0560bd08fc2a459ee2d02c6312b1
|
3 |
+
size 643
|
checkpoint_1000/prank_1_checkpoint.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:03a27338ca8752ec06fa3b998be6ab618346c10d4f0c89b18fe4368ea0ebf849
|
3 |
+
size 407367379
|
checkpoint_1000/prank_1_optimizer.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:e98fdc5068507e78fab677217de89c8c5e86f3eda48984fda5e9b85fdb39a55f
|
3 |
+
size 1629451613
|
checkpoint_1000/prank_1_scheduler.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:5eb5f8afaee722649023cdabe7a8954e624ed88246db64488759736b7ade945a
|
3 |
+
size 643
|
checkpoint_200/meta.json
ADDED
@@ -0,0 +1 @@
|
|
|
|
|
1 |
+
{"step": 200}
|
checkpoint_200/prank_0_checkpoint.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:4e9cb4ee669b6a4070aa70a98af6ff3eb5c1ed3efd55644f081f98ae5573aa01
|
3 |
+
size 415755723
|
checkpoint_200/prank_0_optimizer.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:2e805d1fd1d7f7cd0baccce9e2508aff117e6eae62ae83821bea3fcaa0deec19
|
3 |
+
size 1663005189
|
checkpoint_200/prank_0_scheduler.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:d792325350d59a0d3b7103be395b2691bb3b98c7e1a87eb0445a5fd826fdb1d5
|
3 |
+
size 643
|
checkpoint_200/prank_1_checkpoint.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:783a17e88b7a937fb50e4bdba0d7e949d14354a02898414deb296b3f84feeb1f
|
3 |
+
size 407367379
|
checkpoint_200/prank_1_optimizer.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:c306d4e8125d74a619ec60cd236c80f37647f3741d2acaa10f31c28c807810a6
|
3 |
+
size 1629451613
|
checkpoint_200/prank_1_scheduler.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:6bc37e35f1b9c444b763ecd75c78108924adbb4855094000bd217f0f7f38c994
|
3 |
+
size 643
|
checkpoint_300/meta.json
ADDED
@@ -0,0 +1 @@
|
|
|
|
|
1 |
+
{"step": 300}
|
checkpoint_300/prank_0_checkpoint.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:f1ef68d9dd9b3978f81dac78182016199890d5e35abcc94e9251ed8e5eb1241d
|
3 |
+
size 415755723
|
checkpoint_300/prank_0_optimizer.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:c9855d7167bb8cda386cde0128bed190104c68b5c6e377a4cbe8a803aaab9fdc
|
3 |
+
size 1663005189
|
checkpoint_300/prank_0_scheduler.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:07bdbe344e618e1de1cf05babad67b6636a8ff50b5a1c05db739e6f4f44c429a
|
3 |
+
size 643
|
checkpoint_300/prank_1_checkpoint.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:3f7ca7d8c2a868c01ff9fb1a4c6e8a3c224f8d7821cdae5e6703d6ac1dbe447b
|
3 |
+
size 407367379
|
checkpoint_300/prank_1_optimizer.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:2c9c83154f431486da7dbcfa0e99f297ff9068fd3c3b2223c9994e6ebe33385b
|
3 |
+
size 1629451613
|
checkpoint_300/prank_1_scheduler.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:2d2dfe534bacbf04e4d333ffbd8dd47ac3a0d78ca458baff74cd151f649f09c6
|
3 |
+
size 643
|
checkpoint_400/meta.json
ADDED
@@ -0,0 +1 @@
|
|
|
|
|
1 |
+
{"step": 400}
|
checkpoint_400/prank_0_checkpoint.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:c75c06ea04745a21d594f4019ba8017fc7134c50f0a754c116893006bd7108ae
|
3 |
+
size 415755723
|
checkpoint_400/prank_0_optimizer.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:bd63a3a28f4d1a9dd68312a826a5306c311d4f2431f8fe0c2d96eb5bfe42ff50
|
3 |
+
size 1663005189
|
checkpoint_400/prank_0_scheduler.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:15e492d0eabef3cd0af06e0a6e932ff98317207819d30fe39216c2a3a63f2b02
|
3 |
+
size 643
|
checkpoint_400/prank_1_checkpoint.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:16583bace2cb2076110af7fdae4159c2c05be460070a52c97d09cd396a37c0eb
|
3 |
+
size 407367379
|
checkpoint_400/prank_1_optimizer.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:5d47ea92575d2afca75db7e2b03c6827059628471d261314f14f7f94c80dae62
|
3 |
+
size 1629451613
|
checkpoint_400/prank_1_scheduler.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:b9018dadf0bf834139c1ea20bf5f5561866a33843a1e534c493dbf3ccfef552b
|
3 |
+
size 643
|
checkpoint_500/meta.json
ADDED
@@ -0,0 +1 @@
|
|
|
|
|
1 |
+
{"step": 500}
|
checkpoint_500/prank_0_checkpoint.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:eb8ad5e3fc90dc87d45faeb9096814bf6e312eacdbe7d81eaef66b8658afbb00
|
3 |
+
size 415755723
|
checkpoint_500/prank_0_optimizer.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:12fd5347d4d1f2e9b20e4856b0477fe17cc1730a35a333ebe42c93485bb26354
|
3 |
+
size 1663005189
|
checkpoint_500/prank_0_scheduler.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:09ab53b873a6c2a158d7794986cabf140acb4830fb4d81f2f26db9ba3c1e1eb7
|
3 |
+
size 643
|
checkpoint_500/prank_1_checkpoint.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:2a90770110cb9613ccce9815b2a4ad29ea3796c8fb700c818a60532b76bdeb3a
|
3 |
+
size 407367379
|
checkpoint_500/prank_1_optimizer.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:8a589d5227156229bdb2a7ebc3529032854c80ad42772198a01528c5f0e59333
|
3 |
+
size 1629451613
|
checkpoint_500/prank_1_scheduler.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:5a1513a19c923e82efcfc7ee0a9eb2527b46c6a9939f80f4a48b61479c715ae5
|
3 |
+
size 643
|
checkpoint_600/meta.json
ADDED
@@ -0,0 +1 @@
|
|
|
|
|
1 |
+
{"step": 600}
|
checkpoint_600/prank_0_checkpoint.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:ef24185940360127482733152a2decbacbe439e45d460768d099375a204cbb8d
|
3 |
+
size 415755723
|
checkpoint_600/prank_0_optimizer.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:5e10210626763792e364e591d07c04aa5b6086d1f1671d7c9eea293ef22c15f0
|
3 |
+
size 1663005189
|
checkpoint_600/prank_0_scheduler.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:15fb5b42f89f61705560cc36f8e9a625706add83c2319322f251956cf54e19fc
|
3 |
+
size 643
|
checkpoint_600/prank_1_checkpoint.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:88ad03164fd0754a790d6c501855581cbe2e35cad1dfa1994b0b6d11789f08c9
|
3 |
+
size 407367379
|
checkpoint_600/prank_1_optimizer.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:dcb30cd589fac45389f7d77108bb5ad0bf29527dd50fc40efd05c6242a1839b0
|
3 |
+
size 1629451613
|
checkpoint_600/prank_1_scheduler.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:0d44b7149f2eeb27f6a925b936a32c36b04699b2ff635a9d8b4c65d2549ad37b
|
3 |
+
size 643
|
checkpoint_700/meta.json
ADDED
@@ -0,0 +1 @@
|
|
|
|
|
1 |
+
{"step": 700}
|