diff --git a/.gitattributes b/.gitattributes
index e757aff08ddf4331a5bb5d37e01eecc53de0ce79..71384183246656588b9ad03e0f4c63967e86130c 100644
--- a/.gitattributes
+++ b/.gitattributes
@@ -33,4 +33,6 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
 
+*.0 filter=lfs diff=lfs merge=lfs -text
+checkpoint filter=lfs diff=lfs merge=lfs -text
 tokenizer.json filter=lfs diff=lfs merge=lfs -text
\ No newline at end of file
diff --git a/README.md b/README.md
index 30514590c6498d8e20a3f735f241f02eaaff7cbf..e42704e269e3efb4b312a071cc6d55b78e569c35 100644
--- a/README.md
+++ b/README.md
@@ -72,4 +72,19 @@ pipe = pipeline("text2text-generation", "benjamin/compoundpiece")
 
 pipe("Hauswirtschaftslehre", max_length=32)
 # [{'generated_text': 'Haus-Wirtschaft-Lehre'}]
-```
\ No newline at end of file
+```
+
+# Citation
+
+```
+@article{minixhofer2023compoundpiece,
+  title={CompoundPiece: Evaluating and Improving Decompounding Performance of Language Models},
+  author={Minixhofer, Benjamin and Pfeiffer, Jonas and Vuli{\'c}, Ivan},
+  journal={arXiv preprint arXiv:2305.14214},
+  year={2023}
+}
+```
+
+# License
+
+MIT
\ No newline at end of file
diff --git a/t5x/checkpoint_1500000/checkpoint b/t5x/checkpoint_1500000/checkpoint
new file mode 100644
index 0000000000000000000000000000000000000000..a941c15f710497d025c00f96cd18a109a7b89fa3
--- /dev/null
+++ b/t5x/checkpoint_1500000/checkpoint
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b735c62bdd032a03100c813ffeb6e1361c648c9730c1fab11bd2f8ccbea18153
+size 2799177
diff --git a/t5x/checkpoint_1500000/state.param_states.decoder.decoder_norm.scale.v/.zarray b/t5x/checkpoint_1500000/state.param_states.decoder.decoder_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9154c52e4c459b3c65ec4884ec5c73ed0e603507
--- /dev/null
+++ b/t5x/checkpoint_1500000/state.param_states.decoder.decoder_norm.scale.v/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1500000/state.param_states.decoder.decoder_norm.scale.v/0 b/t5x/checkpoint_1500000/state.param_states.decoder.decoder_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..714c2e4172ea319f70b5fa2ea03323a16ed00e4e
Binary files /dev/null and b/t5x/checkpoint_1500000/state.param_states.decoder.decoder_norm.scale.v/0 differ
diff --git a/t5x/checkpoint_1500000/state.param_states.decoder.layers_0.pre_cross_attention_layer_norm.scale.v/.zarray b/t5x/checkpoint_1500000/state.param_states.decoder.layers_0.pre_cross_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9154c52e4c459b3c65ec4884ec5c73ed0e603507
--- /dev/null
+++ b/t5x/checkpoint_1500000/state.param_states.decoder.layers_0.pre_cross_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1500000/state.param_states.decoder.layers_0.pre_cross_attention_layer_norm.scale.v/0 b/t5x/checkpoint_1500000/state.param_states.decoder.layers_0.pre_cross_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..89ee32383d64fbc47b30db903b6990a81bd4b95e
Binary files /dev/null and b/t5x/checkpoint_1500000/state.param_states.decoder.layers_0.pre_cross_attention_layer_norm.scale.v/0 differ
diff --git a/t5x/checkpoint_1500000/state.param_states.decoder.layers_0.pre_mlp_layer_norm.scale.v/.zarray b/t5x/checkpoint_1500000/state.param_states.decoder.layers_0.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9154c52e4c459b3c65ec4884ec5c73ed0e603507
--- /dev/null
+++ b/t5x/checkpoint_1500000/state.param_states.decoder.layers_0.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1500000/state.param_states.decoder.layers_0.pre_mlp_layer_norm.scale.v/0 b/t5x/checkpoint_1500000/state.param_states.decoder.layers_0.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..f9c078bd00183b775833835dec1ed8540c6adc5d
Binary files /dev/null and b/t5x/checkpoint_1500000/state.param_states.decoder.layers_0.pre_mlp_layer_norm.scale.v/0 differ
diff --git a/t5x/checkpoint_1500000/state.param_states.decoder.layers_0.pre_self_attention_layer_norm.scale.v/.zarray b/t5x/checkpoint_1500000/state.param_states.decoder.layers_0.pre_self_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9154c52e4c459b3c65ec4884ec5c73ed0e603507
--- /dev/null
+++ b/t5x/checkpoint_1500000/state.param_states.decoder.layers_0.pre_self_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1500000/state.param_states.decoder.layers_0.pre_self_attention_layer_norm.scale.v/0 b/t5x/checkpoint_1500000/state.param_states.decoder.layers_0.pre_self_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..2bf2688d435f82d204551dbbec61df65066b4e7a
Binary files /dev/null and b/t5x/checkpoint_1500000/state.param_states.decoder.layers_0.pre_self_attention_layer_norm.scale.v/0 differ
diff --git a/t5x/checkpoint_1500000/state.param_states.decoder.layers_1.pre_cross_attention_layer_norm.scale.v/.zarray b/t5x/checkpoint_1500000/state.param_states.decoder.layers_1.pre_cross_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9154c52e4c459b3c65ec4884ec5c73ed0e603507
--- /dev/null
+++ b/t5x/checkpoint_1500000/state.param_states.decoder.layers_1.pre_cross_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1500000/state.param_states.decoder.layers_1.pre_cross_attention_layer_norm.scale.v/0 b/t5x/checkpoint_1500000/state.param_states.decoder.layers_1.pre_cross_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..6b6b4214eedc734b69796cae5efa31159f4c7df6
Binary files /dev/null and b/t5x/checkpoint_1500000/state.param_states.decoder.layers_1.pre_cross_attention_layer_norm.scale.v/0 differ
diff --git a/t5x/checkpoint_1500000/state.param_states.decoder.layers_1.pre_mlp_layer_norm.scale.v/.zarray b/t5x/checkpoint_1500000/state.param_states.decoder.layers_1.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9154c52e4c459b3c65ec4884ec5c73ed0e603507
--- /dev/null
+++ b/t5x/checkpoint_1500000/state.param_states.decoder.layers_1.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1500000/state.param_states.decoder.layers_1.pre_mlp_layer_norm.scale.v/0 b/t5x/checkpoint_1500000/state.param_states.decoder.layers_1.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..bd5d01aaae94486bfe99f4f5f552e5fa165cd0bf
Binary files /dev/null and b/t5x/checkpoint_1500000/state.param_states.decoder.layers_1.pre_mlp_layer_norm.scale.v/0 differ
diff --git a/t5x/checkpoint_1500000/state.param_states.decoder.layers_1.pre_self_attention_layer_norm.scale.v/.zarray b/t5x/checkpoint_1500000/state.param_states.decoder.layers_1.pre_self_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9154c52e4c459b3c65ec4884ec5c73ed0e603507
--- /dev/null
+++ b/t5x/checkpoint_1500000/state.param_states.decoder.layers_1.pre_self_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1500000/state.param_states.decoder.layers_1.pre_self_attention_layer_norm.scale.v/0 b/t5x/checkpoint_1500000/state.param_states.decoder.layers_1.pre_self_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..9aed88798f66ed4774a74e560c4efb638f30d924
Binary files /dev/null and b/t5x/checkpoint_1500000/state.param_states.decoder.layers_1.pre_self_attention_layer_norm.scale.v/0 differ
diff --git a/t5x/checkpoint_1500000/state.param_states.decoder.layers_2.pre_cross_attention_layer_norm.scale.v/.zarray b/t5x/checkpoint_1500000/state.param_states.decoder.layers_2.pre_cross_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9154c52e4c459b3c65ec4884ec5c73ed0e603507
--- /dev/null
+++ b/t5x/checkpoint_1500000/state.param_states.decoder.layers_2.pre_cross_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1500000/state.param_states.decoder.layers_2.pre_cross_attention_layer_norm.scale.v/0 b/t5x/checkpoint_1500000/state.param_states.decoder.layers_2.pre_cross_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..4967ad5ab8e3202362e09d04552458cc4853ec31
Binary files /dev/null and b/t5x/checkpoint_1500000/state.param_states.decoder.layers_2.pre_cross_attention_layer_norm.scale.v/0 differ
diff --git a/t5x/checkpoint_1500000/state.param_states.decoder.layers_2.pre_mlp_layer_norm.scale.v/.zarray b/t5x/checkpoint_1500000/state.param_states.decoder.layers_2.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9154c52e4c459b3c65ec4884ec5c73ed0e603507
--- /dev/null
+++ b/t5x/checkpoint_1500000/state.param_states.decoder.layers_2.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1500000/state.param_states.decoder.layers_2.pre_mlp_layer_norm.scale.v/0 b/t5x/checkpoint_1500000/state.param_states.decoder.layers_2.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..2e801952fd13d1f08562e6ca5267fc53ac7defc6
Binary files /dev/null and b/t5x/checkpoint_1500000/state.param_states.decoder.layers_2.pre_mlp_layer_norm.scale.v/0 differ
diff --git a/t5x/checkpoint_1500000/state.param_states.decoder.layers_2.pre_self_attention_layer_norm.scale.v/.zarray b/t5x/checkpoint_1500000/state.param_states.decoder.layers_2.pre_self_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9154c52e4c459b3c65ec4884ec5c73ed0e603507
--- /dev/null
+++ b/t5x/checkpoint_1500000/state.param_states.decoder.layers_2.pre_self_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1500000/state.param_states.decoder.layers_2.pre_self_attention_layer_norm.scale.v/0 b/t5x/checkpoint_1500000/state.param_states.decoder.layers_2.pre_self_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..b4262020478ba8bf966d91362f4d694e55f61b93
Binary files /dev/null and b/t5x/checkpoint_1500000/state.param_states.decoder.layers_2.pre_self_attention_layer_norm.scale.v/0 differ
diff --git a/t5x/checkpoint_1500000/state.param_states.decoder.layers_3.pre_cross_attention_layer_norm.scale.v/.zarray b/t5x/checkpoint_1500000/state.param_states.decoder.layers_3.pre_cross_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9154c52e4c459b3c65ec4884ec5c73ed0e603507
--- /dev/null
+++ b/t5x/checkpoint_1500000/state.param_states.decoder.layers_3.pre_cross_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1500000/state.param_states.decoder.layers_3.pre_cross_attention_layer_norm.scale.v/0 b/t5x/checkpoint_1500000/state.param_states.decoder.layers_3.pre_cross_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..cfe19e3e603e7c4e8cb3ce8ff31647bdf569b70d
Binary files /dev/null and b/t5x/checkpoint_1500000/state.param_states.decoder.layers_3.pre_cross_attention_layer_norm.scale.v/0 differ
diff --git a/t5x/checkpoint_1500000/state.param_states.decoder.layers_3.pre_mlp_layer_norm.scale.v/.zarray b/t5x/checkpoint_1500000/state.param_states.decoder.layers_3.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9154c52e4c459b3c65ec4884ec5c73ed0e603507
--- /dev/null
+++ b/t5x/checkpoint_1500000/state.param_states.decoder.layers_3.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1500000/state.param_states.decoder.layers_3.pre_mlp_layer_norm.scale.v/0 b/t5x/checkpoint_1500000/state.param_states.decoder.layers_3.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..455a616d27d825a7793cfeea08563938d22895e5
Binary files /dev/null and b/t5x/checkpoint_1500000/state.param_states.decoder.layers_3.pre_mlp_layer_norm.scale.v/0 differ
diff --git a/t5x/checkpoint_1500000/state.param_states.decoder.layers_3.pre_self_attention_layer_norm.scale.v/.zarray b/t5x/checkpoint_1500000/state.param_states.decoder.layers_3.pre_self_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9154c52e4c459b3c65ec4884ec5c73ed0e603507
--- /dev/null
+++ b/t5x/checkpoint_1500000/state.param_states.decoder.layers_3.pre_self_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1500000/state.param_states.decoder.layers_3.pre_self_attention_layer_norm.scale.v/0 b/t5x/checkpoint_1500000/state.param_states.decoder.layers_3.pre_self_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..27bcd48416314060c220d1c2ab4420b55ad792af
Binary files /dev/null and b/t5x/checkpoint_1500000/state.param_states.decoder.layers_3.pre_self_attention_layer_norm.scale.v/0 differ
diff --git a/t5x/checkpoint_1500000/state.param_states.decoder.layers_4.pre_cross_attention_layer_norm.scale.v/.zarray b/t5x/checkpoint_1500000/state.param_states.decoder.layers_4.pre_cross_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9154c52e4c459b3c65ec4884ec5c73ed0e603507
--- /dev/null
+++ b/t5x/checkpoint_1500000/state.param_states.decoder.layers_4.pre_cross_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1500000/state.param_states.decoder.layers_4.pre_cross_attention_layer_norm.scale.v/0 b/t5x/checkpoint_1500000/state.param_states.decoder.layers_4.pre_cross_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..45976c47b02066190012bc965b63877cffe19f2c
Binary files /dev/null and b/t5x/checkpoint_1500000/state.param_states.decoder.layers_4.pre_cross_attention_layer_norm.scale.v/0 differ
diff --git a/t5x/checkpoint_1500000/state.param_states.decoder.layers_4.pre_mlp_layer_norm.scale.v/.zarray b/t5x/checkpoint_1500000/state.param_states.decoder.layers_4.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9154c52e4c459b3c65ec4884ec5c73ed0e603507
--- /dev/null
+++ b/t5x/checkpoint_1500000/state.param_states.decoder.layers_4.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1500000/state.param_states.decoder.layers_4.pre_mlp_layer_norm.scale.v/0 b/t5x/checkpoint_1500000/state.param_states.decoder.layers_4.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..a6406dde6de0567d09bb2f552ce021ae9364e149
Binary files /dev/null and b/t5x/checkpoint_1500000/state.param_states.decoder.layers_4.pre_mlp_layer_norm.scale.v/0 differ
diff --git a/t5x/checkpoint_1500000/state.param_states.decoder.layers_4.pre_self_attention_layer_norm.scale.v/.zarray b/t5x/checkpoint_1500000/state.param_states.decoder.layers_4.pre_self_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9154c52e4c459b3c65ec4884ec5c73ed0e603507
--- /dev/null
+++ b/t5x/checkpoint_1500000/state.param_states.decoder.layers_4.pre_self_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1500000/state.param_states.decoder.layers_4.pre_self_attention_layer_norm.scale.v/0 b/t5x/checkpoint_1500000/state.param_states.decoder.layers_4.pre_self_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..3a090e4bdb01c42993e03bfc217e383d11b91c79
Binary files /dev/null and b/t5x/checkpoint_1500000/state.param_states.decoder.layers_4.pre_self_attention_layer_norm.scale.v/0 differ
diff --git a/t5x/checkpoint_1500000/state.param_states.decoder.layers_5.pre_cross_attention_layer_norm.scale.v/.zarray b/t5x/checkpoint_1500000/state.param_states.decoder.layers_5.pre_cross_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9154c52e4c459b3c65ec4884ec5c73ed0e603507
--- /dev/null
+++ b/t5x/checkpoint_1500000/state.param_states.decoder.layers_5.pre_cross_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1500000/state.param_states.decoder.layers_5.pre_cross_attention_layer_norm.scale.v/0 b/t5x/checkpoint_1500000/state.param_states.decoder.layers_5.pre_cross_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..101dd04275d675f0f283acc672def0bb18055f80
Binary files /dev/null and b/t5x/checkpoint_1500000/state.param_states.decoder.layers_5.pre_cross_attention_layer_norm.scale.v/0 differ
diff --git a/t5x/checkpoint_1500000/state.param_states.decoder.layers_5.pre_mlp_layer_norm.scale.v/.zarray b/t5x/checkpoint_1500000/state.param_states.decoder.layers_5.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9154c52e4c459b3c65ec4884ec5c73ed0e603507
--- /dev/null
+++ b/t5x/checkpoint_1500000/state.param_states.decoder.layers_5.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1500000/state.param_states.decoder.layers_5.pre_mlp_layer_norm.scale.v/0 b/t5x/checkpoint_1500000/state.param_states.decoder.layers_5.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..ab2f308e07b3a22a5fe108b88f48cae3fc04bedf
Binary files /dev/null and b/t5x/checkpoint_1500000/state.param_states.decoder.layers_5.pre_mlp_layer_norm.scale.v/0 differ
diff --git a/t5x/checkpoint_1500000/state.param_states.decoder.layers_5.pre_self_attention_layer_norm.scale.v/.zarray b/t5x/checkpoint_1500000/state.param_states.decoder.layers_5.pre_self_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9154c52e4c459b3c65ec4884ec5c73ed0e603507
--- /dev/null
+++ b/t5x/checkpoint_1500000/state.param_states.decoder.layers_5.pre_self_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1500000/state.param_states.decoder.layers_5.pre_self_attention_layer_norm.scale.v/0 b/t5x/checkpoint_1500000/state.param_states.decoder.layers_5.pre_self_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..fd5483204a249e8b867a209c2e142f0c7098ba11
Binary files /dev/null and b/t5x/checkpoint_1500000/state.param_states.decoder.layers_5.pre_self_attention_layer_norm.scale.v/0 differ
diff --git a/t5x/checkpoint_1500000/state.param_states.decoder.relpos_bias.rel_embedding.v/.zarray b/t5x/checkpoint_1500000/state.param_states.decoder.relpos_bias.rel_embedding.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4a336fd864ce83a44dd55fa003ffea4fdfd474ec
--- /dev/null
+++ b/t5x/checkpoint_1500000/state.param_states.decoder.relpos_bias.rel_embedding.v/.zarray
@@ -0,0 +1 @@
+{"chunks":[12,32],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[12,32],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1500000/state.param_states.decoder.relpos_bias.rel_embedding.v/0.0 b/t5x/checkpoint_1500000/state.param_states.decoder.relpos_bias.rel_embedding.v/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..0a25c7c02dd68e7fc50fc3a191258ed1cafdd4e4
--- /dev/null
+++ b/t5x/checkpoint_1500000/state.param_states.decoder.relpos_bias.rel_embedding.v/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e83028768d50ce1afbd2e2622478d89f86ab3b5cc3b67db7febd8dd06e9a5f0f
+size 1486
diff --git a/t5x/checkpoint_1500000/state.param_states.encoder.encoder_norm.scale.v/.zarray b/t5x/checkpoint_1500000/state.param_states.encoder.encoder_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9154c52e4c459b3c65ec4884ec5c73ed0e603507
--- /dev/null
+++ b/t5x/checkpoint_1500000/state.param_states.encoder.encoder_norm.scale.v/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1500000/state.param_states.encoder.encoder_norm.scale.v/0 b/t5x/checkpoint_1500000/state.param_states.encoder.encoder_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..58ce5e0c4d61ebab6ab625a949e0088387b1acfd
Binary files /dev/null and b/t5x/checkpoint_1500000/state.param_states.encoder.encoder_norm.scale.v/0 differ
diff --git a/t5x/checkpoint_1500000/state.param_states.encoder.layers_0.pre_attention_layer_norm.scale.v/.zarray b/t5x/checkpoint_1500000/state.param_states.encoder.layers_0.pre_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9154c52e4c459b3c65ec4884ec5c73ed0e603507
--- /dev/null
+++ b/t5x/checkpoint_1500000/state.param_states.encoder.layers_0.pre_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1500000/state.param_states.encoder.layers_0.pre_attention_layer_norm.scale.v/0 b/t5x/checkpoint_1500000/state.param_states.encoder.layers_0.pre_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..09f8bf0477ef3c1ad7ead2b05b4dd9bd69c89506
Binary files /dev/null and b/t5x/checkpoint_1500000/state.param_states.encoder.layers_0.pre_attention_layer_norm.scale.v/0 differ
diff --git a/t5x/checkpoint_1500000/state.param_states.encoder.layers_0.pre_mlp_layer_norm.scale.v/.zarray b/t5x/checkpoint_1500000/state.param_states.encoder.layers_0.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9154c52e4c459b3c65ec4884ec5c73ed0e603507
--- /dev/null
+++ b/t5x/checkpoint_1500000/state.param_states.encoder.layers_0.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1500000/state.param_states.encoder.layers_0.pre_mlp_layer_norm.scale.v/0 b/t5x/checkpoint_1500000/state.param_states.encoder.layers_0.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..3dc7cb5090cbf79a4c9b34792e050d0cb71d6736
Binary files /dev/null and b/t5x/checkpoint_1500000/state.param_states.encoder.layers_0.pre_mlp_layer_norm.scale.v/0 differ
diff --git a/t5x/checkpoint_1500000/state.param_states.encoder.layers_1.pre_attention_layer_norm.scale.v/.zarray b/t5x/checkpoint_1500000/state.param_states.encoder.layers_1.pre_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9154c52e4c459b3c65ec4884ec5c73ed0e603507
--- /dev/null
+++ b/t5x/checkpoint_1500000/state.param_states.encoder.layers_1.pre_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1500000/state.param_states.encoder.layers_1.pre_attention_layer_norm.scale.v/0 b/t5x/checkpoint_1500000/state.param_states.encoder.layers_1.pre_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..729a08d2082d9d9a0c9efc72910fdd088f2136b2
Binary files /dev/null and b/t5x/checkpoint_1500000/state.param_states.encoder.layers_1.pre_attention_layer_norm.scale.v/0 differ
diff --git a/t5x/checkpoint_1500000/state.param_states.encoder.layers_1.pre_mlp_layer_norm.scale.v/.zarray b/t5x/checkpoint_1500000/state.param_states.encoder.layers_1.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9154c52e4c459b3c65ec4884ec5c73ed0e603507
--- /dev/null
+++ b/t5x/checkpoint_1500000/state.param_states.encoder.layers_1.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1500000/state.param_states.encoder.layers_1.pre_mlp_layer_norm.scale.v/0 b/t5x/checkpoint_1500000/state.param_states.encoder.layers_1.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..07c8d34da5692a4aa66ca8738f2db3adf288c7de
Binary files /dev/null and b/t5x/checkpoint_1500000/state.param_states.encoder.layers_1.pre_mlp_layer_norm.scale.v/0 differ
diff --git a/t5x/checkpoint_1500000/state.param_states.encoder.layers_10.pre_attention_layer_norm.scale.v/.zarray b/t5x/checkpoint_1500000/state.param_states.encoder.layers_10.pre_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9154c52e4c459b3c65ec4884ec5c73ed0e603507
--- /dev/null
+++ b/t5x/checkpoint_1500000/state.param_states.encoder.layers_10.pre_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1500000/state.param_states.encoder.layers_10.pre_attention_layer_norm.scale.v/0 b/t5x/checkpoint_1500000/state.param_states.encoder.layers_10.pre_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..8b565927edef0bf2afa9b9a6082fb7653fe0237f
Binary files /dev/null and b/t5x/checkpoint_1500000/state.param_states.encoder.layers_10.pre_attention_layer_norm.scale.v/0 differ
diff --git a/t5x/checkpoint_1500000/state.param_states.encoder.layers_10.pre_mlp_layer_norm.scale.v/.zarray b/t5x/checkpoint_1500000/state.param_states.encoder.layers_10.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9154c52e4c459b3c65ec4884ec5c73ed0e603507
--- /dev/null
+++ b/t5x/checkpoint_1500000/state.param_states.encoder.layers_10.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1500000/state.param_states.encoder.layers_10.pre_mlp_layer_norm.scale.v/0 b/t5x/checkpoint_1500000/state.param_states.encoder.layers_10.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..26ea99f905b86c96eea1a2f1a64de748a679c2da
Binary files /dev/null and b/t5x/checkpoint_1500000/state.param_states.encoder.layers_10.pre_mlp_layer_norm.scale.v/0 differ
diff --git a/t5x/checkpoint_1500000/state.param_states.encoder.layers_11.pre_attention_layer_norm.scale.v/.zarray b/t5x/checkpoint_1500000/state.param_states.encoder.layers_11.pre_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9154c52e4c459b3c65ec4884ec5c73ed0e603507
--- /dev/null
+++ b/t5x/checkpoint_1500000/state.param_states.encoder.layers_11.pre_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1500000/state.param_states.encoder.layers_11.pre_attention_layer_norm.scale.v/0 b/t5x/checkpoint_1500000/state.param_states.encoder.layers_11.pre_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..e0acf8d87c2ede6ce6fbbd4de1bd850f60cc8917
Binary files /dev/null and b/t5x/checkpoint_1500000/state.param_states.encoder.layers_11.pre_attention_layer_norm.scale.v/0 differ
diff --git a/t5x/checkpoint_1500000/state.param_states.encoder.layers_11.pre_mlp_layer_norm.scale.v/.zarray b/t5x/checkpoint_1500000/state.param_states.encoder.layers_11.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9154c52e4c459b3c65ec4884ec5c73ed0e603507
--- /dev/null
+++ b/t5x/checkpoint_1500000/state.param_states.encoder.layers_11.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1500000/state.param_states.encoder.layers_11.pre_mlp_layer_norm.scale.v/0 b/t5x/checkpoint_1500000/state.param_states.encoder.layers_11.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..f503a343fa2f078d6205632d6e04108eb321368a
Binary files /dev/null and b/t5x/checkpoint_1500000/state.param_states.encoder.layers_11.pre_mlp_layer_norm.scale.v/0 differ
diff --git a/t5x/checkpoint_1500000/state.param_states.encoder.layers_12.pre_attention_layer_norm.scale.v/.zarray b/t5x/checkpoint_1500000/state.param_states.encoder.layers_12.pre_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9154c52e4c459b3c65ec4884ec5c73ed0e603507
--- /dev/null
+++ b/t5x/checkpoint_1500000/state.param_states.encoder.layers_12.pre_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1500000/state.param_states.encoder.layers_12.pre_attention_layer_norm.scale.v/0 b/t5x/checkpoint_1500000/state.param_states.encoder.layers_12.pre_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..3bb5b34599d8cef64342f162a67b898ea35900a5
Binary files /dev/null and b/t5x/checkpoint_1500000/state.param_states.encoder.layers_12.pre_attention_layer_norm.scale.v/0 differ
diff --git a/t5x/checkpoint_1500000/state.param_states.encoder.layers_12.pre_mlp_layer_norm.scale.v/.zarray b/t5x/checkpoint_1500000/state.param_states.encoder.layers_12.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9154c52e4c459b3c65ec4884ec5c73ed0e603507
--- /dev/null
+++ b/t5x/checkpoint_1500000/state.param_states.encoder.layers_12.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1500000/state.param_states.encoder.layers_12.pre_mlp_layer_norm.scale.v/0 b/t5x/checkpoint_1500000/state.param_states.encoder.layers_12.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..1f6bea28a9290b741a91591f45a26e4c1496e33a
Binary files /dev/null and b/t5x/checkpoint_1500000/state.param_states.encoder.layers_12.pre_mlp_layer_norm.scale.v/0 differ
diff --git a/t5x/checkpoint_1500000/state.param_states.encoder.layers_13.pre_attention_layer_norm.scale.v/.zarray b/t5x/checkpoint_1500000/state.param_states.encoder.layers_13.pre_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9154c52e4c459b3c65ec4884ec5c73ed0e603507
--- /dev/null
+++ b/t5x/checkpoint_1500000/state.param_states.encoder.layers_13.pre_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1500000/state.param_states.encoder.layers_13.pre_attention_layer_norm.scale.v/0 b/t5x/checkpoint_1500000/state.param_states.encoder.layers_13.pre_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..6decf994705cae753135974b1702e608240ab16f
Binary files /dev/null and b/t5x/checkpoint_1500000/state.param_states.encoder.layers_13.pre_attention_layer_norm.scale.v/0 differ
diff --git a/t5x/checkpoint_1500000/state.param_states.encoder.layers_13.pre_mlp_layer_norm.scale.v/.zarray b/t5x/checkpoint_1500000/state.param_states.encoder.layers_13.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9154c52e4c459b3c65ec4884ec5c73ed0e603507
--- /dev/null
+++ b/t5x/checkpoint_1500000/state.param_states.encoder.layers_13.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1500000/state.param_states.encoder.layers_13.pre_mlp_layer_norm.scale.v/0 b/t5x/checkpoint_1500000/state.param_states.encoder.layers_13.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..c56eb6781fabfcde5e346f199fef9fa5214ec1f6
Binary files /dev/null and b/t5x/checkpoint_1500000/state.param_states.encoder.layers_13.pre_mlp_layer_norm.scale.v/0 differ
diff --git a/t5x/checkpoint_1500000/state.param_states.encoder.layers_14.pre_attention_layer_norm.scale.v/.zarray b/t5x/checkpoint_1500000/state.param_states.encoder.layers_14.pre_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9154c52e4c459b3c65ec4884ec5c73ed0e603507
--- /dev/null
+++ b/t5x/checkpoint_1500000/state.param_states.encoder.layers_14.pre_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1500000/state.param_states.encoder.layers_14.pre_attention_layer_norm.scale.v/0 b/t5x/checkpoint_1500000/state.param_states.encoder.layers_14.pre_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..e50840b604522536a9e7297464d72bb345d32b08
Binary files /dev/null and b/t5x/checkpoint_1500000/state.param_states.encoder.layers_14.pre_attention_layer_norm.scale.v/0 differ
diff --git a/t5x/checkpoint_1500000/state.param_states.encoder.layers_14.pre_mlp_layer_norm.scale.v/.zarray b/t5x/checkpoint_1500000/state.param_states.encoder.layers_14.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9154c52e4c459b3c65ec4884ec5c73ed0e603507
--- /dev/null
+++ b/t5x/checkpoint_1500000/state.param_states.encoder.layers_14.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1500000/state.param_states.encoder.layers_14.pre_mlp_layer_norm.scale.v/0 b/t5x/checkpoint_1500000/state.param_states.encoder.layers_14.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..a9087ea6c6a1e7510cdbfaaddf8b9512642f2af8
Binary files /dev/null and b/t5x/checkpoint_1500000/state.param_states.encoder.layers_14.pre_mlp_layer_norm.scale.v/0 differ
diff --git a/t5x/checkpoint_1500000/state.param_states.encoder.layers_15.pre_attention_layer_norm.scale.v/.zarray b/t5x/checkpoint_1500000/state.param_states.encoder.layers_15.pre_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9154c52e4c459b3c65ec4884ec5c73ed0e603507
--- /dev/null
+++ b/t5x/checkpoint_1500000/state.param_states.encoder.layers_15.pre_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1500000/state.param_states.encoder.layers_15.pre_attention_layer_norm.scale.v/0 b/t5x/checkpoint_1500000/state.param_states.encoder.layers_15.pre_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..2d8e6221c497cf51e0552b419dce7f20b0e4aacc
Binary files /dev/null and b/t5x/checkpoint_1500000/state.param_states.encoder.layers_15.pre_attention_layer_norm.scale.v/0 differ
diff --git a/t5x/checkpoint_1500000/state.param_states.encoder.layers_15.pre_mlp_layer_norm.scale.v/.zarray b/t5x/checkpoint_1500000/state.param_states.encoder.layers_15.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9154c52e4c459b3c65ec4884ec5c73ed0e603507
--- /dev/null
+++ b/t5x/checkpoint_1500000/state.param_states.encoder.layers_15.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1500000/state.param_states.encoder.layers_15.pre_mlp_layer_norm.scale.v/0 b/t5x/checkpoint_1500000/state.param_states.encoder.layers_15.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..49d0c4d187ede8048fb052b21d290dba522be5be
Binary files /dev/null and b/t5x/checkpoint_1500000/state.param_states.encoder.layers_15.pre_mlp_layer_norm.scale.v/0 differ
diff --git a/t5x/checkpoint_1500000/state.param_states.encoder.layers_16.pre_attention_layer_norm.scale.v/.zarray b/t5x/checkpoint_1500000/state.param_states.encoder.layers_16.pre_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9154c52e4c459b3c65ec4884ec5c73ed0e603507
--- /dev/null
+++ b/t5x/checkpoint_1500000/state.param_states.encoder.layers_16.pre_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1500000/state.param_states.encoder.layers_16.pre_attention_layer_norm.scale.v/0 b/t5x/checkpoint_1500000/state.param_states.encoder.layers_16.pre_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..829c980111aa2b0e0dae9b50b710d9fe7a9a7695
Binary files /dev/null and b/t5x/checkpoint_1500000/state.param_states.encoder.layers_16.pre_attention_layer_norm.scale.v/0 differ
diff --git a/t5x/checkpoint_1500000/state.param_states.encoder.layers_16.pre_mlp_layer_norm.scale.v/.zarray b/t5x/checkpoint_1500000/state.param_states.encoder.layers_16.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9154c52e4c459b3c65ec4884ec5c73ed0e603507
--- /dev/null
+++ b/t5x/checkpoint_1500000/state.param_states.encoder.layers_16.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1500000/state.param_states.encoder.layers_16.pre_mlp_layer_norm.scale.v/0 b/t5x/checkpoint_1500000/state.param_states.encoder.layers_16.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..e01b7850760d75bae527672cfe01f2c7a7c7b604
Binary files /dev/null and b/t5x/checkpoint_1500000/state.param_states.encoder.layers_16.pre_mlp_layer_norm.scale.v/0 differ
diff --git a/t5x/checkpoint_1500000/state.param_states.encoder.layers_17.pre_attention_layer_norm.scale.v/.zarray b/t5x/checkpoint_1500000/state.param_states.encoder.layers_17.pre_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9154c52e4c459b3c65ec4884ec5c73ed0e603507
--- /dev/null
+++ b/t5x/checkpoint_1500000/state.param_states.encoder.layers_17.pre_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1500000/state.param_states.encoder.layers_17.pre_attention_layer_norm.scale.v/0 b/t5x/checkpoint_1500000/state.param_states.encoder.layers_17.pre_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..90deef34012c1dafc523169160127d55bc2deaa3
Binary files /dev/null and b/t5x/checkpoint_1500000/state.param_states.encoder.layers_17.pre_attention_layer_norm.scale.v/0 differ
diff --git a/t5x/checkpoint_1500000/state.param_states.encoder.layers_17.pre_mlp_layer_norm.scale.v/.zarray b/t5x/checkpoint_1500000/state.param_states.encoder.layers_17.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9154c52e4c459b3c65ec4884ec5c73ed0e603507
--- /dev/null
+++ b/t5x/checkpoint_1500000/state.param_states.encoder.layers_17.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1500000/state.param_states.encoder.layers_17.pre_mlp_layer_norm.scale.v/0 b/t5x/checkpoint_1500000/state.param_states.encoder.layers_17.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..ec1f5be3acbc9a49da04528b67f9133e7537b571
Binary files /dev/null and b/t5x/checkpoint_1500000/state.param_states.encoder.layers_17.pre_mlp_layer_norm.scale.v/0 differ
diff --git a/t5x/checkpoint_1500000/state.param_states.encoder.layers_2.pre_attention_layer_norm.scale.v/.zarray b/t5x/checkpoint_1500000/state.param_states.encoder.layers_2.pre_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9154c52e4c459b3c65ec4884ec5c73ed0e603507
--- /dev/null
+++ b/t5x/checkpoint_1500000/state.param_states.encoder.layers_2.pre_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1500000/state.param_states.encoder.layers_2.pre_attention_layer_norm.scale.v/0 b/t5x/checkpoint_1500000/state.param_states.encoder.layers_2.pre_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..dd1ae453fa925a1734d19272e8895c90370554d3
Binary files /dev/null and b/t5x/checkpoint_1500000/state.param_states.encoder.layers_2.pre_attention_layer_norm.scale.v/0 differ
diff --git a/t5x/checkpoint_1500000/state.param_states.encoder.layers_2.pre_mlp_layer_norm.scale.v/.zarray b/t5x/checkpoint_1500000/state.param_states.encoder.layers_2.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9154c52e4c459b3c65ec4884ec5c73ed0e603507
--- /dev/null
+++ b/t5x/checkpoint_1500000/state.param_states.encoder.layers_2.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1500000/state.param_states.encoder.layers_2.pre_mlp_layer_norm.scale.v/0 b/t5x/checkpoint_1500000/state.param_states.encoder.layers_2.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..903d3ba2a10cac0339a5497a88d6cbe60d042e86
Binary files /dev/null and b/t5x/checkpoint_1500000/state.param_states.encoder.layers_2.pre_mlp_layer_norm.scale.v/0 differ
diff --git a/t5x/checkpoint_1500000/state.param_states.encoder.layers_3.pre_attention_layer_norm.scale.v/.zarray b/t5x/checkpoint_1500000/state.param_states.encoder.layers_3.pre_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9154c52e4c459b3c65ec4884ec5c73ed0e603507
--- /dev/null
+++ b/t5x/checkpoint_1500000/state.param_states.encoder.layers_3.pre_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1500000/state.param_states.encoder.layers_3.pre_attention_layer_norm.scale.v/0 b/t5x/checkpoint_1500000/state.param_states.encoder.layers_3.pre_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..bda49dbba251d9c3ff6fadaf269f3c813ef401da
Binary files /dev/null and b/t5x/checkpoint_1500000/state.param_states.encoder.layers_3.pre_attention_layer_norm.scale.v/0 differ
diff --git a/t5x/checkpoint_1500000/state.param_states.encoder.layers_3.pre_mlp_layer_norm.scale.v/.zarray b/t5x/checkpoint_1500000/state.param_states.encoder.layers_3.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9154c52e4c459b3c65ec4884ec5c73ed0e603507
--- /dev/null
+++ b/t5x/checkpoint_1500000/state.param_states.encoder.layers_3.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1500000/state.param_states.encoder.layers_3.pre_mlp_layer_norm.scale.v/0 b/t5x/checkpoint_1500000/state.param_states.encoder.layers_3.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..82bd46bd74e5b314758880b2de7d84e61b45d004
Binary files /dev/null and b/t5x/checkpoint_1500000/state.param_states.encoder.layers_3.pre_mlp_layer_norm.scale.v/0 differ
diff --git a/t5x/checkpoint_1500000/state.param_states.encoder.layers_4.pre_attention_layer_norm.scale.v/.zarray b/t5x/checkpoint_1500000/state.param_states.encoder.layers_4.pre_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9154c52e4c459b3c65ec4884ec5c73ed0e603507
--- /dev/null
+++ b/t5x/checkpoint_1500000/state.param_states.encoder.layers_4.pre_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1500000/state.param_states.encoder.layers_4.pre_attention_layer_norm.scale.v/0 b/t5x/checkpoint_1500000/state.param_states.encoder.layers_4.pre_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..5abc622d4adf4fddc14e820f88b8d0475f4a239d
Binary files /dev/null and b/t5x/checkpoint_1500000/state.param_states.encoder.layers_4.pre_attention_layer_norm.scale.v/0 differ
diff --git a/t5x/checkpoint_1500000/state.param_states.encoder.layers_4.pre_mlp_layer_norm.scale.v/.zarray b/t5x/checkpoint_1500000/state.param_states.encoder.layers_4.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9154c52e4c459b3c65ec4884ec5c73ed0e603507
--- /dev/null
+++ b/t5x/checkpoint_1500000/state.param_states.encoder.layers_4.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1500000/state.param_states.encoder.layers_4.pre_mlp_layer_norm.scale.v/0 b/t5x/checkpoint_1500000/state.param_states.encoder.layers_4.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..a955f593b597b25d308836558b79b78705800e6b
Binary files /dev/null and b/t5x/checkpoint_1500000/state.param_states.encoder.layers_4.pre_mlp_layer_norm.scale.v/0 differ
diff --git a/t5x/checkpoint_1500000/state.param_states.encoder.layers_5.pre_attention_layer_norm.scale.v/.zarray b/t5x/checkpoint_1500000/state.param_states.encoder.layers_5.pre_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9154c52e4c459b3c65ec4884ec5c73ed0e603507
--- /dev/null
+++ b/t5x/checkpoint_1500000/state.param_states.encoder.layers_5.pre_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1500000/state.param_states.encoder.layers_5.pre_attention_layer_norm.scale.v/0 b/t5x/checkpoint_1500000/state.param_states.encoder.layers_5.pre_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..16f26e0b8fbbb657b9dc5989a9cb0294f675fdd0
Binary files /dev/null and b/t5x/checkpoint_1500000/state.param_states.encoder.layers_5.pre_attention_layer_norm.scale.v/0 differ
diff --git a/t5x/checkpoint_1500000/state.param_states.encoder.layers_5.pre_mlp_layer_norm.scale.v/.zarray b/t5x/checkpoint_1500000/state.param_states.encoder.layers_5.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9154c52e4c459b3c65ec4884ec5c73ed0e603507
--- /dev/null
+++ b/t5x/checkpoint_1500000/state.param_states.encoder.layers_5.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1500000/state.param_states.encoder.layers_5.pre_mlp_layer_norm.scale.v/0 b/t5x/checkpoint_1500000/state.param_states.encoder.layers_5.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..85562063a0ecba534735523d70172487d9f92ed2
Binary files /dev/null and b/t5x/checkpoint_1500000/state.param_states.encoder.layers_5.pre_mlp_layer_norm.scale.v/0 differ
diff --git a/t5x/checkpoint_1500000/state.param_states.encoder.layers_6.pre_attention_layer_norm.scale.v/.zarray b/t5x/checkpoint_1500000/state.param_states.encoder.layers_6.pre_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9154c52e4c459b3c65ec4884ec5c73ed0e603507
--- /dev/null
+++ b/t5x/checkpoint_1500000/state.param_states.encoder.layers_6.pre_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1500000/state.param_states.encoder.layers_6.pre_attention_layer_norm.scale.v/0 b/t5x/checkpoint_1500000/state.param_states.encoder.layers_6.pre_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..80ce7f6fed379dbb0a61a6066fd3273c18e1edc6
Binary files /dev/null and b/t5x/checkpoint_1500000/state.param_states.encoder.layers_6.pre_attention_layer_norm.scale.v/0 differ
diff --git a/t5x/checkpoint_1500000/state.param_states.encoder.layers_6.pre_mlp_layer_norm.scale.v/.zarray b/t5x/checkpoint_1500000/state.param_states.encoder.layers_6.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9154c52e4c459b3c65ec4884ec5c73ed0e603507
--- /dev/null
+++ b/t5x/checkpoint_1500000/state.param_states.encoder.layers_6.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1500000/state.param_states.encoder.layers_6.pre_mlp_layer_norm.scale.v/0 b/t5x/checkpoint_1500000/state.param_states.encoder.layers_6.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..31b22963ff0dd40cdfd53cca9163a2e255d4999c
Binary files /dev/null and b/t5x/checkpoint_1500000/state.param_states.encoder.layers_6.pre_mlp_layer_norm.scale.v/0 differ
diff --git a/t5x/checkpoint_1500000/state.param_states.encoder.layers_7.pre_attention_layer_norm.scale.v/.zarray b/t5x/checkpoint_1500000/state.param_states.encoder.layers_7.pre_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9154c52e4c459b3c65ec4884ec5c73ed0e603507
--- /dev/null
+++ b/t5x/checkpoint_1500000/state.param_states.encoder.layers_7.pre_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1500000/state.param_states.encoder.layers_7.pre_attention_layer_norm.scale.v/0 b/t5x/checkpoint_1500000/state.param_states.encoder.layers_7.pre_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..8e1370a5771fedb8885f1ba5bb5438bc0ec97b2c
Binary files /dev/null and b/t5x/checkpoint_1500000/state.param_states.encoder.layers_7.pre_attention_layer_norm.scale.v/0 differ
diff --git a/t5x/checkpoint_1500000/state.param_states.encoder.layers_7.pre_mlp_layer_norm.scale.v/.zarray b/t5x/checkpoint_1500000/state.param_states.encoder.layers_7.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9154c52e4c459b3c65ec4884ec5c73ed0e603507
--- /dev/null
+++ b/t5x/checkpoint_1500000/state.param_states.encoder.layers_7.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1500000/state.param_states.encoder.layers_7.pre_mlp_layer_norm.scale.v/0 b/t5x/checkpoint_1500000/state.param_states.encoder.layers_7.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..0ef09b9c982cccfe1444cc6ada6ba8a4611535fb
Binary files /dev/null and b/t5x/checkpoint_1500000/state.param_states.encoder.layers_7.pre_mlp_layer_norm.scale.v/0 differ
diff --git a/t5x/checkpoint_1500000/state.param_states.encoder.layers_8.pre_attention_layer_norm.scale.v/.zarray b/t5x/checkpoint_1500000/state.param_states.encoder.layers_8.pre_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9154c52e4c459b3c65ec4884ec5c73ed0e603507
--- /dev/null
+++ b/t5x/checkpoint_1500000/state.param_states.encoder.layers_8.pre_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1500000/state.param_states.encoder.layers_8.pre_attention_layer_norm.scale.v/0 b/t5x/checkpoint_1500000/state.param_states.encoder.layers_8.pre_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..7bcdcb8aeb5bfa8ec9f801f43020d9cbfd81f764
Binary files /dev/null and b/t5x/checkpoint_1500000/state.param_states.encoder.layers_8.pre_attention_layer_norm.scale.v/0 differ
diff --git a/t5x/checkpoint_1500000/state.param_states.encoder.layers_8.pre_mlp_layer_norm.scale.v/.zarray b/t5x/checkpoint_1500000/state.param_states.encoder.layers_8.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9154c52e4c459b3c65ec4884ec5c73ed0e603507
--- /dev/null
+++ b/t5x/checkpoint_1500000/state.param_states.encoder.layers_8.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1500000/state.param_states.encoder.layers_8.pre_mlp_layer_norm.scale.v/0 b/t5x/checkpoint_1500000/state.param_states.encoder.layers_8.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..e58e529c2a75eac3dfe7ac4061ec5f8b6301e0c9
Binary files /dev/null and b/t5x/checkpoint_1500000/state.param_states.encoder.layers_8.pre_mlp_layer_norm.scale.v/0 differ
diff --git a/t5x/checkpoint_1500000/state.param_states.encoder.layers_9.pre_attention_layer_norm.scale.v/.zarray b/t5x/checkpoint_1500000/state.param_states.encoder.layers_9.pre_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9154c52e4c459b3c65ec4884ec5c73ed0e603507
--- /dev/null
+++ b/t5x/checkpoint_1500000/state.param_states.encoder.layers_9.pre_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1500000/state.param_states.encoder.layers_9.pre_attention_layer_norm.scale.v/0 b/t5x/checkpoint_1500000/state.param_states.encoder.layers_9.pre_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..e35c937a30655c3fe63ee0d0d011cf455fa4667c
Binary files /dev/null and b/t5x/checkpoint_1500000/state.param_states.encoder.layers_9.pre_attention_layer_norm.scale.v/0 differ
diff --git a/t5x/checkpoint_1500000/state.param_states.encoder.layers_9.pre_mlp_layer_norm.scale.v/.zarray b/t5x/checkpoint_1500000/state.param_states.encoder.layers_9.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9154c52e4c459b3c65ec4884ec5c73ed0e603507
--- /dev/null
+++ b/t5x/checkpoint_1500000/state.param_states.encoder.layers_9.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1500000/state.param_states.encoder.layers_9.pre_mlp_layer_norm.scale.v/0 b/t5x/checkpoint_1500000/state.param_states.encoder.layers_9.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..f3cf03ab9bd69c3d7b11f628f5bb2d96a75f0824
Binary files /dev/null and b/t5x/checkpoint_1500000/state.param_states.encoder.layers_9.pre_mlp_layer_norm.scale.v/0 differ
diff --git a/t5x/checkpoint_1500000/state.param_states.encoder.relpos_bias.rel_embedding.v/.zarray b/t5x/checkpoint_1500000/state.param_states.encoder.relpos_bias.rel_embedding.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4a336fd864ce83a44dd55fa003ffea4fdfd474ec
--- /dev/null
+++ b/t5x/checkpoint_1500000/state.param_states.encoder.relpos_bias.rel_embedding.v/.zarray
@@ -0,0 +1 @@
+{"chunks":[12,32],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[12,32],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1500000/state.param_states.encoder.relpos_bias.rel_embedding.v/0.0 b/t5x/checkpoint_1500000/state.param_states.encoder.relpos_bias.rel_embedding.v/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..98a359b213a9eee4799adbd2df7318bbf40a5aa0
--- /dev/null
+++ b/t5x/checkpoint_1500000/state.param_states.encoder.relpos_bias.rel_embedding.v/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:542abb0d9df8d0df083fe0367bacd916d128bf14083e86e6fe8bdeb5af7f5fcb
+size 1482
diff --git a/t5x/checkpoint_1500000/target.decoder.decoder_norm.scale/.zarray b/t5x/checkpoint_1500000/target.decoder.decoder_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9154c52e4c459b3c65ec4884ec5c73ed0e603507
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.decoder.decoder_norm.scale/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1500000/target.decoder.decoder_norm.scale/0 b/t5x/checkpoint_1500000/target.decoder.decoder_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..f394382aa1197d3b40e831a48a9517517895b0a4
Binary files /dev/null and b/t5x/checkpoint_1500000/target.decoder.decoder_norm.scale/0 differ
diff --git a/t5x/checkpoint_1500000/target.decoder.layers_0.encoder_decoder_attention.key.kernel/.zarray b/t5x/checkpoint_1500000/target.decoder.layers_0.encoder_decoder_attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..e01fb97803452bcd278001f752df7bf5dee19d68
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.decoder.layers_0.encoder_decoder_attention.key.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536,768],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1500000/target.decoder.layers_0.encoder_decoder_attention.key.kernel/0.0 b/t5x/checkpoint_1500000/target.decoder.layers_0.encoder_decoder_attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..4beaf4f5738e30ea7f78239dd5d2dc9e978edca5
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.decoder.layers_0.encoder_decoder_attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a09797e2dd240ab51a7c97682512afadf3d5dd5288f9b845a90e29f75660b099
+size 4383697
diff --git a/t5x/checkpoint_1500000/target.decoder.layers_0.encoder_decoder_attention.out.kernel/.zarray b/t5x/checkpoint_1500000/target.decoder.layers_0.encoder_decoder_attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..1824dea43939e84fca3d4f1bf265813299528521
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.decoder.layers_0.encoder_decoder_attention.out.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,1536],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,1536],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1500000/target.decoder.layers_0.encoder_decoder_attention.out.kernel/0.0 b/t5x/checkpoint_1500000/target.decoder.layers_0.encoder_decoder_attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..4c5b5342965ba00336b8d0fcc675b4eb4032807c
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.decoder.layers_0.encoder_decoder_attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5e2a13200a91d8b1313cf889de396b622bcbeda0992be35951a73d8a2ccb963
+size 4388004
diff --git a/t5x/checkpoint_1500000/target.decoder.layers_0.encoder_decoder_attention.query.kernel/.zarray b/t5x/checkpoint_1500000/target.decoder.layers_0.encoder_decoder_attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..e01fb97803452bcd278001f752df7bf5dee19d68
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.decoder.layers_0.encoder_decoder_attention.query.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536,768],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1500000/target.decoder.layers_0.encoder_decoder_attention.query.kernel/0.0 b/t5x/checkpoint_1500000/target.decoder.layers_0.encoder_decoder_attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..282d44d2cccf371588506646a76838e9e645bbe9
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.decoder.layers_0.encoder_decoder_attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ad888250a8c54bf01b56403f0ef7b8dbc36b7537e6a41df8e18df41dd69b19f
+size 4397210
diff --git a/t5x/checkpoint_1500000/target.decoder.layers_0.encoder_decoder_attention.value.kernel/.zarray b/t5x/checkpoint_1500000/target.decoder.layers_0.encoder_decoder_attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..e01fb97803452bcd278001f752df7bf5dee19d68
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.decoder.layers_0.encoder_decoder_attention.value.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536,768],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1500000/target.decoder.layers_0.encoder_decoder_attention.value.kernel/0.0 b/t5x/checkpoint_1500000/target.decoder.layers_0.encoder_decoder_attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..906b980c987f88e1c77e16aabd778caf2f644ba4
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.decoder.layers_0.encoder_decoder_attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e682fefd6714d5f95c12e7a0a01f54d07897f994daa01279b04c9e9e9298703d
+size 4397018
diff --git a/t5x/checkpoint_1500000/target.decoder.layers_0.mlp.wi_0.kernel/.zarray b/t5x/checkpoint_1500000/target.decoder.layers_0.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b072740696d2fc31db585a220f80763f52eca9bd
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.decoder.layers_0.mlp.wi_0.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536,3968],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536,3968],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1500000/target.decoder.layers_0.mlp.wi_0.kernel/0.0 b/t5x/checkpoint_1500000/target.decoder.layers_0.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..16de5b93427ea692eb73ff792fad9fa718c0f1d7
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.decoder.layers_0.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18612fc3398590862ffdaecdf501d979d65b045ed167f5dda5affc57c619af89
+size 22640284
diff --git a/t5x/checkpoint_1500000/target.decoder.layers_0.mlp.wi_1.kernel/.zarray b/t5x/checkpoint_1500000/target.decoder.layers_0.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b072740696d2fc31db585a220f80763f52eca9bd
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.decoder.layers_0.mlp.wi_1.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536,3968],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536,3968],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1500000/target.decoder.layers_0.mlp.wi_1.kernel/0.0 b/t5x/checkpoint_1500000/target.decoder.layers_0.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..51b2c5b48b4559dc41c7be995cd97276cb5cf2b5
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.decoder.layers_0.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fa0f72a84aeda885c6f8c9f20a6cbe0eb5ee12825b7ec99dea5be301012f5f3
+size 22658160
diff --git a/t5x/checkpoint_1500000/target.decoder.layers_0.mlp.wo.kernel/.zarray b/t5x/checkpoint_1500000/target.decoder.layers_0.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..dc0be4cb5c76454cf71dc9b77709639e3ae10a0c
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.decoder.layers_0.mlp.wo.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[3968,1536],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[3968,1536],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1500000/target.decoder.layers_0.mlp.wo.kernel/0.0 b/t5x/checkpoint_1500000/target.decoder.layers_0.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..22768e0fb997b9f4e9b0337b5d006f389e7f0fda
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.decoder.layers_0.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2bd3ecc33f94c5e7ad6c498d99b63e5714931ceedc9f2610c81762a5dc1f0228
+size 22661727
diff --git a/t5x/checkpoint_1500000/target.decoder.layers_0.pre_cross_attention_layer_norm.scale/.zarray b/t5x/checkpoint_1500000/target.decoder.layers_0.pre_cross_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9154c52e4c459b3c65ec4884ec5c73ed0e603507
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.decoder.layers_0.pre_cross_attention_layer_norm.scale/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1500000/target.decoder.layers_0.pre_cross_attention_layer_norm.scale/0 b/t5x/checkpoint_1500000/target.decoder.layers_0.pre_cross_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..cf447573bd739e2297e49b455edd51648f299378
Binary files /dev/null and b/t5x/checkpoint_1500000/target.decoder.layers_0.pre_cross_attention_layer_norm.scale/0 differ
diff --git a/t5x/checkpoint_1500000/target.decoder.layers_0.pre_mlp_layer_norm.scale/.zarray b/t5x/checkpoint_1500000/target.decoder.layers_0.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9154c52e4c459b3c65ec4884ec5c73ed0e603507
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.decoder.layers_0.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1500000/target.decoder.layers_0.pre_mlp_layer_norm.scale/0 b/t5x/checkpoint_1500000/target.decoder.layers_0.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..da546df39dcf14b2f7b03e9ca62b38681b964991
Binary files /dev/null and b/t5x/checkpoint_1500000/target.decoder.layers_0.pre_mlp_layer_norm.scale/0 differ
diff --git a/t5x/checkpoint_1500000/target.decoder.layers_0.pre_self_attention_layer_norm.scale/.zarray b/t5x/checkpoint_1500000/target.decoder.layers_0.pre_self_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9154c52e4c459b3c65ec4884ec5c73ed0e603507
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.decoder.layers_0.pre_self_attention_layer_norm.scale/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1500000/target.decoder.layers_0.pre_self_attention_layer_norm.scale/0 b/t5x/checkpoint_1500000/target.decoder.layers_0.pre_self_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..96db54806bf8bff2ef9161664d9002f39da97edc
Binary files /dev/null and b/t5x/checkpoint_1500000/target.decoder.layers_0.pre_self_attention_layer_norm.scale/0 differ
diff --git a/t5x/checkpoint_1500000/target.decoder.layers_0.self_attention.key.kernel/.zarray b/t5x/checkpoint_1500000/target.decoder.layers_0.self_attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..e01fb97803452bcd278001f752df7bf5dee19d68
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.decoder.layers_0.self_attention.key.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536,768],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1500000/target.decoder.layers_0.self_attention.key.kernel/0.0 b/t5x/checkpoint_1500000/target.decoder.layers_0.self_attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..22318ff58a38d12784633ca8147c7288a776762c
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.decoder.layers_0.self_attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cdd42041a151cebd9090ae922def5272368cec38c9ff5ea9c44ac3a2c99fbb24
+size 4409766
diff --git a/t5x/checkpoint_1500000/target.decoder.layers_0.self_attention.out.kernel/.zarray b/t5x/checkpoint_1500000/target.decoder.layers_0.self_attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..1824dea43939e84fca3d4f1bf265813299528521
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.decoder.layers_0.self_attention.out.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,1536],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,1536],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1500000/target.decoder.layers_0.self_attention.out.kernel/0.0 b/t5x/checkpoint_1500000/target.decoder.layers_0.self_attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..2dbadd9657f2ef07ed16d032256b4544420193bd
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.decoder.layers_0.self_attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2db31186ce33da02fffe937d417ba982ec929a35af18a5117d4a660401a34181
+size 4390974
diff --git a/t5x/checkpoint_1500000/target.decoder.layers_0.self_attention.query.kernel/.zarray b/t5x/checkpoint_1500000/target.decoder.layers_0.self_attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..e01fb97803452bcd278001f752df7bf5dee19d68
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.decoder.layers_0.self_attention.query.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536,768],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1500000/target.decoder.layers_0.self_attention.query.kernel/0.0 b/t5x/checkpoint_1500000/target.decoder.layers_0.self_attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..abee27617727e74db8c17e63ce8e17ea2df5bab2
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.decoder.layers_0.self_attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5f0385f0b1d2eee15a95a6ade141accb426371a4d26163af026eccc4d68c1a9
+size 4402852
diff --git a/t5x/checkpoint_1500000/target.decoder.layers_0.self_attention.value.kernel/.zarray b/t5x/checkpoint_1500000/target.decoder.layers_0.self_attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..e01fb97803452bcd278001f752df7bf5dee19d68
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.decoder.layers_0.self_attention.value.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536,768],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1500000/target.decoder.layers_0.self_attention.value.kernel/0.0 b/t5x/checkpoint_1500000/target.decoder.layers_0.self_attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..2b78db91f490dab86cfdfbc844d8d86045236deb
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.decoder.layers_0.self_attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5857efabf82132bc5ecd0bd13127da95edb913ace31be924f91a68f50ca4b8bb
+size 4401136
diff --git a/t5x/checkpoint_1500000/target.decoder.layers_1.encoder_decoder_attention.key.kernel/.zarray b/t5x/checkpoint_1500000/target.decoder.layers_1.encoder_decoder_attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..e01fb97803452bcd278001f752df7bf5dee19d68
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.decoder.layers_1.encoder_decoder_attention.key.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536,768],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1500000/target.decoder.layers_1.encoder_decoder_attention.key.kernel/0.0 b/t5x/checkpoint_1500000/target.decoder.layers_1.encoder_decoder_attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..05613d09e73ba3d0ae496b7cb4d72f2d8e14e2b6
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.decoder.layers_1.encoder_decoder_attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4c25c61a0435417e720e44170e73870c2a5c4c6eedeba1b9ff1c71e310d68ca
+size 4387068
diff --git a/t5x/checkpoint_1500000/target.decoder.layers_1.encoder_decoder_attention.out.kernel/.zarray b/t5x/checkpoint_1500000/target.decoder.layers_1.encoder_decoder_attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..1824dea43939e84fca3d4f1bf265813299528521
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.decoder.layers_1.encoder_decoder_attention.out.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,1536],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,1536],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1500000/target.decoder.layers_1.encoder_decoder_attention.out.kernel/0.0 b/t5x/checkpoint_1500000/target.decoder.layers_1.encoder_decoder_attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..e10623ed6a94cb06f9640d2780e5150bf3b85386
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.decoder.layers_1.encoder_decoder_attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91854f27fb7c2378a8dc48de9f9175313b778a5fcc69828bc1c04b1f8660fd21
+size 4395605
diff --git a/t5x/checkpoint_1500000/target.decoder.layers_1.encoder_decoder_attention.query.kernel/.zarray b/t5x/checkpoint_1500000/target.decoder.layers_1.encoder_decoder_attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..e01fb97803452bcd278001f752df7bf5dee19d68
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.decoder.layers_1.encoder_decoder_attention.query.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536,768],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1500000/target.decoder.layers_1.encoder_decoder_attention.query.kernel/0.0 b/t5x/checkpoint_1500000/target.decoder.layers_1.encoder_decoder_attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..28ed403790f117308837f4565afaf81ef25b0ddc
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.decoder.layers_1.encoder_decoder_attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09b6ea5bd3a36fb508abd8152aa1ea2419c4234941e697cbd7215bc9c643941d
+size 4392942
diff --git a/t5x/checkpoint_1500000/target.decoder.layers_1.encoder_decoder_attention.value.kernel/.zarray b/t5x/checkpoint_1500000/target.decoder.layers_1.encoder_decoder_attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..e01fb97803452bcd278001f752df7bf5dee19d68
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.decoder.layers_1.encoder_decoder_attention.value.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536,768],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1500000/target.decoder.layers_1.encoder_decoder_attention.value.kernel/0.0 b/t5x/checkpoint_1500000/target.decoder.layers_1.encoder_decoder_attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..0ddc4d12d2b25228932e51d9694b25ae2174883a
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.decoder.layers_1.encoder_decoder_attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce1277c1cf4bdc02e097de797de19b40bf5989a02c891abb81fb62fc3733d649
+size 4383951
diff --git a/t5x/checkpoint_1500000/target.decoder.layers_1.mlp.wi_0.kernel/.zarray b/t5x/checkpoint_1500000/target.decoder.layers_1.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b072740696d2fc31db585a220f80763f52eca9bd
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.decoder.layers_1.mlp.wi_0.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536,3968],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536,3968],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1500000/target.decoder.layers_1.mlp.wi_0.kernel/0.0 b/t5x/checkpoint_1500000/target.decoder.layers_1.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..7d86c5f3ee2f4b8f341fe4e35cdac4f658061c2e
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.decoder.layers_1.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d325c5f76766506fa78451a5a9718c4b3894442a31b8eaacfe67a32a83daefe0
+size 22645427
diff --git a/t5x/checkpoint_1500000/target.decoder.layers_1.mlp.wi_1.kernel/.zarray b/t5x/checkpoint_1500000/target.decoder.layers_1.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b072740696d2fc31db585a220f80763f52eca9bd
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.decoder.layers_1.mlp.wi_1.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536,3968],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536,3968],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1500000/target.decoder.layers_1.mlp.wi_1.kernel/0.0 b/t5x/checkpoint_1500000/target.decoder.layers_1.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..1f88a6aab285b4796fbc8873e7909c1a4686dab5
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.decoder.layers_1.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d76011150693e34dbfb9b59104df64ea6a92aceb7fedd697e6d53da066fea290
+size 22668169
diff --git a/t5x/checkpoint_1500000/target.decoder.layers_1.mlp.wo.kernel/.zarray b/t5x/checkpoint_1500000/target.decoder.layers_1.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..dc0be4cb5c76454cf71dc9b77709639e3ae10a0c
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.decoder.layers_1.mlp.wo.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[3968,1536],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[3968,1536],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1500000/target.decoder.layers_1.mlp.wo.kernel/0.0 b/t5x/checkpoint_1500000/target.decoder.layers_1.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..55071cad7cb66fe556a075e4abd76fdcffe1fd19
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.decoder.layers_1.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a32fcd48c245f81486a335b281716d2eb3c74507b10f82444a575751a8e7b2e
+size 22653819
diff --git a/t5x/checkpoint_1500000/target.decoder.layers_1.pre_cross_attention_layer_norm.scale/.zarray b/t5x/checkpoint_1500000/target.decoder.layers_1.pre_cross_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9154c52e4c459b3c65ec4884ec5c73ed0e603507
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.decoder.layers_1.pre_cross_attention_layer_norm.scale/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1500000/target.decoder.layers_1.pre_cross_attention_layer_norm.scale/0 b/t5x/checkpoint_1500000/target.decoder.layers_1.pre_cross_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..a6f5dd6b8a947d6587b1e5acbc6279c85171fc5f
Binary files /dev/null and b/t5x/checkpoint_1500000/target.decoder.layers_1.pre_cross_attention_layer_norm.scale/0 differ
diff --git a/t5x/checkpoint_1500000/target.decoder.layers_1.pre_mlp_layer_norm.scale/.zarray b/t5x/checkpoint_1500000/target.decoder.layers_1.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9154c52e4c459b3c65ec4884ec5c73ed0e603507
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.decoder.layers_1.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1500000/target.decoder.layers_1.pre_mlp_layer_norm.scale/0 b/t5x/checkpoint_1500000/target.decoder.layers_1.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..5192f6f159e815fd3d435c3d924a89311ec6b3d2
Binary files /dev/null and b/t5x/checkpoint_1500000/target.decoder.layers_1.pre_mlp_layer_norm.scale/0 differ
diff --git a/t5x/checkpoint_1500000/target.decoder.layers_1.pre_self_attention_layer_norm.scale/.zarray b/t5x/checkpoint_1500000/target.decoder.layers_1.pre_self_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9154c52e4c459b3c65ec4884ec5c73ed0e603507
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.decoder.layers_1.pre_self_attention_layer_norm.scale/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1500000/target.decoder.layers_1.pre_self_attention_layer_norm.scale/0 b/t5x/checkpoint_1500000/target.decoder.layers_1.pre_self_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..13246cc4a35ec46a838cce4e5d1070ffb1d87bdb
Binary files /dev/null and b/t5x/checkpoint_1500000/target.decoder.layers_1.pre_self_attention_layer_norm.scale/0 differ
diff --git a/t5x/checkpoint_1500000/target.decoder.layers_1.self_attention.key.kernel/.zarray b/t5x/checkpoint_1500000/target.decoder.layers_1.self_attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..e01fb97803452bcd278001f752df7bf5dee19d68
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.decoder.layers_1.self_attention.key.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536,768],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1500000/target.decoder.layers_1.self_attention.key.kernel/0.0 b/t5x/checkpoint_1500000/target.decoder.layers_1.self_attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..d0196435bea05b92a3b543d99c27c81b160a54da
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.decoder.layers_1.self_attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cab5eae72e3dd43304126a690721a9f40b3c8d12b0ab23a6261eb274c5e5e5f4
+size 4399371
diff --git a/t5x/checkpoint_1500000/target.decoder.layers_1.self_attention.out.kernel/.zarray b/t5x/checkpoint_1500000/target.decoder.layers_1.self_attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..1824dea43939e84fca3d4f1bf265813299528521
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.decoder.layers_1.self_attention.out.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,1536],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,1536],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1500000/target.decoder.layers_1.self_attention.out.kernel/0.0 b/t5x/checkpoint_1500000/target.decoder.layers_1.self_attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..5970f3429cab13cd93ec1d7717950988e2365fff
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.decoder.layers_1.self_attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bdce2a23322b341174942a3027b3e4cf452b29a19b38eef23e033e54d711f23b
+size 4388412
diff --git a/t5x/checkpoint_1500000/target.decoder.layers_1.self_attention.query.kernel/.zarray b/t5x/checkpoint_1500000/target.decoder.layers_1.self_attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..e01fb97803452bcd278001f752df7bf5dee19d68
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.decoder.layers_1.self_attention.query.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536,768],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1500000/target.decoder.layers_1.self_attention.query.kernel/0.0 b/t5x/checkpoint_1500000/target.decoder.layers_1.self_attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..4983dde25d7f0dbcfa9dfc2391dd578bfb154cb5
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.decoder.layers_1.self_attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c2e55ca3df2462b75d2aba5bbff7afa3871bccfb9a70c89869d31e691b62908
+size 4390924
diff --git a/t5x/checkpoint_1500000/target.decoder.layers_1.self_attention.value.kernel/.zarray b/t5x/checkpoint_1500000/target.decoder.layers_1.self_attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..e01fb97803452bcd278001f752df7bf5dee19d68
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.decoder.layers_1.self_attention.value.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536,768],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1500000/target.decoder.layers_1.self_attention.value.kernel/0.0 b/t5x/checkpoint_1500000/target.decoder.layers_1.self_attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..dda22545c7ac0cad8d844238640d2605c83675cc
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.decoder.layers_1.self_attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:109b0ebbddef95af327e4841abe1410eec2f722674df182365bb6d00c23dccc6
+size 4402521
diff --git a/t5x/checkpoint_1500000/target.decoder.layers_2.encoder_decoder_attention.key.kernel/.zarray b/t5x/checkpoint_1500000/target.decoder.layers_2.encoder_decoder_attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..e01fb97803452bcd278001f752df7bf5dee19d68
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.decoder.layers_2.encoder_decoder_attention.key.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536,768],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1500000/target.decoder.layers_2.encoder_decoder_attention.key.kernel/0.0 b/t5x/checkpoint_1500000/target.decoder.layers_2.encoder_decoder_attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..4597759bc080d8457908456c37e2923502715e97
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.decoder.layers_2.encoder_decoder_attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0254b25fea846ed9d3a0bc13831364c2458864f7e62968d61b1f6adb4638f94
+size 4388094
diff --git a/t5x/checkpoint_1500000/target.decoder.layers_2.encoder_decoder_attention.out.kernel/.zarray b/t5x/checkpoint_1500000/target.decoder.layers_2.encoder_decoder_attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..1824dea43939e84fca3d4f1bf265813299528521
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.decoder.layers_2.encoder_decoder_attention.out.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,1536],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,1536],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1500000/target.decoder.layers_2.encoder_decoder_attention.out.kernel/0.0 b/t5x/checkpoint_1500000/target.decoder.layers_2.encoder_decoder_attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..b84f5f0cc1148e66136dec22e0405f3a64f34f6b
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.decoder.layers_2.encoder_decoder_attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5751f48913c3eebc300a131c493d68bd42c91d851aa99f0711aa6cdac5d6fede
+size 4397058
diff --git a/t5x/checkpoint_1500000/target.decoder.layers_2.encoder_decoder_attention.query.kernel/.zarray b/t5x/checkpoint_1500000/target.decoder.layers_2.encoder_decoder_attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..e01fb97803452bcd278001f752df7bf5dee19d68
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.decoder.layers_2.encoder_decoder_attention.query.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536,768],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1500000/target.decoder.layers_2.encoder_decoder_attention.query.kernel/0.0 b/t5x/checkpoint_1500000/target.decoder.layers_2.encoder_decoder_attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..56fbd574356131011227bb7a2de9e1132ee2b926
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.decoder.layers_2.encoder_decoder_attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34fa3476911a064afa76a6e5b6f409639348b1d4f59086bfe067a5a9c147f8c0
+size 4393875
diff --git a/t5x/checkpoint_1500000/target.decoder.layers_2.encoder_decoder_attention.value.kernel/.zarray b/t5x/checkpoint_1500000/target.decoder.layers_2.encoder_decoder_attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..e01fb97803452bcd278001f752df7bf5dee19d68
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.decoder.layers_2.encoder_decoder_attention.value.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536,768],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1500000/target.decoder.layers_2.encoder_decoder_attention.value.kernel/0.0 b/t5x/checkpoint_1500000/target.decoder.layers_2.encoder_decoder_attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..8f599af4c667c6dd5e89729daa8271eb68712b03
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.decoder.layers_2.encoder_decoder_attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:787fd9c5c421bffd429c635293a482a81d2bed35b2c5504d2237d513433c29f9
+size 4387500
diff --git a/t5x/checkpoint_1500000/target.decoder.layers_2.mlp.wi_0.kernel/.zarray b/t5x/checkpoint_1500000/target.decoder.layers_2.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b072740696d2fc31db585a220f80763f52eca9bd
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.decoder.layers_2.mlp.wi_0.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536,3968],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536,3968],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1500000/target.decoder.layers_2.mlp.wi_0.kernel/0.0 b/t5x/checkpoint_1500000/target.decoder.layers_2.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..55198e6e894e45515209a44c094f84374d70c965
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.decoder.layers_2.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5212d5c9e87a9fe91c0c0271a63942afada9312b7b56bd565e04c977b8dd8bc7
+size 22644708
diff --git a/t5x/checkpoint_1500000/target.decoder.layers_2.mlp.wi_1.kernel/.zarray b/t5x/checkpoint_1500000/target.decoder.layers_2.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b072740696d2fc31db585a220f80763f52eca9bd
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.decoder.layers_2.mlp.wi_1.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536,3968],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536,3968],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1500000/target.decoder.layers_2.mlp.wi_1.kernel/0.0 b/t5x/checkpoint_1500000/target.decoder.layers_2.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..eba399966fa0ac6a0cbeed45319d7c1701cd46ac
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.decoder.layers_2.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d550f55655e030b45b5057201ab23e9d6218c5e3555073d6d28bba1912618db
+size 22681463
diff --git a/t5x/checkpoint_1500000/target.decoder.layers_2.mlp.wo.kernel/.zarray b/t5x/checkpoint_1500000/target.decoder.layers_2.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..dc0be4cb5c76454cf71dc9b77709639e3ae10a0c
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.decoder.layers_2.mlp.wo.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[3968,1536],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[3968,1536],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1500000/target.decoder.layers_2.mlp.wo.kernel/0.0 b/t5x/checkpoint_1500000/target.decoder.layers_2.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..b3e8091c294560cef194a3ac0af81ea4da04e1f1
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.decoder.layers_2.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3574ca603ffcab2e24fb12318e11b517c7dbaaf4b4edea37a63654d69f6edf1
+size 22650534
diff --git a/t5x/checkpoint_1500000/target.decoder.layers_2.pre_cross_attention_layer_norm.scale/.zarray b/t5x/checkpoint_1500000/target.decoder.layers_2.pre_cross_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9154c52e4c459b3c65ec4884ec5c73ed0e603507
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.decoder.layers_2.pre_cross_attention_layer_norm.scale/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1500000/target.decoder.layers_2.pre_cross_attention_layer_norm.scale/0 b/t5x/checkpoint_1500000/target.decoder.layers_2.pre_cross_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..df89b5af6dabb1114913ab91e7c9b5ca31ea72c4
Binary files /dev/null and b/t5x/checkpoint_1500000/target.decoder.layers_2.pre_cross_attention_layer_norm.scale/0 differ
diff --git a/t5x/checkpoint_1500000/target.decoder.layers_2.pre_mlp_layer_norm.scale/.zarray b/t5x/checkpoint_1500000/target.decoder.layers_2.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9154c52e4c459b3c65ec4884ec5c73ed0e603507
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.decoder.layers_2.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1500000/target.decoder.layers_2.pre_mlp_layer_norm.scale/0 b/t5x/checkpoint_1500000/target.decoder.layers_2.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..3a47741884199e29dcbfac4b000b14b26fc9f614
Binary files /dev/null and b/t5x/checkpoint_1500000/target.decoder.layers_2.pre_mlp_layer_norm.scale/0 differ
diff --git a/t5x/checkpoint_1500000/target.decoder.layers_2.pre_self_attention_layer_norm.scale/.zarray b/t5x/checkpoint_1500000/target.decoder.layers_2.pre_self_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9154c52e4c459b3c65ec4884ec5c73ed0e603507
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.decoder.layers_2.pre_self_attention_layer_norm.scale/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1500000/target.decoder.layers_2.pre_self_attention_layer_norm.scale/0 b/t5x/checkpoint_1500000/target.decoder.layers_2.pre_self_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..897b8cdc0e73b158787a5198c6b66d1032316f10
Binary files /dev/null and b/t5x/checkpoint_1500000/target.decoder.layers_2.pre_self_attention_layer_norm.scale/0 differ
diff --git a/t5x/checkpoint_1500000/target.decoder.layers_2.self_attention.key.kernel/.zarray b/t5x/checkpoint_1500000/target.decoder.layers_2.self_attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..e01fb97803452bcd278001f752df7bf5dee19d68
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.decoder.layers_2.self_attention.key.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536,768],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1500000/target.decoder.layers_2.self_attention.key.kernel/0.0 b/t5x/checkpoint_1500000/target.decoder.layers_2.self_attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..fd3f79e0bfd54911ad19d6995c75ecdc1e13c515
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.decoder.layers_2.self_attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8bf6a0bddfdbfd47e6865e3c1c56d872a034b499d81b351fbb87e23f23894c7
+size 4400933
diff --git a/t5x/checkpoint_1500000/target.decoder.layers_2.self_attention.out.kernel/.zarray b/t5x/checkpoint_1500000/target.decoder.layers_2.self_attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..1824dea43939e84fca3d4f1bf265813299528521
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.decoder.layers_2.self_attention.out.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,1536],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,1536],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1500000/target.decoder.layers_2.self_attention.out.kernel/0.0 b/t5x/checkpoint_1500000/target.decoder.layers_2.self_attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..2348e04320669b97c2217bc95992d5b9c7641d66
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.decoder.layers_2.self_attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bcd44f0ea15742820b52bab2a7df0c68dd93b061fe0291e2dac8d75e995a8bda
+size 4388323
diff --git a/t5x/checkpoint_1500000/target.decoder.layers_2.self_attention.query.kernel/.zarray b/t5x/checkpoint_1500000/target.decoder.layers_2.self_attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..e01fb97803452bcd278001f752df7bf5dee19d68
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.decoder.layers_2.self_attention.query.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536,768],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1500000/target.decoder.layers_2.self_attention.query.kernel/0.0 b/t5x/checkpoint_1500000/target.decoder.layers_2.self_attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..33029b4f11fdaf66fee764a53b3200e40a3cc420
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.decoder.layers_2.self_attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:def28f942afeb8c2c12004cc61a9247e0512d4b4ce04d2aaf9dc6c793cf5cdc8
+size 4396620
diff --git a/t5x/checkpoint_1500000/target.decoder.layers_2.self_attention.value.kernel/.zarray b/t5x/checkpoint_1500000/target.decoder.layers_2.self_attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..e01fb97803452bcd278001f752df7bf5dee19d68
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.decoder.layers_2.self_attention.value.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536,768],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1500000/target.decoder.layers_2.self_attention.value.kernel/0.0 b/t5x/checkpoint_1500000/target.decoder.layers_2.self_attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..c60541dce34bbacce029aaa4a3a2f772f907d544
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.decoder.layers_2.self_attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8bd0f34e9f4b1b0235254b5b98b1b41f4b66d738f8d2226acf09b6fb8d2068fb
+size 4397877
diff --git a/t5x/checkpoint_1500000/target.decoder.layers_3.encoder_decoder_attention.key.kernel/.zarray b/t5x/checkpoint_1500000/target.decoder.layers_3.encoder_decoder_attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..e01fb97803452bcd278001f752df7bf5dee19d68
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.decoder.layers_3.encoder_decoder_attention.key.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536,768],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1500000/target.decoder.layers_3.encoder_decoder_attention.key.kernel/0.0 b/t5x/checkpoint_1500000/target.decoder.layers_3.encoder_decoder_attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..72f14ca095e24a4bf18b710ac8fc991083c36bd2
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.decoder.layers_3.encoder_decoder_attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c388aa775a22ba7945ef08f0a9432dc1aef049f4a9aaab1ff17a0dc5241dfb48
+size 4389081
diff --git a/t5x/checkpoint_1500000/target.decoder.layers_3.encoder_decoder_attention.out.kernel/.zarray b/t5x/checkpoint_1500000/target.decoder.layers_3.encoder_decoder_attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..1824dea43939e84fca3d4f1bf265813299528521
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.decoder.layers_3.encoder_decoder_attention.out.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,1536],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,1536],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1500000/target.decoder.layers_3.encoder_decoder_attention.out.kernel/0.0 b/t5x/checkpoint_1500000/target.decoder.layers_3.encoder_decoder_attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..a51be920b81059d785aecb2b8c5f2b6503ac9ac4
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.decoder.layers_3.encoder_decoder_attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ea0d79bd22d26093dc1333b28dd069ee254f253b2ee9f7b281d1d13fdabed09
+size 4397416
diff --git a/t5x/checkpoint_1500000/target.decoder.layers_3.encoder_decoder_attention.query.kernel/.zarray b/t5x/checkpoint_1500000/target.decoder.layers_3.encoder_decoder_attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..e01fb97803452bcd278001f752df7bf5dee19d68
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.decoder.layers_3.encoder_decoder_attention.query.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536,768],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1500000/target.decoder.layers_3.encoder_decoder_attention.query.kernel/0.0 b/t5x/checkpoint_1500000/target.decoder.layers_3.encoder_decoder_attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..48796e3508d7ad1e9ce24d475b43a3b0e3ff70f9
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.decoder.layers_3.encoder_decoder_attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e392f3da5a14d0fa009816be24e491935db67bc9d1291ffa350b519f891684ec
+size 4391943
diff --git a/t5x/checkpoint_1500000/target.decoder.layers_3.encoder_decoder_attention.value.kernel/.zarray b/t5x/checkpoint_1500000/target.decoder.layers_3.encoder_decoder_attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..e01fb97803452bcd278001f752df7bf5dee19d68
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.decoder.layers_3.encoder_decoder_attention.value.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536,768],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1500000/target.decoder.layers_3.encoder_decoder_attention.value.kernel/0.0 b/t5x/checkpoint_1500000/target.decoder.layers_3.encoder_decoder_attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..f7e32e665c5ac553b4da67f38d6f6a2ff67b5629
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.decoder.layers_3.encoder_decoder_attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb4061229a015779d646a6f2a520ff123eb23d1a028b327979aceff954c88fb7
+size 4395290
diff --git a/t5x/checkpoint_1500000/target.decoder.layers_3.mlp.wi_0.kernel/.zarray b/t5x/checkpoint_1500000/target.decoder.layers_3.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b072740696d2fc31db585a220f80763f52eca9bd
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.decoder.layers_3.mlp.wi_0.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536,3968],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536,3968],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1500000/target.decoder.layers_3.mlp.wi_0.kernel/0.0 b/t5x/checkpoint_1500000/target.decoder.layers_3.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..a0676add972b6aeef3098abdbec5467452129d7b
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.decoder.layers_3.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6edcc8b7be6de1c2382047681d80d6b1eb2399b104e8054002bd78156249ef51
+size 22645322
diff --git a/t5x/checkpoint_1500000/target.decoder.layers_3.mlp.wi_1.kernel/.zarray b/t5x/checkpoint_1500000/target.decoder.layers_3.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b072740696d2fc31db585a220f80763f52eca9bd
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.decoder.layers_3.mlp.wi_1.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536,3968],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536,3968],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1500000/target.decoder.layers_3.mlp.wi_1.kernel/0.0 b/t5x/checkpoint_1500000/target.decoder.layers_3.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..090b2baa043f2e47a225dae17737ec729965f7c8
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.decoder.layers_3.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25e42f0e676295a89617f7426fe433a06180ff8744d49f6d6d9d6c44ad34fbe7
+size 22707459
diff --git a/t5x/checkpoint_1500000/target.decoder.layers_3.mlp.wo.kernel/.zarray b/t5x/checkpoint_1500000/target.decoder.layers_3.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..dc0be4cb5c76454cf71dc9b77709639e3ae10a0c
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.decoder.layers_3.mlp.wo.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[3968,1536],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[3968,1536],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1500000/target.decoder.layers_3.mlp.wo.kernel/0.0 b/t5x/checkpoint_1500000/target.decoder.layers_3.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..f2d04668f05fd8e867fb39198c70195af1b02be6
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.decoder.layers_3.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb38651267153673f04d6c765230c9bb0a18b4fac30c06fca5de8e8141721570
+size 22649236
diff --git a/t5x/checkpoint_1500000/target.decoder.layers_3.pre_cross_attention_layer_norm.scale/.zarray b/t5x/checkpoint_1500000/target.decoder.layers_3.pre_cross_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9154c52e4c459b3c65ec4884ec5c73ed0e603507
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.decoder.layers_3.pre_cross_attention_layer_norm.scale/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1500000/target.decoder.layers_3.pre_cross_attention_layer_norm.scale/0 b/t5x/checkpoint_1500000/target.decoder.layers_3.pre_cross_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..6f9f33074475d4c0b9f3b91e47878009a1b871fa
Binary files /dev/null and b/t5x/checkpoint_1500000/target.decoder.layers_3.pre_cross_attention_layer_norm.scale/0 differ
diff --git a/t5x/checkpoint_1500000/target.decoder.layers_3.pre_mlp_layer_norm.scale/.zarray b/t5x/checkpoint_1500000/target.decoder.layers_3.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9154c52e4c459b3c65ec4884ec5c73ed0e603507
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.decoder.layers_3.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1500000/target.decoder.layers_3.pre_mlp_layer_norm.scale/0 b/t5x/checkpoint_1500000/target.decoder.layers_3.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..2eeff050b721416c384fa361b51e4ea420f0fea0
Binary files /dev/null and b/t5x/checkpoint_1500000/target.decoder.layers_3.pre_mlp_layer_norm.scale/0 differ
diff --git a/t5x/checkpoint_1500000/target.decoder.layers_3.pre_self_attention_layer_norm.scale/.zarray b/t5x/checkpoint_1500000/target.decoder.layers_3.pre_self_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9154c52e4c459b3c65ec4884ec5c73ed0e603507
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.decoder.layers_3.pre_self_attention_layer_norm.scale/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1500000/target.decoder.layers_3.pre_self_attention_layer_norm.scale/0 b/t5x/checkpoint_1500000/target.decoder.layers_3.pre_self_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..7e6d58ad3d287361e2540d9c01b51e045baad727
Binary files /dev/null and b/t5x/checkpoint_1500000/target.decoder.layers_3.pre_self_attention_layer_norm.scale/0 differ
diff --git a/t5x/checkpoint_1500000/target.decoder.layers_3.self_attention.key.kernel/.zarray b/t5x/checkpoint_1500000/target.decoder.layers_3.self_attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..e01fb97803452bcd278001f752df7bf5dee19d68
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.decoder.layers_3.self_attention.key.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536,768],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1500000/target.decoder.layers_3.self_attention.key.kernel/0.0 b/t5x/checkpoint_1500000/target.decoder.layers_3.self_attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..b2444249cdc88882eed6a7417d75d4b0b8cfba63
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.decoder.layers_3.self_attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4534a0138375d06fe1728449e7bed531ef442b2bfbf212703f633804fc8bbad4
+size 4401392
diff --git a/t5x/checkpoint_1500000/target.decoder.layers_3.self_attention.out.kernel/.zarray b/t5x/checkpoint_1500000/target.decoder.layers_3.self_attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..1824dea43939e84fca3d4f1bf265813299528521
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.decoder.layers_3.self_attention.out.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,1536],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,1536],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1500000/target.decoder.layers_3.self_attention.out.kernel/0.0 b/t5x/checkpoint_1500000/target.decoder.layers_3.self_attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..b6dec0a7fe670159fd3c1852ae7dcdce141496f6
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.decoder.layers_3.self_attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07e570624dcdc65538d07c81f3e9d78773104c6e5f67d8ebc479324bbfac38b5
+size 4393283
diff --git a/t5x/checkpoint_1500000/target.decoder.layers_3.self_attention.query.kernel/.zarray b/t5x/checkpoint_1500000/target.decoder.layers_3.self_attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..e01fb97803452bcd278001f752df7bf5dee19d68
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.decoder.layers_3.self_attention.query.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536,768],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1500000/target.decoder.layers_3.self_attention.query.kernel/0.0 b/t5x/checkpoint_1500000/target.decoder.layers_3.self_attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..b8e6f0f22844c38a8e2712ed98f13e5d000bfb3c
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.decoder.layers_3.self_attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57582a408443309debe33f0addba6c0b78071977c1b15e667627243f6419a92a
+size 4400109
diff --git a/t5x/checkpoint_1500000/target.decoder.layers_3.self_attention.value.kernel/.zarray b/t5x/checkpoint_1500000/target.decoder.layers_3.self_attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..e01fb97803452bcd278001f752df7bf5dee19d68
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.decoder.layers_3.self_attention.value.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536,768],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1500000/target.decoder.layers_3.self_attention.value.kernel/0.0 b/t5x/checkpoint_1500000/target.decoder.layers_3.self_attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..dc1243c0e66176b0a4b422ab4522db7c3dca50c8
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.decoder.layers_3.self_attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6ceb004afdd5124abd8d8c39ebd64012e7056e6a823d43f73ffa53ecfa64503
+size 4401214
diff --git a/t5x/checkpoint_1500000/target.decoder.layers_4.encoder_decoder_attention.key.kernel/.zarray b/t5x/checkpoint_1500000/target.decoder.layers_4.encoder_decoder_attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..e01fb97803452bcd278001f752df7bf5dee19d68
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.decoder.layers_4.encoder_decoder_attention.key.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536,768],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1500000/target.decoder.layers_4.encoder_decoder_attention.key.kernel/0.0 b/t5x/checkpoint_1500000/target.decoder.layers_4.encoder_decoder_attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..41652bafda052523843015c5c630c0da6a8399e9
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.decoder.layers_4.encoder_decoder_attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:114c6e16a45453029a829c52733a16eb09233f0f222771f06cbd9f251bb9546e
+size 4388238
diff --git a/t5x/checkpoint_1500000/target.decoder.layers_4.encoder_decoder_attention.out.kernel/.zarray b/t5x/checkpoint_1500000/target.decoder.layers_4.encoder_decoder_attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..1824dea43939e84fca3d4f1bf265813299528521
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.decoder.layers_4.encoder_decoder_attention.out.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,1536],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,1536],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1500000/target.decoder.layers_4.encoder_decoder_attention.out.kernel/0.0 b/t5x/checkpoint_1500000/target.decoder.layers_4.encoder_decoder_attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..dff2dee9fe488229617b3de0144d5a9da4feba10
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.decoder.layers_4.encoder_decoder_attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fb048c58c263e933928b05f89fe704b8505cb3009d48f588bf919d66f2cd2fe
+size 4390463
diff --git a/t5x/checkpoint_1500000/target.decoder.layers_4.encoder_decoder_attention.query.kernel/.zarray b/t5x/checkpoint_1500000/target.decoder.layers_4.encoder_decoder_attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..e01fb97803452bcd278001f752df7bf5dee19d68
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.decoder.layers_4.encoder_decoder_attention.query.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536,768],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1500000/target.decoder.layers_4.encoder_decoder_attention.query.kernel/0.0 b/t5x/checkpoint_1500000/target.decoder.layers_4.encoder_decoder_attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..3ed7e044ef5456e3f86f08522ebb69ff7cb2a86f
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.decoder.layers_4.encoder_decoder_attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:025e2bea655636a52a95c4e720d6ccd4e9044a6ab7231c17879bd21996a24788
+size 4395553
diff --git a/t5x/checkpoint_1500000/target.decoder.layers_4.encoder_decoder_attention.value.kernel/.zarray b/t5x/checkpoint_1500000/target.decoder.layers_4.encoder_decoder_attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..e01fb97803452bcd278001f752df7bf5dee19d68
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.decoder.layers_4.encoder_decoder_attention.value.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536,768],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1500000/target.decoder.layers_4.encoder_decoder_attention.value.kernel/0.0 b/t5x/checkpoint_1500000/target.decoder.layers_4.encoder_decoder_attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..9280ca720863ef2717ee267063c714003efd202e
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.decoder.layers_4.encoder_decoder_attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22df6b9d94c612f051dabf8e164946d10fe27079996e368c69d6f08862aa4996
+size 4397819
diff --git a/t5x/checkpoint_1500000/target.decoder.layers_4.mlp.wi_0.kernel/.zarray b/t5x/checkpoint_1500000/target.decoder.layers_4.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b072740696d2fc31db585a220f80763f52eca9bd
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.decoder.layers_4.mlp.wi_0.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536,3968],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536,3968],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1500000/target.decoder.layers_4.mlp.wi_0.kernel/0.0 b/t5x/checkpoint_1500000/target.decoder.layers_4.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..e4553c06a62c934ef4e82dbd9e117a82b84d2a31
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.decoder.layers_4.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:148eedff6f97ecc3012db862507f3856bc4ecd5ce8038d6082a9ac9c092e6c09
+size 22646142
diff --git a/t5x/checkpoint_1500000/target.decoder.layers_4.mlp.wi_1.kernel/.zarray b/t5x/checkpoint_1500000/target.decoder.layers_4.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b072740696d2fc31db585a220f80763f52eca9bd
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.decoder.layers_4.mlp.wi_1.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536,3968],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536,3968],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1500000/target.decoder.layers_4.mlp.wi_1.kernel/0.0 b/t5x/checkpoint_1500000/target.decoder.layers_4.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..dfc756cced568b89e394dd5bc41d2de1331618ae
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.decoder.layers_4.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f20c05275031fc46f477a28143faa1ca34b9a9b359bbea695eec42377d2cc69
+size 22715031
diff --git a/t5x/checkpoint_1500000/target.decoder.layers_4.mlp.wo.kernel/.zarray b/t5x/checkpoint_1500000/target.decoder.layers_4.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..dc0be4cb5c76454cf71dc9b77709639e3ae10a0c
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.decoder.layers_4.mlp.wo.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[3968,1536],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[3968,1536],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1500000/target.decoder.layers_4.mlp.wo.kernel/0.0 b/t5x/checkpoint_1500000/target.decoder.layers_4.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..785004a85fffe4faa115593afd255f05daee3c3e
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.decoder.layers_4.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57f7e9326f81616955602f5a59f8b6868af038f86de0036264371e7338a2612f
+size 22676891
diff --git a/t5x/checkpoint_1500000/target.decoder.layers_4.pre_cross_attention_layer_norm.scale/.zarray b/t5x/checkpoint_1500000/target.decoder.layers_4.pre_cross_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9154c52e4c459b3c65ec4884ec5c73ed0e603507
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.decoder.layers_4.pre_cross_attention_layer_norm.scale/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1500000/target.decoder.layers_4.pre_cross_attention_layer_norm.scale/0 b/t5x/checkpoint_1500000/target.decoder.layers_4.pre_cross_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..e4ab607039f4c8b5df0af61381646a2ded0a77db
Binary files /dev/null and b/t5x/checkpoint_1500000/target.decoder.layers_4.pre_cross_attention_layer_norm.scale/0 differ
diff --git a/t5x/checkpoint_1500000/target.decoder.layers_4.pre_mlp_layer_norm.scale/.zarray b/t5x/checkpoint_1500000/target.decoder.layers_4.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9154c52e4c459b3c65ec4884ec5c73ed0e603507
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.decoder.layers_4.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1500000/target.decoder.layers_4.pre_mlp_layer_norm.scale/0 b/t5x/checkpoint_1500000/target.decoder.layers_4.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..e1a5c7f7794ace8dc1b86c4354577b7d74429ba9
Binary files /dev/null and b/t5x/checkpoint_1500000/target.decoder.layers_4.pre_mlp_layer_norm.scale/0 differ
diff --git a/t5x/checkpoint_1500000/target.decoder.layers_4.pre_self_attention_layer_norm.scale/.zarray b/t5x/checkpoint_1500000/target.decoder.layers_4.pre_self_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9154c52e4c459b3c65ec4884ec5c73ed0e603507
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.decoder.layers_4.pre_self_attention_layer_norm.scale/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1500000/target.decoder.layers_4.pre_self_attention_layer_norm.scale/0 b/t5x/checkpoint_1500000/target.decoder.layers_4.pre_self_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..321cd439fccd413391a65944e12e8a789079a55b
Binary files /dev/null and b/t5x/checkpoint_1500000/target.decoder.layers_4.pre_self_attention_layer_norm.scale/0 differ
diff --git a/t5x/checkpoint_1500000/target.decoder.layers_4.self_attention.key.kernel/.zarray b/t5x/checkpoint_1500000/target.decoder.layers_4.self_attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..e01fb97803452bcd278001f752df7bf5dee19d68
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.decoder.layers_4.self_attention.key.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536,768],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1500000/target.decoder.layers_4.self_attention.key.kernel/0.0 b/t5x/checkpoint_1500000/target.decoder.layers_4.self_attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..41df0e0daaad0e1a5935f588847b43dc595b9045
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.decoder.layers_4.self_attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c82006a6f17647444f937563bdd41e4a3c0901130ad54f51881a9b4c4b12e3c0
+size 4402699
diff --git a/t5x/checkpoint_1500000/target.decoder.layers_4.self_attention.out.kernel/.zarray b/t5x/checkpoint_1500000/target.decoder.layers_4.self_attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..1824dea43939e84fca3d4f1bf265813299528521
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.decoder.layers_4.self_attention.out.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,1536],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,1536],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1500000/target.decoder.layers_4.self_attention.out.kernel/0.0 b/t5x/checkpoint_1500000/target.decoder.layers_4.self_attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..bc892d995febf2e9c00254f3bcbc95b2a6dd265f
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.decoder.layers_4.self_attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9029f56b2ae31d4a3c640ea802b7fafea211e186b8fefd4ca5e8b610d6484ec1
+size 4394483
diff --git a/t5x/checkpoint_1500000/target.decoder.layers_4.self_attention.query.kernel/.zarray b/t5x/checkpoint_1500000/target.decoder.layers_4.self_attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..e01fb97803452bcd278001f752df7bf5dee19d68
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.decoder.layers_4.self_attention.query.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536,768],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1500000/target.decoder.layers_4.self_attention.query.kernel/0.0 b/t5x/checkpoint_1500000/target.decoder.layers_4.self_attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..d14719054c715ecd97dfe4c822ddc2c4b98dd8e2
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.decoder.layers_4.self_attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8fcc817099ca8ebf1b207ddf5b9752597ec9b0b2690368365d6fdc80c81f4a8
+size 4403658
diff --git a/t5x/checkpoint_1500000/target.decoder.layers_4.self_attention.value.kernel/.zarray b/t5x/checkpoint_1500000/target.decoder.layers_4.self_attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..e01fb97803452bcd278001f752df7bf5dee19d68
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.decoder.layers_4.self_attention.value.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536,768],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1500000/target.decoder.layers_4.self_attention.value.kernel/0.0 b/t5x/checkpoint_1500000/target.decoder.layers_4.self_attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..c3be298895bee8f1ebf95b6b5828eaf798fe0f59
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.decoder.layers_4.self_attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de1d38cbe8287c58cf2edaf3c9a2d16807e0bdf9d80789d4440c7d04f62d9615
+size 4401791
diff --git a/t5x/checkpoint_1500000/target.decoder.layers_5.encoder_decoder_attention.key.kernel/.zarray b/t5x/checkpoint_1500000/target.decoder.layers_5.encoder_decoder_attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..e01fb97803452bcd278001f752df7bf5dee19d68
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.decoder.layers_5.encoder_decoder_attention.key.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536,768],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1500000/target.decoder.layers_5.encoder_decoder_attention.key.kernel/0.0 b/t5x/checkpoint_1500000/target.decoder.layers_5.encoder_decoder_attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..dab1bf544ea58948c4464c0915f9e8cb2f9c7aad
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.decoder.layers_5.encoder_decoder_attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2a8ec3f94a4b18b777c33ab170a5625f8f62e466bc98d97e208853132b1abc0
+size 4394271
diff --git a/t5x/checkpoint_1500000/target.decoder.layers_5.encoder_decoder_attention.out.kernel/.zarray b/t5x/checkpoint_1500000/target.decoder.layers_5.encoder_decoder_attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..1824dea43939e84fca3d4f1bf265813299528521
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.decoder.layers_5.encoder_decoder_attention.out.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,1536],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,1536],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1500000/target.decoder.layers_5.encoder_decoder_attention.out.kernel/0.0 b/t5x/checkpoint_1500000/target.decoder.layers_5.encoder_decoder_attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..63caaca6beb0643bd9cdf4d22f9c6ab8d6f6f65e
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.decoder.layers_5.encoder_decoder_attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbfc1932ef4d411be2230420612f8d3bbc0084808c51f3a89629cc27e1413f1b
+size 4385531
diff --git a/t5x/checkpoint_1500000/target.decoder.layers_5.encoder_decoder_attention.query.kernel/.zarray b/t5x/checkpoint_1500000/target.decoder.layers_5.encoder_decoder_attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..e01fb97803452bcd278001f752df7bf5dee19d68
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.decoder.layers_5.encoder_decoder_attention.query.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536,768],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1500000/target.decoder.layers_5.encoder_decoder_attention.query.kernel/0.0 b/t5x/checkpoint_1500000/target.decoder.layers_5.encoder_decoder_attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..08272e2d987675bfa7ca07b6f1a71d586a86d550
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.decoder.layers_5.encoder_decoder_attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3eea08a25b5171ebcbe6b49e0489b25485ab77d6c40874cf85cc5be7c0d3694f
+size 4389611
diff --git a/t5x/checkpoint_1500000/target.decoder.layers_5.encoder_decoder_attention.value.kernel/.zarray b/t5x/checkpoint_1500000/target.decoder.layers_5.encoder_decoder_attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..e01fb97803452bcd278001f752df7bf5dee19d68
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.decoder.layers_5.encoder_decoder_attention.value.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536,768],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1500000/target.decoder.layers_5.encoder_decoder_attention.value.kernel/0.0 b/t5x/checkpoint_1500000/target.decoder.layers_5.encoder_decoder_attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..a57fb52698889f3f61a67c030d945fb26a23802c
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.decoder.layers_5.encoder_decoder_attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c6a016bf63be24686c11b6640a8bafbba7c5135cd47b1681da72e51a716a379
+size 4388320
diff --git a/t5x/checkpoint_1500000/target.decoder.layers_5.mlp.wi_0.kernel/.zarray b/t5x/checkpoint_1500000/target.decoder.layers_5.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b072740696d2fc31db585a220f80763f52eca9bd
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.decoder.layers_5.mlp.wi_0.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536,3968],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536,3968],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1500000/target.decoder.layers_5.mlp.wi_0.kernel/0.0 b/t5x/checkpoint_1500000/target.decoder.layers_5.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..cdea9bb9bbe0870230091f0b6d0b03a0908df382
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.decoder.layers_5.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae8a8e1e2b417ec553c2131def8996f62fdbc9f7578f9d18a52cdd08e80af583
+size 22654042
diff --git a/t5x/checkpoint_1500000/target.decoder.layers_5.mlp.wi_1.kernel/.zarray b/t5x/checkpoint_1500000/target.decoder.layers_5.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b072740696d2fc31db585a220f80763f52eca9bd
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.decoder.layers_5.mlp.wi_1.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536,3968],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536,3968],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1500000/target.decoder.layers_5.mlp.wi_1.kernel/0.0 b/t5x/checkpoint_1500000/target.decoder.layers_5.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..0786ec5d071b108159ede22e9b542bea3d5a5f1f
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.decoder.layers_5.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da87e953417a389e60a46cc18b3f1be2fa3dee13fd711ff59f79132b5a308323
+size 22715964
diff --git a/t5x/checkpoint_1500000/target.decoder.layers_5.mlp.wo.kernel/.zarray b/t5x/checkpoint_1500000/target.decoder.layers_5.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..dc0be4cb5c76454cf71dc9b77709639e3ae10a0c
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.decoder.layers_5.mlp.wo.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[3968,1536],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[3968,1536],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1500000/target.decoder.layers_5.mlp.wo.kernel/0.0 b/t5x/checkpoint_1500000/target.decoder.layers_5.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..eb256e723fa0de8605f703ba501a856a6a4742b6
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.decoder.layers_5.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c8a1648642c3dabdcc829cc19de7ade7acea9ae0f082814485cbbe28f3b746c
+size 22708226
diff --git a/t5x/checkpoint_1500000/target.decoder.layers_5.pre_cross_attention_layer_norm.scale/.zarray b/t5x/checkpoint_1500000/target.decoder.layers_5.pre_cross_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9154c52e4c459b3c65ec4884ec5c73ed0e603507
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.decoder.layers_5.pre_cross_attention_layer_norm.scale/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1500000/target.decoder.layers_5.pre_cross_attention_layer_norm.scale/0 b/t5x/checkpoint_1500000/target.decoder.layers_5.pre_cross_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..1c1be264ff366c6191e25d8f39db175afd3300cc
Binary files /dev/null and b/t5x/checkpoint_1500000/target.decoder.layers_5.pre_cross_attention_layer_norm.scale/0 differ
diff --git a/t5x/checkpoint_1500000/target.decoder.layers_5.pre_mlp_layer_norm.scale/.zarray b/t5x/checkpoint_1500000/target.decoder.layers_5.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9154c52e4c459b3c65ec4884ec5c73ed0e603507
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.decoder.layers_5.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1500000/target.decoder.layers_5.pre_mlp_layer_norm.scale/0 b/t5x/checkpoint_1500000/target.decoder.layers_5.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..d8865870f49b6b6b2932df75a34821ae6f000777
Binary files /dev/null and b/t5x/checkpoint_1500000/target.decoder.layers_5.pre_mlp_layer_norm.scale/0 differ
diff --git a/t5x/checkpoint_1500000/target.decoder.layers_5.pre_self_attention_layer_norm.scale/.zarray b/t5x/checkpoint_1500000/target.decoder.layers_5.pre_self_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9154c52e4c459b3c65ec4884ec5c73ed0e603507
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.decoder.layers_5.pre_self_attention_layer_norm.scale/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1500000/target.decoder.layers_5.pre_self_attention_layer_norm.scale/0 b/t5x/checkpoint_1500000/target.decoder.layers_5.pre_self_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..b845de01e7d00986c188a01e43e8e3dba60dc7c6
Binary files /dev/null and b/t5x/checkpoint_1500000/target.decoder.layers_5.pre_self_attention_layer_norm.scale/0 differ
diff --git a/t5x/checkpoint_1500000/target.decoder.layers_5.self_attention.key.kernel/.zarray b/t5x/checkpoint_1500000/target.decoder.layers_5.self_attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..e01fb97803452bcd278001f752df7bf5dee19d68
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.decoder.layers_5.self_attention.key.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536,768],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1500000/target.decoder.layers_5.self_attention.key.kernel/0.0 b/t5x/checkpoint_1500000/target.decoder.layers_5.self_attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..f15609d6c5a7372ef78ac4e6221c5667c87ce625
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.decoder.layers_5.self_attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f0822ed4ed8b85f427b69c5a7247cee29a6e5ce092deff6475bf420dec60167
+size 4395721
diff --git a/t5x/checkpoint_1500000/target.decoder.layers_5.self_attention.out.kernel/.zarray b/t5x/checkpoint_1500000/target.decoder.layers_5.self_attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..1824dea43939e84fca3d4f1bf265813299528521
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.decoder.layers_5.self_attention.out.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,1536],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,1536],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1500000/target.decoder.layers_5.self_attention.out.kernel/0.0 b/t5x/checkpoint_1500000/target.decoder.layers_5.self_attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..6357ec3cbf1d6e35b357dd1fef15fdc2bff8121e
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.decoder.layers_5.self_attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8d303821d8bb5e4b852901036e27c3efcd6a22fcc2fbca6fbc42867ce9ffdf2
+size 4395238
diff --git a/t5x/checkpoint_1500000/target.decoder.layers_5.self_attention.query.kernel/.zarray b/t5x/checkpoint_1500000/target.decoder.layers_5.self_attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..e01fb97803452bcd278001f752df7bf5dee19d68
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.decoder.layers_5.self_attention.query.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536,768],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1500000/target.decoder.layers_5.self_attention.query.kernel/0.0 b/t5x/checkpoint_1500000/target.decoder.layers_5.self_attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..bc315e443d7e8d96a7d55a8ccf0242aab8e9b5be
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.decoder.layers_5.self_attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6bfb7f6f25c624524c1a729204cca1be706b948a65d5970c5d11899a3a4a832
+size 4400525
diff --git a/t5x/checkpoint_1500000/target.decoder.layers_5.self_attention.value.kernel/.zarray b/t5x/checkpoint_1500000/target.decoder.layers_5.self_attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..e01fb97803452bcd278001f752df7bf5dee19d68
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.decoder.layers_5.self_attention.value.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536,768],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1500000/target.decoder.layers_5.self_attention.value.kernel/0.0 b/t5x/checkpoint_1500000/target.decoder.layers_5.self_attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..8070754f8d275d8ad3af22376fab35c9e4364917
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.decoder.layers_5.self_attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:803ef81a5b31766a5530256270ab17ad04defdae64ff662b9bf01ca2fd91eb4a
+size 4404495
diff --git a/t5x/checkpoint_1500000/target.decoder.logits_dense.kernel/.zarray b/t5x/checkpoint_1500000/target.decoder.logits_dense.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..ef6ac21c1d0b137847bf88284e6814f10532dec7
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.decoder.logits_dense.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536,384],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536,384],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1500000/target.decoder.logits_dense.kernel/0.0 b/t5x/checkpoint_1500000/target.decoder.logits_dense.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..66c80abd539bd8fe8f25850c092343385c4d7858
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.decoder.logits_dense.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:529f97cd2292782266462bf9c25a18c01c82441e3f013514c8f38078761e403f
+size 2191953
diff --git a/t5x/checkpoint_1500000/target.decoder.relpos_bias.rel_embedding/.zarray b/t5x/checkpoint_1500000/target.decoder.relpos_bias.rel_embedding/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4a336fd864ce83a44dd55fa003ffea4fdfd474ec
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.decoder.relpos_bias.rel_embedding/.zarray
@@ -0,0 +1 @@
+{"chunks":[12,32],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[12,32],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1500000/target.decoder.relpos_bias.rel_embedding/0.0 b/t5x/checkpoint_1500000/target.decoder.relpos_bias.rel_embedding/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..2747d947824ee42830035ca82f8b3e3269ecbe93
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.decoder.relpos_bias.rel_embedding/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09e841b32f989eebff031004f593accdb52b00ec92fc0b4ee71999e4e9c85121
+size 1391
diff --git a/t5x/checkpoint_1500000/target.encoder.encoder_norm.scale/.zarray b/t5x/checkpoint_1500000/target.encoder.encoder_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9154c52e4c459b3c65ec4884ec5c73ed0e603507
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.encoder.encoder_norm.scale/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1500000/target.encoder.encoder_norm.scale/0 b/t5x/checkpoint_1500000/target.encoder.encoder_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..438d8643187d87ddfde3a599a0b56517b588252d
Binary files /dev/null and b/t5x/checkpoint_1500000/target.encoder.encoder_norm.scale/0 differ
diff --git a/t5x/checkpoint_1500000/target.encoder.layers_0.attention.key.kernel/.zarray b/t5x/checkpoint_1500000/target.encoder.layers_0.attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..e01fb97803452bcd278001f752df7bf5dee19d68
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.encoder.layers_0.attention.key.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536,768],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1500000/target.encoder.layers_0.attention.key.kernel/0.0 b/t5x/checkpoint_1500000/target.encoder.layers_0.attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..e7fece80bd94ac8d611ad1ece30aae0e2571ec85
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.encoder.layers_0.attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc354e92605d8b9390649f584803227dcec49fb5ea9e441a173c7db65318f136
+size 4392808
diff --git a/t5x/checkpoint_1500000/target.encoder.layers_0.attention.out.kernel/.zarray b/t5x/checkpoint_1500000/target.encoder.layers_0.attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..1824dea43939e84fca3d4f1bf265813299528521
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.encoder.layers_0.attention.out.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,1536],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,1536],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1500000/target.encoder.layers_0.attention.out.kernel/0.0 b/t5x/checkpoint_1500000/target.encoder.layers_0.attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..582c978548d4e9af8ee0cd8072542a7b026913a2
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.encoder.layers_0.attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77148eafd0dd0daafb2f1f6953bdf0a8d3be493c94e48f13151bd1f720e503fa
+size 4398705
diff --git a/t5x/checkpoint_1500000/target.encoder.layers_0.attention.query.kernel/.zarray b/t5x/checkpoint_1500000/target.encoder.layers_0.attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..e01fb97803452bcd278001f752df7bf5dee19d68
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.encoder.layers_0.attention.query.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536,768],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1500000/target.encoder.layers_0.attention.query.kernel/0.0 b/t5x/checkpoint_1500000/target.encoder.layers_0.attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..b1b4b8fe091d87810b6be172d2f6a20e12326092
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.encoder.layers_0.attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a07cb5aad68edb005005e61eca69c481d2b39cbccef85a2b88984bf1cc8bdcf7
+size 4392387
diff --git a/t5x/checkpoint_1500000/target.encoder.layers_0.attention.value.kernel/.zarray b/t5x/checkpoint_1500000/target.encoder.layers_0.attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..e01fb97803452bcd278001f752df7bf5dee19d68
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.encoder.layers_0.attention.value.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536,768],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1500000/target.encoder.layers_0.attention.value.kernel/0.0 b/t5x/checkpoint_1500000/target.encoder.layers_0.attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..904392505212920c3e016d438a8e7ae932d3056b
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.encoder.layers_0.attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1369763a6939a3ee36e5cd2bef32bfc0104fc50bb4c6a5159303ed3f48098c91
+size 4387453
diff --git a/t5x/checkpoint_1500000/target.encoder.layers_0.mlp.wi_0.kernel/.zarray b/t5x/checkpoint_1500000/target.encoder.layers_0.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b072740696d2fc31db585a220f80763f52eca9bd
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.encoder.layers_0.mlp.wi_0.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536,3968],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536,3968],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1500000/target.encoder.layers_0.mlp.wi_0.kernel/0.0 b/t5x/checkpoint_1500000/target.encoder.layers_0.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..8e9ee6afc85fa7014588cc95094651c62741d95d
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.encoder.layers_0.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ead4c4706f1987b12b89ff65588c8bd68603fcc44bb5adc5ae97744e19005834
+size 22695563
diff --git a/t5x/checkpoint_1500000/target.encoder.layers_0.mlp.wi_1.kernel/.zarray b/t5x/checkpoint_1500000/target.encoder.layers_0.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b072740696d2fc31db585a220f80763f52eca9bd
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.encoder.layers_0.mlp.wi_1.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536,3968],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536,3968],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1500000/target.encoder.layers_0.mlp.wi_1.kernel/0.0 b/t5x/checkpoint_1500000/target.encoder.layers_0.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..20a3010df082766329ab92e6a6d31ecf0e994254
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.encoder.layers_0.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afc07d7e17943868944597c3f0ce31862f56931d7003ba8bb1e7c8309b870450
+size 22702103
diff --git a/t5x/checkpoint_1500000/target.encoder.layers_0.mlp.wo.kernel/.zarray b/t5x/checkpoint_1500000/target.encoder.layers_0.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..dc0be4cb5c76454cf71dc9b77709639e3ae10a0c
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.encoder.layers_0.mlp.wo.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[3968,1536],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[3968,1536],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1500000/target.encoder.layers_0.mlp.wo.kernel/0.0 b/t5x/checkpoint_1500000/target.encoder.layers_0.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..bb4dc77663fa16ab341436f3bb11b8fad0ab2cf1
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.encoder.layers_0.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:581853de7a316d70b7abea66a5b55c10fde0aa9bff09c85aa8be0a0949523f8c
+size 22656975
diff --git a/t5x/checkpoint_1500000/target.encoder.layers_0.pre_attention_layer_norm.scale/.zarray b/t5x/checkpoint_1500000/target.encoder.layers_0.pre_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9154c52e4c459b3c65ec4884ec5c73ed0e603507
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.encoder.layers_0.pre_attention_layer_norm.scale/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1500000/target.encoder.layers_0.pre_attention_layer_norm.scale/0 b/t5x/checkpoint_1500000/target.encoder.layers_0.pre_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..5469df3ef815ae7d77c78be741a599e083e81293
Binary files /dev/null and b/t5x/checkpoint_1500000/target.encoder.layers_0.pre_attention_layer_norm.scale/0 differ
diff --git a/t5x/checkpoint_1500000/target.encoder.layers_0.pre_mlp_layer_norm.scale/.zarray b/t5x/checkpoint_1500000/target.encoder.layers_0.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9154c52e4c459b3c65ec4884ec5c73ed0e603507
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.encoder.layers_0.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1500000/target.encoder.layers_0.pre_mlp_layer_norm.scale/0 b/t5x/checkpoint_1500000/target.encoder.layers_0.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..8485f3e185d20a6bec24abaeaed23ede6b77b4e2
Binary files /dev/null and b/t5x/checkpoint_1500000/target.encoder.layers_0.pre_mlp_layer_norm.scale/0 differ
diff --git a/t5x/checkpoint_1500000/target.encoder.layers_1.attention.key.kernel/.zarray b/t5x/checkpoint_1500000/target.encoder.layers_1.attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..e01fb97803452bcd278001f752df7bf5dee19d68
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.encoder.layers_1.attention.key.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536,768],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1500000/target.encoder.layers_1.attention.key.kernel/0.0 b/t5x/checkpoint_1500000/target.encoder.layers_1.attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..6d7716f4363fe67486b20e999464faa6a57be8d7
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.encoder.layers_1.attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:353f670750a8ec7434900cd5db84ab3ab72320a3873c03614bd77e305da68164
+size 4396115
diff --git a/t5x/checkpoint_1500000/target.encoder.layers_1.attention.out.kernel/.zarray b/t5x/checkpoint_1500000/target.encoder.layers_1.attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..1824dea43939e84fca3d4f1bf265813299528521
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.encoder.layers_1.attention.out.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,1536],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,1536],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1500000/target.encoder.layers_1.attention.out.kernel/0.0 b/t5x/checkpoint_1500000/target.encoder.layers_1.attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..361e9ce142740494261e71cac4d660a375c2459e
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.encoder.layers_1.attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6167d51a3dd6ab8f92d31eb383fa6daad9ce9f90351cc2b0b079068cf4620e5d
+size 4398600
diff --git a/t5x/checkpoint_1500000/target.encoder.layers_1.attention.query.kernel/.zarray b/t5x/checkpoint_1500000/target.encoder.layers_1.attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..e01fb97803452bcd278001f752df7bf5dee19d68
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.encoder.layers_1.attention.query.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536,768],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1500000/target.encoder.layers_1.attention.query.kernel/0.0 b/t5x/checkpoint_1500000/target.encoder.layers_1.attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..09f45e171673b9e385ffa2faee01fb2cdcf30688
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.encoder.layers_1.attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a25446362fc2c5f4328477ecde7318590229983c50a21bed828610dab743823f
+size 4385584
diff --git a/t5x/checkpoint_1500000/target.encoder.layers_1.attention.value.kernel/.zarray b/t5x/checkpoint_1500000/target.encoder.layers_1.attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..e01fb97803452bcd278001f752df7bf5dee19d68
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.encoder.layers_1.attention.value.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536,768],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1500000/target.encoder.layers_1.attention.value.kernel/0.0 b/t5x/checkpoint_1500000/target.encoder.layers_1.attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..4fe38f0bcdea7e340f7e59a8d9c23b7b7f4c75cf
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.encoder.layers_1.attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72456138c2efc5a6a870846a30b6917a5b7ec06132019e05579e0ae5dabb3f01
+size 4386209
diff --git a/t5x/checkpoint_1500000/target.encoder.layers_1.mlp.wi_0.kernel/.zarray b/t5x/checkpoint_1500000/target.encoder.layers_1.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b072740696d2fc31db585a220f80763f52eca9bd
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.encoder.layers_1.mlp.wi_0.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536,3968],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536,3968],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1500000/target.encoder.layers_1.mlp.wi_0.kernel/0.0 b/t5x/checkpoint_1500000/target.encoder.layers_1.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..181f4b4677d2895014bf95be6ffad47506ca7fe9
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.encoder.layers_1.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbe0e2dd291f13e218c45a8b35f6cf48b44613d92ef0cdc5303ccf58922073b9
+size 22703331
diff --git a/t5x/checkpoint_1500000/target.encoder.layers_1.mlp.wi_1.kernel/.zarray b/t5x/checkpoint_1500000/target.encoder.layers_1.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b072740696d2fc31db585a220f80763f52eca9bd
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.encoder.layers_1.mlp.wi_1.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536,3968],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536,3968],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1500000/target.encoder.layers_1.mlp.wi_1.kernel/0.0 b/t5x/checkpoint_1500000/target.encoder.layers_1.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..a12fb0e18956e6d8c356dadadf2aef8a6c3cf15b
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.encoder.layers_1.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cdf8416009e6025786344b39470f6c3d6a5178236198a02466d6e765d2911315
+size 22710902
diff --git a/t5x/checkpoint_1500000/target.encoder.layers_1.mlp.wo.kernel/.zarray b/t5x/checkpoint_1500000/target.encoder.layers_1.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..dc0be4cb5c76454cf71dc9b77709639e3ae10a0c
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.encoder.layers_1.mlp.wo.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[3968,1536],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[3968,1536],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1500000/target.encoder.layers_1.mlp.wo.kernel/0.0 b/t5x/checkpoint_1500000/target.encoder.layers_1.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..29bac492dd3d440b2e9573edf69b59733e19199a
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.encoder.layers_1.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50a006301593959f39c2b8df5f69c319118e20c464506bd1a4ddff5cc4ebb7c3
+size 22672413
diff --git a/t5x/checkpoint_1500000/target.encoder.layers_1.pre_attention_layer_norm.scale/.zarray b/t5x/checkpoint_1500000/target.encoder.layers_1.pre_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9154c52e4c459b3c65ec4884ec5c73ed0e603507
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.encoder.layers_1.pre_attention_layer_norm.scale/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1500000/target.encoder.layers_1.pre_attention_layer_norm.scale/0 b/t5x/checkpoint_1500000/target.encoder.layers_1.pre_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..01f83d80810cceb726101f737630f01faa796b93
Binary files /dev/null and b/t5x/checkpoint_1500000/target.encoder.layers_1.pre_attention_layer_norm.scale/0 differ
diff --git a/t5x/checkpoint_1500000/target.encoder.layers_1.pre_mlp_layer_norm.scale/.zarray b/t5x/checkpoint_1500000/target.encoder.layers_1.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9154c52e4c459b3c65ec4884ec5c73ed0e603507
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.encoder.layers_1.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1500000/target.encoder.layers_1.pre_mlp_layer_norm.scale/0 b/t5x/checkpoint_1500000/target.encoder.layers_1.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..25fdf6fef05fb3d77760e6de7f4fb3f0ed3b4677
Binary files /dev/null and b/t5x/checkpoint_1500000/target.encoder.layers_1.pre_mlp_layer_norm.scale/0 differ
diff --git a/t5x/checkpoint_1500000/target.encoder.layers_10.attention.key.kernel/.zarray b/t5x/checkpoint_1500000/target.encoder.layers_10.attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..e01fb97803452bcd278001f752df7bf5dee19d68
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.encoder.layers_10.attention.key.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536,768],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1500000/target.encoder.layers_10.attention.key.kernel/0.0 b/t5x/checkpoint_1500000/target.encoder.layers_10.attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..1c110775bea4e20ec8099fd904de86ba10794966
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.encoder.layers_10.attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21c2c8155adae964fcd0ee8dcc7abd90ef44a3df7b3e5f8a309d1fbd3dd8423f
+size 4391751
diff --git a/t5x/checkpoint_1500000/target.encoder.layers_10.attention.out.kernel/.zarray b/t5x/checkpoint_1500000/target.encoder.layers_10.attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..1824dea43939e84fca3d4f1bf265813299528521
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.encoder.layers_10.attention.out.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,1536],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,1536],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1500000/target.encoder.layers_10.attention.out.kernel/0.0 b/t5x/checkpoint_1500000/target.encoder.layers_10.attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..c06de6e94a0a935ccdcc927f0a7e21ab4eabed18
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.encoder.layers_10.attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e274b28638dbf290f62d699d820e76ac761d0abdb6f5ae9a61bb4653e3d91ec
+size 4393293
diff --git a/t5x/checkpoint_1500000/target.encoder.layers_10.attention.query.kernel/.zarray b/t5x/checkpoint_1500000/target.encoder.layers_10.attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..e01fb97803452bcd278001f752df7bf5dee19d68
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.encoder.layers_10.attention.query.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536,768],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1500000/target.encoder.layers_10.attention.query.kernel/0.0 b/t5x/checkpoint_1500000/target.encoder.layers_10.attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..a0832af234cc61167044d85e40ef13ea1ac05cc5
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.encoder.layers_10.attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c28321c2acc04961c756bc0fc037df7a5330a4209e907384d40a841a5446a87c
+size 4393346
diff --git a/t5x/checkpoint_1500000/target.encoder.layers_10.attention.value.kernel/.zarray b/t5x/checkpoint_1500000/target.encoder.layers_10.attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..e01fb97803452bcd278001f752df7bf5dee19d68
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.encoder.layers_10.attention.value.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536,768],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1500000/target.encoder.layers_10.attention.value.kernel/0.0 b/t5x/checkpoint_1500000/target.encoder.layers_10.attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..6a5bb263bdfcf57ccbafa9945c9f005d4b2cc11e
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.encoder.layers_10.attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b70adc915aa87b50cfc2d904522e51ba8f9afd088ec02dbf60d71b565486cc7f
+size 4388322
diff --git a/t5x/checkpoint_1500000/target.encoder.layers_10.mlp.wi_0.kernel/.zarray b/t5x/checkpoint_1500000/target.encoder.layers_10.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b072740696d2fc31db585a220f80763f52eca9bd
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.encoder.layers_10.mlp.wi_0.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536,3968],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536,3968],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1500000/target.encoder.layers_10.mlp.wi_0.kernel/0.0 b/t5x/checkpoint_1500000/target.encoder.layers_10.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..e3ac9be4449cafd1aa0fe3967809584d3ac310d0
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.encoder.layers_10.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb8c25b347a0eaad44cd47f254e1024f09a11eed5b14a055f21cb826dbbd7ef0
+size 22653014
diff --git a/t5x/checkpoint_1500000/target.encoder.layers_10.mlp.wi_1.kernel/.zarray b/t5x/checkpoint_1500000/target.encoder.layers_10.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b072740696d2fc31db585a220f80763f52eca9bd
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.encoder.layers_10.mlp.wi_1.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536,3968],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536,3968],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1500000/target.encoder.layers_10.mlp.wi_1.kernel/0.0 b/t5x/checkpoint_1500000/target.encoder.layers_10.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..ea806622b5f6459e8e7161f4138a943300484eec
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.encoder.layers_10.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:992d643cbe3c44520920c343fb357d22b96167ca99532f9d0d7f672a45a696f4
+size 22690039
diff --git a/t5x/checkpoint_1500000/target.encoder.layers_10.mlp.wo.kernel/.zarray b/t5x/checkpoint_1500000/target.encoder.layers_10.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..dc0be4cb5c76454cf71dc9b77709639e3ae10a0c
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.encoder.layers_10.mlp.wo.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[3968,1536],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[3968,1536],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1500000/target.encoder.layers_10.mlp.wo.kernel/0.0 b/t5x/checkpoint_1500000/target.encoder.layers_10.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..c5b1d176f623dd9241c34fe189456ba7e43c075a
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.encoder.layers_10.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5a1b90ed845c45ba168f6ccd1200368ada1e762dba25055a0546ad34c7f5516
+size 22663935
diff --git a/t5x/checkpoint_1500000/target.encoder.layers_10.pre_attention_layer_norm.scale/.zarray b/t5x/checkpoint_1500000/target.encoder.layers_10.pre_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9154c52e4c459b3c65ec4884ec5c73ed0e603507
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.encoder.layers_10.pre_attention_layer_norm.scale/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1500000/target.encoder.layers_10.pre_attention_layer_norm.scale/0 b/t5x/checkpoint_1500000/target.encoder.layers_10.pre_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..ff8782012e4e9f10d6826b7ace156acb71cdb9fe
Binary files /dev/null and b/t5x/checkpoint_1500000/target.encoder.layers_10.pre_attention_layer_norm.scale/0 differ
diff --git a/t5x/checkpoint_1500000/target.encoder.layers_10.pre_mlp_layer_norm.scale/.zarray b/t5x/checkpoint_1500000/target.encoder.layers_10.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9154c52e4c459b3c65ec4884ec5c73ed0e603507
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.encoder.layers_10.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1500000/target.encoder.layers_10.pre_mlp_layer_norm.scale/0 b/t5x/checkpoint_1500000/target.encoder.layers_10.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..eae99035ec49aeca6cc13a589a1f6383fea1f08a
Binary files /dev/null and b/t5x/checkpoint_1500000/target.encoder.layers_10.pre_mlp_layer_norm.scale/0 differ
diff --git a/t5x/checkpoint_1500000/target.encoder.layers_11.attention.key.kernel/.zarray b/t5x/checkpoint_1500000/target.encoder.layers_11.attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..e01fb97803452bcd278001f752df7bf5dee19d68
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.encoder.layers_11.attention.key.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536,768],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1500000/target.encoder.layers_11.attention.key.kernel/0.0 b/t5x/checkpoint_1500000/target.encoder.layers_11.attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..32aef0b16ecbd9f428f96e0394f06663b73d002f
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.encoder.layers_11.attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a59bae57b11ea1bcc3b0bc6faf484503f6d7adf592ac29f5d628b5af6403baee
+size 4387707
diff --git a/t5x/checkpoint_1500000/target.encoder.layers_11.attention.out.kernel/.zarray b/t5x/checkpoint_1500000/target.encoder.layers_11.attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..1824dea43939e84fca3d4f1bf265813299528521
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.encoder.layers_11.attention.out.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,1536],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,1536],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1500000/target.encoder.layers_11.attention.out.kernel/0.0 b/t5x/checkpoint_1500000/target.encoder.layers_11.attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..bd906e61657cd93e21991ed515b27290d97d13f3
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.encoder.layers_11.attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a434eab15de311dc7d3eb6286b3e4106715adcb1a424ff8e2dad2d790d6b6bc
+size 4396879
diff --git a/t5x/checkpoint_1500000/target.encoder.layers_11.attention.query.kernel/.zarray b/t5x/checkpoint_1500000/target.encoder.layers_11.attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..e01fb97803452bcd278001f752df7bf5dee19d68
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.encoder.layers_11.attention.query.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536,768],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1500000/target.encoder.layers_11.attention.query.kernel/0.0 b/t5x/checkpoint_1500000/target.encoder.layers_11.attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..16a6df8a490fc7e62d7e1f70cc8fea6139147b44
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.encoder.layers_11.attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ad47bbb70b3f12d2f776ce99f6567afef9997ffb3ba825cbddf8a123b4e0407
+size 4394761
diff --git a/t5x/checkpoint_1500000/target.encoder.layers_11.attention.value.kernel/.zarray b/t5x/checkpoint_1500000/target.encoder.layers_11.attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..e01fb97803452bcd278001f752df7bf5dee19d68
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.encoder.layers_11.attention.value.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536,768],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1500000/target.encoder.layers_11.attention.value.kernel/0.0 b/t5x/checkpoint_1500000/target.encoder.layers_11.attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..000e50e316ee676250c249acda40b7eafb79e40d
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.encoder.layers_11.attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c1ccb8ae6316d7e04c4593b49a1a6a365fbbdaa89a405a71d786e4882357cfa
+size 4388228
diff --git a/t5x/checkpoint_1500000/target.encoder.layers_11.mlp.wi_0.kernel/.zarray b/t5x/checkpoint_1500000/target.encoder.layers_11.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b072740696d2fc31db585a220f80763f52eca9bd
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.encoder.layers_11.mlp.wi_0.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536,3968],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536,3968],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1500000/target.encoder.layers_11.mlp.wi_0.kernel/0.0 b/t5x/checkpoint_1500000/target.encoder.layers_11.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..25a6fa40c98627f883cdc1e88fa4e41ca01596e5
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.encoder.layers_11.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25ac959a8e804cae200eacb0419b890ea9865b10d57a77ed31cdf4da09a34792
+size 22651426
diff --git a/t5x/checkpoint_1500000/target.encoder.layers_11.mlp.wi_1.kernel/.zarray b/t5x/checkpoint_1500000/target.encoder.layers_11.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b072740696d2fc31db585a220f80763f52eca9bd
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.encoder.layers_11.mlp.wi_1.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536,3968],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536,3968],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1500000/target.encoder.layers_11.mlp.wi_1.kernel/0.0 b/t5x/checkpoint_1500000/target.encoder.layers_11.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..74c87ca6fa049c7fa11ee57490ed34cd70f271e6
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.encoder.layers_11.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:234ca0da3f71faeb78c48ab7967b96513957597186c82cd75e3ca2751df15e61
+size 22692577
diff --git a/t5x/checkpoint_1500000/target.encoder.layers_11.mlp.wo.kernel/.zarray b/t5x/checkpoint_1500000/target.encoder.layers_11.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..dc0be4cb5c76454cf71dc9b77709639e3ae10a0c
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.encoder.layers_11.mlp.wo.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[3968,1536],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[3968,1536],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1500000/target.encoder.layers_11.mlp.wo.kernel/0.0 b/t5x/checkpoint_1500000/target.encoder.layers_11.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..43614043481fa441e820297887c62b1263762f55
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.encoder.layers_11.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72141fa1f15307791710a5532b69f248f974dfa4391eb0fcb4361bdf8fb081a6
+size 22661971
diff --git a/t5x/checkpoint_1500000/target.encoder.layers_11.pre_attention_layer_norm.scale/.zarray b/t5x/checkpoint_1500000/target.encoder.layers_11.pre_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9154c52e4c459b3c65ec4884ec5c73ed0e603507
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.encoder.layers_11.pre_attention_layer_norm.scale/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1500000/target.encoder.layers_11.pre_attention_layer_norm.scale/0 b/t5x/checkpoint_1500000/target.encoder.layers_11.pre_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..11c023b41f105f16c63fbff7353a7693ae68a561
Binary files /dev/null and b/t5x/checkpoint_1500000/target.encoder.layers_11.pre_attention_layer_norm.scale/0 differ
diff --git a/t5x/checkpoint_1500000/target.encoder.layers_11.pre_mlp_layer_norm.scale/.zarray b/t5x/checkpoint_1500000/target.encoder.layers_11.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9154c52e4c459b3c65ec4884ec5c73ed0e603507
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.encoder.layers_11.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1500000/target.encoder.layers_11.pre_mlp_layer_norm.scale/0 b/t5x/checkpoint_1500000/target.encoder.layers_11.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..86d106a0a8d0557fc9b325ee5ce5e4071c478f7a
Binary files /dev/null and b/t5x/checkpoint_1500000/target.encoder.layers_11.pre_mlp_layer_norm.scale/0 differ
diff --git a/t5x/checkpoint_1500000/target.encoder.layers_12.attention.key.kernel/.zarray b/t5x/checkpoint_1500000/target.encoder.layers_12.attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..e01fb97803452bcd278001f752df7bf5dee19d68
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.encoder.layers_12.attention.key.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536,768],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1500000/target.encoder.layers_12.attention.key.kernel/0.0 b/t5x/checkpoint_1500000/target.encoder.layers_12.attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..8bc11b40f553e10005ea93eb167af3da51d0576e
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.encoder.layers_12.attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9c0987e364f2af489750b0956d8a3153db25fd89bfcf247a22a28050ce813c5
+size 4386842
diff --git a/t5x/checkpoint_1500000/target.encoder.layers_12.attention.out.kernel/.zarray b/t5x/checkpoint_1500000/target.encoder.layers_12.attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..1824dea43939e84fca3d4f1bf265813299528521
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.encoder.layers_12.attention.out.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,1536],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,1536],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1500000/target.encoder.layers_12.attention.out.kernel/0.0 b/t5x/checkpoint_1500000/target.encoder.layers_12.attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..ff5e752f23b4a4462d28e3acc5edeef30bbefb83
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.encoder.layers_12.attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f81eef26519ea3f4009ae98bb95e150c3a3c2452861ea354c86a0526f4c913fa
+size 4397521
diff --git a/t5x/checkpoint_1500000/target.encoder.layers_12.attention.query.kernel/.zarray b/t5x/checkpoint_1500000/target.encoder.layers_12.attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..e01fb97803452bcd278001f752df7bf5dee19d68
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.encoder.layers_12.attention.query.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536,768],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1500000/target.encoder.layers_12.attention.query.kernel/0.0 b/t5x/checkpoint_1500000/target.encoder.layers_12.attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..f1bcdac976eeb342f399de221d655f5ee7d95f61
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.encoder.layers_12.attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:677b9eeb91308e3e53967a43d373859820cfa6f33e82793071faf167f40ac6b9
+size 4395149
diff --git a/t5x/checkpoint_1500000/target.encoder.layers_12.attention.value.kernel/.zarray b/t5x/checkpoint_1500000/target.encoder.layers_12.attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..e01fb97803452bcd278001f752df7bf5dee19d68
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.encoder.layers_12.attention.value.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536,768],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1500000/target.encoder.layers_12.attention.value.kernel/0.0 b/t5x/checkpoint_1500000/target.encoder.layers_12.attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..1ee96e0bdb97823a806d6e0e3ec619b9eb577245
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.encoder.layers_12.attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb7c0334cf88b492c69f5e34059605da36aa399f88aa70400272fbc2db8fc7c8
+size 4391374
diff --git a/t5x/checkpoint_1500000/target.encoder.layers_12.mlp.wi_0.kernel/.zarray b/t5x/checkpoint_1500000/target.encoder.layers_12.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b072740696d2fc31db585a220f80763f52eca9bd
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.encoder.layers_12.mlp.wi_0.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536,3968],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536,3968],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1500000/target.encoder.layers_12.mlp.wi_0.kernel/0.0 b/t5x/checkpoint_1500000/target.encoder.layers_12.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..8781f6f7307b5629fb4907a2630729edea3aa131
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.encoder.layers_12.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6bbf82ee5798ba24e862d1cd1b18f3709982e3ca903a621da0eb367d1b591717
+size 22651929
diff --git a/t5x/checkpoint_1500000/target.encoder.layers_12.mlp.wi_1.kernel/.zarray b/t5x/checkpoint_1500000/target.encoder.layers_12.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b072740696d2fc31db585a220f80763f52eca9bd
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.encoder.layers_12.mlp.wi_1.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536,3968],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536,3968],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1500000/target.encoder.layers_12.mlp.wi_1.kernel/0.0 b/t5x/checkpoint_1500000/target.encoder.layers_12.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..7e9af0883fdbcdc91a71b4a637f296cd73c6badc
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.encoder.layers_12.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b388fe4c647b93b98bb8a99b27d625223a6c618506d0f59ee691a213cc9c591
+size 22696466
diff --git a/t5x/checkpoint_1500000/target.encoder.layers_12.mlp.wo.kernel/.zarray b/t5x/checkpoint_1500000/target.encoder.layers_12.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..dc0be4cb5c76454cf71dc9b77709639e3ae10a0c
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.encoder.layers_12.mlp.wo.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[3968,1536],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[3968,1536],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1500000/target.encoder.layers_12.mlp.wo.kernel/0.0 b/t5x/checkpoint_1500000/target.encoder.layers_12.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..10a7991ccaf381bf1dece904bd91fadff12f1349
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.encoder.layers_12.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5736ab9cc0ef7b30ddf70da96ce68560ad72c0a6d8eedd623b6ab614c4a951d2
+size 22659332
diff --git a/t5x/checkpoint_1500000/target.encoder.layers_12.pre_attention_layer_norm.scale/.zarray b/t5x/checkpoint_1500000/target.encoder.layers_12.pre_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9154c52e4c459b3c65ec4884ec5c73ed0e603507
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.encoder.layers_12.pre_attention_layer_norm.scale/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1500000/target.encoder.layers_12.pre_attention_layer_norm.scale/0 b/t5x/checkpoint_1500000/target.encoder.layers_12.pre_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..21033ff6bdce9c54d399ff8f82bf9244ad05a99b
Binary files /dev/null and b/t5x/checkpoint_1500000/target.encoder.layers_12.pre_attention_layer_norm.scale/0 differ
diff --git a/t5x/checkpoint_1500000/target.encoder.layers_12.pre_mlp_layer_norm.scale/.zarray b/t5x/checkpoint_1500000/target.encoder.layers_12.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9154c52e4c459b3c65ec4884ec5c73ed0e603507
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.encoder.layers_12.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1500000/target.encoder.layers_12.pre_mlp_layer_norm.scale/0 b/t5x/checkpoint_1500000/target.encoder.layers_12.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..9a8fefa521ef2b643d22c792ba09c58f540b0628
Binary files /dev/null and b/t5x/checkpoint_1500000/target.encoder.layers_12.pre_mlp_layer_norm.scale/0 differ
diff --git a/t5x/checkpoint_1500000/target.encoder.layers_13.attention.key.kernel/.zarray b/t5x/checkpoint_1500000/target.encoder.layers_13.attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..e01fb97803452bcd278001f752df7bf5dee19d68
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.encoder.layers_13.attention.key.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536,768],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1500000/target.encoder.layers_13.attention.key.kernel/0.0 b/t5x/checkpoint_1500000/target.encoder.layers_13.attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..4c3818fb2c633484aa773822a0e451b8b5939e0d
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.encoder.layers_13.attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e0a6a4aa95eb805b863b669ee45bbbdec7bc82df84dda09ea5fcfe4cc4c2c0a
+size 4385560
diff --git a/t5x/checkpoint_1500000/target.encoder.layers_13.attention.out.kernel/.zarray b/t5x/checkpoint_1500000/target.encoder.layers_13.attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..1824dea43939e84fca3d4f1bf265813299528521
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.encoder.layers_13.attention.out.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,1536],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,1536],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1500000/target.encoder.layers_13.attention.out.kernel/0.0 b/t5x/checkpoint_1500000/target.encoder.layers_13.attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..58f41afa41cf9bc42776f836d7ce6b5abc067177
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.encoder.layers_13.attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45af844399edeebaee202247677e0a870a2d3efe63401aeade2ff95b799869d2
+size 4395789
diff --git a/t5x/checkpoint_1500000/target.encoder.layers_13.attention.query.kernel/.zarray b/t5x/checkpoint_1500000/target.encoder.layers_13.attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..e01fb97803452bcd278001f752df7bf5dee19d68
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.encoder.layers_13.attention.query.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536,768],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1500000/target.encoder.layers_13.attention.query.kernel/0.0 b/t5x/checkpoint_1500000/target.encoder.layers_13.attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..2ed51c81f49668aa8fd7c643582847ab8f2c7c80
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.encoder.layers_13.attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:936a2b0f2f8d8f7764f63523efb53b9408860d0a1ae5b6197ea2e8d1d0dce22f
+size 4395288
diff --git a/t5x/checkpoint_1500000/target.encoder.layers_13.attention.value.kernel/.zarray b/t5x/checkpoint_1500000/target.encoder.layers_13.attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..e01fb97803452bcd278001f752df7bf5dee19d68
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.encoder.layers_13.attention.value.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536,768],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1500000/target.encoder.layers_13.attention.value.kernel/0.0 b/t5x/checkpoint_1500000/target.encoder.layers_13.attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..16011432a09447bacb4a643aa72f607f85bee416
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.encoder.layers_13.attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ae3ceb988aaa2d3bd1f07f95bf199db62cc0c18b57ccf06e074cb5a4d7fb1e9
+size 4393335
diff --git a/t5x/checkpoint_1500000/target.encoder.layers_13.mlp.wi_0.kernel/.zarray b/t5x/checkpoint_1500000/target.encoder.layers_13.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b072740696d2fc31db585a220f80763f52eca9bd
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.encoder.layers_13.mlp.wi_0.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536,3968],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536,3968],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1500000/target.encoder.layers_13.mlp.wi_0.kernel/0.0 b/t5x/checkpoint_1500000/target.encoder.layers_13.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..74dbe903bdc61e97ae7f0d9d3329a7da72ec79e4
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.encoder.layers_13.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24c8e16ff01b770dfd1050fa814c78cbee9cc3e94f8780f7ab54de1dbd7243da
+size 22651599
diff --git a/t5x/checkpoint_1500000/target.encoder.layers_13.mlp.wi_1.kernel/.zarray b/t5x/checkpoint_1500000/target.encoder.layers_13.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b072740696d2fc31db585a220f80763f52eca9bd
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.encoder.layers_13.mlp.wi_1.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536,3968],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536,3968],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1500000/target.encoder.layers_13.mlp.wi_1.kernel/0.0 b/t5x/checkpoint_1500000/target.encoder.layers_13.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..5eced265625c1fde7523eaf7ede1d8cffced1df9
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.encoder.layers_13.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a8fe31dc32cab110ab991e832d1f43b2cc56c59dbb6b0f0fa5b1cf6055b3bca
+size 22702981
diff --git a/t5x/checkpoint_1500000/target.encoder.layers_13.mlp.wo.kernel/.zarray b/t5x/checkpoint_1500000/target.encoder.layers_13.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..dc0be4cb5c76454cf71dc9b77709639e3ae10a0c
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.encoder.layers_13.mlp.wo.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[3968,1536],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[3968,1536],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1500000/target.encoder.layers_13.mlp.wo.kernel/0.0 b/t5x/checkpoint_1500000/target.encoder.layers_13.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..f11f369ee43fabac157166f761d236511feb3265
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.encoder.layers_13.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5ecbd9737ab157c1632de2f753d3d03321f181441372e78d4e70cf7bf3186b0
+size 22657442
diff --git a/t5x/checkpoint_1500000/target.encoder.layers_13.pre_attention_layer_norm.scale/.zarray b/t5x/checkpoint_1500000/target.encoder.layers_13.pre_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9154c52e4c459b3c65ec4884ec5c73ed0e603507
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.encoder.layers_13.pre_attention_layer_norm.scale/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1500000/target.encoder.layers_13.pre_attention_layer_norm.scale/0 b/t5x/checkpoint_1500000/target.encoder.layers_13.pre_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..ca0ed50101314e56accf341c19dc24b782230c70
Binary files /dev/null and b/t5x/checkpoint_1500000/target.encoder.layers_13.pre_attention_layer_norm.scale/0 differ
diff --git a/t5x/checkpoint_1500000/target.encoder.layers_13.pre_mlp_layer_norm.scale/.zarray b/t5x/checkpoint_1500000/target.encoder.layers_13.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9154c52e4c459b3c65ec4884ec5c73ed0e603507
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.encoder.layers_13.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1500000/target.encoder.layers_13.pre_mlp_layer_norm.scale/0 b/t5x/checkpoint_1500000/target.encoder.layers_13.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..637eb34eed25f683af41969979cb2c5159d02dca
Binary files /dev/null and b/t5x/checkpoint_1500000/target.encoder.layers_13.pre_mlp_layer_norm.scale/0 differ
diff --git a/t5x/checkpoint_1500000/target.encoder.layers_14.attention.key.kernel/.zarray b/t5x/checkpoint_1500000/target.encoder.layers_14.attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..e01fb97803452bcd278001f752df7bf5dee19d68
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.encoder.layers_14.attention.key.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536,768],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1500000/target.encoder.layers_14.attention.key.kernel/0.0 b/t5x/checkpoint_1500000/target.encoder.layers_14.attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..f6e9b232ba9b543c3f80c6f699d1d2ab4f073d0f
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.encoder.layers_14.attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8db83f0d23296c7aa992a590ed03271cd6ef9329860465b137eac166dff1b651
+size 4385751
diff --git a/t5x/checkpoint_1500000/target.encoder.layers_14.attention.out.kernel/.zarray b/t5x/checkpoint_1500000/target.encoder.layers_14.attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..1824dea43939e84fca3d4f1bf265813299528521
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.encoder.layers_14.attention.out.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,1536],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,1536],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1500000/target.encoder.layers_14.attention.out.kernel/0.0 b/t5x/checkpoint_1500000/target.encoder.layers_14.attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..c1d1b6e577c1020a749daa84882212c5d61c6a67
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.encoder.layers_14.attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ceedbaceb9df4b536971ac2e93d5f9ad4488043120069e972ed64b66c867b303
+size 4395580
diff --git a/t5x/checkpoint_1500000/target.encoder.layers_14.attention.query.kernel/.zarray b/t5x/checkpoint_1500000/target.encoder.layers_14.attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..e01fb97803452bcd278001f752df7bf5dee19d68
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.encoder.layers_14.attention.query.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536,768],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1500000/target.encoder.layers_14.attention.query.kernel/0.0 b/t5x/checkpoint_1500000/target.encoder.layers_14.attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..7bd35049b3687672c82c6dd3e4902a8a5d394d2a
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.encoder.layers_14.attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a742f02f4752d52f46c47d45e5b135401618670bd41654f209c6d5b578138314
+size 4395909
diff --git a/t5x/checkpoint_1500000/target.encoder.layers_14.attention.value.kernel/.zarray b/t5x/checkpoint_1500000/target.encoder.layers_14.attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..e01fb97803452bcd278001f752df7bf5dee19d68
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.encoder.layers_14.attention.value.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536,768],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1500000/target.encoder.layers_14.attention.value.kernel/0.0 b/t5x/checkpoint_1500000/target.encoder.layers_14.attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..d00bc7b6375e03b1df0b752642d64fae7ae3dc6b
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.encoder.layers_14.attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fd1b636594c12aaf5776f9273fceb519b10011fc670aa2af8b03d70ec57e4cf
+size 4396170
diff --git a/t5x/checkpoint_1500000/target.encoder.layers_14.mlp.wi_0.kernel/.zarray b/t5x/checkpoint_1500000/target.encoder.layers_14.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b072740696d2fc31db585a220f80763f52eca9bd
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.encoder.layers_14.mlp.wi_0.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536,3968],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536,3968],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1500000/target.encoder.layers_14.mlp.wi_0.kernel/0.0 b/t5x/checkpoint_1500000/target.encoder.layers_14.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..e0929bf3f8ac3a5aca958150aa0887a8dd0e16e7
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.encoder.layers_14.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56711f62218db944a053f953ac2bfcce80b71628368c7d6bacc10070d1ed618b
+size 22651660
diff --git a/t5x/checkpoint_1500000/target.encoder.layers_14.mlp.wi_1.kernel/.zarray b/t5x/checkpoint_1500000/target.encoder.layers_14.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b072740696d2fc31db585a220f80763f52eca9bd
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.encoder.layers_14.mlp.wi_1.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536,3968],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536,3968],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1500000/target.encoder.layers_14.mlp.wi_1.kernel/0.0 b/t5x/checkpoint_1500000/target.encoder.layers_14.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..560e7402a08359ab889f1e68bc72571886175e1f
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.encoder.layers_14.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:257a8fac18715b51764397be9cfb78d175a52b5135b0774bf40bd851ae15d28d
+size 22704395
diff --git a/t5x/checkpoint_1500000/target.encoder.layers_14.mlp.wo.kernel/.zarray b/t5x/checkpoint_1500000/target.encoder.layers_14.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..dc0be4cb5c76454cf71dc9b77709639e3ae10a0c
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.encoder.layers_14.mlp.wo.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[3968,1536],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[3968,1536],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1500000/target.encoder.layers_14.mlp.wo.kernel/0.0 b/t5x/checkpoint_1500000/target.encoder.layers_14.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..167996770b2593c7bb2000519102ac6f0653e1c6
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.encoder.layers_14.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0dabc208cb1599aa3d2481b3f5cbc854dc04a45a394d61fe165a590ecfe1d7a6
+size 22655717
diff --git a/t5x/checkpoint_1500000/target.encoder.layers_14.pre_attention_layer_norm.scale/.zarray b/t5x/checkpoint_1500000/target.encoder.layers_14.pre_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9154c52e4c459b3c65ec4884ec5c73ed0e603507
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.encoder.layers_14.pre_attention_layer_norm.scale/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1500000/target.encoder.layers_14.pre_attention_layer_norm.scale/0 b/t5x/checkpoint_1500000/target.encoder.layers_14.pre_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..d88f80fb5d9813c293bd155f0d191b275360c645
Binary files /dev/null and b/t5x/checkpoint_1500000/target.encoder.layers_14.pre_attention_layer_norm.scale/0 differ
diff --git a/t5x/checkpoint_1500000/target.encoder.layers_14.pre_mlp_layer_norm.scale/.zarray b/t5x/checkpoint_1500000/target.encoder.layers_14.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9154c52e4c459b3c65ec4884ec5c73ed0e603507
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.encoder.layers_14.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1500000/target.encoder.layers_14.pre_mlp_layer_norm.scale/0 b/t5x/checkpoint_1500000/target.encoder.layers_14.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..2643592fc6cd3be4584c8cf3f4883ea2aad2265d
Binary files /dev/null and b/t5x/checkpoint_1500000/target.encoder.layers_14.pre_mlp_layer_norm.scale/0 differ
diff --git a/t5x/checkpoint_1500000/target.encoder.layers_15.attention.key.kernel/.zarray b/t5x/checkpoint_1500000/target.encoder.layers_15.attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..e01fb97803452bcd278001f752df7bf5dee19d68
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.encoder.layers_15.attention.key.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536,768],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1500000/target.encoder.layers_15.attention.key.kernel/0.0 b/t5x/checkpoint_1500000/target.encoder.layers_15.attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..daefab349bdf4af100abc4c42fd0e3e4157e441d
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.encoder.layers_15.attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7fd4e03260b4033f3d8effc4a2be123827dcb72828886aa79189541d435a4426
+size 4386053
diff --git a/t5x/checkpoint_1500000/target.encoder.layers_15.attention.out.kernel/.zarray b/t5x/checkpoint_1500000/target.encoder.layers_15.attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..1824dea43939e84fca3d4f1bf265813299528521
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.encoder.layers_15.attention.out.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,1536],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,1536],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1500000/target.encoder.layers_15.attention.out.kernel/0.0 b/t5x/checkpoint_1500000/target.encoder.layers_15.attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..35a25b6205425d840ad79b53846939a70ba3775c
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.encoder.layers_15.attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:647746049fc9d52804539ecb138d9e6bbd7dabde7fcfe6c69fb2621d6adb9c95
+size 4389732
diff --git a/t5x/checkpoint_1500000/target.encoder.layers_15.attention.query.kernel/.zarray b/t5x/checkpoint_1500000/target.encoder.layers_15.attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..e01fb97803452bcd278001f752df7bf5dee19d68
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.encoder.layers_15.attention.query.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536,768],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1500000/target.encoder.layers_15.attention.query.kernel/0.0 b/t5x/checkpoint_1500000/target.encoder.layers_15.attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..a9e59a8f4dc3f370400c9b0f53b801b6cc7ae335
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.encoder.layers_15.attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f48d9a4253c71078bea562def818158a423565e88ab87a0a55ed233d50c2ed52
+size 4395893
diff --git a/t5x/checkpoint_1500000/target.encoder.layers_15.attention.value.kernel/.zarray b/t5x/checkpoint_1500000/target.encoder.layers_15.attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..e01fb97803452bcd278001f752df7bf5dee19d68
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.encoder.layers_15.attention.value.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536,768],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1500000/target.encoder.layers_15.attention.value.kernel/0.0 b/t5x/checkpoint_1500000/target.encoder.layers_15.attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..eff7287e93ee6024b118c7cea7499c504b9feae5
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.encoder.layers_15.attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7fa9c36f4fa4ea69a8b62437aca99de27e941f1d4e2961a366723b1b8d07ce72
+size 4397116
diff --git a/t5x/checkpoint_1500000/target.encoder.layers_15.mlp.wi_0.kernel/.zarray b/t5x/checkpoint_1500000/target.encoder.layers_15.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b072740696d2fc31db585a220f80763f52eca9bd
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.encoder.layers_15.mlp.wi_0.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536,3968],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536,3968],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1500000/target.encoder.layers_15.mlp.wi_0.kernel/0.0 b/t5x/checkpoint_1500000/target.encoder.layers_15.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..eed9a554f4a00f98651fb3eee4fef797bd538503
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.encoder.layers_15.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:571bd4ebab52124fb6f9498e7e05872494a7f8c88849c1da3425891ef03600bc
+size 22651002
diff --git a/t5x/checkpoint_1500000/target.encoder.layers_15.mlp.wi_1.kernel/.zarray b/t5x/checkpoint_1500000/target.encoder.layers_15.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b072740696d2fc31db585a220f80763f52eca9bd
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.encoder.layers_15.mlp.wi_1.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536,3968],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536,3968],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1500000/target.encoder.layers_15.mlp.wi_1.kernel/0.0 b/t5x/checkpoint_1500000/target.encoder.layers_15.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..a6e633891310937d8594cb1b04654d8190bebd10
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.encoder.layers_15.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18048fcf2325ecc5e643c1b0196cadebd250d503e5c9f86b36ebcefb505ae44e
+size 22712283
diff --git a/t5x/checkpoint_1500000/target.encoder.layers_15.mlp.wo.kernel/.zarray b/t5x/checkpoint_1500000/target.encoder.layers_15.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..dc0be4cb5c76454cf71dc9b77709639e3ae10a0c
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.encoder.layers_15.mlp.wo.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[3968,1536],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[3968,1536],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1500000/target.encoder.layers_15.mlp.wo.kernel/0.0 b/t5x/checkpoint_1500000/target.encoder.layers_15.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..343fefa7500af76771b02f919fff34de96e7822e
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.encoder.layers_15.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e462387311f9f78e66d3349a9da5f50099a6b452bd6ebb9904b63490c95065d
+size 22653821
diff --git a/t5x/checkpoint_1500000/target.encoder.layers_15.pre_attention_layer_norm.scale/.zarray b/t5x/checkpoint_1500000/target.encoder.layers_15.pre_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9154c52e4c459b3c65ec4884ec5c73ed0e603507
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.encoder.layers_15.pre_attention_layer_norm.scale/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1500000/target.encoder.layers_15.pre_attention_layer_norm.scale/0 b/t5x/checkpoint_1500000/target.encoder.layers_15.pre_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..0b01951893e7827778b92f3565797fbbb8552a8f
Binary files /dev/null and b/t5x/checkpoint_1500000/target.encoder.layers_15.pre_attention_layer_norm.scale/0 differ
diff --git a/t5x/checkpoint_1500000/target.encoder.layers_15.pre_mlp_layer_norm.scale/.zarray b/t5x/checkpoint_1500000/target.encoder.layers_15.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9154c52e4c459b3c65ec4884ec5c73ed0e603507
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.encoder.layers_15.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1500000/target.encoder.layers_15.pre_mlp_layer_norm.scale/0 b/t5x/checkpoint_1500000/target.encoder.layers_15.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..914652b97674cb8302845bfdcc541c229b74d59b
Binary files /dev/null and b/t5x/checkpoint_1500000/target.encoder.layers_15.pre_mlp_layer_norm.scale/0 differ
diff --git a/t5x/checkpoint_1500000/target.encoder.layers_16.attention.key.kernel/.zarray b/t5x/checkpoint_1500000/target.encoder.layers_16.attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..e01fb97803452bcd278001f752df7bf5dee19d68
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.encoder.layers_16.attention.key.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536,768],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1500000/target.encoder.layers_16.attention.key.kernel/0.0 b/t5x/checkpoint_1500000/target.encoder.layers_16.attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..0ecd1c0f0caab48d6e20481211f634c64b08d7dc
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.encoder.layers_16.attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4374977716cf7cfff923a04bc17821433021a03d5a6c6b05a57628ddc02ad56
+size 4385741
diff --git a/t5x/checkpoint_1500000/target.encoder.layers_16.attention.out.kernel/.zarray b/t5x/checkpoint_1500000/target.encoder.layers_16.attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..1824dea43939e84fca3d4f1bf265813299528521
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.encoder.layers_16.attention.out.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,1536],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,1536],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1500000/target.encoder.layers_16.attention.out.kernel/0.0 b/t5x/checkpoint_1500000/target.encoder.layers_16.attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..86ee68269c609f8bc4d816c549f52be539b4d8db
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.encoder.layers_16.attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bdd74f805955aad56d291fef816fd3d113d3da1e0c04ac3034074affe69467b8
+size 4388442
diff --git a/t5x/checkpoint_1500000/target.encoder.layers_16.attention.query.kernel/.zarray b/t5x/checkpoint_1500000/target.encoder.layers_16.attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..e01fb97803452bcd278001f752df7bf5dee19d68
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.encoder.layers_16.attention.query.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536,768],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1500000/target.encoder.layers_16.attention.query.kernel/0.0 b/t5x/checkpoint_1500000/target.encoder.layers_16.attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..6f778d6d0647abcf4f71978d92116f5a2cc08cb3
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.encoder.layers_16.attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3cb3655f9cdefbecf0c787fff3e49f901c5fa91e65a95e830b5698c23ec237f8
+size 4395675
diff --git a/t5x/checkpoint_1500000/target.encoder.layers_16.attention.value.kernel/.zarray b/t5x/checkpoint_1500000/target.encoder.layers_16.attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..e01fb97803452bcd278001f752df7bf5dee19d68
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.encoder.layers_16.attention.value.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536,768],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1500000/target.encoder.layers_16.attention.value.kernel/0.0 b/t5x/checkpoint_1500000/target.encoder.layers_16.attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..a789738cf10e8e2889a7da91079c5acf33777d62
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.encoder.layers_16.attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4df627601928d945d866ed67aab440a16798347557a496497f444d22231b3578
+size 4397591
diff --git a/t5x/checkpoint_1500000/target.encoder.layers_16.mlp.wi_0.kernel/.zarray b/t5x/checkpoint_1500000/target.encoder.layers_16.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b072740696d2fc31db585a220f80763f52eca9bd
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.encoder.layers_16.mlp.wi_0.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536,3968],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536,3968],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1500000/target.encoder.layers_16.mlp.wi_0.kernel/0.0 b/t5x/checkpoint_1500000/target.encoder.layers_16.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..ef64713d01baac5ea2084336987f30c597e54431
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.encoder.layers_16.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3112ba9ed384be1b428ab90bba17685343a3c7a655bd8504d411f269b7a97cd6
+size 22648615
diff --git a/t5x/checkpoint_1500000/target.encoder.layers_16.mlp.wi_1.kernel/.zarray b/t5x/checkpoint_1500000/target.encoder.layers_16.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b072740696d2fc31db585a220f80763f52eca9bd
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.encoder.layers_16.mlp.wi_1.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536,3968],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536,3968],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1500000/target.encoder.layers_16.mlp.wi_1.kernel/0.0 b/t5x/checkpoint_1500000/target.encoder.layers_16.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..d4f87db01fdea84b12fe6e9e8f89f2ae305b5930
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.encoder.layers_16.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:275dd11e4d9dc758fabb0d088caa7885c8511be64b03498486d721bc9f76e323
+size 22712223
diff --git a/t5x/checkpoint_1500000/target.encoder.layers_16.mlp.wo.kernel/.zarray b/t5x/checkpoint_1500000/target.encoder.layers_16.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..dc0be4cb5c76454cf71dc9b77709639e3ae10a0c
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.encoder.layers_16.mlp.wo.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[3968,1536],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[3968,1536],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1500000/target.encoder.layers_16.mlp.wo.kernel/0.0 b/t5x/checkpoint_1500000/target.encoder.layers_16.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..f550a6906cd1a9f091fd49b6d8e0bb52a7588e53
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.encoder.layers_16.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec48fe11c4d9bf9dca33d0898af60fe41ad914a0e59499ca0329e8345d143bc1
+size 22656019
diff --git a/t5x/checkpoint_1500000/target.encoder.layers_16.pre_attention_layer_norm.scale/.zarray b/t5x/checkpoint_1500000/target.encoder.layers_16.pre_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9154c52e4c459b3c65ec4884ec5c73ed0e603507
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.encoder.layers_16.pre_attention_layer_norm.scale/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1500000/target.encoder.layers_16.pre_attention_layer_norm.scale/0 b/t5x/checkpoint_1500000/target.encoder.layers_16.pre_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..26c8ebc02e871b58c529ff687e9f88eacfaff9ff
Binary files /dev/null and b/t5x/checkpoint_1500000/target.encoder.layers_16.pre_attention_layer_norm.scale/0 differ
diff --git a/t5x/checkpoint_1500000/target.encoder.layers_16.pre_mlp_layer_norm.scale/.zarray b/t5x/checkpoint_1500000/target.encoder.layers_16.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9154c52e4c459b3c65ec4884ec5c73ed0e603507
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.encoder.layers_16.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1500000/target.encoder.layers_16.pre_mlp_layer_norm.scale/0 b/t5x/checkpoint_1500000/target.encoder.layers_16.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..e0703159c2fe93ae900d6c2f9237b6e1c32c85f7
Binary files /dev/null and b/t5x/checkpoint_1500000/target.encoder.layers_16.pre_mlp_layer_norm.scale/0 differ
diff --git a/t5x/checkpoint_1500000/target.encoder.layers_17.attention.key.kernel/.zarray b/t5x/checkpoint_1500000/target.encoder.layers_17.attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..e01fb97803452bcd278001f752df7bf5dee19d68
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.encoder.layers_17.attention.key.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536,768],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1500000/target.encoder.layers_17.attention.key.kernel/0.0 b/t5x/checkpoint_1500000/target.encoder.layers_17.attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..874da162fa73359825bd38dce94f3bdc2c50decf
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.encoder.layers_17.attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cdc74ad143b6a9031520a999e338a4c62a5b2146d246f23c9775b42c53689745
+size 4388410
diff --git a/t5x/checkpoint_1500000/target.encoder.layers_17.attention.out.kernel/.zarray b/t5x/checkpoint_1500000/target.encoder.layers_17.attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..1824dea43939e84fca3d4f1bf265813299528521
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.encoder.layers_17.attention.out.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,1536],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,1536],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1500000/target.encoder.layers_17.attention.out.kernel/0.0 b/t5x/checkpoint_1500000/target.encoder.layers_17.attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..2b226abc5b6859c97f2afbb094e372b3ea193a46
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.encoder.layers_17.attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79ad127f4825b9253d4cd095442dfefc46f3778f3538014871c56fc80155e25d
+size 4388155
diff --git a/t5x/checkpoint_1500000/target.encoder.layers_17.attention.query.kernel/.zarray b/t5x/checkpoint_1500000/target.encoder.layers_17.attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..e01fb97803452bcd278001f752df7bf5dee19d68
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.encoder.layers_17.attention.query.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536,768],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1500000/target.encoder.layers_17.attention.query.kernel/0.0 b/t5x/checkpoint_1500000/target.encoder.layers_17.attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..5b47cd829b0a066f682890b94db2991dc42d70ab
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.encoder.layers_17.attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:169493c0f6b95b6308474ec2dceab7c25bb6b0e7bdd0e8a0249f1edc9101bcf0
+size 4395972
diff --git a/t5x/checkpoint_1500000/target.encoder.layers_17.attention.value.kernel/.zarray b/t5x/checkpoint_1500000/target.encoder.layers_17.attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..e01fb97803452bcd278001f752df7bf5dee19d68
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.encoder.layers_17.attention.value.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536,768],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1500000/target.encoder.layers_17.attention.value.kernel/0.0 b/t5x/checkpoint_1500000/target.encoder.layers_17.attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..e5ee60d1baa75dae22a7440e32edbe3747afcca8
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.encoder.layers_17.attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce5467b728e4cbf9011925182e00852bba4624334fb6fc6a17b26f4345467094
+size 4398492
diff --git a/t5x/checkpoint_1500000/target.encoder.layers_17.mlp.wi_0.kernel/.zarray b/t5x/checkpoint_1500000/target.encoder.layers_17.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b072740696d2fc31db585a220f80763f52eca9bd
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.encoder.layers_17.mlp.wi_0.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536,3968],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536,3968],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1500000/target.encoder.layers_17.mlp.wi_0.kernel/0.0 b/t5x/checkpoint_1500000/target.encoder.layers_17.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..b133c87f8fc9193ad801110835ba128fe4a3b5aa
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.encoder.layers_17.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:241643ca6f619af4ba8de99860b1802bfa965af5955b8fb6a2134de5a9c1e1f6
+size 22652410
diff --git a/t5x/checkpoint_1500000/target.encoder.layers_17.mlp.wi_1.kernel/.zarray b/t5x/checkpoint_1500000/target.encoder.layers_17.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b072740696d2fc31db585a220f80763f52eca9bd
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.encoder.layers_17.mlp.wi_1.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536,3968],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536,3968],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1500000/target.encoder.layers_17.mlp.wi_1.kernel/0.0 b/t5x/checkpoint_1500000/target.encoder.layers_17.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..3cf5be86c887e1d4176477f832aebbf69cdd97dd
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.encoder.layers_17.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a19fc3097cd691c58ee3acbca487391880ad8371e23a8ac029962a9c564fa58
+size 22710804
diff --git a/t5x/checkpoint_1500000/target.encoder.layers_17.mlp.wo.kernel/.zarray b/t5x/checkpoint_1500000/target.encoder.layers_17.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..dc0be4cb5c76454cf71dc9b77709639e3ae10a0c
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.encoder.layers_17.mlp.wo.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[3968,1536],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[3968,1536],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1500000/target.encoder.layers_17.mlp.wo.kernel/0.0 b/t5x/checkpoint_1500000/target.encoder.layers_17.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..608ba82b11523cb01e1590e3a5de0628e3e77ffb
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.encoder.layers_17.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c1736c33c78e7468e34a713905c7ca2d7b9c9f6661d4c8d8cc1f00c329498a3
+size 22664300
diff --git a/t5x/checkpoint_1500000/target.encoder.layers_17.pre_attention_layer_norm.scale/.zarray b/t5x/checkpoint_1500000/target.encoder.layers_17.pre_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9154c52e4c459b3c65ec4884ec5c73ed0e603507
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.encoder.layers_17.pre_attention_layer_norm.scale/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1500000/target.encoder.layers_17.pre_attention_layer_norm.scale/0 b/t5x/checkpoint_1500000/target.encoder.layers_17.pre_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..bfa28e438e353db7945b1187970cc4ff69fb6431
Binary files /dev/null and b/t5x/checkpoint_1500000/target.encoder.layers_17.pre_attention_layer_norm.scale/0 differ
diff --git a/t5x/checkpoint_1500000/target.encoder.layers_17.pre_mlp_layer_norm.scale/.zarray b/t5x/checkpoint_1500000/target.encoder.layers_17.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9154c52e4c459b3c65ec4884ec5c73ed0e603507
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.encoder.layers_17.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1500000/target.encoder.layers_17.pre_mlp_layer_norm.scale/0 b/t5x/checkpoint_1500000/target.encoder.layers_17.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..4025e70407b96935e53c569b07072a241af25eb4
Binary files /dev/null and b/t5x/checkpoint_1500000/target.encoder.layers_17.pre_mlp_layer_norm.scale/0 differ
diff --git a/t5x/checkpoint_1500000/target.encoder.layers_2.attention.key.kernel/.zarray b/t5x/checkpoint_1500000/target.encoder.layers_2.attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..e01fb97803452bcd278001f752df7bf5dee19d68
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.encoder.layers_2.attention.key.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536,768],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1500000/target.encoder.layers_2.attention.key.kernel/0.0 b/t5x/checkpoint_1500000/target.encoder.layers_2.attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..e4d1fbafc3dbcf33f737c3616ac3d7e3ff084625
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.encoder.layers_2.attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4af684f19492ee126c796a99dd40300715980058441f39d292dd44e4adfb95a3
+size 4396289
diff --git a/t5x/checkpoint_1500000/target.encoder.layers_2.attention.out.kernel/.zarray b/t5x/checkpoint_1500000/target.encoder.layers_2.attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..1824dea43939e84fca3d4f1bf265813299528521
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.encoder.layers_2.attention.out.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,1536],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,1536],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1500000/target.encoder.layers_2.attention.out.kernel/0.0 b/t5x/checkpoint_1500000/target.encoder.layers_2.attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..e1b0992db66563fc51d6bc5d8a2c4abc5e9f5c43
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.encoder.layers_2.attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6e613e2df8fac95a5174b8765a080c94bbf8527fbc3b9a3d0299a935f672c67
+size 4397846
diff --git a/t5x/checkpoint_1500000/target.encoder.layers_2.attention.query.kernel/.zarray b/t5x/checkpoint_1500000/target.encoder.layers_2.attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..e01fb97803452bcd278001f752df7bf5dee19d68
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.encoder.layers_2.attention.query.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536,768],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1500000/target.encoder.layers_2.attention.query.kernel/0.0 b/t5x/checkpoint_1500000/target.encoder.layers_2.attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..82258ff4de36ba88e6bb829e111f594a51644267
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.encoder.layers_2.attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55a48615875ed49df1087d891210277dab7437f41f704190dc06130a38c26d98
+size 4383374
diff --git a/t5x/checkpoint_1500000/target.encoder.layers_2.attention.value.kernel/.zarray b/t5x/checkpoint_1500000/target.encoder.layers_2.attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..e01fb97803452bcd278001f752df7bf5dee19d68
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.encoder.layers_2.attention.value.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536,768],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1500000/target.encoder.layers_2.attention.value.kernel/0.0 b/t5x/checkpoint_1500000/target.encoder.layers_2.attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..4cabb9c96586de67667412251f61534961a85a72
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.encoder.layers_2.attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c940e7c989e500f580c03451301b8da7c793aa1ff258205107417970cf9e00a5
+size 4386082
diff --git a/t5x/checkpoint_1500000/target.encoder.layers_2.mlp.wi_0.kernel/.zarray b/t5x/checkpoint_1500000/target.encoder.layers_2.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b072740696d2fc31db585a220f80763f52eca9bd
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.encoder.layers_2.mlp.wi_0.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536,3968],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536,3968],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1500000/target.encoder.layers_2.mlp.wi_0.kernel/0.0 b/t5x/checkpoint_1500000/target.encoder.layers_2.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..a8dc72c0079a055cf807c5aa68dd92a6af7f8166
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.encoder.layers_2.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ddf1ff6a677b969312a80e6bc5f2b045d14c3b00a6b806bf86818d0eafb7206d
+size 22708081
diff --git a/t5x/checkpoint_1500000/target.encoder.layers_2.mlp.wi_1.kernel/.zarray b/t5x/checkpoint_1500000/target.encoder.layers_2.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b072740696d2fc31db585a220f80763f52eca9bd
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.encoder.layers_2.mlp.wi_1.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536,3968],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536,3968],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1500000/target.encoder.layers_2.mlp.wi_1.kernel/0.0 b/t5x/checkpoint_1500000/target.encoder.layers_2.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..23c55e95c68aa0c685644586f10dce83fc014c9d
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.encoder.layers_2.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d237e82acc4c9d949f1b45e6471e83ee645a625f92af19be6ab358ff3435e04
+size 22713914
diff --git a/t5x/checkpoint_1500000/target.encoder.layers_2.mlp.wo.kernel/.zarray b/t5x/checkpoint_1500000/target.encoder.layers_2.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..dc0be4cb5c76454cf71dc9b77709639e3ae10a0c
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.encoder.layers_2.mlp.wo.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[3968,1536],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[3968,1536],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1500000/target.encoder.layers_2.mlp.wo.kernel/0.0 b/t5x/checkpoint_1500000/target.encoder.layers_2.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..878ba8e21d2b9461e08a2cbb8380ff0805ed53b9
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.encoder.layers_2.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:101d8da7e23e39a5fc02c490e06ecb5f91b1e38f7446fef98648b95186924a19
+size 22685863
diff --git a/t5x/checkpoint_1500000/target.encoder.layers_2.pre_attention_layer_norm.scale/.zarray b/t5x/checkpoint_1500000/target.encoder.layers_2.pre_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9154c52e4c459b3c65ec4884ec5c73ed0e603507
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.encoder.layers_2.pre_attention_layer_norm.scale/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1500000/target.encoder.layers_2.pre_attention_layer_norm.scale/0 b/t5x/checkpoint_1500000/target.encoder.layers_2.pre_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..855d402bf80b43586dc2d7977957db26aaa4e8d8
Binary files /dev/null and b/t5x/checkpoint_1500000/target.encoder.layers_2.pre_attention_layer_norm.scale/0 differ
diff --git a/t5x/checkpoint_1500000/target.encoder.layers_2.pre_mlp_layer_norm.scale/.zarray b/t5x/checkpoint_1500000/target.encoder.layers_2.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9154c52e4c459b3c65ec4884ec5c73ed0e603507
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.encoder.layers_2.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1500000/target.encoder.layers_2.pre_mlp_layer_norm.scale/0 b/t5x/checkpoint_1500000/target.encoder.layers_2.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..8e774cac3ce4c0f5966c35de5ea221bdf871f1b2
Binary files /dev/null and b/t5x/checkpoint_1500000/target.encoder.layers_2.pre_mlp_layer_norm.scale/0 differ
diff --git a/t5x/checkpoint_1500000/target.encoder.layers_3.attention.key.kernel/.zarray b/t5x/checkpoint_1500000/target.encoder.layers_3.attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..e01fb97803452bcd278001f752df7bf5dee19d68
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.encoder.layers_3.attention.key.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536,768],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1500000/target.encoder.layers_3.attention.key.kernel/0.0 b/t5x/checkpoint_1500000/target.encoder.layers_3.attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..dcf78fd859ab2ac52e3fde1873cf98d96036afa4
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.encoder.layers_3.attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b125194b2c575f117747d90395cc6a5ffa2977e7e29d14fd2c8fdaac97390066
+size 4396650
diff --git a/t5x/checkpoint_1500000/target.encoder.layers_3.attention.out.kernel/.zarray b/t5x/checkpoint_1500000/target.encoder.layers_3.attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..1824dea43939e84fca3d4f1bf265813299528521
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.encoder.layers_3.attention.out.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,1536],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,1536],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1500000/target.encoder.layers_3.attention.out.kernel/0.0 b/t5x/checkpoint_1500000/target.encoder.layers_3.attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..a3a0f5e688838674577678c6afa78d7e7172ae12
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.encoder.layers_3.attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03a84e3b1b3f8bb144def790ee5daab9a49ee496784d404eec5789bb0c4501e1
+size 4398012
diff --git a/t5x/checkpoint_1500000/target.encoder.layers_3.attention.query.kernel/.zarray b/t5x/checkpoint_1500000/target.encoder.layers_3.attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..e01fb97803452bcd278001f752df7bf5dee19d68
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.encoder.layers_3.attention.query.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536,768],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1500000/target.encoder.layers_3.attention.query.kernel/0.0 b/t5x/checkpoint_1500000/target.encoder.layers_3.attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..ea4a3f94f3d1ded27f4867f35c8c56e18933398c
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.encoder.layers_3.attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa6f0ea8447e9b0f4ba34608a2cea3ef174539d889a39f65d843e8e3eb4c3af6
+size 4383466
diff --git a/t5x/checkpoint_1500000/target.encoder.layers_3.attention.value.kernel/.zarray b/t5x/checkpoint_1500000/target.encoder.layers_3.attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..e01fb97803452bcd278001f752df7bf5dee19d68
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.encoder.layers_3.attention.value.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536,768],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1500000/target.encoder.layers_3.attention.value.kernel/0.0 b/t5x/checkpoint_1500000/target.encoder.layers_3.attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..0f00d02dc8abd7952eb0931a9e0d09e58c53fbc3
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.encoder.layers_3.attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:643d5e835a216acc058fa3cbdcd720963f369d7df37f9e2ef699ae1efbdf9c51
+size 4388006
diff --git a/t5x/checkpoint_1500000/target.encoder.layers_3.mlp.wi_0.kernel/.zarray b/t5x/checkpoint_1500000/target.encoder.layers_3.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b072740696d2fc31db585a220f80763f52eca9bd
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.encoder.layers_3.mlp.wi_0.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536,3968],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536,3968],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1500000/target.encoder.layers_3.mlp.wi_0.kernel/0.0 b/t5x/checkpoint_1500000/target.encoder.layers_3.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..965935173191fc895476898f9a46635c1daa7d47
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.encoder.layers_3.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3551dd57f919ce43da9a455412db9728574fd825b6e906ffbfbd343f5d7c0c1a
+size 22709520
diff --git a/t5x/checkpoint_1500000/target.encoder.layers_3.mlp.wi_1.kernel/.zarray b/t5x/checkpoint_1500000/target.encoder.layers_3.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b072740696d2fc31db585a220f80763f52eca9bd
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.encoder.layers_3.mlp.wi_1.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536,3968],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536,3968],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1500000/target.encoder.layers_3.mlp.wi_1.kernel/0.0 b/t5x/checkpoint_1500000/target.encoder.layers_3.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..0df8cdfd395ea36c63c5f6f70be655e39dfdefb1
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.encoder.layers_3.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be370ba9f2f74b5036495a5aaa3cd9d808b950b895c28df9106a80e8517c715f
+size 22714797
diff --git a/t5x/checkpoint_1500000/target.encoder.layers_3.mlp.wo.kernel/.zarray b/t5x/checkpoint_1500000/target.encoder.layers_3.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..dc0be4cb5c76454cf71dc9b77709639e3ae10a0c
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.encoder.layers_3.mlp.wo.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[3968,1536],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[3968,1536],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1500000/target.encoder.layers_3.mlp.wo.kernel/0.0 b/t5x/checkpoint_1500000/target.encoder.layers_3.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..5d9651162d884e165784b5a91938fcee8b2f4e1a
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.encoder.layers_3.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:079b07b2aebd33039c711853506b7f0a0dd37a96a6c833cbe624397b8fb71505
+size 22693028
diff --git a/t5x/checkpoint_1500000/target.encoder.layers_3.pre_attention_layer_norm.scale/.zarray b/t5x/checkpoint_1500000/target.encoder.layers_3.pre_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9154c52e4c459b3c65ec4884ec5c73ed0e603507
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.encoder.layers_3.pre_attention_layer_norm.scale/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1500000/target.encoder.layers_3.pre_attention_layer_norm.scale/0 b/t5x/checkpoint_1500000/target.encoder.layers_3.pre_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..15c270edbfc08d625728eed568abebe2f5aec698
Binary files /dev/null and b/t5x/checkpoint_1500000/target.encoder.layers_3.pre_attention_layer_norm.scale/0 differ
diff --git a/t5x/checkpoint_1500000/target.encoder.layers_3.pre_mlp_layer_norm.scale/.zarray b/t5x/checkpoint_1500000/target.encoder.layers_3.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9154c52e4c459b3c65ec4884ec5c73ed0e603507
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.encoder.layers_3.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1500000/target.encoder.layers_3.pre_mlp_layer_norm.scale/0 b/t5x/checkpoint_1500000/target.encoder.layers_3.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..1fa9a837c6863d4a2d3e23f7e6530b8c9d21751c
Binary files /dev/null and b/t5x/checkpoint_1500000/target.encoder.layers_3.pre_mlp_layer_norm.scale/0 differ
diff --git a/t5x/checkpoint_1500000/target.encoder.layers_4.attention.key.kernel/.zarray b/t5x/checkpoint_1500000/target.encoder.layers_4.attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..e01fb97803452bcd278001f752df7bf5dee19d68
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.encoder.layers_4.attention.key.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536,768],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1500000/target.encoder.layers_4.attention.key.kernel/0.0 b/t5x/checkpoint_1500000/target.encoder.layers_4.attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..42175d5205cbce82d77888b202dbb427546a7db7
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.encoder.layers_4.attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40b4620e1e5659cfe1e47db4473877c868c74d52c0328faf0edc6156771d832d
+size 4396305
diff --git a/t5x/checkpoint_1500000/target.encoder.layers_4.attention.out.kernel/.zarray b/t5x/checkpoint_1500000/target.encoder.layers_4.attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..1824dea43939e84fca3d4f1bf265813299528521
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.encoder.layers_4.attention.out.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,1536],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,1536],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1500000/target.encoder.layers_4.attention.out.kernel/0.0 b/t5x/checkpoint_1500000/target.encoder.layers_4.attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..019083b1dad3ab05420d260fd2512df27b218774
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.encoder.layers_4.attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:373e64999f1d6a9baddb349514d5b259a06a173f1f1124c2d86e184a746839c0
+size 4397906
diff --git a/t5x/checkpoint_1500000/target.encoder.layers_4.attention.query.kernel/.zarray b/t5x/checkpoint_1500000/target.encoder.layers_4.attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..e01fb97803452bcd278001f752df7bf5dee19d68
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.encoder.layers_4.attention.query.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536,768],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1500000/target.encoder.layers_4.attention.query.kernel/0.0 b/t5x/checkpoint_1500000/target.encoder.layers_4.attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..e2ccb312dc4d33cdf0435b73fff8ff658f00706b
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.encoder.layers_4.attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2272626846a759fbe5c2e7f3b91d8cb0d0249544ff530c415f6c76e73d6a955f
+size 4383523
diff --git a/t5x/checkpoint_1500000/target.encoder.layers_4.attention.value.kernel/.zarray b/t5x/checkpoint_1500000/target.encoder.layers_4.attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..e01fb97803452bcd278001f752df7bf5dee19d68
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.encoder.layers_4.attention.value.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536,768],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1500000/target.encoder.layers_4.attention.value.kernel/0.0 b/t5x/checkpoint_1500000/target.encoder.layers_4.attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..d04f38997f4655948e4551ccbd1d252ac8147630
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.encoder.layers_4.attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb160ced47b7f89b906b9c659e58f576bc9b8bb2cca1ffb6b176c7195800bab9
+size 4388779
diff --git a/t5x/checkpoint_1500000/target.encoder.layers_4.mlp.wi_0.kernel/.zarray b/t5x/checkpoint_1500000/target.encoder.layers_4.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b072740696d2fc31db585a220f80763f52eca9bd
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.encoder.layers_4.mlp.wi_0.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536,3968],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536,3968],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1500000/target.encoder.layers_4.mlp.wi_0.kernel/0.0 b/t5x/checkpoint_1500000/target.encoder.layers_4.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..70c5844e0b8245d08e3966f0536b4b71eb5aa570
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.encoder.layers_4.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbe5918584a5c3106466864338d971827efd102a62a9581c53dd0e03f158f3b4
+size 22711232
diff --git a/t5x/checkpoint_1500000/target.encoder.layers_4.mlp.wi_1.kernel/.zarray b/t5x/checkpoint_1500000/target.encoder.layers_4.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b072740696d2fc31db585a220f80763f52eca9bd
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.encoder.layers_4.mlp.wi_1.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536,3968],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536,3968],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1500000/target.encoder.layers_4.mlp.wi_1.kernel/0.0 b/t5x/checkpoint_1500000/target.encoder.layers_4.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..3cb3954ccd6316eae98bb2fd8531ebf8d343bf65
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.encoder.layers_4.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:668baba66714c05fecba5a5d09934f53ad82c4b967da794bb4ecba632f728845
+size 22711576
diff --git a/t5x/checkpoint_1500000/target.encoder.layers_4.mlp.wo.kernel/.zarray b/t5x/checkpoint_1500000/target.encoder.layers_4.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..dc0be4cb5c76454cf71dc9b77709639e3ae10a0c
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.encoder.layers_4.mlp.wo.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[3968,1536],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[3968,1536],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1500000/target.encoder.layers_4.mlp.wo.kernel/0.0 b/t5x/checkpoint_1500000/target.encoder.layers_4.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..bd847d0f1e72376659078aa54fe091669a184242
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.encoder.layers_4.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a630005a05631bc54d468af94de2df065a358ed012ad25c80d27ad426f0c8d5
+size 22705383
diff --git a/t5x/checkpoint_1500000/target.encoder.layers_4.pre_attention_layer_norm.scale/.zarray b/t5x/checkpoint_1500000/target.encoder.layers_4.pre_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9154c52e4c459b3c65ec4884ec5c73ed0e603507
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.encoder.layers_4.pre_attention_layer_norm.scale/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1500000/target.encoder.layers_4.pre_attention_layer_norm.scale/0 b/t5x/checkpoint_1500000/target.encoder.layers_4.pre_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..d2e8a52e6b96a60b7d78c88f032fe7fb9c700d44
Binary files /dev/null and b/t5x/checkpoint_1500000/target.encoder.layers_4.pre_attention_layer_norm.scale/0 differ
diff --git a/t5x/checkpoint_1500000/target.encoder.layers_4.pre_mlp_layer_norm.scale/.zarray b/t5x/checkpoint_1500000/target.encoder.layers_4.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9154c52e4c459b3c65ec4884ec5c73ed0e603507
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.encoder.layers_4.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1500000/target.encoder.layers_4.pre_mlp_layer_norm.scale/0 b/t5x/checkpoint_1500000/target.encoder.layers_4.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..0f10665288d9705807ea72665fa986b8da7ecb83
Binary files /dev/null and b/t5x/checkpoint_1500000/target.encoder.layers_4.pre_mlp_layer_norm.scale/0 differ
diff --git a/t5x/checkpoint_1500000/target.encoder.layers_5.attention.key.kernel/.zarray b/t5x/checkpoint_1500000/target.encoder.layers_5.attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..e01fb97803452bcd278001f752df7bf5dee19d68
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.encoder.layers_5.attention.key.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536,768],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1500000/target.encoder.layers_5.attention.key.kernel/0.0 b/t5x/checkpoint_1500000/target.encoder.layers_5.attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..49e29fcee83c93b5814396fa772e7fa28720450a
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.encoder.layers_5.attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a81508cd32fdf17330bbfe69a06a203aedd843d3423ddc9f96c439ca12bf819a
+size 4396746
diff --git a/t5x/checkpoint_1500000/target.encoder.layers_5.attention.out.kernel/.zarray b/t5x/checkpoint_1500000/target.encoder.layers_5.attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..1824dea43939e84fca3d4f1bf265813299528521
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.encoder.layers_5.attention.out.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,1536],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,1536],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1500000/target.encoder.layers_5.attention.out.kernel/0.0 b/t5x/checkpoint_1500000/target.encoder.layers_5.attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..47c0873aaef219c10df5699e473bce0f5f3e57cd
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.encoder.layers_5.attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca689592e47d3f7e91bd0b79adc303fc5c995de4708cfed02ea8152806a8c1a7
+size 4395230
diff --git a/t5x/checkpoint_1500000/target.encoder.layers_5.attention.query.kernel/.zarray b/t5x/checkpoint_1500000/target.encoder.layers_5.attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..e01fb97803452bcd278001f752df7bf5dee19d68
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.encoder.layers_5.attention.query.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536,768],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1500000/target.encoder.layers_5.attention.query.kernel/0.0 b/t5x/checkpoint_1500000/target.encoder.layers_5.attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..a76b5454f01b1cef2d15b31e163e0b07920bc2e0
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.encoder.layers_5.attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3e34bf70bef453362be00639d2b63efbdfc82b9cd3b39fa309cc9afdaa67009
+size 4384277
diff --git a/t5x/checkpoint_1500000/target.encoder.layers_5.attention.value.kernel/.zarray b/t5x/checkpoint_1500000/target.encoder.layers_5.attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..e01fb97803452bcd278001f752df7bf5dee19d68
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.encoder.layers_5.attention.value.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536,768],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1500000/target.encoder.layers_5.attention.value.kernel/0.0 b/t5x/checkpoint_1500000/target.encoder.layers_5.attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..6f0b697d2e2336df3eabd6d115b6dd9c1deb004c
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.encoder.layers_5.attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe8b0e9ed48fe51fb6ad9dbf1bf7dd072c6fdbd4713f9fbb56ccd0dda4b36dbd
+size 4395295
diff --git a/t5x/checkpoint_1500000/target.encoder.layers_5.mlp.wi_0.kernel/.zarray b/t5x/checkpoint_1500000/target.encoder.layers_5.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b072740696d2fc31db585a220f80763f52eca9bd
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.encoder.layers_5.mlp.wi_0.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536,3968],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536,3968],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1500000/target.encoder.layers_5.mlp.wi_0.kernel/0.0 b/t5x/checkpoint_1500000/target.encoder.layers_5.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..288657c542666a950111ae930db9c57e9951839c
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.encoder.layers_5.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:627ac94feb8e0698669c6c9404567ddeb360ea42e2121047abed3bbae73c9c37
+size 22712085
diff --git a/t5x/checkpoint_1500000/target.encoder.layers_5.mlp.wi_1.kernel/.zarray b/t5x/checkpoint_1500000/target.encoder.layers_5.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b072740696d2fc31db585a220f80763f52eca9bd
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.encoder.layers_5.mlp.wi_1.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536,3968],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536,3968],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1500000/target.encoder.layers_5.mlp.wi_1.kernel/0.0 b/t5x/checkpoint_1500000/target.encoder.layers_5.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..64cc038f054c99008ef1b81571a99978265cbcc9
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.encoder.layers_5.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2622b97efa2a8fd261d0a1b9d70f6d6169d3dd766b2ad53124a521b2955981f5
+size 22692955
diff --git a/t5x/checkpoint_1500000/target.encoder.layers_5.mlp.wo.kernel/.zarray b/t5x/checkpoint_1500000/target.encoder.layers_5.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..dc0be4cb5c76454cf71dc9b77709639e3ae10a0c
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.encoder.layers_5.mlp.wo.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[3968,1536],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[3968,1536],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1500000/target.encoder.layers_5.mlp.wo.kernel/0.0 b/t5x/checkpoint_1500000/target.encoder.layers_5.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..7471830c8456b9e212b9921fe16eec7733cb7054
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.encoder.layers_5.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b1c6f49eb76c2cf34aae8d6edc108116b0648920c6c20bad8711809c0d146ba
+size 22712747
diff --git a/t5x/checkpoint_1500000/target.encoder.layers_5.pre_attention_layer_norm.scale/.zarray b/t5x/checkpoint_1500000/target.encoder.layers_5.pre_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9154c52e4c459b3c65ec4884ec5c73ed0e603507
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.encoder.layers_5.pre_attention_layer_norm.scale/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1500000/target.encoder.layers_5.pre_attention_layer_norm.scale/0 b/t5x/checkpoint_1500000/target.encoder.layers_5.pre_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..c76d67d5f3ae484dcfc829e67dc5c7f721978161
Binary files /dev/null and b/t5x/checkpoint_1500000/target.encoder.layers_5.pre_attention_layer_norm.scale/0 differ
diff --git a/t5x/checkpoint_1500000/target.encoder.layers_5.pre_mlp_layer_norm.scale/.zarray b/t5x/checkpoint_1500000/target.encoder.layers_5.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9154c52e4c459b3c65ec4884ec5c73ed0e603507
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.encoder.layers_5.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1500000/target.encoder.layers_5.pre_mlp_layer_norm.scale/0 b/t5x/checkpoint_1500000/target.encoder.layers_5.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..c1f3cc75a96284e5e50618c63999dff116e91d98
Binary files /dev/null and b/t5x/checkpoint_1500000/target.encoder.layers_5.pre_mlp_layer_norm.scale/0 differ
diff --git a/t5x/checkpoint_1500000/target.encoder.layers_6.attention.key.kernel/.zarray b/t5x/checkpoint_1500000/target.encoder.layers_6.attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..e01fb97803452bcd278001f752df7bf5dee19d68
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.encoder.layers_6.attention.key.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536,768],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1500000/target.encoder.layers_6.attention.key.kernel/0.0 b/t5x/checkpoint_1500000/target.encoder.layers_6.attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..835741d99706996a65802514108a730a5cbca593
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.encoder.layers_6.attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0955a8242527089353550eb8457020866d0122fd85ed3154b2eb6fa90c363e70
+size 4396841
diff --git a/t5x/checkpoint_1500000/target.encoder.layers_6.attention.out.kernel/.zarray b/t5x/checkpoint_1500000/target.encoder.layers_6.attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..1824dea43939e84fca3d4f1bf265813299528521
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.encoder.layers_6.attention.out.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,1536],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,1536],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1500000/target.encoder.layers_6.attention.out.kernel/0.0 b/t5x/checkpoint_1500000/target.encoder.layers_6.attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..ad4dea64745d0a3cce974e11c104ab382ead1be2
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.encoder.layers_6.attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8f42279ab06d8b11770bf5cb2bbd204966119016159755851e22d2509f88765
+size 4391417
diff --git a/t5x/checkpoint_1500000/target.encoder.layers_6.attention.query.kernel/.zarray b/t5x/checkpoint_1500000/target.encoder.layers_6.attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..e01fb97803452bcd278001f752df7bf5dee19d68
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.encoder.layers_6.attention.query.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536,768],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1500000/target.encoder.layers_6.attention.query.kernel/0.0 b/t5x/checkpoint_1500000/target.encoder.layers_6.attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..d4a9e640cda7c6ae26117ebd56eab16d5e197a63
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.encoder.layers_6.attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52067a7e0baaa92808c13ec44ae037fd4c2d96066845d9f960f4e7e9df364055
+size 4385233
diff --git a/t5x/checkpoint_1500000/target.encoder.layers_6.attention.value.kernel/.zarray b/t5x/checkpoint_1500000/target.encoder.layers_6.attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..e01fb97803452bcd278001f752df7bf5dee19d68
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.encoder.layers_6.attention.value.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536,768],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1500000/target.encoder.layers_6.attention.value.kernel/0.0 b/t5x/checkpoint_1500000/target.encoder.layers_6.attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..9f9681397c5e7abd2bb2fa906ac977610e7b5324
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.encoder.layers_6.attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e40ce058dca38842dd4406c0c92447efbbf8fc21d957aad932ca854c9281a03
+size 4395803
diff --git a/t5x/checkpoint_1500000/target.encoder.layers_6.mlp.wi_0.kernel/.zarray b/t5x/checkpoint_1500000/target.encoder.layers_6.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b072740696d2fc31db585a220f80763f52eca9bd
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.encoder.layers_6.mlp.wi_0.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536,3968],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536,3968],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1500000/target.encoder.layers_6.mlp.wi_0.kernel/0.0 b/t5x/checkpoint_1500000/target.encoder.layers_6.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..39a8c60a1e1f08b266b9d3b8de045259813b46cd
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.encoder.layers_6.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b80d9ba64c4c8f53d78e646a9115439ac0c387e2d7715740e9ebbbebc58bd66
+size 22707847
diff --git a/t5x/checkpoint_1500000/target.encoder.layers_6.mlp.wi_1.kernel/.zarray b/t5x/checkpoint_1500000/target.encoder.layers_6.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b072740696d2fc31db585a220f80763f52eca9bd
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.encoder.layers_6.mlp.wi_1.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536,3968],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536,3968],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1500000/target.encoder.layers_6.mlp.wi_1.kernel/0.0 b/t5x/checkpoint_1500000/target.encoder.layers_6.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..edf0cf3820bbbf4e82ee5eba12ab686ccb883f5c
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.encoder.layers_6.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d703f1e23e00fb092e194f55cece6e69c43ca8263fb6893ba72369bc08cd4440
+size 22673179
diff --git a/t5x/checkpoint_1500000/target.encoder.layers_6.mlp.wo.kernel/.zarray b/t5x/checkpoint_1500000/target.encoder.layers_6.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..dc0be4cb5c76454cf71dc9b77709639e3ae10a0c
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.encoder.layers_6.mlp.wo.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[3968,1536],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[3968,1536],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1500000/target.encoder.layers_6.mlp.wo.kernel/0.0 b/t5x/checkpoint_1500000/target.encoder.layers_6.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..265e2f36fd4c0a71d6fd9834324c0f04742196e3
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.encoder.layers_6.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d5c6355ed20e0419c270ab0e6c4e6e8b94127baf3e3b3125aca7efa4cb084a0
+size 22717028
diff --git a/t5x/checkpoint_1500000/target.encoder.layers_6.pre_attention_layer_norm.scale/.zarray b/t5x/checkpoint_1500000/target.encoder.layers_6.pre_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9154c52e4c459b3c65ec4884ec5c73ed0e603507
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.encoder.layers_6.pre_attention_layer_norm.scale/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1500000/target.encoder.layers_6.pre_attention_layer_norm.scale/0 b/t5x/checkpoint_1500000/target.encoder.layers_6.pre_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..e4caf6f570f9d7b1742086605451a877b5cb4d67
Binary files /dev/null and b/t5x/checkpoint_1500000/target.encoder.layers_6.pre_attention_layer_norm.scale/0 differ
diff --git a/t5x/checkpoint_1500000/target.encoder.layers_6.pre_mlp_layer_norm.scale/.zarray b/t5x/checkpoint_1500000/target.encoder.layers_6.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9154c52e4c459b3c65ec4884ec5c73ed0e603507
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.encoder.layers_6.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1500000/target.encoder.layers_6.pre_mlp_layer_norm.scale/0 b/t5x/checkpoint_1500000/target.encoder.layers_6.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..a07b8afef375b3917d2e90dced3c998f4dfee668
Binary files /dev/null and b/t5x/checkpoint_1500000/target.encoder.layers_6.pre_mlp_layer_norm.scale/0 differ
diff --git a/t5x/checkpoint_1500000/target.encoder.layers_7.attention.key.kernel/.zarray b/t5x/checkpoint_1500000/target.encoder.layers_7.attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..e01fb97803452bcd278001f752df7bf5dee19d68
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.encoder.layers_7.attention.key.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536,768],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1500000/target.encoder.layers_7.attention.key.kernel/0.0 b/t5x/checkpoint_1500000/target.encoder.layers_7.attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..55c627a25deb05e84763cbdcf759fb41a15c6e41
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.encoder.layers_7.attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:548e32e2130460a77b2320f0755055395e68288f690c7a88fa2f2336b47d8135
+size 4396886
diff --git a/t5x/checkpoint_1500000/target.encoder.layers_7.attention.out.kernel/.zarray b/t5x/checkpoint_1500000/target.encoder.layers_7.attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..1824dea43939e84fca3d4f1bf265813299528521
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.encoder.layers_7.attention.out.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,1536],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,1536],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1500000/target.encoder.layers_7.attention.out.kernel/0.0 b/t5x/checkpoint_1500000/target.encoder.layers_7.attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..942b757d253eb25f1b3cbe2128f5c6dd8104a27c
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.encoder.layers_7.attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0b03680c26e452a352a20876989ad900007e8236db237e960fae8e0de5e2128
+size 4386405
diff --git a/t5x/checkpoint_1500000/target.encoder.layers_7.attention.query.kernel/.zarray b/t5x/checkpoint_1500000/target.encoder.layers_7.attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..e01fb97803452bcd278001f752df7bf5dee19d68
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.encoder.layers_7.attention.query.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536,768],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1500000/target.encoder.layers_7.attention.query.kernel/0.0 b/t5x/checkpoint_1500000/target.encoder.layers_7.attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..26f87c932d78c810808893fecd41c3f9db0c4adf
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.encoder.layers_7.attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebb8492e8a74fb3385c89e83c4b903ef98e5a7e59aa7d6474ce655261f61bec1
+size 4385664
diff --git a/t5x/checkpoint_1500000/target.encoder.layers_7.attention.value.kernel/.zarray b/t5x/checkpoint_1500000/target.encoder.layers_7.attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..e01fb97803452bcd278001f752df7bf5dee19d68
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.encoder.layers_7.attention.value.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536,768],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1500000/target.encoder.layers_7.attention.value.kernel/0.0 b/t5x/checkpoint_1500000/target.encoder.layers_7.attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..ec921dc1de90d122e2178755598f4262220bc6ff
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.encoder.layers_7.attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5389e20c5f3f070dd423a62d38bab92006fb70682c93fefaa9b911e7bd08ef59
+size 4397218
diff --git a/t5x/checkpoint_1500000/target.encoder.layers_7.mlp.wi_0.kernel/.zarray b/t5x/checkpoint_1500000/target.encoder.layers_7.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b072740696d2fc31db585a220f80763f52eca9bd
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.encoder.layers_7.mlp.wi_0.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536,3968],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536,3968],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1500000/target.encoder.layers_7.mlp.wi_0.kernel/0.0 b/t5x/checkpoint_1500000/target.encoder.layers_7.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..4ffa471653ac28ac71b2125e41d2710f2c6bd086
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.encoder.layers_7.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b01186f0ca41a904e6615542e7ba638f09721bd1fb425bdd6464a07da827f75
+size 22688493
diff --git a/t5x/checkpoint_1500000/target.encoder.layers_7.mlp.wi_1.kernel/.zarray b/t5x/checkpoint_1500000/target.encoder.layers_7.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b072740696d2fc31db585a220f80763f52eca9bd
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.encoder.layers_7.mlp.wi_1.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536,3968],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536,3968],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1500000/target.encoder.layers_7.mlp.wi_1.kernel/0.0 b/t5x/checkpoint_1500000/target.encoder.layers_7.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..fde4c48d0ee5315e35712a0e10fca427bc8c1b5b
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.encoder.layers_7.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f8c8ef67280995ad927b160bda5b66c2ce3715165dea18edbc235355199bb40
+size 22657242
diff --git a/t5x/checkpoint_1500000/target.encoder.layers_7.mlp.wo.kernel/.zarray b/t5x/checkpoint_1500000/target.encoder.layers_7.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..dc0be4cb5c76454cf71dc9b77709639e3ae10a0c
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.encoder.layers_7.mlp.wo.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[3968,1536],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[3968,1536],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1500000/target.encoder.layers_7.mlp.wo.kernel/0.0 b/t5x/checkpoint_1500000/target.encoder.layers_7.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..be5dab304761ddcb4946104e04a45a7261cec230
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.encoder.layers_7.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd0e7fea3ab02783df2866da2f8072aab5e85475fd850e6e9dfd4d5692160a2c
+size 22715597
diff --git a/t5x/checkpoint_1500000/target.encoder.layers_7.pre_attention_layer_norm.scale/.zarray b/t5x/checkpoint_1500000/target.encoder.layers_7.pre_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9154c52e4c459b3c65ec4884ec5c73ed0e603507
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.encoder.layers_7.pre_attention_layer_norm.scale/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1500000/target.encoder.layers_7.pre_attention_layer_norm.scale/0 b/t5x/checkpoint_1500000/target.encoder.layers_7.pre_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..d2f7b88bca32ca6b9f366747dfbaa514cedc4d3b
Binary files /dev/null and b/t5x/checkpoint_1500000/target.encoder.layers_7.pre_attention_layer_norm.scale/0 differ
diff --git a/t5x/checkpoint_1500000/target.encoder.layers_7.pre_mlp_layer_norm.scale/.zarray b/t5x/checkpoint_1500000/target.encoder.layers_7.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9154c52e4c459b3c65ec4884ec5c73ed0e603507
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.encoder.layers_7.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1500000/target.encoder.layers_7.pre_mlp_layer_norm.scale/0 b/t5x/checkpoint_1500000/target.encoder.layers_7.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..8bb1ef2bc7dd6f2b8d6933b009887b5091dec89d
Binary files /dev/null and b/t5x/checkpoint_1500000/target.encoder.layers_7.pre_mlp_layer_norm.scale/0 differ
diff --git a/t5x/checkpoint_1500000/target.encoder.layers_8.attention.key.kernel/.zarray b/t5x/checkpoint_1500000/target.encoder.layers_8.attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..e01fb97803452bcd278001f752df7bf5dee19d68
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.encoder.layers_8.attention.key.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536,768],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1500000/target.encoder.layers_8.attention.key.kernel/0.0 b/t5x/checkpoint_1500000/target.encoder.layers_8.attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..7af275e1fdca1b72a1b5e16b642abdc772ca6141
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.encoder.layers_8.attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:324211aed28256234e4978340232d2f53640f072ad9d78dad1761200f8174526
+size 4397157
diff --git a/t5x/checkpoint_1500000/target.encoder.layers_8.attention.out.kernel/.zarray b/t5x/checkpoint_1500000/target.encoder.layers_8.attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..1824dea43939e84fca3d4f1bf265813299528521
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.encoder.layers_8.attention.out.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,1536],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,1536],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1500000/target.encoder.layers_8.attention.out.kernel/0.0 b/t5x/checkpoint_1500000/target.encoder.layers_8.attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..c8eb2c03e0a2bacd4240e1db8a4fc5a7a0640512
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.encoder.layers_8.attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7461d2d524669928a3a2d041a0ee61300221a8ff1c3b707a6e9b709524d0aca
+size 4388163
diff --git a/t5x/checkpoint_1500000/target.encoder.layers_8.attention.query.kernel/.zarray b/t5x/checkpoint_1500000/target.encoder.layers_8.attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..e01fb97803452bcd278001f752df7bf5dee19d68
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.encoder.layers_8.attention.query.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536,768],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1500000/target.encoder.layers_8.attention.query.kernel/0.0 b/t5x/checkpoint_1500000/target.encoder.layers_8.attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..a2a04fb958d7f4bd3b588cf98cf0ef2935372946
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.encoder.layers_8.attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4d1c5828f11337a5f790df2a996277fb252a2d421098adbb9b29926288fa4e0
+size 4386885
diff --git a/t5x/checkpoint_1500000/target.encoder.layers_8.attention.value.kernel/.zarray b/t5x/checkpoint_1500000/target.encoder.layers_8.attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..e01fb97803452bcd278001f752df7bf5dee19d68
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.encoder.layers_8.attention.value.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536,768],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1500000/target.encoder.layers_8.attention.value.kernel/0.0 b/t5x/checkpoint_1500000/target.encoder.layers_8.attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..7ff1abd0883679330368a83f1f55f4f9beb8085a
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.encoder.layers_8.attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2c072e85738f0458da8d069598dd89943a04e0881b6732c590b5ca057f2d2a4
+size 4397681
diff --git a/t5x/checkpoint_1500000/target.encoder.layers_8.mlp.wi_0.kernel/.zarray b/t5x/checkpoint_1500000/target.encoder.layers_8.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b072740696d2fc31db585a220f80763f52eca9bd
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.encoder.layers_8.mlp.wi_0.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536,3968],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536,3968],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1500000/target.encoder.layers_8.mlp.wi_0.kernel/0.0 b/t5x/checkpoint_1500000/target.encoder.layers_8.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..6850830f79fc2182cd38e885c27c939155590b01
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.encoder.layers_8.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa1d1b1d88181caabd3b7ed49da805313a22a09d9456914a466c99f163e8b298
+size 22662262
diff --git a/t5x/checkpoint_1500000/target.encoder.layers_8.mlp.wi_1.kernel/.zarray b/t5x/checkpoint_1500000/target.encoder.layers_8.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b072740696d2fc31db585a220f80763f52eca9bd
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.encoder.layers_8.mlp.wi_1.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536,3968],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536,3968],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1500000/target.encoder.layers_8.mlp.wi_1.kernel/0.0 b/t5x/checkpoint_1500000/target.encoder.layers_8.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..80faf81c927985313d009c11a621e85a99a0a125
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.encoder.layers_8.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b26a1c0ee697cb6f224c31e4a8a4650f72ea0a0541fa84179f74f90fa4f0b88
+size 22672213
diff --git a/t5x/checkpoint_1500000/target.encoder.layers_8.mlp.wo.kernel/.zarray b/t5x/checkpoint_1500000/target.encoder.layers_8.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..dc0be4cb5c76454cf71dc9b77709639e3ae10a0c
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.encoder.layers_8.mlp.wo.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[3968,1536],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[3968,1536],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1500000/target.encoder.layers_8.mlp.wo.kernel/0.0 b/t5x/checkpoint_1500000/target.encoder.layers_8.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..b879b68eef9f93dbcb310e75fb618532d473971b
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.encoder.layers_8.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f52d44ba7975512f48433bae090b0153a3c269a6b7b312d4d988413afb07518
+size 22686413
diff --git a/t5x/checkpoint_1500000/target.encoder.layers_8.pre_attention_layer_norm.scale/.zarray b/t5x/checkpoint_1500000/target.encoder.layers_8.pre_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9154c52e4c459b3c65ec4884ec5c73ed0e603507
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.encoder.layers_8.pre_attention_layer_norm.scale/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1500000/target.encoder.layers_8.pre_attention_layer_norm.scale/0 b/t5x/checkpoint_1500000/target.encoder.layers_8.pre_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..d6d80b34f5e294c01d5d1942b5b2d24c88423128
Binary files /dev/null and b/t5x/checkpoint_1500000/target.encoder.layers_8.pre_attention_layer_norm.scale/0 differ
diff --git a/t5x/checkpoint_1500000/target.encoder.layers_8.pre_mlp_layer_norm.scale/.zarray b/t5x/checkpoint_1500000/target.encoder.layers_8.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9154c52e4c459b3c65ec4884ec5c73ed0e603507
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.encoder.layers_8.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1500000/target.encoder.layers_8.pre_mlp_layer_norm.scale/0 b/t5x/checkpoint_1500000/target.encoder.layers_8.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..e796f2b35a9e8308cee4182f91792a31df5eeec9
Binary files /dev/null and b/t5x/checkpoint_1500000/target.encoder.layers_8.pre_mlp_layer_norm.scale/0 differ
diff --git a/t5x/checkpoint_1500000/target.encoder.layers_9.attention.key.kernel/.zarray b/t5x/checkpoint_1500000/target.encoder.layers_9.attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..e01fb97803452bcd278001f752df7bf5dee19d68
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.encoder.layers_9.attention.key.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536,768],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1500000/target.encoder.layers_9.attention.key.kernel/0.0 b/t5x/checkpoint_1500000/target.encoder.layers_9.attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..4dd468b764192e34afad6df946a029522d70a822
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.encoder.layers_9.attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9be6c1ed2833b7ceef020b40f72103e5531f8f481087ccb2864aad341a41b4fd
+size 4394439
diff --git a/t5x/checkpoint_1500000/target.encoder.layers_9.attention.out.kernel/.zarray b/t5x/checkpoint_1500000/target.encoder.layers_9.attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..1824dea43939e84fca3d4f1bf265813299528521
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.encoder.layers_9.attention.out.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,1536],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,1536],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1500000/target.encoder.layers_9.attention.out.kernel/0.0 b/t5x/checkpoint_1500000/target.encoder.layers_9.attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..22909792505307a09812d02527a63a46aa05c6ff
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.encoder.layers_9.attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d05efd1c030d26088dbb794731dbe47fe1881f6a90e8fec488bb738af758f5ee
+size 4393240
diff --git a/t5x/checkpoint_1500000/target.encoder.layers_9.attention.query.kernel/.zarray b/t5x/checkpoint_1500000/target.encoder.layers_9.attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..e01fb97803452bcd278001f752df7bf5dee19d68
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.encoder.layers_9.attention.query.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536,768],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1500000/target.encoder.layers_9.attention.query.kernel/0.0 b/t5x/checkpoint_1500000/target.encoder.layers_9.attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..601ee940d0785abc58809e157cec9d5bfba9ca02
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.encoder.layers_9.attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a4a62ae12857330b03f8fc58ee62475895a9f67f8c10c2de86640e1958ce79b
+size 4391223
diff --git a/t5x/checkpoint_1500000/target.encoder.layers_9.attention.value.kernel/.zarray b/t5x/checkpoint_1500000/target.encoder.layers_9.attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..e01fb97803452bcd278001f752df7bf5dee19d68
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.encoder.layers_9.attention.value.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536,768],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1500000/target.encoder.layers_9.attention.value.kernel/0.0 b/t5x/checkpoint_1500000/target.encoder.layers_9.attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..064e0ef30f411728e89bdb816a3ebf70f8680693
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.encoder.layers_9.attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:286c7669eebb0c7e840ed333624119902854fc4abf144b3516075a856236be05
+size 4389068
diff --git a/t5x/checkpoint_1500000/target.encoder.layers_9.mlp.wi_0.kernel/.zarray b/t5x/checkpoint_1500000/target.encoder.layers_9.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b072740696d2fc31db585a220f80763f52eca9bd
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.encoder.layers_9.mlp.wi_0.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536,3968],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536,3968],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1500000/target.encoder.layers_9.mlp.wi_0.kernel/0.0 b/t5x/checkpoint_1500000/target.encoder.layers_9.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..a2653f333ac84669a4a1e9ee68d13edc3df54447
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.encoder.layers_9.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:852dcae9d3f8fd76bab32c5fd0bbc0f8bd9f52331580e95bffb8464bf6779e01
+size 22656484
diff --git a/t5x/checkpoint_1500000/target.encoder.layers_9.mlp.wi_1.kernel/.zarray b/t5x/checkpoint_1500000/target.encoder.layers_9.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b072740696d2fc31db585a220f80763f52eca9bd
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.encoder.layers_9.mlp.wi_1.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536,3968],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536,3968],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1500000/target.encoder.layers_9.mlp.wi_1.kernel/0.0 b/t5x/checkpoint_1500000/target.encoder.layers_9.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..c1fc63ec37a17e953d79563706f72432a89312d0
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.encoder.layers_9.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86140497bd3e52e1a876ecc4fc6a447bd11c4a590779f8a29ff240d792d07886
+size 22681385
diff --git a/t5x/checkpoint_1500000/target.encoder.layers_9.mlp.wo.kernel/.zarray b/t5x/checkpoint_1500000/target.encoder.layers_9.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..dc0be4cb5c76454cf71dc9b77709639e3ae10a0c
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.encoder.layers_9.mlp.wo.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[3968,1536],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[3968,1536],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1500000/target.encoder.layers_9.mlp.wo.kernel/0.0 b/t5x/checkpoint_1500000/target.encoder.layers_9.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..4e6be5fbd10155fd553b37a7a45240b126cda0c2
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.encoder.layers_9.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f0686b36e9d8119ca750cde346d7a4409f7580bfafc5fec791179071803617d
+size 22671611
diff --git a/t5x/checkpoint_1500000/target.encoder.layers_9.pre_attention_layer_norm.scale/.zarray b/t5x/checkpoint_1500000/target.encoder.layers_9.pre_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9154c52e4c459b3c65ec4884ec5c73ed0e603507
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.encoder.layers_9.pre_attention_layer_norm.scale/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1500000/target.encoder.layers_9.pre_attention_layer_norm.scale/0 b/t5x/checkpoint_1500000/target.encoder.layers_9.pre_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..48ae264fe14d786e9c8b0627ecc27660814bcae3
Binary files /dev/null and b/t5x/checkpoint_1500000/target.encoder.layers_9.pre_attention_layer_norm.scale/0 differ
diff --git a/t5x/checkpoint_1500000/target.encoder.layers_9.pre_mlp_layer_norm.scale/.zarray b/t5x/checkpoint_1500000/target.encoder.layers_9.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..9154c52e4c459b3c65ec4884ec5c73ed0e603507
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.encoder.layers_9.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1500000/target.encoder.layers_9.pre_mlp_layer_norm.scale/0 b/t5x/checkpoint_1500000/target.encoder.layers_9.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..e559cc3304a24488ea9479c11aff0efb23130448
Binary files /dev/null and b/t5x/checkpoint_1500000/target.encoder.layers_9.pre_mlp_layer_norm.scale/0 differ
diff --git a/t5x/checkpoint_1500000/target.encoder.relpos_bias.rel_embedding/.zarray b/t5x/checkpoint_1500000/target.encoder.relpos_bias.rel_embedding/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4a336fd864ce83a44dd55fa003ffea4fdfd474ec
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.encoder.relpos_bias.rel_embedding/.zarray
@@ -0,0 +1 @@
+{"chunks":[12,32],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[12,32],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1500000/target.encoder.relpos_bias.rel_embedding/0.0 b/t5x/checkpoint_1500000/target.encoder.relpos_bias.rel_embedding/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..27c2ed70e555856164b3027fd07b008c239876c5
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.encoder.relpos_bias.rel_embedding/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbef9b51ed1ed29985c390dc9306df4f9c7da43e22e300ac960b115ec5f57cf3
+size 1414
diff --git a/t5x/checkpoint_1500000/target.token_embedder.embedding/.zarray b/t5x/checkpoint_1500000/target.token_embedder.embedding/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..18f5e3aea4d0c162239e81c9d614714696a6b6ef
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.token_embedder.embedding/.zarray
@@ -0,0 +1 @@
+{"chunks":[384,1536],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[384,1536],"zarr_format":2}
\ No newline at end of file
diff --git a/t5x/checkpoint_1500000/target.token_embedder.embedding/0.0 b/t5x/checkpoint_1500000/target.token_embedder.embedding/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..b4ea369c34b30d85b99813c02ac79411d92ff082
--- /dev/null
+++ b/t5x/checkpoint_1500000/target.token_embedder.embedding/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d402202a49135bc7bbe21833f77e18e99f7bacfa737c349a275b59547734112
+size 1827238