diff --git a/checkpoint_50000/checkpoint b/checkpoint_50000/checkpoint
new file mode 100644
index 0000000000000000000000000000000000000000..c57f94675d73cc3f8db6d1d6dfd53559a00d372f
--- /dev/null
+++ b/checkpoint_50000/checkpoint
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70bb706e9bf6577468477db40ff937d484c9c66fba60094742fec86a52a3295d
+size 2792047
diff --git a/checkpoint_50000/state.param_states.decoder.decoder_norm.scale.v/.zarray b/checkpoint_50000/state.param_states.decoder.decoder_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..30bba180531f2e2608776cf531b0f327534ab60e
--- /dev/null
+++ b/checkpoint_50000/state.param_states.decoder.decoder_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c15454ca58ace9d64cc661f694fa3a5c43479ab9e9298e3f5d36932e899b8ecc
+size 170
diff --git a/checkpoint_50000/state.param_states.decoder.decoder_norm.scale.v/0 b/checkpoint_50000/state.param_states.decoder.decoder_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..24060343474c09ec2976626c0eeed898a0c44446
--- /dev/null
+++ b/checkpoint_50000/state.param_states.decoder.decoder_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45a7482c7e6e0df7a94cf2256497638eb797bb9054e991f9e82fb01e164e9700
+size 5512
diff --git a/checkpoint_50000/state.param_states.decoder.layers_0.pre_cross_attention_layer_norm.scale.v/.zarray b/checkpoint_50000/state.param_states.decoder.layers_0.pre_cross_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..30bba180531f2e2608776cf531b0f327534ab60e
--- /dev/null
+++ b/checkpoint_50000/state.param_states.decoder.layers_0.pre_cross_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c15454ca58ace9d64cc661f694fa3a5c43479ab9e9298e3f5d36932e899b8ecc
+size 170
diff --git a/checkpoint_50000/state.param_states.decoder.layers_0.pre_cross_attention_layer_norm.scale.v/0 b/checkpoint_50000/state.param_states.decoder.layers_0.pre_cross_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..fe62beedad97570b000051ead30bc638cdeee7fa
--- /dev/null
+++ b/checkpoint_50000/state.param_states.decoder.layers_0.pre_cross_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0638564ce043f69b3292b755b719c2ff74455812e903774bb14b98b1f3dcd10
+size 5542
diff --git a/checkpoint_50000/state.param_states.decoder.layers_0.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_50000/state.param_states.decoder.layers_0.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..30bba180531f2e2608776cf531b0f327534ab60e
--- /dev/null
+++ b/checkpoint_50000/state.param_states.decoder.layers_0.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c15454ca58ace9d64cc661f694fa3a5c43479ab9e9298e3f5d36932e899b8ecc
+size 170
diff --git a/checkpoint_50000/state.param_states.decoder.layers_0.pre_mlp_layer_norm.scale.v/0 b/checkpoint_50000/state.param_states.decoder.layers_0.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..d57887bc91eb947be30a8da4a7015751334cb702
--- /dev/null
+++ b/checkpoint_50000/state.param_states.decoder.layers_0.pre_mlp_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d2c775f64fb988f74b7dfc5ab6d3a2f45a29061fc208d734663129adc2a69a3
+size 5477
diff --git a/checkpoint_50000/state.param_states.decoder.layers_0.pre_self_attention_layer_norm.scale.v/.zarray b/checkpoint_50000/state.param_states.decoder.layers_0.pre_self_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..30bba180531f2e2608776cf531b0f327534ab60e
--- /dev/null
+++ b/checkpoint_50000/state.param_states.decoder.layers_0.pre_self_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c15454ca58ace9d64cc661f694fa3a5c43479ab9e9298e3f5d36932e899b8ecc
+size 170
diff --git a/checkpoint_50000/state.param_states.decoder.layers_0.pre_self_attention_layer_norm.scale.v/0 b/checkpoint_50000/state.param_states.decoder.layers_0.pre_self_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..813c36cdc94945057f7a3083028c74ba2cfa2c1e
--- /dev/null
+++ b/checkpoint_50000/state.param_states.decoder.layers_0.pre_self_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6cba416362bb6973f6c0d279deeec9d1a0d3d6b12f4e6298393d5d4ee605e13
+size 5607
diff --git a/checkpoint_50000/state.param_states.decoder.layers_1.pre_cross_attention_layer_norm.scale.v/.zarray b/checkpoint_50000/state.param_states.decoder.layers_1.pre_cross_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..30bba180531f2e2608776cf531b0f327534ab60e
--- /dev/null
+++ b/checkpoint_50000/state.param_states.decoder.layers_1.pre_cross_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c15454ca58ace9d64cc661f694fa3a5c43479ab9e9298e3f5d36932e899b8ecc
+size 170
diff --git a/checkpoint_50000/state.param_states.decoder.layers_1.pre_cross_attention_layer_norm.scale.v/0 b/checkpoint_50000/state.param_states.decoder.layers_1.pre_cross_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..081892435323145c5730e8cf79837eaf5dfae72a
--- /dev/null
+++ b/checkpoint_50000/state.param_states.decoder.layers_1.pre_cross_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5f5feeefc401c3098f675dd44be6bd53d43019e0d790524effc5b8d9d477a9d
+size 5506
diff --git a/checkpoint_50000/state.param_states.decoder.layers_1.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_50000/state.param_states.decoder.layers_1.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..30bba180531f2e2608776cf531b0f327534ab60e
--- /dev/null
+++ b/checkpoint_50000/state.param_states.decoder.layers_1.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c15454ca58ace9d64cc661f694fa3a5c43479ab9e9298e3f5d36932e899b8ecc
+size 170
diff --git a/checkpoint_50000/state.param_states.decoder.layers_1.pre_mlp_layer_norm.scale.v/0 b/checkpoint_50000/state.param_states.decoder.layers_1.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..cb5a6751de5ea3600a170bccc0576c3b1a9ccbb2
--- /dev/null
+++ b/checkpoint_50000/state.param_states.decoder.layers_1.pre_mlp_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35c93ad23320ecec25f21d949bd5baaa02a838c2b6f5389aed098dbc49460e63
+size 5396
diff --git a/checkpoint_50000/state.param_states.decoder.layers_1.pre_self_attention_layer_norm.scale.v/.zarray b/checkpoint_50000/state.param_states.decoder.layers_1.pre_self_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..30bba180531f2e2608776cf531b0f327534ab60e
--- /dev/null
+++ b/checkpoint_50000/state.param_states.decoder.layers_1.pre_self_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c15454ca58ace9d64cc661f694fa3a5c43479ab9e9298e3f5d36932e899b8ecc
+size 170
diff --git a/checkpoint_50000/state.param_states.decoder.layers_1.pre_self_attention_layer_norm.scale.v/0 b/checkpoint_50000/state.param_states.decoder.layers_1.pre_self_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..729966c2c8724e715d95787300f7f0eec1c2152f
--- /dev/null
+++ b/checkpoint_50000/state.param_states.decoder.layers_1.pre_self_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec3a4bfd455d650f8c199f46771f4494dd249368e5c6e0c07790c00fae6a4c61
+size 5511
diff --git a/checkpoint_50000/state.param_states.decoder.layers_2.pre_cross_attention_layer_norm.scale.v/.zarray b/checkpoint_50000/state.param_states.decoder.layers_2.pre_cross_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..30bba180531f2e2608776cf531b0f327534ab60e
--- /dev/null
+++ b/checkpoint_50000/state.param_states.decoder.layers_2.pre_cross_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c15454ca58ace9d64cc661f694fa3a5c43479ab9e9298e3f5d36932e899b8ecc
+size 170
diff --git a/checkpoint_50000/state.param_states.decoder.layers_2.pre_cross_attention_layer_norm.scale.v/0 b/checkpoint_50000/state.param_states.decoder.layers_2.pre_cross_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..68ee339bdaf8e487b18ce058298740b0332e390a
--- /dev/null
+++ b/checkpoint_50000/state.param_states.decoder.layers_2.pre_cross_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd7ae525663f0f76c75743a9c195e777bfd76f77acad76524ad9c4516861e3c0
+size 5394
diff --git a/checkpoint_50000/state.param_states.decoder.layers_2.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_50000/state.param_states.decoder.layers_2.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..30bba180531f2e2608776cf531b0f327534ab60e
--- /dev/null
+++ b/checkpoint_50000/state.param_states.decoder.layers_2.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c15454ca58ace9d64cc661f694fa3a5c43479ab9e9298e3f5d36932e899b8ecc
+size 170
diff --git a/checkpoint_50000/state.param_states.decoder.layers_2.pre_mlp_layer_norm.scale.v/0 b/checkpoint_50000/state.param_states.decoder.layers_2.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..116ed5f2a79879a46b1a120db52eef7b930b7902
--- /dev/null
+++ b/checkpoint_50000/state.param_states.decoder.layers_2.pre_mlp_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c24ea03b192a0de0d9c109f17020f5b973036f065c63121b48bb1a316e1db2d
+size 5382
diff --git a/checkpoint_50000/state.param_states.decoder.layers_2.pre_self_attention_layer_norm.scale.v/.zarray b/checkpoint_50000/state.param_states.decoder.layers_2.pre_self_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..30bba180531f2e2608776cf531b0f327534ab60e
--- /dev/null
+++ b/checkpoint_50000/state.param_states.decoder.layers_2.pre_self_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c15454ca58ace9d64cc661f694fa3a5c43479ab9e9298e3f5d36932e899b8ecc
+size 170
diff --git a/checkpoint_50000/state.param_states.decoder.layers_2.pre_self_attention_layer_norm.scale.v/0 b/checkpoint_50000/state.param_states.decoder.layers_2.pre_self_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..789a7f22a76000346506bf3df4bc0e2dd9f86305
--- /dev/null
+++ b/checkpoint_50000/state.param_states.decoder.layers_2.pre_self_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:937041a8d5a278f07a0d24570a13178f47e086182f6af111a2d8acda12663537
+size 5431
diff --git a/checkpoint_50000/state.param_states.decoder.layers_3.pre_cross_attention_layer_norm.scale.v/.zarray b/checkpoint_50000/state.param_states.decoder.layers_3.pre_cross_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..30bba180531f2e2608776cf531b0f327534ab60e
--- /dev/null
+++ b/checkpoint_50000/state.param_states.decoder.layers_3.pre_cross_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c15454ca58ace9d64cc661f694fa3a5c43479ab9e9298e3f5d36932e899b8ecc
+size 170
diff --git a/checkpoint_50000/state.param_states.decoder.layers_3.pre_cross_attention_layer_norm.scale.v/0 b/checkpoint_50000/state.param_states.decoder.layers_3.pre_cross_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..2dbc4b760eda68fdc3445d7a7b5c6e633d100e68
--- /dev/null
+++ b/checkpoint_50000/state.param_states.decoder.layers_3.pre_cross_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8ec90d45eb9ab4d3310f744d59ccae337924a4e43396c01f48994d95d2f1bc9
+size 5389
diff --git a/checkpoint_50000/state.param_states.decoder.layers_3.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_50000/state.param_states.decoder.layers_3.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..30bba180531f2e2608776cf531b0f327534ab60e
--- /dev/null
+++ b/checkpoint_50000/state.param_states.decoder.layers_3.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c15454ca58ace9d64cc661f694fa3a5c43479ab9e9298e3f5d36932e899b8ecc
+size 170
diff --git a/checkpoint_50000/state.param_states.decoder.layers_3.pre_mlp_layer_norm.scale.v/0 b/checkpoint_50000/state.param_states.decoder.layers_3.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..e674c7b05f69a5ca32c07c944d21650442a4155e
--- /dev/null
+++ b/checkpoint_50000/state.param_states.decoder.layers_3.pre_mlp_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f25a5f27ea960fc972d35f60c934aee552f4ae7c63b4385714912ec46de0a97
+size 5407
diff --git a/checkpoint_50000/state.param_states.decoder.layers_3.pre_self_attention_layer_norm.scale.v/.zarray b/checkpoint_50000/state.param_states.decoder.layers_3.pre_self_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..30bba180531f2e2608776cf531b0f327534ab60e
--- /dev/null
+++ b/checkpoint_50000/state.param_states.decoder.layers_3.pre_self_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c15454ca58ace9d64cc661f694fa3a5c43479ab9e9298e3f5d36932e899b8ecc
+size 170
diff --git a/checkpoint_50000/state.param_states.decoder.layers_3.pre_self_attention_layer_norm.scale.v/0 b/checkpoint_50000/state.param_states.decoder.layers_3.pre_self_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..885e8a76043f1196efd5bff5253c28329acfb591
--- /dev/null
+++ b/checkpoint_50000/state.param_states.decoder.layers_3.pre_self_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9e1548ebf3b303b9439efc2f7eca59783162875ed55394fb3574b42008541bf
+size 5448
diff --git a/checkpoint_50000/state.param_states.decoder.layers_4.pre_cross_attention_layer_norm.scale.v/.zarray b/checkpoint_50000/state.param_states.decoder.layers_4.pre_cross_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..30bba180531f2e2608776cf531b0f327534ab60e
--- /dev/null
+++ b/checkpoint_50000/state.param_states.decoder.layers_4.pre_cross_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c15454ca58ace9d64cc661f694fa3a5c43479ab9e9298e3f5d36932e899b8ecc
+size 170
diff --git a/checkpoint_50000/state.param_states.decoder.layers_4.pre_cross_attention_layer_norm.scale.v/0 b/checkpoint_50000/state.param_states.decoder.layers_4.pre_cross_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..23f619beb22ac07afe76bdb1c18bda5851a1e5dc
--- /dev/null
+++ b/checkpoint_50000/state.param_states.decoder.layers_4.pre_cross_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46a8b2bc8ab6e35b9bf41ec2d1739deafb4dfdf8301ab184ec76b2c2a8768cb0
+size 5425
diff --git a/checkpoint_50000/state.param_states.decoder.layers_4.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_50000/state.param_states.decoder.layers_4.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..30bba180531f2e2608776cf531b0f327534ab60e
--- /dev/null
+++ b/checkpoint_50000/state.param_states.decoder.layers_4.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c15454ca58ace9d64cc661f694fa3a5c43479ab9e9298e3f5d36932e899b8ecc
+size 170
diff --git a/checkpoint_50000/state.param_states.decoder.layers_4.pre_mlp_layer_norm.scale.v/0 b/checkpoint_50000/state.param_states.decoder.layers_4.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..9eca96a5500a7af0e19f4823cb3352d59ffe6c3a
--- /dev/null
+++ b/checkpoint_50000/state.param_states.decoder.layers_4.pre_mlp_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5aaae5c0f6146520d1657fd51265aea7e921e1b405a98a0267e882ce7db2400a
+size 5372
diff --git a/checkpoint_50000/state.param_states.decoder.layers_4.pre_self_attention_layer_norm.scale.v/.zarray b/checkpoint_50000/state.param_states.decoder.layers_4.pre_self_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..30bba180531f2e2608776cf531b0f327534ab60e
--- /dev/null
+++ b/checkpoint_50000/state.param_states.decoder.layers_4.pre_self_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c15454ca58ace9d64cc661f694fa3a5c43479ab9e9298e3f5d36932e899b8ecc
+size 170
diff --git a/checkpoint_50000/state.param_states.decoder.layers_4.pre_self_attention_layer_norm.scale.v/0 b/checkpoint_50000/state.param_states.decoder.layers_4.pre_self_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..a635e507b3089429073880e0389b48baec8c5533
--- /dev/null
+++ b/checkpoint_50000/state.param_states.decoder.layers_4.pre_self_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:549c4587acf08767381c85f370d958b9b3de6f3a4b6205a678aa43d773951060
+size 5376
diff --git a/checkpoint_50000/state.param_states.decoder.layers_5.pre_cross_attention_layer_norm.scale.v/.zarray b/checkpoint_50000/state.param_states.decoder.layers_5.pre_cross_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..30bba180531f2e2608776cf531b0f327534ab60e
--- /dev/null
+++ b/checkpoint_50000/state.param_states.decoder.layers_5.pre_cross_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c15454ca58ace9d64cc661f694fa3a5c43479ab9e9298e3f5d36932e899b8ecc
+size 170
diff --git a/checkpoint_50000/state.param_states.decoder.layers_5.pre_cross_attention_layer_norm.scale.v/0 b/checkpoint_50000/state.param_states.decoder.layers_5.pre_cross_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..ceccbae80c266c15417d31e136db2647f1c434e8
--- /dev/null
+++ b/checkpoint_50000/state.param_states.decoder.layers_5.pre_cross_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95dd1e1ed71beecdd821a8f10b9e6edb03743563692d1b6ec7b3ff5be5dcf58c
+size 5353
diff --git a/checkpoint_50000/state.param_states.decoder.layers_5.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_50000/state.param_states.decoder.layers_5.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..30bba180531f2e2608776cf531b0f327534ab60e
--- /dev/null
+++ b/checkpoint_50000/state.param_states.decoder.layers_5.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c15454ca58ace9d64cc661f694fa3a5c43479ab9e9298e3f5d36932e899b8ecc
+size 170
diff --git a/checkpoint_50000/state.param_states.decoder.layers_5.pre_mlp_layer_norm.scale.v/0 b/checkpoint_50000/state.param_states.decoder.layers_5.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..3757921076d30f73f59262001ec66ecb838878bc
--- /dev/null
+++ b/checkpoint_50000/state.param_states.decoder.layers_5.pre_mlp_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66d2614812f0299d9f179fc61c86f08db45cd632128b4e7381efb35fe861bd1c
+size 5373
diff --git a/checkpoint_50000/state.param_states.decoder.layers_5.pre_self_attention_layer_norm.scale.v/.zarray b/checkpoint_50000/state.param_states.decoder.layers_5.pre_self_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..30bba180531f2e2608776cf531b0f327534ab60e
--- /dev/null
+++ b/checkpoint_50000/state.param_states.decoder.layers_5.pre_self_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c15454ca58ace9d64cc661f694fa3a5c43479ab9e9298e3f5d36932e899b8ecc
+size 170
diff --git a/checkpoint_50000/state.param_states.decoder.layers_5.pre_self_attention_layer_norm.scale.v/0 b/checkpoint_50000/state.param_states.decoder.layers_5.pre_self_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..b73e1b59c3b8a3aca21b5bb911112c9410583890
--- /dev/null
+++ b/checkpoint_50000/state.param_states.decoder.layers_5.pre_self_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed07e4639353a7f773d77bd3878ba225e908a9081eee7c63216fe4298327ce9a
+size 5341
diff --git a/checkpoint_50000/state.param_states.decoder.relpos_bias.rel_embedding.v/.zarray b/checkpoint_50000/state.param_states.decoder.relpos_bias.rel_embedding.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..f0ebb438b0df77a995f437c9cf19936cd0a38f79
--- /dev/null
+++ b/checkpoint_50000/state.param_states.decoder.relpos_bias.rel_embedding.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7028b3f2007ef72746d64487314ca6723cab7f9713ecb30bd30b73a22418e831
+size 172
diff --git a/checkpoint_50000/state.param_states.decoder.relpos_bias.rel_embedding.v/0.0 b/checkpoint_50000/state.param_states.decoder.relpos_bias.rel_embedding.v/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..a8f2a73c154951038478240b360f7af8c6c1638d
--- /dev/null
+++ b/checkpoint_50000/state.param_states.decoder.relpos_bias.rel_embedding.v/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7917326e4b1fc7e34bcd3786271fe8eba181c44dcf5555956c896346abbc617
+size 1431
diff --git a/checkpoint_50000/state.param_states.encoder.encoder_norm.scale.v/.zarray b/checkpoint_50000/state.param_states.encoder.encoder_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..30bba180531f2e2608776cf531b0f327534ab60e
--- /dev/null
+++ b/checkpoint_50000/state.param_states.encoder.encoder_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c15454ca58ace9d64cc661f694fa3a5c43479ab9e9298e3f5d36932e899b8ecc
+size 170
diff --git a/checkpoint_50000/state.param_states.encoder.encoder_norm.scale.v/0 b/checkpoint_50000/state.param_states.encoder.encoder_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..79a00e3d6e251c29a91d096e1a09a677daa9be53
--- /dev/null
+++ b/checkpoint_50000/state.param_states.encoder.encoder_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfbf85b70e8a4b1af53c10390ef012c47054040f6b6540a0628c95301142a6bc
+size 5439
diff --git a/checkpoint_50000/state.param_states.encoder.layers_0.pre_attention_layer_norm.scale.v/.zarray b/checkpoint_50000/state.param_states.encoder.layers_0.pre_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..30bba180531f2e2608776cf531b0f327534ab60e
--- /dev/null
+++ b/checkpoint_50000/state.param_states.encoder.layers_0.pre_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c15454ca58ace9d64cc661f694fa3a5c43479ab9e9298e3f5d36932e899b8ecc
+size 170
diff --git a/checkpoint_50000/state.param_states.encoder.layers_0.pre_attention_layer_norm.scale.v/0 b/checkpoint_50000/state.param_states.encoder.layers_0.pre_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..3213baa40bbc10bafd71a9d420b59d9a52a226bd
--- /dev/null
+++ b/checkpoint_50000/state.param_states.encoder.layers_0.pre_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74096edeb075ac733139603a90dcc6a5807b99df325d6bd5e4c188dd506b73ca
+size 5671
diff --git a/checkpoint_50000/state.param_states.encoder.layers_0.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_50000/state.param_states.encoder.layers_0.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..30bba180531f2e2608776cf531b0f327534ab60e
--- /dev/null
+++ b/checkpoint_50000/state.param_states.encoder.layers_0.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c15454ca58ace9d64cc661f694fa3a5c43479ab9e9298e3f5d36932e899b8ecc
+size 170
diff --git a/checkpoint_50000/state.param_states.encoder.layers_0.pre_mlp_layer_norm.scale.v/0 b/checkpoint_50000/state.param_states.encoder.layers_0.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..90d22169f7336c70221d44c53490ca5dd730ac37
--- /dev/null
+++ b/checkpoint_50000/state.param_states.encoder.layers_0.pre_mlp_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:532b35585bc34421e51ccb8aaa97d78c31780c5158da75bf7b437a674135d2f5
+size 5493
diff --git a/checkpoint_50000/state.param_states.encoder.layers_1.pre_attention_layer_norm.scale.v/.zarray b/checkpoint_50000/state.param_states.encoder.layers_1.pre_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..30bba180531f2e2608776cf531b0f327534ab60e
--- /dev/null
+++ b/checkpoint_50000/state.param_states.encoder.layers_1.pre_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c15454ca58ace9d64cc661f694fa3a5c43479ab9e9298e3f5d36932e899b8ecc
+size 170
diff --git a/checkpoint_50000/state.param_states.encoder.layers_1.pre_attention_layer_norm.scale.v/0 b/checkpoint_50000/state.param_states.encoder.layers_1.pre_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..83986671c76eb708eb4829ccda2f3bf0b228044e
--- /dev/null
+++ b/checkpoint_50000/state.param_states.encoder.layers_1.pre_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e67ec6087c947aaefaa3d8e3ae968fba6fa67829ba0ae234fa61f52a31eaf57
+size 5543
diff --git a/checkpoint_50000/state.param_states.encoder.layers_1.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_50000/state.param_states.encoder.layers_1.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..30bba180531f2e2608776cf531b0f327534ab60e
--- /dev/null
+++ b/checkpoint_50000/state.param_states.encoder.layers_1.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c15454ca58ace9d64cc661f694fa3a5c43479ab9e9298e3f5d36932e899b8ecc
+size 170
diff --git a/checkpoint_50000/state.param_states.encoder.layers_1.pre_mlp_layer_norm.scale.v/0 b/checkpoint_50000/state.param_states.encoder.layers_1.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..6bee88635f0ce65995b5c0edd50911f30bbd34d4
--- /dev/null
+++ b/checkpoint_50000/state.param_states.encoder.layers_1.pre_mlp_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38f24b8bc8eff61e1481e42a6357f6d959e543bc0aa9fff7004689bc2c086d50
+size 5528
diff --git a/checkpoint_50000/state.param_states.encoder.layers_10.pre_attention_layer_norm.scale.v/.zarray b/checkpoint_50000/state.param_states.encoder.layers_10.pre_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..30bba180531f2e2608776cf531b0f327534ab60e
--- /dev/null
+++ b/checkpoint_50000/state.param_states.encoder.layers_10.pre_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c15454ca58ace9d64cc661f694fa3a5c43479ab9e9298e3f5d36932e899b8ecc
+size 170
diff --git a/checkpoint_50000/state.param_states.encoder.layers_10.pre_attention_layer_norm.scale.v/0 b/checkpoint_50000/state.param_states.encoder.layers_10.pre_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..3005dc412c9a8583552102ed297e8ef46868dea1
--- /dev/null
+++ b/checkpoint_50000/state.param_states.encoder.layers_10.pre_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f48cf649adad3539561df6fb35dfada3eb2172e42b8285b15a5b9316582fe859
+size 5502
diff --git a/checkpoint_50000/state.param_states.encoder.layers_10.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_50000/state.param_states.encoder.layers_10.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..30bba180531f2e2608776cf531b0f327534ab60e
--- /dev/null
+++ b/checkpoint_50000/state.param_states.encoder.layers_10.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c15454ca58ace9d64cc661f694fa3a5c43479ab9e9298e3f5d36932e899b8ecc
+size 170
diff --git a/checkpoint_50000/state.param_states.encoder.layers_10.pre_mlp_layer_norm.scale.v/0 b/checkpoint_50000/state.param_states.encoder.layers_10.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..42abb4231b90e4ebc71f1db7959455a6eb9aa5eb
--- /dev/null
+++ b/checkpoint_50000/state.param_states.encoder.layers_10.pre_mlp_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3634385bbe2accd457578c4614ebf21cf9b8420e373348285ff98260e857786e
+size 5384
diff --git a/checkpoint_50000/state.param_states.encoder.layers_11.pre_attention_layer_norm.scale.v/.zarray b/checkpoint_50000/state.param_states.encoder.layers_11.pre_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..30bba180531f2e2608776cf531b0f327534ab60e
--- /dev/null
+++ b/checkpoint_50000/state.param_states.encoder.layers_11.pre_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c15454ca58ace9d64cc661f694fa3a5c43479ab9e9298e3f5d36932e899b8ecc
+size 170
diff --git a/checkpoint_50000/state.param_states.encoder.layers_11.pre_attention_layer_norm.scale.v/0 b/checkpoint_50000/state.param_states.encoder.layers_11.pre_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..cf06b77f45d02f36c0b38b3ba20d847f7512f23e
--- /dev/null
+++ b/checkpoint_50000/state.param_states.encoder.layers_11.pre_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e277a7f2f3c2c69a91cae234c08c856fb2df5a5b09917281d253e4f91a746ff
+size 5470
diff --git a/checkpoint_50000/state.param_states.encoder.layers_11.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_50000/state.param_states.encoder.layers_11.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..30bba180531f2e2608776cf531b0f327534ab60e
--- /dev/null
+++ b/checkpoint_50000/state.param_states.encoder.layers_11.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c15454ca58ace9d64cc661f694fa3a5c43479ab9e9298e3f5d36932e899b8ecc
+size 170
diff --git a/checkpoint_50000/state.param_states.encoder.layers_11.pre_mlp_layer_norm.scale.v/0 b/checkpoint_50000/state.param_states.encoder.layers_11.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..8f39ed4396baeb455ea290a7eff5ad0ebd454f67
--- /dev/null
+++ b/checkpoint_50000/state.param_states.encoder.layers_11.pre_mlp_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b01eeff28daa4d9ea42afa0a072718f9b829ef30a59dca650c2052a86fc6254d
+size 5362
diff --git a/checkpoint_50000/state.param_states.encoder.layers_12.pre_attention_layer_norm.scale.v/.zarray b/checkpoint_50000/state.param_states.encoder.layers_12.pre_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..30bba180531f2e2608776cf531b0f327534ab60e
--- /dev/null
+++ b/checkpoint_50000/state.param_states.encoder.layers_12.pre_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c15454ca58ace9d64cc661f694fa3a5c43479ab9e9298e3f5d36932e899b8ecc
+size 170
diff --git a/checkpoint_50000/state.param_states.encoder.layers_12.pre_attention_layer_norm.scale.v/0 b/checkpoint_50000/state.param_states.encoder.layers_12.pre_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..7897d2de522216784dfd93c2086ea78888bef2b7
--- /dev/null
+++ b/checkpoint_50000/state.param_states.encoder.layers_12.pre_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e92053663e6cc3869daea65461f583de55556dd1e45de7fc6a89bdd14fb8ea12
+size 5450
diff --git a/checkpoint_50000/state.param_states.encoder.layers_12.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_50000/state.param_states.encoder.layers_12.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..30bba180531f2e2608776cf531b0f327534ab60e
--- /dev/null
+++ b/checkpoint_50000/state.param_states.encoder.layers_12.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c15454ca58ace9d64cc661f694fa3a5c43479ab9e9298e3f5d36932e899b8ecc
+size 170
diff --git a/checkpoint_50000/state.param_states.encoder.layers_12.pre_mlp_layer_norm.scale.v/0 b/checkpoint_50000/state.param_states.encoder.layers_12.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..0f63916cedce59c88355a7755df88e15e72f5c88
--- /dev/null
+++ b/checkpoint_50000/state.param_states.encoder.layers_12.pre_mlp_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38a8f5e1c5b64ad7a3bfa46dc1581c8970adac2d5b68aeb3b2a48b1d54371029
+size 5353
diff --git a/checkpoint_50000/state.param_states.encoder.layers_13.pre_attention_layer_norm.scale.v/.zarray b/checkpoint_50000/state.param_states.encoder.layers_13.pre_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..30bba180531f2e2608776cf531b0f327534ab60e
--- /dev/null
+++ b/checkpoint_50000/state.param_states.encoder.layers_13.pre_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c15454ca58ace9d64cc661f694fa3a5c43479ab9e9298e3f5d36932e899b8ecc
+size 170
diff --git a/checkpoint_50000/state.param_states.encoder.layers_13.pre_attention_layer_norm.scale.v/0 b/checkpoint_50000/state.param_states.encoder.layers_13.pre_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..87d744af60ad4dcafeeb41f212008e88fc158e09
--- /dev/null
+++ b/checkpoint_50000/state.param_states.encoder.layers_13.pre_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e496f6c0b6d7934fec9b4ff12ed519b2fb7ae2937c46b08bc49aa25c20021f43
+size 5490
diff --git a/checkpoint_50000/state.param_states.encoder.layers_13.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_50000/state.param_states.encoder.layers_13.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..30bba180531f2e2608776cf531b0f327534ab60e
--- /dev/null
+++ b/checkpoint_50000/state.param_states.encoder.layers_13.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c15454ca58ace9d64cc661f694fa3a5c43479ab9e9298e3f5d36932e899b8ecc
+size 170
diff --git a/checkpoint_50000/state.param_states.encoder.layers_13.pre_mlp_layer_norm.scale.v/0 b/checkpoint_50000/state.param_states.encoder.layers_13.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..bfdf00bfe76b4eb79629f1e4c3a6a715845de663
--- /dev/null
+++ b/checkpoint_50000/state.param_states.encoder.layers_13.pre_mlp_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24103dc165259c06ca3ba358ac9254c677bc52e4e87de6d05d1186b75b16c6de
+size 5381
diff --git a/checkpoint_50000/state.param_states.encoder.layers_14.pre_attention_layer_norm.scale.v/.zarray b/checkpoint_50000/state.param_states.encoder.layers_14.pre_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..30bba180531f2e2608776cf531b0f327534ab60e
--- /dev/null
+++ b/checkpoint_50000/state.param_states.encoder.layers_14.pre_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c15454ca58ace9d64cc661f694fa3a5c43479ab9e9298e3f5d36932e899b8ecc
+size 170
diff --git a/checkpoint_50000/state.param_states.encoder.layers_14.pre_attention_layer_norm.scale.v/0 b/checkpoint_50000/state.param_states.encoder.layers_14.pre_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..1630e5d6b58a136def96c3dc447f801e467a238f
--- /dev/null
+++ b/checkpoint_50000/state.param_states.encoder.layers_14.pre_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3605228bc50aa19249f4007a21ad374d465f87c3bec35d0a7e844bc508e8dcd
+size 5529
diff --git a/checkpoint_50000/state.param_states.encoder.layers_14.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_50000/state.param_states.encoder.layers_14.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..30bba180531f2e2608776cf531b0f327534ab60e
--- /dev/null
+++ b/checkpoint_50000/state.param_states.encoder.layers_14.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c15454ca58ace9d64cc661f694fa3a5c43479ab9e9298e3f5d36932e899b8ecc
+size 170
diff --git a/checkpoint_50000/state.param_states.encoder.layers_14.pre_mlp_layer_norm.scale.v/0 b/checkpoint_50000/state.param_states.encoder.layers_14.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..e4528787b70317aa4dacc8edf55b39a778038d0d
--- /dev/null
+++ b/checkpoint_50000/state.param_states.encoder.layers_14.pre_mlp_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d769848633f71b5532e328fc669ce3566b01648e8951a591d26308695b6104a2
+size 5342
diff --git a/checkpoint_50000/state.param_states.encoder.layers_15.pre_attention_layer_norm.scale.v/.zarray b/checkpoint_50000/state.param_states.encoder.layers_15.pre_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..30bba180531f2e2608776cf531b0f327534ab60e
--- /dev/null
+++ b/checkpoint_50000/state.param_states.encoder.layers_15.pre_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c15454ca58ace9d64cc661f694fa3a5c43479ab9e9298e3f5d36932e899b8ecc
+size 170
diff --git a/checkpoint_50000/state.param_states.encoder.layers_15.pre_attention_layer_norm.scale.v/0 b/checkpoint_50000/state.param_states.encoder.layers_15.pre_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..207afc96f3138b895343c8b772cbe14b270a0704
--- /dev/null
+++ b/checkpoint_50000/state.param_states.encoder.layers_15.pre_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:425d3c6a8d9990c72bf77b4f6a96e644f99c697992d00bb3173e865f1fdae2f8
+size 5440
diff --git a/checkpoint_50000/state.param_states.encoder.layers_15.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_50000/state.param_states.encoder.layers_15.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..30bba180531f2e2608776cf531b0f327534ab60e
--- /dev/null
+++ b/checkpoint_50000/state.param_states.encoder.layers_15.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c15454ca58ace9d64cc661f694fa3a5c43479ab9e9298e3f5d36932e899b8ecc
+size 170
diff --git a/checkpoint_50000/state.param_states.encoder.layers_15.pre_mlp_layer_norm.scale.v/0 b/checkpoint_50000/state.param_states.encoder.layers_15.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..4f5747d5bc76269717a6219236b33a3fbb5ad151
--- /dev/null
+++ b/checkpoint_50000/state.param_states.encoder.layers_15.pre_mlp_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f01dcf6217f2c1ea5f06da196dc8c4dd1dc967520e90d0b71f954ae5a1aab93
+size 5345
diff --git a/checkpoint_50000/state.param_states.encoder.layers_16.pre_attention_layer_norm.scale.v/.zarray b/checkpoint_50000/state.param_states.encoder.layers_16.pre_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..30bba180531f2e2608776cf531b0f327534ab60e
--- /dev/null
+++ b/checkpoint_50000/state.param_states.encoder.layers_16.pre_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c15454ca58ace9d64cc661f694fa3a5c43479ab9e9298e3f5d36932e899b8ecc
+size 170
diff --git a/checkpoint_50000/state.param_states.encoder.layers_16.pre_attention_layer_norm.scale.v/0 b/checkpoint_50000/state.param_states.encoder.layers_16.pre_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..4a8ac2a6dfd8527729f904327ed5c1b12fd5f110
--- /dev/null
+++ b/checkpoint_50000/state.param_states.encoder.layers_16.pre_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8e630dc7e5e0bf49f59ff4a30730cad413ea42c5288a2a162697730052e78fd
+size 5417
diff --git a/checkpoint_50000/state.param_states.encoder.layers_16.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_50000/state.param_states.encoder.layers_16.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..30bba180531f2e2608776cf531b0f327534ab60e
--- /dev/null
+++ b/checkpoint_50000/state.param_states.encoder.layers_16.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c15454ca58ace9d64cc661f694fa3a5c43479ab9e9298e3f5d36932e899b8ecc
+size 170
diff --git a/checkpoint_50000/state.param_states.encoder.layers_16.pre_mlp_layer_norm.scale.v/0 b/checkpoint_50000/state.param_states.encoder.layers_16.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..54f5297e840e753d0377f6953360a5227538fdb4
--- /dev/null
+++ b/checkpoint_50000/state.param_states.encoder.layers_16.pre_mlp_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ddecc6ea9dfe458c3e0747240dbaa4d25cf036022c52661a8962afa86c52c876
+size 5364
diff --git a/checkpoint_50000/state.param_states.encoder.layers_17.pre_attention_layer_norm.scale.v/.zarray b/checkpoint_50000/state.param_states.encoder.layers_17.pre_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..30bba180531f2e2608776cf531b0f327534ab60e
--- /dev/null
+++ b/checkpoint_50000/state.param_states.encoder.layers_17.pre_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c15454ca58ace9d64cc661f694fa3a5c43479ab9e9298e3f5d36932e899b8ecc
+size 170
diff --git a/checkpoint_50000/state.param_states.encoder.layers_17.pre_attention_layer_norm.scale.v/0 b/checkpoint_50000/state.param_states.encoder.layers_17.pre_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..de620694b76b234861361945e06171edbb25306d
--- /dev/null
+++ b/checkpoint_50000/state.param_states.encoder.layers_17.pre_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd89329ed636507e227a697376761e52e75ee36c301117d993d45d80c717a093
+size 5475
diff --git a/checkpoint_50000/state.param_states.encoder.layers_17.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_50000/state.param_states.encoder.layers_17.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..30bba180531f2e2608776cf531b0f327534ab60e
--- /dev/null
+++ b/checkpoint_50000/state.param_states.encoder.layers_17.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c15454ca58ace9d64cc661f694fa3a5c43479ab9e9298e3f5d36932e899b8ecc
+size 170
diff --git a/checkpoint_50000/state.param_states.encoder.layers_17.pre_mlp_layer_norm.scale.v/0 b/checkpoint_50000/state.param_states.encoder.layers_17.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..f8a9cc2859ac91c4fcfbea9b1e733e62ad62fada
--- /dev/null
+++ b/checkpoint_50000/state.param_states.encoder.layers_17.pre_mlp_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:303d15fbc9cea366b21a38414a31c9e125acdbe6da968e3568313e9d8108284d
+size 5526
diff --git a/checkpoint_50000/state.param_states.encoder.layers_2.pre_attention_layer_norm.scale.v/.zarray b/checkpoint_50000/state.param_states.encoder.layers_2.pre_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..30bba180531f2e2608776cf531b0f327534ab60e
--- /dev/null
+++ b/checkpoint_50000/state.param_states.encoder.layers_2.pre_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c15454ca58ace9d64cc661f694fa3a5c43479ab9e9298e3f5d36932e899b8ecc
+size 170
diff --git a/checkpoint_50000/state.param_states.encoder.layers_2.pre_attention_layer_norm.scale.v/0 b/checkpoint_50000/state.param_states.encoder.layers_2.pre_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..adb0db9319828587c462d88edaf9b5502f5da539
--- /dev/null
+++ b/checkpoint_50000/state.param_states.encoder.layers_2.pre_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4361a8532d3c290a679dbe54f699c484a90857ed7674139796c206a63ad4d8f8
+size 5521
diff --git a/checkpoint_50000/state.param_states.encoder.layers_2.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_50000/state.param_states.encoder.layers_2.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..30bba180531f2e2608776cf531b0f327534ab60e
--- /dev/null
+++ b/checkpoint_50000/state.param_states.encoder.layers_2.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c15454ca58ace9d64cc661f694fa3a5c43479ab9e9298e3f5d36932e899b8ecc
+size 170
diff --git a/checkpoint_50000/state.param_states.encoder.layers_2.pre_mlp_layer_norm.scale.v/0 b/checkpoint_50000/state.param_states.encoder.layers_2.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..8bc2dea896cae6c12408ef9b4dcaf0328ce16c26
--- /dev/null
+++ b/checkpoint_50000/state.param_states.encoder.layers_2.pre_mlp_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:255d2e3564bcbbaac8d1e6b30d21097ce736447c2faa3f5059e5429b5a8ceb02
+size 5502
diff --git a/checkpoint_50000/state.param_states.encoder.layers_3.pre_attention_layer_norm.scale.v/.zarray b/checkpoint_50000/state.param_states.encoder.layers_3.pre_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..30bba180531f2e2608776cf531b0f327534ab60e
--- /dev/null
+++ b/checkpoint_50000/state.param_states.encoder.layers_3.pre_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c15454ca58ace9d64cc661f694fa3a5c43479ab9e9298e3f5d36932e899b8ecc
+size 170
diff --git a/checkpoint_50000/state.param_states.encoder.layers_3.pre_attention_layer_norm.scale.v/0 b/checkpoint_50000/state.param_states.encoder.layers_3.pre_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..24d3183cf1fcf489a2aff6d72bf524d1a3145767
--- /dev/null
+++ b/checkpoint_50000/state.param_states.encoder.layers_3.pre_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b1890af44f42eb97a57a5c2df48d47a2aacbcba5b96c772dbf559ac248450df
+size 5521
diff --git a/checkpoint_50000/state.param_states.encoder.layers_3.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_50000/state.param_states.encoder.layers_3.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..30bba180531f2e2608776cf531b0f327534ab60e
--- /dev/null
+++ b/checkpoint_50000/state.param_states.encoder.layers_3.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c15454ca58ace9d64cc661f694fa3a5c43479ab9e9298e3f5d36932e899b8ecc
+size 170
diff --git a/checkpoint_50000/state.param_states.encoder.layers_3.pre_mlp_layer_norm.scale.v/0 b/checkpoint_50000/state.param_states.encoder.layers_3.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..667a066d8e24d755eaba64ed48b5eede106dbd13
--- /dev/null
+++ b/checkpoint_50000/state.param_states.encoder.layers_3.pre_mlp_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0dc5ca7f22310d3744ff8aa97a202b843615eecd735715d9728636d62abc4a6
+size 5484
diff --git a/checkpoint_50000/state.param_states.encoder.layers_4.pre_attention_layer_norm.scale.v/.zarray b/checkpoint_50000/state.param_states.encoder.layers_4.pre_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..30bba180531f2e2608776cf531b0f327534ab60e
--- /dev/null
+++ b/checkpoint_50000/state.param_states.encoder.layers_4.pre_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c15454ca58ace9d64cc661f694fa3a5c43479ab9e9298e3f5d36932e899b8ecc
+size 170
diff --git a/checkpoint_50000/state.param_states.encoder.layers_4.pre_attention_layer_norm.scale.v/0 b/checkpoint_50000/state.param_states.encoder.layers_4.pre_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..5f981313fe0838ddbdf055974d5b1201c73631ff
--- /dev/null
+++ b/checkpoint_50000/state.param_states.encoder.layers_4.pre_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:393917546709291ec308d058f320b19ff038c3e1c18e129b3acae3ad9e920cc3
+size 5543
diff --git a/checkpoint_50000/state.param_states.encoder.layers_4.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_50000/state.param_states.encoder.layers_4.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..30bba180531f2e2608776cf531b0f327534ab60e
--- /dev/null
+++ b/checkpoint_50000/state.param_states.encoder.layers_4.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c15454ca58ace9d64cc661f694fa3a5c43479ab9e9298e3f5d36932e899b8ecc
+size 170
diff --git a/checkpoint_50000/state.param_states.encoder.layers_4.pre_mlp_layer_norm.scale.v/0 b/checkpoint_50000/state.param_states.encoder.layers_4.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..0656c888af12e7a8234db5627207ee6fc42f6320
--- /dev/null
+++ b/checkpoint_50000/state.param_states.encoder.layers_4.pre_mlp_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbd4a25f30350e5a2f26dcea239f33f3deccbce37ddcf8e4b518e69409aa9fad
+size 5497
diff --git a/checkpoint_50000/state.param_states.encoder.layers_5.pre_attention_layer_norm.scale.v/.zarray b/checkpoint_50000/state.param_states.encoder.layers_5.pre_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..30bba180531f2e2608776cf531b0f327534ab60e
--- /dev/null
+++ b/checkpoint_50000/state.param_states.encoder.layers_5.pre_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c15454ca58ace9d64cc661f694fa3a5c43479ab9e9298e3f5d36932e899b8ecc
+size 170
diff --git a/checkpoint_50000/state.param_states.encoder.layers_5.pre_attention_layer_norm.scale.v/0 b/checkpoint_50000/state.param_states.encoder.layers_5.pre_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..9f1543ce64154675d21f82ae9722f6ff388380f9
--- /dev/null
+++ b/checkpoint_50000/state.param_states.encoder.layers_5.pre_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7992c814b7d84fa4cf6e500d19ce8e1ebc2ab488853baf1f550cf704923e96b9
+size 5540
diff --git a/checkpoint_50000/state.param_states.encoder.layers_5.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_50000/state.param_states.encoder.layers_5.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..30bba180531f2e2608776cf531b0f327534ab60e
--- /dev/null
+++ b/checkpoint_50000/state.param_states.encoder.layers_5.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c15454ca58ace9d64cc661f694fa3a5c43479ab9e9298e3f5d36932e899b8ecc
+size 170
diff --git a/checkpoint_50000/state.param_states.encoder.layers_5.pre_mlp_layer_norm.scale.v/0 b/checkpoint_50000/state.param_states.encoder.layers_5.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..6c412e49c4d69f67efb2991e51c916c46686397d
--- /dev/null
+++ b/checkpoint_50000/state.param_states.encoder.layers_5.pre_mlp_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6050e0cf4df553b993f142afb49cd207494475d218295e25ee798c41371c1fe
+size 5516
diff --git a/checkpoint_50000/state.param_states.encoder.layers_6.pre_attention_layer_norm.scale.v/.zarray b/checkpoint_50000/state.param_states.encoder.layers_6.pre_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..30bba180531f2e2608776cf531b0f327534ab60e
--- /dev/null
+++ b/checkpoint_50000/state.param_states.encoder.layers_6.pre_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c15454ca58ace9d64cc661f694fa3a5c43479ab9e9298e3f5d36932e899b8ecc
+size 170
diff --git a/checkpoint_50000/state.param_states.encoder.layers_6.pre_attention_layer_norm.scale.v/0 b/checkpoint_50000/state.param_states.encoder.layers_6.pre_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..3e4472f7ff19929c988ecfed41e1ca4e63559a6f
--- /dev/null
+++ b/checkpoint_50000/state.param_states.encoder.layers_6.pre_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d016b30cb53ee111180a282f1be625b17142d3459a2aec522b9cb4fef8f0e9f2
+size 5510
diff --git a/checkpoint_50000/state.param_states.encoder.layers_6.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_50000/state.param_states.encoder.layers_6.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..30bba180531f2e2608776cf531b0f327534ab60e
--- /dev/null
+++ b/checkpoint_50000/state.param_states.encoder.layers_6.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c15454ca58ace9d64cc661f694fa3a5c43479ab9e9298e3f5d36932e899b8ecc
+size 170
diff --git a/checkpoint_50000/state.param_states.encoder.layers_6.pre_mlp_layer_norm.scale.v/0 b/checkpoint_50000/state.param_states.encoder.layers_6.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..85ba46fe95bb018106e9f1a67a2e036db0d8efcc
--- /dev/null
+++ b/checkpoint_50000/state.param_states.encoder.layers_6.pre_mlp_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb6c875ab16170716ffc511ffd15412a72a8efdbc8f68689a2065bad6af43fc6
+size 5520
diff --git a/checkpoint_50000/state.param_states.encoder.layers_7.pre_attention_layer_norm.scale.v/.zarray b/checkpoint_50000/state.param_states.encoder.layers_7.pre_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..30bba180531f2e2608776cf531b0f327534ab60e
--- /dev/null
+++ b/checkpoint_50000/state.param_states.encoder.layers_7.pre_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c15454ca58ace9d64cc661f694fa3a5c43479ab9e9298e3f5d36932e899b8ecc
+size 170
diff --git a/checkpoint_50000/state.param_states.encoder.layers_7.pre_attention_layer_norm.scale.v/0 b/checkpoint_50000/state.param_states.encoder.layers_7.pre_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..e4a3026687d20acafd160bfc055f60b3b3e63674
--- /dev/null
+++ b/checkpoint_50000/state.param_states.encoder.layers_7.pre_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77ff405c5c1709a931badd88718cffb4ff74f11719778b0d9f9539adb7cff51f
+size 5530
diff --git a/checkpoint_50000/state.param_states.encoder.layers_7.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_50000/state.param_states.encoder.layers_7.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..30bba180531f2e2608776cf531b0f327534ab60e
--- /dev/null
+++ b/checkpoint_50000/state.param_states.encoder.layers_7.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c15454ca58ace9d64cc661f694fa3a5c43479ab9e9298e3f5d36932e899b8ecc
+size 170
diff --git a/checkpoint_50000/state.param_states.encoder.layers_7.pre_mlp_layer_norm.scale.v/0 b/checkpoint_50000/state.param_states.encoder.layers_7.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..5e5d77cc667508765c257508e8a6bd351ff58de7
--- /dev/null
+++ b/checkpoint_50000/state.param_states.encoder.layers_7.pre_mlp_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9fa40f77f17e830df77d9079a40e1e28fd188bb8cf205ede10e8cb155495b646
+size 5532
diff --git a/checkpoint_50000/state.param_states.encoder.layers_8.pre_attention_layer_norm.scale.v/.zarray b/checkpoint_50000/state.param_states.encoder.layers_8.pre_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..30bba180531f2e2608776cf531b0f327534ab60e
--- /dev/null
+++ b/checkpoint_50000/state.param_states.encoder.layers_8.pre_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c15454ca58ace9d64cc661f694fa3a5c43479ab9e9298e3f5d36932e899b8ecc
+size 170
diff --git a/checkpoint_50000/state.param_states.encoder.layers_8.pre_attention_layer_norm.scale.v/0 b/checkpoint_50000/state.param_states.encoder.layers_8.pre_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..e8c6ba825778fef252c6a7c9b24bd88a5f0c8d1b
--- /dev/null
+++ b/checkpoint_50000/state.param_states.encoder.layers_8.pre_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e574805e32e9adeade0101318a2f133248bde487ebb3fd129d11fe3fd714adf
+size 5487
diff --git a/checkpoint_50000/state.param_states.encoder.layers_8.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_50000/state.param_states.encoder.layers_8.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..30bba180531f2e2608776cf531b0f327534ab60e
--- /dev/null
+++ b/checkpoint_50000/state.param_states.encoder.layers_8.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c15454ca58ace9d64cc661f694fa3a5c43479ab9e9298e3f5d36932e899b8ecc
+size 170
diff --git a/checkpoint_50000/state.param_states.encoder.layers_8.pre_mlp_layer_norm.scale.v/0 b/checkpoint_50000/state.param_states.encoder.layers_8.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..469ab82c084a83e2af423100d5ecfb67964a4fe3
--- /dev/null
+++ b/checkpoint_50000/state.param_states.encoder.layers_8.pre_mlp_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:865b7ad35963d2145d8546f6d6920f18f13e96aebfabf51824757de1c4affd0c
+size 5501
diff --git a/checkpoint_50000/state.param_states.encoder.layers_9.pre_attention_layer_norm.scale.v/.zarray b/checkpoint_50000/state.param_states.encoder.layers_9.pre_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..30bba180531f2e2608776cf531b0f327534ab60e
--- /dev/null
+++ b/checkpoint_50000/state.param_states.encoder.layers_9.pre_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c15454ca58ace9d64cc661f694fa3a5c43479ab9e9298e3f5d36932e899b8ecc
+size 170
diff --git a/checkpoint_50000/state.param_states.encoder.layers_9.pre_attention_layer_norm.scale.v/0 b/checkpoint_50000/state.param_states.encoder.layers_9.pre_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..bc522f88fdca961d96d2291ddfbfb5017c274af2
--- /dev/null
+++ b/checkpoint_50000/state.param_states.encoder.layers_9.pre_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b462aa3fb46d6d732a1008fd4dbb3f323f002baf494f570c20daffc2704acd2e
+size 5516
diff --git a/checkpoint_50000/state.param_states.encoder.layers_9.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_50000/state.param_states.encoder.layers_9.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..30bba180531f2e2608776cf531b0f327534ab60e
--- /dev/null
+++ b/checkpoint_50000/state.param_states.encoder.layers_9.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c15454ca58ace9d64cc661f694fa3a5c43479ab9e9298e3f5d36932e899b8ecc
+size 170
diff --git a/checkpoint_50000/state.param_states.encoder.layers_9.pre_mlp_layer_norm.scale.v/0 b/checkpoint_50000/state.param_states.encoder.layers_9.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..0227df27bafa75db1cdfbc0f574ec9e2bea0de11
--- /dev/null
+++ b/checkpoint_50000/state.param_states.encoder.layers_9.pre_mlp_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f472de7ee9fb8a30902218a44f8dfe1bf1ba334d5d29caed85995ace3569c75d
+size 5414
diff --git a/checkpoint_50000/state.param_states.encoder.relpos_bias.rel_embedding.v/.zarray b/checkpoint_50000/state.param_states.encoder.relpos_bias.rel_embedding.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..f0ebb438b0df77a995f437c9cf19936cd0a38f79
--- /dev/null
+++ b/checkpoint_50000/state.param_states.encoder.relpos_bias.rel_embedding.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7028b3f2007ef72746d64487314ca6723cab7f9713ecb30bd30b73a22418e831
+size 172
diff --git a/checkpoint_50000/state.param_states.encoder.relpos_bias.rel_embedding.v/0.0 b/checkpoint_50000/state.param_states.encoder.relpos_bias.rel_embedding.v/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..dbd2075a59b300472c4e48ed089572313d881c12
--- /dev/null
+++ b/checkpoint_50000/state.param_states.encoder.relpos_bias.rel_embedding.v/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1550a324ccb45f00016ede8ac8a342319a6014fc3317e2406d05a64dc41e8913
+size 1511
diff --git a/checkpoint_50000/target.decoder.decoder_norm.scale/.zarray b/checkpoint_50000/target.decoder.decoder_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..30bba180531f2e2608776cf531b0f327534ab60e
--- /dev/null
+++ b/checkpoint_50000/target.decoder.decoder_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c15454ca58ace9d64cc661f694fa3a5c43479ab9e9298e3f5d36932e899b8ecc
+size 170
diff --git a/checkpoint_50000/target.decoder.decoder_norm.scale/0 b/checkpoint_50000/target.decoder.decoder_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..66e599a38fc09da288c792f7146a24f98a1eab73
--- /dev/null
+++ b/checkpoint_50000/target.decoder.decoder_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3aead472ef1762c814d7c7d6fb6ac03a70784c3c6b17dace93b1d0c49f099c9a
+size 5620
diff --git a/checkpoint_50000/target.decoder.layers_0.encoder_decoder_attention.key.kernel/.zarray b/checkpoint_50000/target.decoder.layers_0.encoder_decoder_attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..323c73892f1f7a7707d2132576a926292d5428ec
--- /dev/null
+++ b/checkpoint_50000/target.decoder.layers_0.encoder_decoder_attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23a7f99dd4ddeefb7ac17eca3753bcddd9ca6e3b953f538812b3f1ada2367075
+size 178
diff --git a/checkpoint_50000/target.decoder.layers_0.encoder_decoder_attention.key.kernel/0.0 b/checkpoint_50000/target.decoder.layers_0.encoder_decoder_attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..4a64d4e6546cd5d8f344cfe0a5ef0eafcae57a46
--- /dev/null
+++ b/checkpoint_50000/target.decoder.layers_0.encoder_decoder_attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3580e86b0439a46f20c04ad02b23ff35e4e4887aafd7209ea7252b66f8d46ec2
+size 4385777
diff --git a/checkpoint_50000/target.decoder.layers_0.encoder_decoder_attention.out.kernel/.zarray b/checkpoint_50000/target.decoder.layers_0.encoder_decoder_attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..120376f0f1c75a027343e7502f698ea154b8203e
--- /dev/null
+++ b/checkpoint_50000/target.decoder.layers_0.encoder_decoder_attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44605053a4b2d28515bc45d11e69af731efe343126253bbb183fcfd595a20b0b
+size 178
diff --git a/checkpoint_50000/target.decoder.layers_0.encoder_decoder_attention.out.kernel/0.0 b/checkpoint_50000/target.decoder.layers_0.encoder_decoder_attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..0f3c62d475b560b0621de71abfffbd5897265f81
--- /dev/null
+++ b/checkpoint_50000/target.decoder.layers_0.encoder_decoder_attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9525870d02ad0b2427693c4d921837016b10d614471c47d6905d21625633413e
+size 4393154
diff --git a/checkpoint_50000/target.decoder.layers_0.encoder_decoder_attention.query.kernel/.zarray b/checkpoint_50000/target.decoder.layers_0.encoder_decoder_attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..323c73892f1f7a7707d2132576a926292d5428ec
--- /dev/null
+++ b/checkpoint_50000/target.decoder.layers_0.encoder_decoder_attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23a7f99dd4ddeefb7ac17eca3753bcddd9ca6e3b953f538812b3f1ada2367075
+size 178
diff --git a/checkpoint_50000/target.decoder.layers_0.encoder_decoder_attention.query.kernel/0.0 b/checkpoint_50000/target.decoder.layers_0.encoder_decoder_attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..304ca15cc47c39421257e6cbda62771442968c86
--- /dev/null
+++ b/checkpoint_50000/target.decoder.layers_0.encoder_decoder_attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2326fff4190d548448ac063be9676609d5146412331ce25f33b81d4bc04d100c
+size 4395358
diff --git a/checkpoint_50000/target.decoder.layers_0.encoder_decoder_attention.value.kernel/.zarray b/checkpoint_50000/target.decoder.layers_0.encoder_decoder_attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..323c73892f1f7a7707d2132576a926292d5428ec
--- /dev/null
+++ b/checkpoint_50000/target.decoder.layers_0.encoder_decoder_attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23a7f99dd4ddeefb7ac17eca3753bcddd9ca6e3b953f538812b3f1ada2367075
+size 178
diff --git a/checkpoint_50000/target.decoder.layers_0.encoder_decoder_attention.value.kernel/0.0 b/checkpoint_50000/target.decoder.layers_0.encoder_decoder_attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..a27675791d8af6220626c01d5efeb409f3eca8ed
--- /dev/null
+++ b/checkpoint_50000/target.decoder.layers_0.encoder_decoder_attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2c21306bc8d14ede3c795f586beb53294207021d19b86d22abf4f05ee5cd28f
+size 4388783
diff --git a/checkpoint_50000/target.decoder.layers_0.mlp.wi_0.kernel/.zarray b/checkpoint_50000/target.decoder.layers_0.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..f4d3ca6a1157de47afc225abfd2510f2cdb7ae2e
--- /dev/null
+++ b/checkpoint_50000/target.decoder.layers_0.mlp.wi_0.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50cb78978e5bca2290d248f82714b3aea40f904254130ec231bc6e07def6ccdf
+size 180
diff --git a/checkpoint_50000/target.decoder.layers_0.mlp.wi_0.kernel/0.0 b/checkpoint_50000/target.decoder.layers_0.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..8946d36054dc2bcb6610e6646f21ac1dce3e5760
--- /dev/null
+++ b/checkpoint_50000/target.decoder.layers_0.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a8b438c5cd480832ff51128c7e538d9306e12dc688893b1178a185f94373fd7
+size 22638388
diff --git a/checkpoint_50000/target.decoder.layers_0.mlp.wi_1.kernel/.zarray b/checkpoint_50000/target.decoder.layers_0.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..f4d3ca6a1157de47afc225abfd2510f2cdb7ae2e
--- /dev/null
+++ b/checkpoint_50000/target.decoder.layers_0.mlp.wi_1.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50cb78978e5bca2290d248f82714b3aea40f904254130ec231bc6e07def6ccdf
+size 180
diff --git a/checkpoint_50000/target.decoder.layers_0.mlp.wi_1.kernel/0.0 b/checkpoint_50000/target.decoder.layers_0.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..a3ab753ce970d7523c532ccda5bfd9565c03edc7
--- /dev/null
+++ b/checkpoint_50000/target.decoder.layers_0.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95f1cab6b31d590b5229cb63554dfa4af5f02149d7b3c5fbcbd531b9a654e0d4
+size 22651583
diff --git a/checkpoint_50000/target.decoder.layers_0.mlp.wo.kernel/.zarray b/checkpoint_50000/target.decoder.layers_0.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..ee708e4e956632ad238f9d97ec32a9fb108bec46
--- /dev/null
+++ b/checkpoint_50000/target.decoder.layers_0.mlp.wo.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1ae155dfdfb8a9700e2a43a95cf96febfc4df5aeb3ea32aae29dde773629c2d
+size 180
diff --git a/checkpoint_50000/target.decoder.layers_0.mlp.wo.kernel/0.0 b/checkpoint_50000/target.decoder.layers_0.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..9107fa77f704842e3dff3896ec7ef75418ceb7ca
--- /dev/null
+++ b/checkpoint_50000/target.decoder.layers_0.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f3fb84c49133592a0a9b819fee67f4b48fdc72463693e1233feef8cdd1a98ab
+size 22672436
diff --git a/checkpoint_50000/target.decoder.layers_0.pre_cross_attention_layer_norm.scale/.zarray b/checkpoint_50000/target.decoder.layers_0.pre_cross_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..30bba180531f2e2608776cf531b0f327534ab60e
--- /dev/null
+++ b/checkpoint_50000/target.decoder.layers_0.pre_cross_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c15454ca58ace9d64cc661f694fa3a5c43479ab9e9298e3f5d36932e899b8ecc
+size 170
diff --git a/checkpoint_50000/target.decoder.layers_0.pre_cross_attention_layer_norm.scale/0 b/checkpoint_50000/target.decoder.layers_0.pre_cross_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..55256f2c6f90e29f2c78083ab71f62173204cbac
--- /dev/null
+++ b/checkpoint_50000/target.decoder.layers_0.pre_cross_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e59348275bd6b2add6bbf805006d30d08e882133038d2d7cc07a73d52c0063d
+size 5800
diff --git a/checkpoint_50000/target.decoder.layers_0.pre_mlp_layer_norm.scale/.zarray b/checkpoint_50000/target.decoder.layers_0.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..30bba180531f2e2608776cf531b0f327534ab60e
--- /dev/null
+++ b/checkpoint_50000/target.decoder.layers_0.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c15454ca58ace9d64cc661f694fa3a5c43479ab9e9298e3f5d36932e899b8ecc
+size 170
diff --git a/checkpoint_50000/target.decoder.layers_0.pre_mlp_layer_norm.scale/0 b/checkpoint_50000/target.decoder.layers_0.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..8d510f27b03f16f7c14fc198a4f0986fe348d394
--- /dev/null
+++ b/checkpoint_50000/target.decoder.layers_0.pre_mlp_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf636e3a1f8b74d45cbb077dcc88aee1ec55a354b59a7f48fcc47b0370d39595
+size 5704
diff --git a/checkpoint_50000/target.decoder.layers_0.pre_self_attention_layer_norm.scale/.zarray b/checkpoint_50000/target.decoder.layers_0.pre_self_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..30bba180531f2e2608776cf531b0f327534ab60e
--- /dev/null
+++ b/checkpoint_50000/target.decoder.layers_0.pre_self_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c15454ca58ace9d64cc661f694fa3a5c43479ab9e9298e3f5d36932e899b8ecc
+size 170
diff --git a/checkpoint_50000/target.decoder.layers_0.pre_self_attention_layer_norm.scale/0 b/checkpoint_50000/target.decoder.layers_0.pre_self_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..bee98745da9ea729d4f460a034588ded1c71d417
--- /dev/null
+++ b/checkpoint_50000/target.decoder.layers_0.pre_self_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1aa2200d5161c2cd5cfeb798f037f4d5882fc58b6d7962b20ff10701c86b6fe
+size 5754
diff --git a/checkpoint_50000/target.decoder.layers_0.self_attention.key.kernel/.zarray b/checkpoint_50000/target.decoder.layers_0.self_attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..323c73892f1f7a7707d2132576a926292d5428ec
--- /dev/null
+++ b/checkpoint_50000/target.decoder.layers_0.self_attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23a7f99dd4ddeefb7ac17eca3753bcddd9ca6e3b953f538812b3f1ada2367075
+size 178
diff --git a/checkpoint_50000/target.decoder.layers_0.self_attention.key.kernel/0.0 b/checkpoint_50000/target.decoder.layers_0.self_attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..74ca4eb21036bdd8f87bebe47631b1f7e33fedbb
--- /dev/null
+++ b/checkpoint_50000/target.decoder.layers_0.self_attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1dabec775b1203f700b64e7a151c3c3638b5ffa581f1c069fd6bac0ebf158d7
+size 4392381
diff --git a/checkpoint_50000/target.decoder.layers_0.self_attention.out.kernel/.zarray b/checkpoint_50000/target.decoder.layers_0.self_attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..120376f0f1c75a027343e7502f698ea154b8203e
--- /dev/null
+++ b/checkpoint_50000/target.decoder.layers_0.self_attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44605053a4b2d28515bc45d11e69af731efe343126253bbb183fcfd595a20b0b
+size 178
diff --git a/checkpoint_50000/target.decoder.layers_0.self_attention.out.kernel/0.0 b/checkpoint_50000/target.decoder.layers_0.self_attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..877d19fd053dfa0b983d1a05cdfd6c99365b97e6
--- /dev/null
+++ b/checkpoint_50000/target.decoder.layers_0.self_attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fe178d0bf9377a03626b869a2e13e6f4a767cb501412bb11965d3a453944d10
+size 4393986
diff --git a/checkpoint_50000/target.decoder.layers_0.self_attention.query.kernel/.zarray b/checkpoint_50000/target.decoder.layers_0.self_attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..323c73892f1f7a7707d2132576a926292d5428ec
--- /dev/null
+++ b/checkpoint_50000/target.decoder.layers_0.self_attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23a7f99dd4ddeefb7ac17eca3753bcddd9ca6e3b953f538812b3f1ada2367075
+size 178
diff --git a/checkpoint_50000/target.decoder.layers_0.self_attention.query.kernel/0.0 b/checkpoint_50000/target.decoder.layers_0.self_attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..9544c789d799ec3782353212874aa5bdddc53138
--- /dev/null
+++ b/checkpoint_50000/target.decoder.layers_0.self_attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82f184625f7d1c13f36338fe625ab80c37be85a5ef6df04e51313851dd9801ca
+size 4396255
diff --git a/checkpoint_50000/target.decoder.layers_0.self_attention.value.kernel/.zarray b/checkpoint_50000/target.decoder.layers_0.self_attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..323c73892f1f7a7707d2132576a926292d5428ec
--- /dev/null
+++ b/checkpoint_50000/target.decoder.layers_0.self_attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23a7f99dd4ddeefb7ac17eca3753bcddd9ca6e3b953f538812b3f1ada2367075
+size 178
diff --git a/checkpoint_50000/target.decoder.layers_0.self_attention.value.kernel/0.0 b/checkpoint_50000/target.decoder.layers_0.self_attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..c35dffbb6d23ad609484c71b7fbd6cbfccfbd084
--- /dev/null
+++ b/checkpoint_50000/target.decoder.layers_0.self_attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbb3eba219170a54debc0d2054b08116fdc9148ac27f91875c78cb57eae8409f
+size 4396945
diff --git a/checkpoint_50000/target.decoder.layers_1.encoder_decoder_attention.key.kernel/.zarray b/checkpoint_50000/target.decoder.layers_1.encoder_decoder_attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..323c73892f1f7a7707d2132576a926292d5428ec
--- /dev/null
+++ b/checkpoint_50000/target.decoder.layers_1.encoder_decoder_attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23a7f99dd4ddeefb7ac17eca3753bcddd9ca6e3b953f538812b3f1ada2367075
+size 178
diff --git a/checkpoint_50000/target.decoder.layers_1.encoder_decoder_attention.key.kernel/0.0 b/checkpoint_50000/target.decoder.layers_1.encoder_decoder_attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..1c12820b8132b726e2af5065d7956c1cb23505a8
--- /dev/null
+++ b/checkpoint_50000/target.decoder.layers_1.encoder_decoder_attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:845de09a0155f1ed252a182d11757d12e1eeff434b2b74ef03d3150b7269e862
+size 4385873
diff --git a/checkpoint_50000/target.decoder.layers_1.encoder_decoder_attention.out.kernel/.zarray b/checkpoint_50000/target.decoder.layers_1.encoder_decoder_attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..120376f0f1c75a027343e7502f698ea154b8203e
--- /dev/null
+++ b/checkpoint_50000/target.decoder.layers_1.encoder_decoder_attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44605053a4b2d28515bc45d11e69af731efe343126253bbb183fcfd595a20b0b
+size 178
diff --git a/checkpoint_50000/target.decoder.layers_1.encoder_decoder_attention.out.kernel/0.0 b/checkpoint_50000/target.decoder.layers_1.encoder_decoder_attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..0e70c9be8498343c2e4ae0334ada42d43bf1f633
--- /dev/null
+++ b/checkpoint_50000/target.decoder.layers_1.encoder_decoder_attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:000bb1261b8e55fc1d42d07f681202711c4e07547f33ac1c48a6963ffad13c89
+size 4395815
diff --git a/checkpoint_50000/target.decoder.layers_1.encoder_decoder_attention.query.kernel/.zarray b/checkpoint_50000/target.decoder.layers_1.encoder_decoder_attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..323c73892f1f7a7707d2132576a926292d5428ec
--- /dev/null
+++ b/checkpoint_50000/target.decoder.layers_1.encoder_decoder_attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23a7f99dd4ddeefb7ac17eca3753bcddd9ca6e3b953f538812b3f1ada2367075
+size 178
diff --git a/checkpoint_50000/target.decoder.layers_1.encoder_decoder_attention.query.kernel/0.0 b/checkpoint_50000/target.decoder.layers_1.encoder_decoder_attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..6a9bc609f74debcbac7247eb1ff8dcad6df0d8d3
--- /dev/null
+++ b/checkpoint_50000/target.decoder.layers_1.encoder_decoder_attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aadcf185223d3dbaf35e4803c2a31ed9a7826e90a95c60c9c76d2a924c376651
+size 4396978
diff --git a/checkpoint_50000/target.decoder.layers_1.encoder_decoder_attention.value.kernel/.zarray b/checkpoint_50000/target.decoder.layers_1.encoder_decoder_attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..323c73892f1f7a7707d2132576a926292d5428ec
--- /dev/null
+++ b/checkpoint_50000/target.decoder.layers_1.encoder_decoder_attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23a7f99dd4ddeefb7ac17eca3753bcddd9ca6e3b953f538812b3f1ada2367075
+size 178
diff --git a/checkpoint_50000/target.decoder.layers_1.encoder_decoder_attention.value.kernel/0.0 b/checkpoint_50000/target.decoder.layers_1.encoder_decoder_attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..fc345cce79a48ea7eb63067bf0a950386f8d7355
--- /dev/null
+++ b/checkpoint_50000/target.decoder.layers_1.encoder_decoder_attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ddf7e2e6f500de668a4beb808396854b173e352ebddcd57ed7e2a0b38b088e38
+size 4386838
diff --git a/checkpoint_50000/target.decoder.layers_1.mlp.wi_0.kernel/.zarray b/checkpoint_50000/target.decoder.layers_1.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..f4d3ca6a1157de47afc225abfd2510f2cdb7ae2e
--- /dev/null
+++ b/checkpoint_50000/target.decoder.layers_1.mlp.wi_0.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50cb78978e5bca2290d248f82714b3aea40f904254130ec231bc6e07def6ccdf
+size 180
diff --git a/checkpoint_50000/target.decoder.layers_1.mlp.wi_0.kernel/0.0 b/checkpoint_50000/target.decoder.layers_1.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..56a43f05ea0afb2f83d90e2068078e5ed9fe5fd7
--- /dev/null
+++ b/checkpoint_50000/target.decoder.layers_1.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e66215f86a0a8eba969cbbdd0a4f96f27b07af1bddd7d917b4ab9769b341a80
+size 22648481
diff --git a/checkpoint_50000/target.decoder.layers_1.mlp.wi_1.kernel/.zarray b/checkpoint_50000/target.decoder.layers_1.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..f4d3ca6a1157de47afc225abfd2510f2cdb7ae2e
--- /dev/null
+++ b/checkpoint_50000/target.decoder.layers_1.mlp.wi_1.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50cb78978e5bca2290d248f82714b3aea40f904254130ec231bc6e07def6ccdf
+size 180
diff --git a/checkpoint_50000/target.decoder.layers_1.mlp.wi_1.kernel/0.0 b/checkpoint_50000/target.decoder.layers_1.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..6ae63ddc8f7dd4dd01a812de9e41be470962def9
--- /dev/null
+++ b/checkpoint_50000/target.decoder.layers_1.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25e3895e4d5d46cceb3fb4924e94a8ed825d57041c7e2c8f5febb970030a9006
+size 22675056
diff --git a/checkpoint_50000/target.decoder.layers_1.mlp.wo.kernel/.zarray b/checkpoint_50000/target.decoder.layers_1.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..ee708e4e956632ad238f9d97ec32a9fb108bec46
--- /dev/null
+++ b/checkpoint_50000/target.decoder.layers_1.mlp.wo.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1ae155dfdfb8a9700e2a43a95cf96febfc4df5aeb3ea32aae29dde773629c2d
+size 180
diff --git a/checkpoint_50000/target.decoder.layers_1.mlp.wo.kernel/0.0 b/checkpoint_50000/target.decoder.layers_1.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..e93ce84f0dcd44b5ecc93276048ae0be09273f03
--- /dev/null
+++ b/checkpoint_50000/target.decoder.layers_1.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc2dcf7aba031cef4886f4a3866f1d71afb84f090ece3c8e0edec8071ea0e240
+size 22647480
diff --git a/checkpoint_50000/target.decoder.layers_1.pre_cross_attention_layer_norm.scale/.zarray b/checkpoint_50000/target.decoder.layers_1.pre_cross_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..30bba180531f2e2608776cf531b0f327534ab60e
--- /dev/null
+++ b/checkpoint_50000/target.decoder.layers_1.pre_cross_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c15454ca58ace9d64cc661f694fa3a5c43479ab9e9298e3f5d36932e899b8ecc
+size 170
diff --git a/checkpoint_50000/target.decoder.layers_1.pre_cross_attention_layer_norm.scale/0 b/checkpoint_50000/target.decoder.layers_1.pre_cross_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..88d3a0ef8d74a06e4d23b07f6669878e73484da7
--- /dev/null
+++ b/checkpoint_50000/target.decoder.layers_1.pre_cross_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:234635425a83f24bb483c89c3c8861de25d737d058930d20a101f876af756779
+size 5673
diff --git a/checkpoint_50000/target.decoder.layers_1.pre_mlp_layer_norm.scale/.zarray b/checkpoint_50000/target.decoder.layers_1.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..30bba180531f2e2608776cf531b0f327534ab60e
--- /dev/null
+++ b/checkpoint_50000/target.decoder.layers_1.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c15454ca58ace9d64cc661f694fa3a5c43479ab9e9298e3f5d36932e899b8ecc
+size 170
diff --git a/checkpoint_50000/target.decoder.layers_1.pre_mlp_layer_norm.scale/0 b/checkpoint_50000/target.decoder.layers_1.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..fe08c813da9b92b5c082f05db9140aa36b86d227
--- /dev/null
+++ b/checkpoint_50000/target.decoder.layers_1.pre_mlp_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7fca7a7ec6a330a55b52ca90dc636843dbb398741d00165d761acc54059ab7d7
+size 5697
diff --git a/checkpoint_50000/target.decoder.layers_1.pre_self_attention_layer_norm.scale/.zarray b/checkpoint_50000/target.decoder.layers_1.pre_self_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..30bba180531f2e2608776cf531b0f327534ab60e
--- /dev/null
+++ b/checkpoint_50000/target.decoder.layers_1.pre_self_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c15454ca58ace9d64cc661f694fa3a5c43479ab9e9298e3f5d36932e899b8ecc
+size 170
diff --git a/checkpoint_50000/target.decoder.layers_1.pre_self_attention_layer_norm.scale/0 b/checkpoint_50000/target.decoder.layers_1.pre_self_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..5031607683d1fe2f2a13fff3d96abdf8e529f846
--- /dev/null
+++ b/checkpoint_50000/target.decoder.layers_1.pre_self_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6ce40a42ed8c11f0872a1a9f961c1864199a0b74616c502654e18c60d26965f
+size 5567
diff --git a/checkpoint_50000/target.decoder.layers_1.self_attention.key.kernel/.zarray b/checkpoint_50000/target.decoder.layers_1.self_attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..323c73892f1f7a7707d2132576a926292d5428ec
--- /dev/null
+++ b/checkpoint_50000/target.decoder.layers_1.self_attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23a7f99dd4ddeefb7ac17eca3753bcddd9ca6e3b953f538812b3f1ada2367075
+size 178
diff --git a/checkpoint_50000/target.decoder.layers_1.self_attention.key.kernel/0.0 b/checkpoint_50000/target.decoder.layers_1.self_attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..e8e44e353a71a0b223e0eede64f771f4db05ce3b
--- /dev/null
+++ b/checkpoint_50000/target.decoder.layers_1.self_attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71caf14a245e38095b44d6d4538c28db48674ef13deba507bea18221baf745c6
+size 4390908
diff --git a/checkpoint_50000/target.decoder.layers_1.self_attention.out.kernel/.zarray b/checkpoint_50000/target.decoder.layers_1.self_attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..120376f0f1c75a027343e7502f698ea154b8203e
--- /dev/null
+++ b/checkpoint_50000/target.decoder.layers_1.self_attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44605053a4b2d28515bc45d11e69af731efe343126253bbb183fcfd595a20b0b
+size 178
diff --git a/checkpoint_50000/target.decoder.layers_1.self_attention.out.kernel/0.0 b/checkpoint_50000/target.decoder.layers_1.self_attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..4630b8f45af48e9302b98fb6887de7e32cd05ad6
--- /dev/null
+++ b/checkpoint_50000/target.decoder.layers_1.self_attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18cbe3c133494b1d8189f2452cae9953716ed04c73ec49047f6330efd1db2a57
+size 4396699
diff --git a/checkpoint_50000/target.decoder.layers_1.self_attention.query.kernel/.zarray b/checkpoint_50000/target.decoder.layers_1.self_attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..323c73892f1f7a7707d2132576a926292d5428ec
--- /dev/null
+++ b/checkpoint_50000/target.decoder.layers_1.self_attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23a7f99dd4ddeefb7ac17eca3753bcddd9ca6e3b953f538812b3f1ada2367075
+size 178
diff --git a/checkpoint_50000/target.decoder.layers_1.self_attention.query.kernel/0.0 b/checkpoint_50000/target.decoder.layers_1.self_attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..80ff0c402dec7009d698a073e3b8cf8616b61960
--- /dev/null
+++ b/checkpoint_50000/target.decoder.layers_1.self_attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57a246b11e34f49006143efead5fdaad8a5d86026a7c8bbc6b7d25a77279c4f8
+size 4398825
diff --git a/checkpoint_50000/target.decoder.layers_1.self_attention.value.kernel/.zarray b/checkpoint_50000/target.decoder.layers_1.self_attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..323c73892f1f7a7707d2132576a926292d5428ec
--- /dev/null
+++ b/checkpoint_50000/target.decoder.layers_1.self_attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23a7f99dd4ddeefb7ac17eca3753bcddd9ca6e3b953f538812b3f1ada2367075
+size 178
diff --git a/checkpoint_50000/target.decoder.layers_1.self_attention.value.kernel/0.0 b/checkpoint_50000/target.decoder.layers_1.self_attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..42cac0f6e6531c9f456ced83c0578128b2a1fe86
--- /dev/null
+++ b/checkpoint_50000/target.decoder.layers_1.self_attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8bf5a189a51e0e951b70104ff85a73d4629fcbbf799fe0d2c57dbebc7e49ec11
+size 4392501
diff --git a/checkpoint_50000/target.decoder.layers_2.encoder_decoder_attention.key.kernel/.zarray b/checkpoint_50000/target.decoder.layers_2.encoder_decoder_attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..323c73892f1f7a7707d2132576a926292d5428ec
--- /dev/null
+++ b/checkpoint_50000/target.decoder.layers_2.encoder_decoder_attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23a7f99dd4ddeefb7ac17eca3753bcddd9ca6e3b953f538812b3f1ada2367075
+size 178
diff --git a/checkpoint_50000/target.decoder.layers_2.encoder_decoder_attention.key.kernel/0.0 b/checkpoint_50000/target.decoder.layers_2.encoder_decoder_attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..18b47347c9cb6cf0033cad29a79f5fc4e32dc881
--- /dev/null
+++ b/checkpoint_50000/target.decoder.layers_2.encoder_decoder_attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65f97f73b8edd6f39fadc7869a1633aa838d96e9d034b64a4aa9fcfc6079f766
+size 4387349
diff --git a/checkpoint_50000/target.decoder.layers_2.encoder_decoder_attention.out.kernel/.zarray b/checkpoint_50000/target.decoder.layers_2.encoder_decoder_attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..120376f0f1c75a027343e7502f698ea154b8203e
--- /dev/null
+++ b/checkpoint_50000/target.decoder.layers_2.encoder_decoder_attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44605053a4b2d28515bc45d11e69af731efe343126253bbb183fcfd595a20b0b
+size 178
diff --git a/checkpoint_50000/target.decoder.layers_2.encoder_decoder_attention.out.kernel/0.0 b/checkpoint_50000/target.decoder.layers_2.encoder_decoder_attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..cd4fc634e8ca73ffdc80be675343e47d8ab2dc26
--- /dev/null
+++ b/checkpoint_50000/target.decoder.layers_2.encoder_decoder_attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab29125641686799071dbc804b605afd3d0a72badd5af929be5ddaaf352c457a
+size 4396670
diff --git a/checkpoint_50000/target.decoder.layers_2.encoder_decoder_attention.query.kernel/.zarray b/checkpoint_50000/target.decoder.layers_2.encoder_decoder_attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..323c73892f1f7a7707d2132576a926292d5428ec
--- /dev/null
+++ b/checkpoint_50000/target.decoder.layers_2.encoder_decoder_attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23a7f99dd4ddeefb7ac17eca3753bcddd9ca6e3b953f538812b3f1ada2367075
+size 178
diff --git a/checkpoint_50000/target.decoder.layers_2.encoder_decoder_attention.query.kernel/0.0 b/checkpoint_50000/target.decoder.layers_2.encoder_decoder_attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..d04781b686ea8723f560b65c8adaa1633444aa02
--- /dev/null
+++ b/checkpoint_50000/target.decoder.layers_2.encoder_decoder_attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:864abbc1d832ead41ec3428792cb8a6d2208326d597d1e3586983e740a84ca8e
+size 4397115
diff --git a/checkpoint_50000/target.decoder.layers_2.encoder_decoder_attention.value.kernel/.zarray b/checkpoint_50000/target.decoder.layers_2.encoder_decoder_attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..323c73892f1f7a7707d2132576a926292d5428ec
--- /dev/null
+++ b/checkpoint_50000/target.decoder.layers_2.encoder_decoder_attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23a7f99dd4ddeefb7ac17eca3753bcddd9ca6e3b953f538812b3f1ada2367075
+size 178
diff --git a/checkpoint_50000/target.decoder.layers_2.encoder_decoder_attention.value.kernel/0.0 b/checkpoint_50000/target.decoder.layers_2.encoder_decoder_attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..2a0904f885e1b0b573ac44ed69ced23e1f404bec
--- /dev/null
+++ b/checkpoint_50000/target.decoder.layers_2.encoder_decoder_attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eff1288ddbcc5a9e03df3a3549bf17411e296c0b0333d82be00d784b32282d39
+size 4391784
diff --git a/checkpoint_50000/target.decoder.layers_2.mlp.wi_0.kernel/.zarray b/checkpoint_50000/target.decoder.layers_2.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..f4d3ca6a1157de47afc225abfd2510f2cdb7ae2e
--- /dev/null
+++ b/checkpoint_50000/target.decoder.layers_2.mlp.wi_0.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50cb78978e5bca2290d248f82714b3aea40f904254130ec231bc6e07def6ccdf
+size 180
diff --git a/checkpoint_50000/target.decoder.layers_2.mlp.wi_0.kernel/0.0 b/checkpoint_50000/target.decoder.layers_2.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..9500bc0c37cf30547be6aebc529bc2afa5aede95
--- /dev/null
+++ b/checkpoint_50000/target.decoder.layers_2.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:944476c6ace6a7d516ee04d20a48e4688e31d5abdb0261749de18f04256852cd
+size 22652961
diff --git a/checkpoint_50000/target.decoder.layers_2.mlp.wi_1.kernel/.zarray b/checkpoint_50000/target.decoder.layers_2.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..f4d3ca6a1157de47afc225abfd2510f2cdb7ae2e
--- /dev/null
+++ b/checkpoint_50000/target.decoder.layers_2.mlp.wi_1.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50cb78978e5bca2290d248f82714b3aea40f904254130ec231bc6e07def6ccdf
+size 180
diff --git a/checkpoint_50000/target.decoder.layers_2.mlp.wi_1.kernel/0.0 b/checkpoint_50000/target.decoder.layers_2.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..f44cc8935a8009486e9cb6a449cfed9133d6ef0e
--- /dev/null
+++ b/checkpoint_50000/target.decoder.layers_2.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:138c85fb420bcc0f492a85f3cccc4a47b3df16fb76a636dca8cef1c7ae22c750
+size 22683602
diff --git a/checkpoint_50000/target.decoder.layers_2.mlp.wo.kernel/.zarray b/checkpoint_50000/target.decoder.layers_2.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..ee708e4e956632ad238f9d97ec32a9fb108bec46
--- /dev/null
+++ b/checkpoint_50000/target.decoder.layers_2.mlp.wo.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1ae155dfdfb8a9700e2a43a95cf96febfc4df5aeb3ea32aae29dde773629c2d
+size 180
diff --git a/checkpoint_50000/target.decoder.layers_2.mlp.wo.kernel/0.0 b/checkpoint_50000/target.decoder.layers_2.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..5d41c84d11b982536343b1cb93fcfd089f417e9d
--- /dev/null
+++ b/checkpoint_50000/target.decoder.layers_2.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6807a25753da740652639ef271d2d92f4de719f0d940162e92d899179725f4a4
+size 22647052
diff --git a/checkpoint_50000/target.decoder.layers_2.pre_cross_attention_layer_norm.scale/.zarray b/checkpoint_50000/target.decoder.layers_2.pre_cross_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..30bba180531f2e2608776cf531b0f327534ab60e
--- /dev/null
+++ b/checkpoint_50000/target.decoder.layers_2.pre_cross_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c15454ca58ace9d64cc661f694fa3a5c43479ab9e9298e3f5d36932e899b8ecc
+size 170
diff --git a/checkpoint_50000/target.decoder.layers_2.pre_cross_attention_layer_norm.scale/0 b/checkpoint_50000/target.decoder.layers_2.pre_cross_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..2720d79109fcf21eebb014586e543ababb4587ba
--- /dev/null
+++ b/checkpoint_50000/target.decoder.layers_2.pre_cross_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96e47f3b1166afd86929d58303108e37a7dbcbaef4a5b9723f3457d69c35f54b
+size 5582
diff --git a/checkpoint_50000/target.decoder.layers_2.pre_mlp_layer_norm.scale/.zarray b/checkpoint_50000/target.decoder.layers_2.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..30bba180531f2e2608776cf531b0f327534ab60e
--- /dev/null
+++ b/checkpoint_50000/target.decoder.layers_2.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c15454ca58ace9d64cc661f694fa3a5c43479ab9e9298e3f5d36932e899b8ecc
+size 170
diff --git a/checkpoint_50000/target.decoder.layers_2.pre_mlp_layer_norm.scale/0 b/checkpoint_50000/target.decoder.layers_2.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..cee685303bedca7f016204808de917d7d26549c3
--- /dev/null
+++ b/checkpoint_50000/target.decoder.layers_2.pre_mlp_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9848a2b1d84aec82ba1c602d0a4ca39692f3b2486994bda7c41cbda352b65839
+size 5601
diff --git a/checkpoint_50000/target.decoder.layers_2.pre_self_attention_layer_norm.scale/.zarray b/checkpoint_50000/target.decoder.layers_2.pre_self_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..30bba180531f2e2608776cf531b0f327534ab60e
--- /dev/null
+++ b/checkpoint_50000/target.decoder.layers_2.pre_self_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c15454ca58ace9d64cc661f694fa3a5c43479ab9e9298e3f5d36932e899b8ecc
+size 170
diff --git a/checkpoint_50000/target.decoder.layers_2.pre_self_attention_layer_norm.scale/0 b/checkpoint_50000/target.decoder.layers_2.pre_self_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..940460fe65547d4182de65cbcdf2664610123cae
--- /dev/null
+++ b/checkpoint_50000/target.decoder.layers_2.pre_self_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac68c5f515cb116b63768b652539cb5d51bfd598572e07be2e3e612b201fdc62
+size 5557
diff --git a/checkpoint_50000/target.decoder.layers_2.self_attention.key.kernel/.zarray b/checkpoint_50000/target.decoder.layers_2.self_attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..323c73892f1f7a7707d2132576a926292d5428ec
--- /dev/null
+++ b/checkpoint_50000/target.decoder.layers_2.self_attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23a7f99dd4ddeefb7ac17eca3753bcddd9ca6e3b953f538812b3f1ada2367075
+size 178
diff --git a/checkpoint_50000/target.decoder.layers_2.self_attention.key.kernel/0.0 b/checkpoint_50000/target.decoder.layers_2.self_attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..0d21478b119747b045f72b2ec6b386706478f93d
--- /dev/null
+++ b/checkpoint_50000/target.decoder.layers_2.self_attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8692b6697aba36a620d162de6e567b5cf3fcd857b2a270cd11ab90e803c3eee2
+size 4387416
diff --git a/checkpoint_50000/target.decoder.layers_2.self_attention.out.kernel/.zarray b/checkpoint_50000/target.decoder.layers_2.self_attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..120376f0f1c75a027343e7502f698ea154b8203e
--- /dev/null
+++ b/checkpoint_50000/target.decoder.layers_2.self_attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44605053a4b2d28515bc45d11e69af731efe343126253bbb183fcfd595a20b0b
+size 178
diff --git a/checkpoint_50000/target.decoder.layers_2.self_attention.out.kernel/0.0 b/checkpoint_50000/target.decoder.layers_2.self_attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..f425e13349a5abb8a0f4b551a6efd81d4f499bc3
--- /dev/null
+++ b/checkpoint_50000/target.decoder.layers_2.self_attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4db1ee9b116260b09fe9e3e94bdc63646f34aeeb981e550e509dd9c96218e9d
+size 4394951
diff --git a/checkpoint_50000/target.decoder.layers_2.self_attention.query.kernel/.zarray b/checkpoint_50000/target.decoder.layers_2.self_attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..323c73892f1f7a7707d2132576a926292d5428ec
--- /dev/null
+++ b/checkpoint_50000/target.decoder.layers_2.self_attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23a7f99dd4ddeefb7ac17eca3753bcddd9ca6e3b953f538812b3f1ada2367075
+size 178
diff --git a/checkpoint_50000/target.decoder.layers_2.self_attention.query.kernel/0.0 b/checkpoint_50000/target.decoder.layers_2.self_attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..82d09b0bd27f62303f615de4d98237b079445f37
--- /dev/null
+++ b/checkpoint_50000/target.decoder.layers_2.self_attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f73a28db7129f3dbc2b66fd79342307cc882ecd532f2c8a49102a7ec9cef9b1d
+size 4397242
diff --git a/checkpoint_50000/target.decoder.layers_2.self_attention.value.kernel/.zarray b/checkpoint_50000/target.decoder.layers_2.self_attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..323c73892f1f7a7707d2132576a926292d5428ec
--- /dev/null
+++ b/checkpoint_50000/target.decoder.layers_2.self_attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23a7f99dd4ddeefb7ac17eca3753bcddd9ca6e3b953f538812b3f1ada2367075
+size 178
diff --git a/checkpoint_50000/target.decoder.layers_2.self_attention.value.kernel/0.0 b/checkpoint_50000/target.decoder.layers_2.self_attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..4f5eb0e11649abf0f5c44cdae0f86583896cc29c
--- /dev/null
+++ b/checkpoint_50000/target.decoder.layers_2.self_attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f840cb2d49aa41779f79903ba8401d822029fc42366c587eaabc81754ee979d
+size 4390513
diff --git a/checkpoint_50000/target.decoder.layers_3.encoder_decoder_attention.key.kernel/.zarray b/checkpoint_50000/target.decoder.layers_3.encoder_decoder_attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..323c73892f1f7a7707d2132576a926292d5428ec
--- /dev/null
+++ b/checkpoint_50000/target.decoder.layers_3.encoder_decoder_attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23a7f99dd4ddeefb7ac17eca3753bcddd9ca6e3b953f538812b3f1ada2367075
+size 178
diff --git a/checkpoint_50000/target.decoder.layers_3.encoder_decoder_attention.key.kernel/0.0 b/checkpoint_50000/target.decoder.layers_3.encoder_decoder_attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..0d0867261ecb454661c6a9dd3cf3a420b5ac0696
--- /dev/null
+++ b/checkpoint_50000/target.decoder.layers_3.encoder_decoder_attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e267f1a05dc2761d4bcf0c12564718662549f2b3c626cc0ad2a2fc5d61de54c
+size 4386358
diff --git a/checkpoint_50000/target.decoder.layers_3.encoder_decoder_attention.out.kernel/.zarray b/checkpoint_50000/target.decoder.layers_3.encoder_decoder_attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..120376f0f1c75a027343e7502f698ea154b8203e
--- /dev/null
+++ b/checkpoint_50000/target.decoder.layers_3.encoder_decoder_attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44605053a4b2d28515bc45d11e69af731efe343126253bbb183fcfd595a20b0b
+size 178
diff --git a/checkpoint_50000/target.decoder.layers_3.encoder_decoder_attention.out.kernel/0.0 b/checkpoint_50000/target.decoder.layers_3.encoder_decoder_attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..d24e8d5139377e93e5ad8b8b0f8d901b851303a2
--- /dev/null
+++ b/checkpoint_50000/target.decoder.layers_3.encoder_decoder_attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c2954fedd07c1636e8fcbcabdc9bb6762c12c9931ba065a2694cfc37ef67fd1
+size 4396523
diff --git a/checkpoint_50000/target.decoder.layers_3.encoder_decoder_attention.query.kernel/.zarray b/checkpoint_50000/target.decoder.layers_3.encoder_decoder_attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..323c73892f1f7a7707d2132576a926292d5428ec
--- /dev/null
+++ b/checkpoint_50000/target.decoder.layers_3.encoder_decoder_attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23a7f99dd4ddeefb7ac17eca3753bcddd9ca6e3b953f538812b3f1ada2367075
+size 178
diff --git a/checkpoint_50000/target.decoder.layers_3.encoder_decoder_attention.query.kernel/0.0 b/checkpoint_50000/target.decoder.layers_3.encoder_decoder_attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..0e83a976c109d9566abb7c056a567ec69c43c5f5
--- /dev/null
+++ b/checkpoint_50000/target.decoder.layers_3.encoder_decoder_attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:188251f17e0293adc1d3d097f6adbf996c2784f3c252c5941bac3d99a6478cf8
+size 4397000
diff --git a/checkpoint_50000/target.decoder.layers_3.encoder_decoder_attention.value.kernel/.zarray b/checkpoint_50000/target.decoder.layers_3.encoder_decoder_attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..323c73892f1f7a7707d2132576a926292d5428ec
--- /dev/null
+++ b/checkpoint_50000/target.decoder.layers_3.encoder_decoder_attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23a7f99dd4ddeefb7ac17eca3753bcddd9ca6e3b953f538812b3f1ada2367075
+size 178
diff --git a/checkpoint_50000/target.decoder.layers_3.encoder_decoder_attention.value.kernel/0.0 b/checkpoint_50000/target.decoder.layers_3.encoder_decoder_attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..5bdaa15a7ae6ec3d25e642587cc0eaaac4a19fd8
--- /dev/null
+++ b/checkpoint_50000/target.decoder.layers_3.encoder_decoder_attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:321597da71106cdd99a97044cbd1b11306121d77c88ab0d0d3465838bd4f64d4
+size 4392444
diff --git a/checkpoint_50000/target.decoder.layers_3.mlp.wi_0.kernel/.zarray b/checkpoint_50000/target.decoder.layers_3.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..f4d3ca6a1157de47afc225abfd2510f2cdb7ae2e
--- /dev/null
+++ b/checkpoint_50000/target.decoder.layers_3.mlp.wi_0.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50cb78978e5bca2290d248f82714b3aea40f904254130ec231bc6e07def6ccdf
+size 180
diff --git a/checkpoint_50000/target.decoder.layers_3.mlp.wi_0.kernel/0.0 b/checkpoint_50000/target.decoder.layers_3.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..58be6b83906fe83f02a652bff99a8d5aff510962
--- /dev/null
+++ b/checkpoint_50000/target.decoder.layers_3.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e17f0ac27d070acb953fff353ceb46f12be36c12cfff614f84e1fd9d2435f8e8
+size 22657965
diff --git a/checkpoint_50000/target.decoder.layers_3.mlp.wi_1.kernel/.zarray b/checkpoint_50000/target.decoder.layers_3.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..f4d3ca6a1157de47afc225abfd2510f2cdb7ae2e
--- /dev/null
+++ b/checkpoint_50000/target.decoder.layers_3.mlp.wi_1.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50cb78978e5bca2290d248f82714b3aea40f904254130ec231bc6e07def6ccdf
+size 180
diff --git a/checkpoint_50000/target.decoder.layers_3.mlp.wi_1.kernel/0.0 b/checkpoint_50000/target.decoder.layers_3.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..0f8575bd78042357cdeb2245d4e3151c5f22dc56
--- /dev/null
+++ b/checkpoint_50000/target.decoder.layers_3.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:747a27033e2b7263711a20d76f9604aa21e972d1ad1f20282c6a796f555c8bb0
+size 22689423
diff --git a/checkpoint_50000/target.decoder.layers_3.mlp.wo.kernel/.zarray b/checkpoint_50000/target.decoder.layers_3.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..ee708e4e956632ad238f9d97ec32a9fb108bec46
--- /dev/null
+++ b/checkpoint_50000/target.decoder.layers_3.mlp.wo.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1ae155dfdfb8a9700e2a43a95cf96febfc4df5aeb3ea32aae29dde773629c2d
+size 180
diff --git a/checkpoint_50000/target.decoder.layers_3.mlp.wo.kernel/0.0 b/checkpoint_50000/target.decoder.layers_3.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..6af87e9d16ad2af4a4c2b81b7cd3906390121e2c
--- /dev/null
+++ b/checkpoint_50000/target.decoder.layers_3.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9252031bfbb6e3516b5232f9b7d39b806af59ad7bf8c3a8a1f90bd9924ec96d
+size 22647852
diff --git a/checkpoint_50000/target.decoder.layers_3.pre_cross_attention_layer_norm.scale/.zarray b/checkpoint_50000/target.decoder.layers_3.pre_cross_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..30bba180531f2e2608776cf531b0f327534ab60e
--- /dev/null
+++ b/checkpoint_50000/target.decoder.layers_3.pre_cross_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c15454ca58ace9d64cc661f694fa3a5c43479ab9e9298e3f5d36932e899b8ecc
+size 170
diff --git a/checkpoint_50000/target.decoder.layers_3.pre_cross_attention_layer_norm.scale/0 b/checkpoint_50000/target.decoder.layers_3.pre_cross_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..fb0b550cbe1b051b26aa66e0e9924eb3b96f312a
--- /dev/null
+++ b/checkpoint_50000/target.decoder.layers_3.pre_cross_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cb0aa81f020228ddcb255a5622eab83acec9d30d5e52593ebce2d32787e4613
+size 5581
diff --git a/checkpoint_50000/target.decoder.layers_3.pre_mlp_layer_norm.scale/.zarray b/checkpoint_50000/target.decoder.layers_3.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..30bba180531f2e2608776cf531b0f327534ab60e
--- /dev/null
+++ b/checkpoint_50000/target.decoder.layers_3.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c15454ca58ace9d64cc661f694fa3a5c43479ab9e9298e3f5d36932e899b8ecc
+size 170
diff --git a/checkpoint_50000/target.decoder.layers_3.pre_mlp_layer_norm.scale/0 b/checkpoint_50000/target.decoder.layers_3.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..940574c5608c8d27e3254f28ca99cc71859779b7
--- /dev/null
+++ b/checkpoint_50000/target.decoder.layers_3.pre_mlp_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fce3356360e3fc2ddee5b9cacd29efc1d084cc6c874fe6d21c7ab6940a5b6a4
+size 5519
diff --git a/checkpoint_50000/target.decoder.layers_3.pre_self_attention_layer_norm.scale/.zarray b/checkpoint_50000/target.decoder.layers_3.pre_self_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..30bba180531f2e2608776cf531b0f327534ab60e
--- /dev/null
+++ b/checkpoint_50000/target.decoder.layers_3.pre_self_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c15454ca58ace9d64cc661f694fa3a5c43479ab9e9298e3f5d36932e899b8ecc
+size 170
diff --git a/checkpoint_50000/target.decoder.layers_3.pre_self_attention_layer_norm.scale/0 b/checkpoint_50000/target.decoder.layers_3.pre_self_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..9347803ffa880deaffb427c020f199ba470d9f19
--- /dev/null
+++ b/checkpoint_50000/target.decoder.layers_3.pre_self_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9c502b973c531bbb63437d8207620241b67ba62a396d48914dfb67a34ab5b2b
+size 5525
diff --git a/checkpoint_50000/target.decoder.layers_3.self_attention.key.kernel/.zarray b/checkpoint_50000/target.decoder.layers_3.self_attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..323c73892f1f7a7707d2132576a926292d5428ec
--- /dev/null
+++ b/checkpoint_50000/target.decoder.layers_3.self_attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23a7f99dd4ddeefb7ac17eca3753bcddd9ca6e3b953f538812b3f1ada2367075
+size 178
diff --git a/checkpoint_50000/target.decoder.layers_3.self_attention.key.kernel/0.0 b/checkpoint_50000/target.decoder.layers_3.self_attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..75d186e096e8f6b06da676decd71ad270987bde8
--- /dev/null
+++ b/checkpoint_50000/target.decoder.layers_3.self_attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa93803811f37df7d9284457759031910a02ac6d918f59d94e950c9f7fc3c204
+size 4388091
diff --git a/checkpoint_50000/target.decoder.layers_3.self_attention.out.kernel/.zarray b/checkpoint_50000/target.decoder.layers_3.self_attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..120376f0f1c75a027343e7502f698ea154b8203e
--- /dev/null
+++ b/checkpoint_50000/target.decoder.layers_3.self_attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44605053a4b2d28515bc45d11e69af731efe343126253bbb183fcfd595a20b0b
+size 178
diff --git a/checkpoint_50000/target.decoder.layers_3.self_attention.out.kernel/0.0 b/checkpoint_50000/target.decoder.layers_3.self_attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..0cbf7d26063878e42c5eb99cdeaff91c8d86b3f2
--- /dev/null
+++ b/checkpoint_50000/target.decoder.layers_3.self_attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8246a8510977aeed7fec9ced5e59cec7a3163300a1aca95e58a8300166272718
+size 4395640
diff --git a/checkpoint_50000/target.decoder.layers_3.self_attention.query.kernel/.zarray b/checkpoint_50000/target.decoder.layers_3.self_attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..323c73892f1f7a7707d2132576a926292d5428ec
--- /dev/null
+++ b/checkpoint_50000/target.decoder.layers_3.self_attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23a7f99dd4ddeefb7ac17eca3753bcddd9ca6e3b953f538812b3f1ada2367075
+size 178
diff --git a/checkpoint_50000/target.decoder.layers_3.self_attention.query.kernel/0.0 b/checkpoint_50000/target.decoder.layers_3.self_attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..03bd702374ce2ae3329b15d4bd43cc786be3b9a6
--- /dev/null
+++ b/checkpoint_50000/target.decoder.layers_3.self_attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34276af3a3d6d2c7b201827f17c5810122c3c8aab3d170e9be6d67a5049da652
+size 4397142
diff --git a/checkpoint_50000/target.decoder.layers_3.self_attention.value.kernel/.zarray b/checkpoint_50000/target.decoder.layers_3.self_attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..323c73892f1f7a7707d2132576a926292d5428ec
--- /dev/null
+++ b/checkpoint_50000/target.decoder.layers_3.self_attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23a7f99dd4ddeefb7ac17eca3753bcddd9ca6e3b953f538812b3f1ada2367075
+size 178
diff --git a/checkpoint_50000/target.decoder.layers_3.self_attention.value.kernel/0.0 b/checkpoint_50000/target.decoder.layers_3.self_attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..d4d1f86113cf23a1e99bac3d847bc982851aff63
--- /dev/null
+++ b/checkpoint_50000/target.decoder.layers_3.self_attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d05bffdaa953c0d15b7dd83672d914cad11e72d557f3f38363076c39a371641
+size 4393867
diff --git a/checkpoint_50000/target.decoder.layers_4.encoder_decoder_attention.key.kernel/.zarray b/checkpoint_50000/target.decoder.layers_4.encoder_decoder_attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..323c73892f1f7a7707d2132576a926292d5428ec
--- /dev/null
+++ b/checkpoint_50000/target.decoder.layers_4.encoder_decoder_attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23a7f99dd4ddeefb7ac17eca3753bcddd9ca6e3b953f538812b3f1ada2367075
+size 178
diff --git a/checkpoint_50000/target.decoder.layers_4.encoder_decoder_attention.key.kernel/0.0 b/checkpoint_50000/target.decoder.layers_4.encoder_decoder_attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..d6a2b39623f6d96043f7a4b9c9a0694002a4794f
--- /dev/null
+++ b/checkpoint_50000/target.decoder.layers_4.encoder_decoder_attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:267c915e962b0eedfd6757c6b81c16ca2ab6cad33ed4c0cd2ac96cbe995a6063
+size 4387666
diff --git a/checkpoint_50000/target.decoder.layers_4.encoder_decoder_attention.out.kernel/.zarray b/checkpoint_50000/target.decoder.layers_4.encoder_decoder_attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..120376f0f1c75a027343e7502f698ea154b8203e
--- /dev/null
+++ b/checkpoint_50000/target.decoder.layers_4.encoder_decoder_attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44605053a4b2d28515bc45d11e69af731efe343126253bbb183fcfd595a20b0b
+size 178
diff --git a/checkpoint_50000/target.decoder.layers_4.encoder_decoder_attention.out.kernel/0.0 b/checkpoint_50000/target.decoder.layers_4.encoder_decoder_attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..52cdbcbd0068ff5e3cac61be488eb9c02fcfc714
--- /dev/null
+++ b/checkpoint_50000/target.decoder.layers_4.encoder_decoder_attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e3c290d79edd601c4a19b8ff4db044e8b4efd5a5a2ce9be4bc155d6fef81d44
+size 4396112
diff --git a/checkpoint_50000/target.decoder.layers_4.encoder_decoder_attention.query.kernel/.zarray b/checkpoint_50000/target.decoder.layers_4.encoder_decoder_attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..323c73892f1f7a7707d2132576a926292d5428ec
--- /dev/null
+++ b/checkpoint_50000/target.decoder.layers_4.encoder_decoder_attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23a7f99dd4ddeefb7ac17eca3753bcddd9ca6e3b953f538812b3f1ada2367075
+size 178
diff --git a/checkpoint_50000/target.decoder.layers_4.encoder_decoder_attention.query.kernel/0.0 b/checkpoint_50000/target.decoder.layers_4.encoder_decoder_attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..fae537d935b5284e9156d4962fd588c8d7f6a7cf
--- /dev/null
+++ b/checkpoint_50000/target.decoder.layers_4.encoder_decoder_attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9639c5a3b8e72510ab00e6afd3796be0fef13deafe9285b638e3d2d28e4e1c41
+size 4396409
diff --git a/checkpoint_50000/target.decoder.layers_4.encoder_decoder_attention.value.kernel/.zarray b/checkpoint_50000/target.decoder.layers_4.encoder_decoder_attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..323c73892f1f7a7707d2132576a926292d5428ec
--- /dev/null
+++ b/checkpoint_50000/target.decoder.layers_4.encoder_decoder_attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23a7f99dd4ddeefb7ac17eca3753bcddd9ca6e3b953f538812b3f1ada2367075
+size 178
diff --git a/checkpoint_50000/target.decoder.layers_4.encoder_decoder_attention.value.kernel/0.0 b/checkpoint_50000/target.decoder.layers_4.encoder_decoder_attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..5d7fe6d22c5c79b64d0fd8c8c42f55964e6735e8
--- /dev/null
+++ b/checkpoint_50000/target.decoder.layers_4.encoder_decoder_attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b3a4260503007b7ef97115cff11af9092b88db439fac807082fbf43a4c3fe1a
+size 4398286
diff --git a/checkpoint_50000/target.decoder.layers_4.mlp.wi_0.kernel/.zarray b/checkpoint_50000/target.decoder.layers_4.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..f4d3ca6a1157de47afc225abfd2510f2cdb7ae2e
--- /dev/null
+++ b/checkpoint_50000/target.decoder.layers_4.mlp.wi_0.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50cb78978e5bca2290d248f82714b3aea40f904254130ec231bc6e07def6ccdf
+size 180
diff --git a/checkpoint_50000/target.decoder.layers_4.mlp.wi_0.kernel/0.0 b/checkpoint_50000/target.decoder.layers_4.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..4c2e6186a868685322421d170c42e1df50b911fe
--- /dev/null
+++ b/checkpoint_50000/target.decoder.layers_4.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39868f6d6e35c22d063a3f8151143d41bbe1dc0a41a6ffd0b395dc769e679718
+size 22661772
diff --git a/checkpoint_50000/target.decoder.layers_4.mlp.wi_1.kernel/.zarray b/checkpoint_50000/target.decoder.layers_4.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..f4d3ca6a1157de47afc225abfd2510f2cdb7ae2e
--- /dev/null
+++ b/checkpoint_50000/target.decoder.layers_4.mlp.wi_1.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50cb78978e5bca2290d248f82714b3aea40f904254130ec231bc6e07def6ccdf
+size 180
diff --git a/checkpoint_50000/target.decoder.layers_4.mlp.wi_1.kernel/0.0 b/checkpoint_50000/target.decoder.layers_4.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..5225d9a71b514831722fabaf016cfd85fb7c3049
--- /dev/null
+++ b/checkpoint_50000/target.decoder.layers_4.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7d795bcfd9366ba7ef8c831f80d731776fddfd81dfb82fdddd098f21660b24c
+size 22698392
diff --git a/checkpoint_50000/target.decoder.layers_4.mlp.wo.kernel/.zarray b/checkpoint_50000/target.decoder.layers_4.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..ee708e4e956632ad238f9d97ec32a9fb108bec46
--- /dev/null
+++ b/checkpoint_50000/target.decoder.layers_4.mlp.wo.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1ae155dfdfb8a9700e2a43a95cf96febfc4df5aeb3ea32aae29dde773629c2d
+size 180
diff --git a/checkpoint_50000/target.decoder.layers_4.mlp.wo.kernel/0.0 b/checkpoint_50000/target.decoder.layers_4.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..319830cf89f368997ffbe706e350f16b7b950ab3
--- /dev/null
+++ b/checkpoint_50000/target.decoder.layers_4.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:087baa83e44e662a2deb656d1779631b714cffb4718eccb6a7c799fc66caa2a3
+size 22648277
diff --git a/checkpoint_50000/target.decoder.layers_4.pre_cross_attention_layer_norm.scale/.zarray b/checkpoint_50000/target.decoder.layers_4.pre_cross_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..30bba180531f2e2608776cf531b0f327534ab60e
--- /dev/null
+++ b/checkpoint_50000/target.decoder.layers_4.pre_cross_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c15454ca58ace9d64cc661f694fa3a5c43479ab9e9298e3f5d36932e899b8ecc
+size 170
diff --git a/checkpoint_50000/target.decoder.layers_4.pre_cross_attention_layer_norm.scale/0 b/checkpoint_50000/target.decoder.layers_4.pre_cross_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..70a76f96d7c005c0ea1872a00ded0d710b020195
--- /dev/null
+++ b/checkpoint_50000/target.decoder.layers_4.pre_cross_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:646e13eff139ba50a2cd19d701b5fa7883664b9c90abeda6eb9afa8c6deab8eb
+size 5593
diff --git a/checkpoint_50000/target.decoder.layers_4.pre_mlp_layer_norm.scale/.zarray b/checkpoint_50000/target.decoder.layers_4.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..30bba180531f2e2608776cf531b0f327534ab60e
--- /dev/null
+++ b/checkpoint_50000/target.decoder.layers_4.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c15454ca58ace9d64cc661f694fa3a5c43479ab9e9298e3f5d36932e899b8ecc
+size 170
diff --git a/checkpoint_50000/target.decoder.layers_4.pre_mlp_layer_norm.scale/0 b/checkpoint_50000/target.decoder.layers_4.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..33f2bd42192513e93ca3d3f4fbdc1fdd39f8cfb7
--- /dev/null
+++ b/checkpoint_50000/target.decoder.layers_4.pre_mlp_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efe4f369705a06adf178b0a9a48b58f05520f7e473bb1d00137b90fa02e8e2be
+size 5430
diff --git a/checkpoint_50000/target.decoder.layers_4.pre_self_attention_layer_norm.scale/.zarray b/checkpoint_50000/target.decoder.layers_4.pre_self_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..30bba180531f2e2608776cf531b0f327534ab60e
--- /dev/null
+++ b/checkpoint_50000/target.decoder.layers_4.pre_self_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c15454ca58ace9d64cc661f694fa3a5c43479ab9e9298e3f5d36932e899b8ecc
+size 170
diff --git a/checkpoint_50000/target.decoder.layers_4.pre_self_attention_layer_norm.scale/0 b/checkpoint_50000/target.decoder.layers_4.pre_self_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..fea9717a5cd2ef68d9e1097a3201221b47e91a86
--- /dev/null
+++ b/checkpoint_50000/target.decoder.layers_4.pre_self_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77a85ec2a32ec1cb250fbd53b522dc383b0d1550aec684a5d65fd4d3ce46104
+size 5534
diff --git a/checkpoint_50000/target.decoder.layers_4.self_attention.key.kernel/.zarray b/checkpoint_50000/target.decoder.layers_4.self_attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..323c73892f1f7a7707d2132576a926292d5428ec
--- /dev/null
+++ b/checkpoint_50000/target.decoder.layers_4.self_attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23a7f99dd4ddeefb7ac17eca3753bcddd9ca6e3b953f538812b3f1ada2367075
+size 178
diff --git a/checkpoint_50000/target.decoder.layers_4.self_attention.key.kernel/0.0 b/checkpoint_50000/target.decoder.layers_4.self_attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..547df44fc2d238109efcbc6961c20d74506ae5d6
--- /dev/null
+++ b/checkpoint_50000/target.decoder.layers_4.self_attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00d87fdd09a2ac7171bbea014fbd85cff904ddd8f435b84b807cae60a6bc821f
+size 4388890
diff --git a/checkpoint_50000/target.decoder.layers_4.self_attention.out.kernel/.zarray b/checkpoint_50000/target.decoder.layers_4.self_attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..120376f0f1c75a027343e7502f698ea154b8203e
--- /dev/null
+++ b/checkpoint_50000/target.decoder.layers_4.self_attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44605053a4b2d28515bc45d11e69af731efe343126253bbb183fcfd595a20b0b
+size 178
diff --git a/checkpoint_50000/target.decoder.layers_4.self_attention.out.kernel/0.0 b/checkpoint_50000/target.decoder.layers_4.self_attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..a4f01a90c861a6a1bf08fe794744135810357f7f
--- /dev/null
+++ b/checkpoint_50000/target.decoder.layers_4.self_attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fca14cf52e3f5f551b90665056cdb451a4b6fdce57e35503a9eaae011797cbdb
+size 4395444
diff --git a/checkpoint_50000/target.decoder.layers_4.self_attention.query.kernel/.zarray b/checkpoint_50000/target.decoder.layers_4.self_attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..323c73892f1f7a7707d2132576a926292d5428ec
--- /dev/null
+++ b/checkpoint_50000/target.decoder.layers_4.self_attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23a7f99dd4ddeefb7ac17eca3753bcddd9ca6e3b953f538812b3f1ada2367075
+size 178
diff --git a/checkpoint_50000/target.decoder.layers_4.self_attention.query.kernel/0.0 b/checkpoint_50000/target.decoder.layers_4.self_attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..fdda178cd9c655eee05a21067015c85a723e7970
--- /dev/null
+++ b/checkpoint_50000/target.decoder.layers_4.self_attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:166d5afa3d9320ac85924ae8f48fc2a29f864c83fcce3a1592321c611a8fd7f5
+size 4398202
diff --git a/checkpoint_50000/target.decoder.layers_4.self_attention.value.kernel/.zarray b/checkpoint_50000/target.decoder.layers_4.self_attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..323c73892f1f7a7707d2132576a926292d5428ec
--- /dev/null
+++ b/checkpoint_50000/target.decoder.layers_4.self_attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23a7f99dd4ddeefb7ac17eca3753bcddd9ca6e3b953f538812b3f1ada2367075
+size 178
diff --git a/checkpoint_50000/target.decoder.layers_4.self_attention.value.kernel/0.0 b/checkpoint_50000/target.decoder.layers_4.self_attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..c63f0e8c73b9a6fc913acc4253d54d539346cac8
--- /dev/null
+++ b/checkpoint_50000/target.decoder.layers_4.self_attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2a3aa2ca97fb09764d7e2e467ea263aa04713c3fca540e1bf02b6c0dceb5af0
+size 4397563
diff --git a/checkpoint_50000/target.decoder.layers_5.encoder_decoder_attention.key.kernel/.zarray b/checkpoint_50000/target.decoder.layers_5.encoder_decoder_attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..323c73892f1f7a7707d2132576a926292d5428ec
--- /dev/null
+++ b/checkpoint_50000/target.decoder.layers_5.encoder_decoder_attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23a7f99dd4ddeefb7ac17eca3753bcddd9ca6e3b953f538812b3f1ada2367075
+size 178
diff --git a/checkpoint_50000/target.decoder.layers_5.encoder_decoder_attention.key.kernel/0.0 b/checkpoint_50000/target.decoder.layers_5.encoder_decoder_attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..6da196481b94dc93ce96072df39aea918b760998
--- /dev/null
+++ b/checkpoint_50000/target.decoder.layers_5.encoder_decoder_attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b334d40b743383cf100946ba0339a56ce87316532cebf089f0be6dec7d82b151
+size 4389693
diff --git a/checkpoint_50000/target.decoder.layers_5.encoder_decoder_attention.out.kernel/.zarray b/checkpoint_50000/target.decoder.layers_5.encoder_decoder_attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..120376f0f1c75a027343e7502f698ea154b8203e
--- /dev/null
+++ b/checkpoint_50000/target.decoder.layers_5.encoder_decoder_attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44605053a4b2d28515bc45d11e69af731efe343126253bbb183fcfd595a20b0b
+size 178
diff --git a/checkpoint_50000/target.decoder.layers_5.encoder_decoder_attention.out.kernel/0.0 b/checkpoint_50000/target.decoder.layers_5.encoder_decoder_attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..5d473607994e6ece0652baafaac50c34225492e2
--- /dev/null
+++ b/checkpoint_50000/target.decoder.layers_5.encoder_decoder_attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e41edef4a4e6d521b4d17327ca4095925dd35c8ccbe8a1c848f8cdb4c812e61c
+size 4394398
diff --git a/checkpoint_50000/target.decoder.layers_5.encoder_decoder_attention.query.kernel/.zarray b/checkpoint_50000/target.decoder.layers_5.encoder_decoder_attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..323c73892f1f7a7707d2132576a926292d5428ec
--- /dev/null
+++ b/checkpoint_50000/target.decoder.layers_5.encoder_decoder_attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23a7f99dd4ddeefb7ac17eca3753bcddd9ca6e3b953f538812b3f1ada2367075
+size 178
diff --git a/checkpoint_50000/target.decoder.layers_5.encoder_decoder_attention.query.kernel/0.0 b/checkpoint_50000/target.decoder.layers_5.encoder_decoder_attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..7405fc8e52c93a4624bc5341f2b4ba4fd4ef7147
--- /dev/null
+++ b/checkpoint_50000/target.decoder.layers_5.encoder_decoder_attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5f6ca667ddedcbdea1fa47bf0b96cb65862f9749907193ed964dd45dc2a06df
+size 4396302
diff --git a/checkpoint_50000/target.decoder.layers_5.encoder_decoder_attention.value.kernel/.zarray b/checkpoint_50000/target.decoder.layers_5.encoder_decoder_attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..323c73892f1f7a7707d2132576a926292d5428ec
--- /dev/null
+++ b/checkpoint_50000/target.decoder.layers_5.encoder_decoder_attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23a7f99dd4ddeefb7ac17eca3753bcddd9ca6e3b953f538812b3f1ada2367075
+size 178
diff --git a/checkpoint_50000/target.decoder.layers_5.encoder_decoder_attention.value.kernel/0.0 b/checkpoint_50000/target.decoder.layers_5.encoder_decoder_attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..4ea894953182d26f18c9d301a3f58728c2f630a4
--- /dev/null
+++ b/checkpoint_50000/target.decoder.layers_5.encoder_decoder_attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b9da670c8d3fdaf0f9e6a2bb2dd945e6b49126276c534931733f821ac393e2e
+size 4400539
diff --git a/checkpoint_50000/target.decoder.layers_5.mlp.wi_0.kernel/.zarray b/checkpoint_50000/target.decoder.layers_5.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..f4d3ca6a1157de47afc225abfd2510f2cdb7ae2e
--- /dev/null
+++ b/checkpoint_50000/target.decoder.layers_5.mlp.wi_0.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50cb78978e5bca2290d248f82714b3aea40f904254130ec231bc6e07def6ccdf
+size 180
diff --git a/checkpoint_50000/target.decoder.layers_5.mlp.wi_0.kernel/0.0 b/checkpoint_50000/target.decoder.layers_5.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..1cd5c8e39faa220fe984cec5383f08d2d2f58c98
--- /dev/null
+++ b/checkpoint_50000/target.decoder.layers_5.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:637167ff196b357bdbb7b684c7c5507caf7fdc10bbe2750f6012ace7efdba192
+size 22664400
diff --git a/checkpoint_50000/target.decoder.layers_5.mlp.wi_1.kernel/.zarray b/checkpoint_50000/target.decoder.layers_5.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..f4d3ca6a1157de47afc225abfd2510f2cdb7ae2e
--- /dev/null
+++ b/checkpoint_50000/target.decoder.layers_5.mlp.wi_1.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50cb78978e5bca2290d248f82714b3aea40f904254130ec231bc6e07def6ccdf
+size 180
diff --git a/checkpoint_50000/target.decoder.layers_5.mlp.wi_1.kernel/0.0 b/checkpoint_50000/target.decoder.layers_5.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..40fb485ce5fd023e4efc5f836ea77ade0404038f
--- /dev/null
+++ b/checkpoint_50000/target.decoder.layers_5.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4d5291e00ab2098f1d90117711a2233515d18703d391916ce7f3940fbf1ce1e
+size 22705061
diff --git a/checkpoint_50000/target.decoder.layers_5.mlp.wo.kernel/.zarray b/checkpoint_50000/target.decoder.layers_5.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..ee708e4e956632ad238f9d97ec32a9fb108bec46
--- /dev/null
+++ b/checkpoint_50000/target.decoder.layers_5.mlp.wo.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1ae155dfdfb8a9700e2a43a95cf96febfc4df5aeb3ea32aae29dde773629c2d
+size 180
diff --git a/checkpoint_50000/target.decoder.layers_5.mlp.wo.kernel/0.0 b/checkpoint_50000/target.decoder.layers_5.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..e1df533221bee43b8e0f2635ed85e57be720aec1
--- /dev/null
+++ b/checkpoint_50000/target.decoder.layers_5.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c4234e96101ec953273c028d14d1bc2d56ca4a1910391d91461fc0080ed01a6
+size 22689523
diff --git a/checkpoint_50000/target.decoder.layers_5.pre_cross_attention_layer_norm.scale/.zarray b/checkpoint_50000/target.decoder.layers_5.pre_cross_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..30bba180531f2e2608776cf531b0f327534ab60e
--- /dev/null
+++ b/checkpoint_50000/target.decoder.layers_5.pre_cross_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c15454ca58ace9d64cc661f694fa3a5c43479ab9e9298e3f5d36932e899b8ecc
+size 170
diff --git a/checkpoint_50000/target.decoder.layers_5.pre_cross_attention_layer_norm.scale/0 b/checkpoint_50000/target.decoder.layers_5.pre_cross_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..e6a1a01e1448465fbc063c6be62a7740429c3458
--- /dev/null
+++ b/checkpoint_50000/target.decoder.layers_5.pre_cross_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62b75e3f48a94fe6ed9be6bda76d846f2cb6219f93abb4775ad4c609bc9781fe
+size 5547
diff --git a/checkpoint_50000/target.decoder.layers_5.pre_mlp_layer_norm.scale/.zarray b/checkpoint_50000/target.decoder.layers_5.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..30bba180531f2e2608776cf531b0f327534ab60e
--- /dev/null
+++ b/checkpoint_50000/target.decoder.layers_5.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c15454ca58ace9d64cc661f694fa3a5c43479ab9e9298e3f5d36932e899b8ecc
+size 170
diff --git a/checkpoint_50000/target.decoder.layers_5.pre_mlp_layer_norm.scale/0 b/checkpoint_50000/target.decoder.layers_5.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..28e0bb3c80a9e90a8f306a263e9c731e1a7f1989
--- /dev/null
+++ b/checkpoint_50000/target.decoder.layers_5.pre_mlp_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1cd8c6e193302ac00d56fc1a9aef2c5295c72e69d24bcd342ccfd9e341d1383b
+size 5415
diff --git a/checkpoint_50000/target.decoder.layers_5.pre_self_attention_layer_norm.scale/.zarray b/checkpoint_50000/target.decoder.layers_5.pre_self_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..30bba180531f2e2608776cf531b0f327534ab60e
--- /dev/null
+++ b/checkpoint_50000/target.decoder.layers_5.pre_self_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c15454ca58ace9d64cc661f694fa3a5c43479ab9e9298e3f5d36932e899b8ecc
+size 170
diff --git a/checkpoint_50000/target.decoder.layers_5.pre_self_attention_layer_norm.scale/0 b/checkpoint_50000/target.decoder.layers_5.pre_self_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..fad9be8fe7ddd62d5c3984dea9dc93195e8bcdd1
--- /dev/null
+++ b/checkpoint_50000/target.decoder.layers_5.pre_self_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16eb92e436c7cd0724fbf5e32e72898d3efe7ba80b0e9530f10953f0c53c7e31
+size 5563
diff --git a/checkpoint_50000/target.decoder.layers_5.self_attention.key.kernel/.zarray b/checkpoint_50000/target.decoder.layers_5.self_attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..323c73892f1f7a7707d2132576a926292d5428ec
--- /dev/null
+++ b/checkpoint_50000/target.decoder.layers_5.self_attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23a7f99dd4ddeefb7ac17eca3753bcddd9ca6e3b953f538812b3f1ada2367075
+size 178
diff --git a/checkpoint_50000/target.decoder.layers_5.self_attention.key.kernel/0.0 b/checkpoint_50000/target.decoder.layers_5.self_attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..c06749e817399ef0f705c006d5fd6ff7358139cf
--- /dev/null
+++ b/checkpoint_50000/target.decoder.layers_5.self_attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c0ab637781f9051de418387c5abb974e5629b46f8250f174bf10b187c4979c0
+size 4390198
diff --git a/checkpoint_50000/target.decoder.layers_5.self_attention.out.kernel/.zarray b/checkpoint_50000/target.decoder.layers_5.self_attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..120376f0f1c75a027343e7502f698ea154b8203e
--- /dev/null
+++ b/checkpoint_50000/target.decoder.layers_5.self_attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44605053a4b2d28515bc45d11e69af731efe343126253bbb183fcfd595a20b0b
+size 178
diff --git a/checkpoint_50000/target.decoder.layers_5.self_attention.out.kernel/0.0 b/checkpoint_50000/target.decoder.layers_5.self_attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..0b827766b612cc6ca74ccf1961b3a0c047699308
--- /dev/null
+++ b/checkpoint_50000/target.decoder.layers_5.self_attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02e0f5c59f538317d1265f7cd7bae494531716668d2016de9844666dc5db6a9f
+size 4396294
diff --git a/checkpoint_50000/target.decoder.layers_5.self_attention.query.kernel/.zarray b/checkpoint_50000/target.decoder.layers_5.self_attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..323c73892f1f7a7707d2132576a926292d5428ec
--- /dev/null
+++ b/checkpoint_50000/target.decoder.layers_5.self_attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23a7f99dd4ddeefb7ac17eca3753bcddd9ca6e3b953f538812b3f1ada2367075
+size 178
diff --git a/checkpoint_50000/target.decoder.layers_5.self_attention.query.kernel/0.0 b/checkpoint_50000/target.decoder.layers_5.self_attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..a7d9b737c2428cf4dce3500257eaa1ba2fe471ce
--- /dev/null
+++ b/checkpoint_50000/target.decoder.layers_5.self_attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c72a29cddc0daf8475d2242fd59a8affa0ac11b6b98bd87ef1ac1562f8c73c7
+size 4397650
diff --git a/checkpoint_50000/target.decoder.layers_5.self_attention.value.kernel/.zarray b/checkpoint_50000/target.decoder.layers_5.self_attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..323c73892f1f7a7707d2132576a926292d5428ec
--- /dev/null
+++ b/checkpoint_50000/target.decoder.layers_5.self_attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23a7f99dd4ddeefb7ac17eca3753bcddd9ca6e3b953f538812b3f1ada2367075
+size 178
diff --git a/checkpoint_50000/target.decoder.layers_5.self_attention.value.kernel/0.0 b/checkpoint_50000/target.decoder.layers_5.self_attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..dddf0adcbea767143f688f845875c184c7d154b7
--- /dev/null
+++ b/checkpoint_50000/target.decoder.layers_5.self_attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01f6a36516bc2e32899580f0c8db1e163fcd73056affc249db91fd1fe56649b0
+size 4394061
diff --git a/checkpoint_50000/target.decoder.logits_dense.kernel/.zarray b/checkpoint_50000/target.decoder.logits_dense.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..bf7f497741fc1ebb8fe318ed563c4173cb8b6aa8
--- /dev/null
+++ b/checkpoint_50000/target.decoder.logits_dense.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8316f3c323987cd8fc2778c703441506e06eb23512fe8e96b28913277ab60a96
+size 178
diff --git a/checkpoint_50000/target.decoder.logits_dense.kernel/0.0 b/checkpoint_50000/target.decoder.logits_dense.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..096ff60805d6df045dabe39d314a65f7ea9c2397
--- /dev/null
+++ b/checkpoint_50000/target.decoder.logits_dense.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cddda4af809a11d5a846d3869aafaa21c4aea40c0e664fcae300beaefd1fc7db
+size 2171769
diff --git a/checkpoint_50000/target.decoder.relpos_bias.rel_embedding/.zarray b/checkpoint_50000/target.decoder.relpos_bias.rel_embedding/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..f0ebb438b0df77a995f437c9cf19936cd0a38f79
--- /dev/null
+++ b/checkpoint_50000/target.decoder.relpos_bias.rel_embedding/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7028b3f2007ef72746d64487314ca6723cab7f9713ecb30bd30b73a22418e831
+size 172
diff --git a/checkpoint_50000/target.decoder.relpos_bias.rel_embedding/0.0 b/checkpoint_50000/target.decoder.relpos_bias.rel_embedding/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..e224e1e449fa5d0d5bc3e91c81a4d05c4abd786d
--- /dev/null
+++ b/checkpoint_50000/target.decoder.relpos_bias.rel_embedding/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4df909742b9ce806e7ef91cd409f4261920678d98d3dffb04be23b8dff1f2f75
+size 1488
diff --git a/checkpoint_50000/target.encoder.encoder_norm.scale/.zarray b/checkpoint_50000/target.encoder.encoder_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..30bba180531f2e2608776cf531b0f327534ab60e
--- /dev/null
+++ b/checkpoint_50000/target.encoder.encoder_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c15454ca58ace9d64cc661f694fa3a5c43479ab9e9298e3f5d36932e899b8ecc
+size 170
diff --git a/checkpoint_50000/target.encoder.encoder_norm.scale/0 b/checkpoint_50000/target.encoder.encoder_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..342109aa93e6f9bc091fa6f415e1747f6889056f
--- /dev/null
+++ b/checkpoint_50000/target.encoder.encoder_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8042806b99e2b29ea1fb9e8cba5fc1e5746f003d90d1bb2d326cd0648031cf7a
+size 5503
diff --git a/checkpoint_50000/target.encoder.layers_0.attention.key.kernel/.zarray b/checkpoint_50000/target.encoder.layers_0.attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..323c73892f1f7a7707d2132576a926292d5428ec
--- /dev/null
+++ b/checkpoint_50000/target.encoder.layers_0.attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23a7f99dd4ddeefb7ac17eca3753bcddd9ca6e3b953f538812b3f1ada2367075
+size 178
diff --git a/checkpoint_50000/target.encoder.layers_0.attention.key.kernel/0.0 b/checkpoint_50000/target.encoder.layers_0.attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..07ccdad7af9be8f2d7e4e7ee40b6cb24166a78ac
--- /dev/null
+++ b/checkpoint_50000/target.encoder.layers_0.attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e05768965fb31acce002d6693b69562580976a736bbc6ae562b62f3a56e5cd52
+size 4396695
diff --git a/checkpoint_50000/target.encoder.layers_0.attention.out.kernel/.zarray b/checkpoint_50000/target.encoder.layers_0.attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..120376f0f1c75a027343e7502f698ea154b8203e
--- /dev/null
+++ b/checkpoint_50000/target.encoder.layers_0.attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44605053a4b2d28515bc45d11e69af731efe343126253bbb183fcfd595a20b0b
+size 178
diff --git a/checkpoint_50000/target.encoder.layers_0.attention.out.kernel/0.0 b/checkpoint_50000/target.encoder.layers_0.attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..f0a3c860b56ef072958106656dbc09a7cd95d235
--- /dev/null
+++ b/checkpoint_50000/target.encoder.layers_0.attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1a9f606b064c03df45dfa1a0e7f98119d46e2606a6f7c209bef998a57ae85ea
+size 4391451
diff --git a/checkpoint_50000/target.encoder.layers_0.attention.query.kernel/.zarray b/checkpoint_50000/target.encoder.layers_0.attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..323c73892f1f7a7707d2132576a926292d5428ec
--- /dev/null
+++ b/checkpoint_50000/target.encoder.layers_0.attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23a7f99dd4ddeefb7ac17eca3753bcddd9ca6e3b953f538812b3f1ada2367075
+size 178
diff --git a/checkpoint_50000/target.encoder.layers_0.attention.query.kernel/0.0 b/checkpoint_50000/target.encoder.layers_0.attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..83ea73c534c982b3a03b665f300ff542c3dd40d7
--- /dev/null
+++ b/checkpoint_50000/target.encoder.layers_0.attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6690a83e98f1bd4b30eaec41fd0d81491e91fa5c460d7cd6eac5dac31176353e
+size 4387677
diff --git a/checkpoint_50000/target.encoder.layers_0.attention.value.kernel/.zarray b/checkpoint_50000/target.encoder.layers_0.attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..323c73892f1f7a7707d2132576a926292d5428ec
--- /dev/null
+++ b/checkpoint_50000/target.encoder.layers_0.attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23a7f99dd4ddeefb7ac17eca3753bcddd9ca6e3b953f538812b3f1ada2367075
+size 178
diff --git a/checkpoint_50000/target.encoder.layers_0.attention.value.kernel/0.0 b/checkpoint_50000/target.encoder.layers_0.attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..1c000a2847601bc88616dd407d56c094a58108ef
--- /dev/null
+++ b/checkpoint_50000/target.encoder.layers_0.attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24a7cf8ba4304db0e632dc66c78e3b7f83d651c8599fb5f1bc3c27e8948146f5
+size 4398167
diff --git a/checkpoint_50000/target.encoder.layers_0.mlp.wi_0.kernel/.zarray b/checkpoint_50000/target.encoder.layers_0.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..f4d3ca6a1157de47afc225abfd2510f2cdb7ae2e
--- /dev/null
+++ b/checkpoint_50000/target.encoder.layers_0.mlp.wi_0.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50cb78978e5bca2290d248f82714b3aea40f904254130ec231bc6e07def6ccdf
+size 180
diff --git a/checkpoint_50000/target.encoder.layers_0.mlp.wi_0.kernel/0.0 b/checkpoint_50000/target.encoder.layers_0.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..146c1312d9f06e3a1ac8186b023738a832ca92a0
--- /dev/null
+++ b/checkpoint_50000/target.encoder.layers_0.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d2c5dbbb0afc1723f455ac562f974a5054c7c729d48ee7338a2b8b0153a5f05
+size 22641488
diff --git a/checkpoint_50000/target.encoder.layers_0.mlp.wi_1.kernel/.zarray b/checkpoint_50000/target.encoder.layers_0.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..f4d3ca6a1157de47afc225abfd2510f2cdb7ae2e
--- /dev/null
+++ b/checkpoint_50000/target.encoder.layers_0.mlp.wi_1.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50cb78978e5bca2290d248f82714b3aea40f904254130ec231bc6e07def6ccdf
+size 180
diff --git a/checkpoint_50000/target.encoder.layers_0.mlp.wi_1.kernel/0.0 b/checkpoint_50000/target.encoder.layers_0.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..dc6bd87f4fbeef3c769a2c172d957b9f567c7489
--- /dev/null
+++ b/checkpoint_50000/target.encoder.layers_0.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:884b26c2177aaba3ee758c0e067c0a61000f41f61f07bbf5b74e28909fa7043c
+size 22646418
diff --git a/checkpoint_50000/target.encoder.layers_0.mlp.wo.kernel/.zarray b/checkpoint_50000/target.encoder.layers_0.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..ee708e4e956632ad238f9d97ec32a9fb108bec46
--- /dev/null
+++ b/checkpoint_50000/target.encoder.layers_0.mlp.wo.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1ae155dfdfb8a9700e2a43a95cf96febfc4df5aeb3ea32aae29dde773629c2d
+size 180
diff --git a/checkpoint_50000/target.encoder.layers_0.mlp.wo.kernel/0.0 b/checkpoint_50000/target.encoder.layers_0.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..28315009e97c0c7f5eb71b63dcdc181a9dc0acd6
--- /dev/null
+++ b/checkpoint_50000/target.encoder.layers_0.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0cd48c4f7b06ca99a362c8cba7616a1e194bb610ecf19679804565869ec011c
+size 22684260
diff --git a/checkpoint_50000/target.encoder.layers_0.pre_attention_layer_norm.scale/.zarray b/checkpoint_50000/target.encoder.layers_0.pre_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..30bba180531f2e2608776cf531b0f327534ab60e
--- /dev/null
+++ b/checkpoint_50000/target.encoder.layers_0.pre_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c15454ca58ace9d64cc661f694fa3a5c43479ab9e9298e3f5d36932e899b8ecc
+size 170
diff --git a/checkpoint_50000/target.encoder.layers_0.pre_attention_layer_norm.scale/0 b/checkpoint_50000/target.encoder.layers_0.pre_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..de657f956c726ad09cd3e8ffd27d8db691332b29
--- /dev/null
+++ b/checkpoint_50000/target.encoder.layers_0.pre_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f116d0dcf96aff4dd56648e461aae59d4a902daa714a58eb12b8481e93fcecc
+size 5781
diff --git a/checkpoint_50000/target.encoder.layers_0.pre_mlp_layer_norm.scale/.zarray b/checkpoint_50000/target.encoder.layers_0.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..30bba180531f2e2608776cf531b0f327534ab60e
--- /dev/null
+++ b/checkpoint_50000/target.encoder.layers_0.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c15454ca58ace9d64cc661f694fa3a5c43479ab9e9298e3f5d36932e899b8ecc
+size 170
diff --git a/checkpoint_50000/target.encoder.layers_0.pre_mlp_layer_norm.scale/0 b/checkpoint_50000/target.encoder.layers_0.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..d5da4ebfd4899341f16294ab608690499dabce00
--- /dev/null
+++ b/checkpoint_50000/target.encoder.layers_0.pre_mlp_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99a0d6f5d3719c06721506c6fd49e497df46025044fd6674fb9bf91800a5c646
+size 5658
diff --git a/checkpoint_50000/target.encoder.layers_1.attention.key.kernel/.zarray b/checkpoint_50000/target.encoder.layers_1.attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..323c73892f1f7a7707d2132576a926292d5428ec
--- /dev/null
+++ b/checkpoint_50000/target.encoder.layers_1.attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23a7f99dd4ddeefb7ac17eca3753bcddd9ca6e3b953f538812b3f1ada2367075
+size 178
diff --git a/checkpoint_50000/target.encoder.layers_1.attention.key.kernel/0.0 b/checkpoint_50000/target.encoder.layers_1.attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..97e5f38c4807b1370f4dfa4f0d8cffe674b18ad4
--- /dev/null
+++ b/checkpoint_50000/target.encoder.layers_1.attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f818030deade892765da5bc342259f852f34b03a9005e35aab945b982b07190
+size 4387089
diff --git a/checkpoint_50000/target.encoder.layers_1.attention.out.kernel/.zarray b/checkpoint_50000/target.encoder.layers_1.attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..120376f0f1c75a027343e7502f698ea154b8203e
--- /dev/null
+++ b/checkpoint_50000/target.encoder.layers_1.attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44605053a4b2d28515bc45d11e69af731efe343126253bbb183fcfd595a20b0b
+size 178
diff --git a/checkpoint_50000/target.encoder.layers_1.attention.out.kernel/0.0 b/checkpoint_50000/target.encoder.layers_1.attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..4187ab2b9c468003a395c128f1ba3fc583b20a3a
--- /dev/null
+++ b/checkpoint_50000/target.encoder.layers_1.attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f97718187c681b1178bb2807f87c3fef77c6f6f8f0f8f35310b2f490c0fdfcab
+size 4387048
diff --git a/checkpoint_50000/target.encoder.layers_1.attention.query.kernel/.zarray b/checkpoint_50000/target.encoder.layers_1.attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..323c73892f1f7a7707d2132576a926292d5428ec
--- /dev/null
+++ b/checkpoint_50000/target.encoder.layers_1.attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23a7f99dd4ddeefb7ac17eca3753bcddd9ca6e3b953f538812b3f1ada2367075
+size 178
diff --git a/checkpoint_50000/target.encoder.layers_1.attention.query.kernel/0.0 b/checkpoint_50000/target.encoder.layers_1.attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..26e42c8bf909502807ef121c72f06475046bc81c
--- /dev/null
+++ b/checkpoint_50000/target.encoder.layers_1.attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ae1b0539eaa1ed085b9a9e4b2df50355ff6226b42209affdf4a476633842995
+size 4394765
diff --git a/checkpoint_50000/target.encoder.layers_1.attention.value.kernel/.zarray b/checkpoint_50000/target.encoder.layers_1.attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..323c73892f1f7a7707d2132576a926292d5428ec
--- /dev/null
+++ b/checkpoint_50000/target.encoder.layers_1.attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23a7f99dd4ddeefb7ac17eca3753bcddd9ca6e3b953f538812b3f1ada2367075
+size 178
diff --git a/checkpoint_50000/target.encoder.layers_1.attention.value.kernel/0.0 b/checkpoint_50000/target.encoder.layers_1.attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..d46b4fcf6cecb5296ec23b9074b011de4619e432
--- /dev/null
+++ b/checkpoint_50000/target.encoder.layers_1.attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64ff639cc94ae7c4cc54c22233f4ee754a4bdb662905f715be4cecfeff691eca
+size 4391301
diff --git a/checkpoint_50000/target.encoder.layers_1.mlp.wi_0.kernel/.zarray b/checkpoint_50000/target.encoder.layers_1.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..f4d3ca6a1157de47afc225abfd2510f2cdb7ae2e
--- /dev/null
+++ b/checkpoint_50000/target.encoder.layers_1.mlp.wi_0.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50cb78978e5bca2290d248f82714b3aea40f904254130ec231bc6e07def6ccdf
+size 180
diff --git a/checkpoint_50000/target.encoder.layers_1.mlp.wi_0.kernel/0.0 b/checkpoint_50000/target.encoder.layers_1.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..235faabec261f12fe01377d66ac29d4f49c18c28
--- /dev/null
+++ b/checkpoint_50000/target.encoder.layers_1.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fcd2d4e69be2feeb581d7705dfbee51d219f849732a1f9df55aa973a5afdd6f3
+size 22641740
diff --git a/checkpoint_50000/target.encoder.layers_1.mlp.wi_1.kernel/.zarray b/checkpoint_50000/target.encoder.layers_1.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..f4d3ca6a1157de47afc225abfd2510f2cdb7ae2e
--- /dev/null
+++ b/checkpoint_50000/target.encoder.layers_1.mlp.wi_1.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50cb78978e5bca2290d248f82714b3aea40f904254130ec231bc6e07def6ccdf
+size 180
diff --git a/checkpoint_50000/target.encoder.layers_1.mlp.wi_1.kernel/0.0 b/checkpoint_50000/target.encoder.layers_1.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..5d28855ee25378f40de1a823e1e95592b09d593c
--- /dev/null
+++ b/checkpoint_50000/target.encoder.layers_1.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a231042643b465e4b6c4accaeadb83795e1d10b7c3bc52e4ec6cef80896100ef
+size 22647606
diff --git a/checkpoint_50000/target.encoder.layers_1.mlp.wo.kernel/.zarray b/checkpoint_50000/target.encoder.layers_1.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..ee708e4e956632ad238f9d97ec32a9fb108bec46
--- /dev/null
+++ b/checkpoint_50000/target.encoder.layers_1.mlp.wo.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1ae155dfdfb8a9700e2a43a95cf96febfc4df5aeb3ea32aae29dde773629c2d
+size 180
diff --git a/checkpoint_50000/target.encoder.layers_1.mlp.wo.kernel/0.0 b/checkpoint_50000/target.encoder.layers_1.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..33b085d1b29eb1b72a464bb57d4a9bb0e7745a23
--- /dev/null
+++ b/checkpoint_50000/target.encoder.layers_1.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f68391f775fb52983d4d4ea4460a5dfde970308c5a282c68dadd2ecc9bec61ac
+size 22670561
diff --git a/checkpoint_50000/target.encoder.layers_1.pre_attention_layer_norm.scale/.zarray b/checkpoint_50000/target.encoder.layers_1.pre_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..30bba180531f2e2608776cf531b0f327534ab60e
--- /dev/null
+++ b/checkpoint_50000/target.encoder.layers_1.pre_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c15454ca58ace9d64cc661f694fa3a5c43479ab9e9298e3f5d36932e899b8ecc
+size 170
diff --git a/checkpoint_50000/target.encoder.layers_1.pre_attention_layer_norm.scale/0 b/checkpoint_50000/target.encoder.layers_1.pre_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..c38995d103971ce064ff0ddc1ab8406e863cbe49
--- /dev/null
+++ b/checkpoint_50000/target.encoder.layers_1.pre_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ce9b2d16506e03fe7d0b92f130a2fe45019a7cbd4ad223ebaa4b20e681d969e
+size 5812
diff --git a/checkpoint_50000/target.encoder.layers_1.pre_mlp_layer_norm.scale/.zarray b/checkpoint_50000/target.encoder.layers_1.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..30bba180531f2e2608776cf531b0f327534ab60e
--- /dev/null
+++ b/checkpoint_50000/target.encoder.layers_1.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c15454ca58ace9d64cc661f694fa3a5c43479ab9e9298e3f5d36932e899b8ecc
+size 170
diff --git a/checkpoint_50000/target.encoder.layers_1.pre_mlp_layer_norm.scale/0 b/checkpoint_50000/target.encoder.layers_1.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..03fa6b7f31c692baccea8984a134f3168e943820
--- /dev/null
+++ b/checkpoint_50000/target.encoder.layers_1.pre_mlp_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:322434b8320665da7efcce6cb50c96e4243dbc44c1d9030f529b1df26d75487d
+size 5783
diff --git a/checkpoint_50000/target.encoder.layers_10.attention.key.kernel/.zarray b/checkpoint_50000/target.encoder.layers_10.attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..323c73892f1f7a7707d2132576a926292d5428ec
--- /dev/null
+++ b/checkpoint_50000/target.encoder.layers_10.attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23a7f99dd4ddeefb7ac17eca3753bcddd9ca6e3b953f538812b3f1ada2367075
+size 178
diff --git a/checkpoint_50000/target.encoder.layers_10.attention.key.kernel/0.0 b/checkpoint_50000/target.encoder.layers_10.attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..d37116c1884ad57083a35b5df2068b1177f4f4d0
--- /dev/null
+++ b/checkpoint_50000/target.encoder.layers_10.attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b5e2cb0101ca375f484d3d052128e1ef91ccdb71b4630e9bc403ef4203a36bf
+size 4383853
diff --git a/checkpoint_50000/target.encoder.layers_10.attention.out.kernel/.zarray b/checkpoint_50000/target.encoder.layers_10.attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..120376f0f1c75a027343e7502f698ea154b8203e
--- /dev/null
+++ b/checkpoint_50000/target.encoder.layers_10.attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44605053a4b2d28515bc45d11e69af731efe343126253bbb183fcfd595a20b0b
+size 178
diff --git a/checkpoint_50000/target.encoder.layers_10.attention.out.kernel/0.0 b/checkpoint_50000/target.encoder.layers_10.attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..0ef43c7d40749610eca09d967be337e91f15e387
--- /dev/null
+++ b/checkpoint_50000/target.encoder.layers_10.attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f9f0f8d2a2a13e793fb9b9af97c792eb789ec125cb1b712d468962fee54c573
+size 4396803
diff --git a/checkpoint_50000/target.encoder.layers_10.attention.query.kernel/.zarray b/checkpoint_50000/target.encoder.layers_10.attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..323c73892f1f7a7707d2132576a926292d5428ec
--- /dev/null
+++ b/checkpoint_50000/target.encoder.layers_10.attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23a7f99dd4ddeefb7ac17eca3753bcddd9ca6e3b953f538812b3f1ada2367075
+size 178
diff --git a/checkpoint_50000/target.encoder.layers_10.attention.query.kernel/0.0 b/checkpoint_50000/target.encoder.layers_10.attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..9dd94fd370a035e9ed12c3a8b6d56dbaaeec18ca
--- /dev/null
+++ b/checkpoint_50000/target.encoder.layers_10.attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a04d683d8abc5bf5ddb3a8e672cd1a932e14f85760be42c50cdda7d8e34f82a6
+size 4396178
diff --git a/checkpoint_50000/target.encoder.layers_10.attention.value.kernel/.zarray b/checkpoint_50000/target.encoder.layers_10.attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..323c73892f1f7a7707d2132576a926292d5428ec
--- /dev/null
+++ b/checkpoint_50000/target.encoder.layers_10.attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23a7f99dd4ddeefb7ac17eca3753bcddd9ca6e3b953f538812b3f1ada2367075
+size 178
diff --git a/checkpoint_50000/target.encoder.layers_10.attention.value.kernel/0.0 b/checkpoint_50000/target.encoder.layers_10.attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..6928dcdc818f8137782c03734fcb3e842e51ad89
--- /dev/null
+++ b/checkpoint_50000/target.encoder.layers_10.attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b61c0ba24d68b143c025eb0cf60da8b0ecd1603ef0c9eacf2c12b1962d8e8745
+size 4392456
diff --git a/checkpoint_50000/target.encoder.layers_10.mlp.wi_0.kernel/.zarray b/checkpoint_50000/target.encoder.layers_10.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..f4d3ca6a1157de47afc225abfd2510f2cdb7ae2e
--- /dev/null
+++ b/checkpoint_50000/target.encoder.layers_10.mlp.wi_0.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50cb78978e5bca2290d248f82714b3aea40f904254130ec231bc6e07def6ccdf
+size 180
diff --git a/checkpoint_50000/target.encoder.layers_10.mlp.wi_0.kernel/0.0 b/checkpoint_50000/target.encoder.layers_10.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..5991cfbbdf2339877293eaf5f6ba55b5281187bc
--- /dev/null
+++ b/checkpoint_50000/target.encoder.layers_10.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f1996a346ab9a78293863743e4df68a588c0effeeae1453c746f8b1f29ce5c3
+size 22643062
diff --git a/checkpoint_50000/target.encoder.layers_10.mlp.wi_1.kernel/.zarray b/checkpoint_50000/target.encoder.layers_10.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..f4d3ca6a1157de47afc225abfd2510f2cdb7ae2e
--- /dev/null
+++ b/checkpoint_50000/target.encoder.layers_10.mlp.wi_1.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50cb78978e5bca2290d248f82714b3aea40f904254130ec231bc6e07def6ccdf
+size 180
diff --git a/checkpoint_50000/target.encoder.layers_10.mlp.wi_1.kernel/0.0 b/checkpoint_50000/target.encoder.layers_10.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..758d120ac9cebbdd7c0006ee07c4408349300a3e
--- /dev/null
+++ b/checkpoint_50000/target.encoder.layers_10.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3bccdab9057b25f62a2690e9db86295c73063032d006ddff42c0819b2b77037
+size 22677122
diff --git a/checkpoint_50000/target.encoder.layers_10.mlp.wo.kernel/.zarray b/checkpoint_50000/target.encoder.layers_10.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..ee708e4e956632ad238f9d97ec32a9fb108bec46
--- /dev/null
+++ b/checkpoint_50000/target.encoder.layers_10.mlp.wo.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1ae155dfdfb8a9700e2a43a95cf96febfc4df5aeb3ea32aae29dde773629c2d
+size 180
diff --git a/checkpoint_50000/target.encoder.layers_10.mlp.wo.kernel/0.0 b/checkpoint_50000/target.encoder.layers_10.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..bc23144300a0529d3e05a64737945071b3fc5aa0
--- /dev/null
+++ b/checkpoint_50000/target.encoder.layers_10.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b89c0a313ae59dbb59f6c1944bf5dacc7a4b8e2080b53f637d82713300a840f
+size 22746039
diff --git a/checkpoint_50000/target.encoder.layers_10.pre_attention_layer_norm.scale/.zarray b/checkpoint_50000/target.encoder.layers_10.pre_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..30bba180531f2e2608776cf531b0f327534ab60e
--- /dev/null
+++ b/checkpoint_50000/target.encoder.layers_10.pre_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c15454ca58ace9d64cc661f694fa3a5c43479ab9e9298e3f5d36932e899b8ecc
+size 170
diff --git a/checkpoint_50000/target.encoder.layers_10.pre_attention_layer_norm.scale/0 b/checkpoint_50000/target.encoder.layers_10.pre_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..4d834e6e03d1a4301612bbe73265f9e3b9804975
--- /dev/null
+++ b/checkpoint_50000/target.encoder.layers_10.pre_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7168ff162ad1202feb032ab239a432a836e8b8fdeb9654c31f0d5d1b98888d64
+size 5747
diff --git a/checkpoint_50000/target.encoder.layers_10.pre_mlp_layer_norm.scale/.zarray b/checkpoint_50000/target.encoder.layers_10.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..30bba180531f2e2608776cf531b0f327534ab60e
--- /dev/null
+++ b/checkpoint_50000/target.encoder.layers_10.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c15454ca58ace9d64cc661f694fa3a5c43479ab9e9298e3f5d36932e899b8ecc
+size 170
diff --git a/checkpoint_50000/target.encoder.layers_10.pre_mlp_layer_norm.scale/0 b/checkpoint_50000/target.encoder.layers_10.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..7947735df94fef1cbf1b2c8db0b4194932d8d093
--- /dev/null
+++ b/checkpoint_50000/target.encoder.layers_10.pre_mlp_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74339290b9f60b2e61e57fe629bfc3f781ed622dd92f1920dbfdbefe7f416383
+size 5668
diff --git a/checkpoint_50000/target.encoder.layers_11.attention.key.kernel/.zarray b/checkpoint_50000/target.encoder.layers_11.attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..323c73892f1f7a7707d2132576a926292d5428ec
--- /dev/null
+++ b/checkpoint_50000/target.encoder.layers_11.attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23a7f99dd4ddeefb7ac17eca3753bcddd9ca6e3b953f538812b3f1ada2367075
+size 178
diff --git a/checkpoint_50000/target.encoder.layers_11.attention.key.kernel/0.0 b/checkpoint_50000/target.encoder.layers_11.attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..a89d78f35dd6a72944d53b1b7bd75ca7a6a8d976
--- /dev/null
+++ b/checkpoint_50000/target.encoder.layers_11.attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1451c9ed210813715625cc147b26705ac29557ded9ddf2ff0d72be7baf04c18
+size 4384477
diff --git a/checkpoint_50000/target.encoder.layers_11.attention.out.kernel/.zarray b/checkpoint_50000/target.encoder.layers_11.attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..120376f0f1c75a027343e7502f698ea154b8203e
--- /dev/null
+++ b/checkpoint_50000/target.encoder.layers_11.attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44605053a4b2d28515bc45d11e69af731efe343126253bbb183fcfd595a20b0b
+size 178
diff --git a/checkpoint_50000/target.encoder.layers_11.attention.out.kernel/0.0 b/checkpoint_50000/target.encoder.layers_11.attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..67141bd1b74a6f8f9959308e0aac7f905f684586
--- /dev/null
+++ b/checkpoint_50000/target.encoder.layers_11.attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c84c6a4b6c8f3748ff7d997eac76a92f05dd7922f0458d8a637c227fa92ccc04
+size 4397701
diff --git a/checkpoint_50000/target.encoder.layers_11.attention.query.kernel/.zarray b/checkpoint_50000/target.encoder.layers_11.attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..323c73892f1f7a7707d2132576a926292d5428ec
--- /dev/null
+++ b/checkpoint_50000/target.encoder.layers_11.attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23a7f99dd4ddeefb7ac17eca3753bcddd9ca6e3b953f538812b3f1ada2367075
+size 178
diff --git a/checkpoint_50000/target.encoder.layers_11.attention.query.kernel/0.0 b/checkpoint_50000/target.encoder.layers_11.attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..ffefc8aa41d1bb5da70df9dfb55152e7b2c29186
--- /dev/null
+++ b/checkpoint_50000/target.encoder.layers_11.attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:284a0b17becd7aa2ee07e01f174a8940936e464205d81621a6d5367a354f03f2
+size 4396487
diff --git a/checkpoint_50000/target.encoder.layers_11.attention.value.kernel/.zarray b/checkpoint_50000/target.encoder.layers_11.attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..323c73892f1f7a7707d2132576a926292d5428ec
--- /dev/null
+++ b/checkpoint_50000/target.encoder.layers_11.attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23a7f99dd4ddeefb7ac17eca3753bcddd9ca6e3b953f538812b3f1ada2367075
+size 178
diff --git a/checkpoint_50000/target.encoder.layers_11.attention.value.kernel/0.0 b/checkpoint_50000/target.encoder.layers_11.attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..e615fe416efe7f0c09b3dbc102b001b65ac4a533
--- /dev/null
+++ b/checkpoint_50000/target.encoder.layers_11.attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e9aa72b5f452ab9d0cc8637b825742af8a2b661e26f1e07d4d7003e239a5eac
+size 4396625
diff --git a/checkpoint_50000/target.encoder.layers_11.mlp.wi_0.kernel/.zarray b/checkpoint_50000/target.encoder.layers_11.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..f4d3ca6a1157de47afc225abfd2510f2cdb7ae2e
--- /dev/null
+++ b/checkpoint_50000/target.encoder.layers_11.mlp.wi_0.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50cb78978e5bca2290d248f82714b3aea40f904254130ec231bc6e07def6ccdf
+size 180
diff --git a/checkpoint_50000/target.encoder.layers_11.mlp.wi_0.kernel/0.0 b/checkpoint_50000/target.encoder.layers_11.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..4555425dc7997f5d3ad8f79cee74850f191b53ef
--- /dev/null
+++ b/checkpoint_50000/target.encoder.layers_11.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2697f44f5a62c59db080d2e4b8d1abaa2624f38144bea1dd8346f9f8a5c5a88
+size 22641360
diff --git a/checkpoint_50000/target.encoder.layers_11.mlp.wi_1.kernel/.zarray b/checkpoint_50000/target.encoder.layers_11.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..f4d3ca6a1157de47afc225abfd2510f2cdb7ae2e
--- /dev/null
+++ b/checkpoint_50000/target.encoder.layers_11.mlp.wi_1.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50cb78978e5bca2290d248f82714b3aea40f904254130ec231bc6e07def6ccdf
+size 180
diff --git a/checkpoint_50000/target.encoder.layers_11.mlp.wi_1.kernel/0.0 b/checkpoint_50000/target.encoder.layers_11.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..38b03f93c15392104d34929a8f2b7a9ceec453c1
--- /dev/null
+++ b/checkpoint_50000/target.encoder.layers_11.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc65fb1961c4a8d05a172be6b3daf4aed92525908af098f9dae2db1bee1d49d4
+size 22676078
diff --git a/checkpoint_50000/target.encoder.layers_11.mlp.wo.kernel/.zarray b/checkpoint_50000/target.encoder.layers_11.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..ee708e4e956632ad238f9d97ec32a9fb108bec46
--- /dev/null
+++ b/checkpoint_50000/target.encoder.layers_11.mlp.wo.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1ae155dfdfb8a9700e2a43a95cf96febfc4df5aeb3ea32aae29dde773629c2d
+size 180
diff --git a/checkpoint_50000/target.encoder.layers_11.mlp.wo.kernel/0.0 b/checkpoint_50000/target.encoder.layers_11.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..2d8a03230930a23e818b1627a24bb516bdeba808
--- /dev/null
+++ b/checkpoint_50000/target.encoder.layers_11.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0861cfdd85040135f9caace709d9f26e3a39e1b0acfdf916536894b992eb9bb3
+size 22657470
diff --git a/checkpoint_50000/target.encoder.layers_11.pre_attention_layer_norm.scale/.zarray b/checkpoint_50000/target.encoder.layers_11.pre_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..30bba180531f2e2608776cf531b0f327534ab60e
--- /dev/null
+++ b/checkpoint_50000/target.encoder.layers_11.pre_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c15454ca58ace9d64cc661f694fa3a5c43479ab9e9298e3f5d36932e899b8ecc
+size 170
diff --git a/checkpoint_50000/target.encoder.layers_11.pre_attention_layer_norm.scale/0 b/checkpoint_50000/target.encoder.layers_11.pre_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..8bb5f84c7b017f87b48488c4ed853537e7b2dcb7
--- /dev/null
+++ b/checkpoint_50000/target.encoder.layers_11.pre_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e58357e55f9aff49d1a25387c2be716d22cc83f1deec7a20b38eee7f30352db7
+size 5706
diff --git a/checkpoint_50000/target.encoder.layers_11.pre_mlp_layer_norm.scale/.zarray b/checkpoint_50000/target.encoder.layers_11.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..30bba180531f2e2608776cf531b0f327534ab60e
--- /dev/null
+++ b/checkpoint_50000/target.encoder.layers_11.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c15454ca58ace9d64cc661f694fa3a5c43479ab9e9298e3f5d36932e899b8ecc
+size 170
diff --git a/checkpoint_50000/target.encoder.layers_11.pre_mlp_layer_norm.scale/0 b/checkpoint_50000/target.encoder.layers_11.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..21edaacfe1079d425c6295f2f8f47a058762f2db
--- /dev/null
+++ b/checkpoint_50000/target.encoder.layers_11.pre_mlp_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92ddaf877113e9ffeaaf80027fd10ef6e7394ce468cc6406c4db37c6210c6047
+size 5652
diff --git a/checkpoint_50000/target.encoder.layers_12.attention.key.kernel/.zarray b/checkpoint_50000/target.encoder.layers_12.attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..323c73892f1f7a7707d2132576a926292d5428ec
--- /dev/null
+++ b/checkpoint_50000/target.encoder.layers_12.attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23a7f99dd4ddeefb7ac17eca3753bcddd9ca6e3b953f538812b3f1ada2367075
+size 178
diff --git a/checkpoint_50000/target.encoder.layers_12.attention.key.kernel/0.0 b/checkpoint_50000/target.encoder.layers_12.attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..c54418df8ef758732b54b2c6c5608d1583decaae
--- /dev/null
+++ b/checkpoint_50000/target.encoder.layers_12.attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5659d6ba7117c67daa100fa1df5fdeb48f4d1e07930946ae6c4fc27d990badf
+size 4384194
diff --git a/checkpoint_50000/target.encoder.layers_12.attention.out.kernel/.zarray b/checkpoint_50000/target.encoder.layers_12.attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..120376f0f1c75a027343e7502f698ea154b8203e
--- /dev/null
+++ b/checkpoint_50000/target.encoder.layers_12.attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44605053a4b2d28515bc45d11e69af731efe343126253bbb183fcfd595a20b0b
+size 178
diff --git a/checkpoint_50000/target.encoder.layers_12.attention.out.kernel/0.0 b/checkpoint_50000/target.encoder.layers_12.attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..4dbb8bfe6480f22e2d3f4cf5cb443299bdfc25d4
--- /dev/null
+++ b/checkpoint_50000/target.encoder.layers_12.attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0cc83557427eeab6071f17de9b9a9e2ab8efedd374ef7f44972a5a310ddfab8
+size 4396602
diff --git a/checkpoint_50000/target.encoder.layers_12.attention.query.kernel/.zarray b/checkpoint_50000/target.encoder.layers_12.attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..323c73892f1f7a7707d2132576a926292d5428ec
--- /dev/null
+++ b/checkpoint_50000/target.encoder.layers_12.attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23a7f99dd4ddeefb7ac17eca3753bcddd9ca6e3b953f538812b3f1ada2367075
+size 178
diff --git a/checkpoint_50000/target.encoder.layers_12.attention.query.kernel/0.0 b/checkpoint_50000/target.encoder.layers_12.attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..b062be15a1aac76f1f7a45f86abcb3ce767ea9f2
--- /dev/null
+++ b/checkpoint_50000/target.encoder.layers_12.attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e6cb3093f45228e44f99ca729fbbb8823570b99c1a997128f0f9cb988ee99bf
+size 4396022
diff --git a/checkpoint_50000/target.encoder.layers_12.attention.value.kernel/.zarray b/checkpoint_50000/target.encoder.layers_12.attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..323c73892f1f7a7707d2132576a926292d5428ec
--- /dev/null
+++ b/checkpoint_50000/target.encoder.layers_12.attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23a7f99dd4ddeefb7ac17eca3753bcddd9ca6e3b953f538812b3f1ada2367075
+size 178
diff --git a/checkpoint_50000/target.encoder.layers_12.attention.value.kernel/0.0 b/checkpoint_50000/target.encoder.layers_12.attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..7de3561a502e72932e2904f0a162d871644a8552
--- /dev/null
+++ b/checkpoint_50000/target.encoder.layers_12.attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21489751232f214200caf5b01ca5fe152b39372e430a17cbb6cb2a0f506f24f3
+size 4397874
diff --git a/checkpoint_50000/target.encoder.layers_12.mlp.wi_0.kernel/.zarray b/checkpoint_50000/target.encoder.layers_12.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..f4d3ca6a1157de47afc225abfd2510f2cdb7ae2e
--- /dev/null
+++ b/checkpoint_50000/target.encoder.layers_12.mlp.wi_0.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50cb78978e5bca2290d248f82714b3aea40f904254130ec231bc6e07def6ccdf
+size 180
diff --git a/checkpoint_50000/target.encoder.layers_12.mlp.wi_0.kernel/0.0 b/checkpoint_50000/target.encoder.layers_12.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..76f78cacd3d8c3c4fac6427b7d4323c698045df9
--- /dev/null
+++ b/checkpoint_50000/target.encoder.layers_12.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ae2cb3bb96ac5237624bbd9a03520980ff838dcf82b60efa6ab4e30e6c92967
+size 22644425
diff --git a/checkpoint_50000/target.encoder.layers_12.mlp.wi_1.kernel/.zarray b/checkpoint_50000/target.encoder.layers_12.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..f4d3ca6a1157de47afc225abfd2510f2cdb7ae2e
--- /dev/null
+++ b/checkpoint_50000/target.encoder.layers_12.mlp.wi_1.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50cb78978e5bca2290d248f82714b3aea40f904254130ec231bc6e07def6ccdf
+size 180
diff --git a/checkpoint_50000/target.encoder.layers_12.mlp.wi_1.kernel/0.0 b/checkpoint_50000/target.encoder.layers_12.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..0f1de6b758e979dc0be2ed9d08e096a239480704
--- /dev/null
+++ b/checkpoint_50000/target.encoder.layers_12.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08b01d0d6586ec5c236d0e9e86657ad0930cef4ff6cfb7e365ea35411bb57a28
+size 22680570
diff --git a/checkpoint_50000/target.encoder.layers_12.mlp.wo.kernel/.zarray b/checkpoint_50000/target.encoder.layers_12.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..ee708e4e956632ad238f9d97ec32a9fb108bec46
--- /dev/null
+++ b/checkpoint_50000/target.encoder.layers_12.mlp.wo.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1ae155dfdfb8a9700e2a43a95cf96febfc4df5aeb3ea32aae29dde773629c2d
+size 180
diff --git a/checkpoint_50000/target.encoder.layers_12.mlp.wo.kernel/0.0 b/checkpoint_50000/target.encoder.layers_12.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..bd2a39a11b233b586e03a32d35fceb81eda4f356
--- /dev/null
+++ b/checkpoint_50000/target.encoder.layers_12.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47dd0dd69ab465512c111f7c9892b217714eda36daf0ccb977fc29c7a0c78dab
+size 22662407
diff --git a/checkpoint_50000/target.encoder.layers_12.pre_attention_layer_norm.scale/.zarray b/checkpoint_50000/target.encoder.layers_12.pre_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..30bba180531f2e2608776cf531b0f327534ab60e
--- /dev/null
+++ b/checkpoint_50000/target.encoder.layers_12.pre_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c15454ca58ace9d64cc661f694fa3a5c43479ab9e9298e3f5d36932e899b8ecc
+size 170
diff --git a/checkpoint_50000/target.encoder.layers_12.pre_attention_layer_norm.scale/0 b/checkpoint_50000/target.encoder.layers_12.pre_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..9dfc8ac65d026b58cc1aeb24fb9cd41cae3b682e
--- /dev/null
+++ b/checkpoint_50000/target.encoder.layers_12.pre_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b13bbd2176e84e7cbc971e9ebce6e1bd3ffb1f90f4cbffe568090183b4f27049
+size 5720
diff --git a/checkpoint_50000/target.encoder.layers_12.pre_mlp_layer_norm.scale/.zarray b/checkpoint_50000/target.encoder.layers_12.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..30bba180531f2e2608776cf531b0f327534ab60e
--- /dev/null
+++ b/checkpoint_50000/target.encoder.layers_12.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c15454ca58ace9d64cc661f694fa3a5c43479ab9e9298e3f5d36932e899b8ecc
+size 170
diff --git a/checkpoint_50000/target.encoder.layers_12.pre_mlp_layer_norm.scale/0 b/checkpoint_50000/target.encoder.layers_12.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..f60a6d4e5bcbfd35a805276d413d0709fee926f1
--- /dev/null
+++ b/checkpoint_50000/target.encoder.layers_12.pre_mlp_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e59acbdf5261c92556dd9a9c58e3ad3d33c1192e5f4933d57e9e0691b8463f89
+size 5644
diff --git a/checkpoint_50000/target.encoder.layers_13.attention.key.kernel/.zarray b/checkpoint_50000/target.encoder.layers_13.attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..323c73892f1f7a7707d2132576a926292d5428ec
--- /dev/null
+++ b/checkpoint_50000/target.encoder.layers_13.attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23a7f99dd4ddeefb7ac17eca3753bcddd9ca6e3b953f538812b3f1ada2367075
+size 178
diff --git a/checkpoint_50000/target.encoder.layers_13.attention.key.kernel/0.0 b/checkpoint_50000/target.encoder.layers_13.attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..b1225bcd17bac98334625d555a2743b08007ef12
--- /dev/null
+++ b/checkpoint_50000/target.encoder.layers_13.attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b54a79268a7ea4460408c0f36f22619642ab912e34914f239145cae7335b4f60
+size 4384880
diff --git a/checkpoint_50000/target.encoder.layers_13.attention.out.kernel/.zarray b/checkpoint_50000/target.encoder.layers_13.attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..120376f0f1c75a027343e7502f698ea154b8203e
--- /dev/null
+++ b/checkpoint_50000/target.encoder.layers_13.attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44605053a4b2d28515bc45d11e69af731efe343126253bbb183fcfd595a20b0b
+size 178
diff --git a/checkpoint_50000/target.encoder.layers_13.attention.out.kernel/0.0 b/checkpoint_50000/target.encoder.layers_13.attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..c7e070583c5d32ed67a5982ce7baeffac6348444
--- /dev/null
+++ b/checkpoint_50000/target.encoder.layers_13.attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c016c320cb8daab9ae7738107c1bb6a1758a09f5d4e170b89bcaecf48f792022
+size 4397764
diff --git a/checkpoint_50000/target.encoder.layers_13.attention.query.kernel/.zarray b/checkpoint_50000/target.encoder.layers_13.attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..323c73892f1f7a7707d2132576a926292d5428ec
--- /dev/null
+++ b/checkpoint_50000/target.encoder.layers_13.attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23a7f99dd4ddeefb7ac17eca3753bcddd9ca6e3b953f538812b3f1ada2367075
+size 178
diff --git a/checkpoint_50000/target.encoder.layers_13.attention.query.kernel/0.0 b/checkpoint_50000/target.encoder.layers_13.attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..11d0ae11b4e7006fd1d7a92e10e28079ff48af7e
--- /dev/null
+++ b/checkpoint_50000/target.encoder.layers_13.attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42b1a90e89da55403796518eb8a6bdba3179f42bb0df04a23e0586065200af4a
+size 4396466
diff --git a/checkpoint_50000/target.encoder.layers_13.attention.value.kernel/.zarray b/checkpoint_50000/target.encoder.layers_13.attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..323c73892f1f7a7707d2132576a926292d5428ec
--- /dev/null
+++ b/checkpoint_50000/target.encoder.layers_13.attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23a7f99dd4ddeefb7ac17eca3753bcddd9ca6e3b953f538812b3f1ada2367075
+size 178
diff --git a/checkpoint_50000/target.encoder.layers_13.attention.value.kernel/0.0 b/checkpoint_50000/target.encoder.layers_13.attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..9bcc89f4d872e11b42628c6e1484a62b88f19f80
--- /dev/null
+++ b/checkpoint_50000/target.encoder.layers_13.attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99172efc4c1a08a3e7c0112a5e2f0ad150e28254ec0626e563664348f9d46c6a
+size 4399191
diff --git a/checkpoint_50000/target.encoder.layers_13.mlp.wi_0.kernel/.zarray b/checkpoint_50000/target.encoder.layers_13.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..f4d3ca6a1157de47afc225abfd2510f2cdb7ae2e
--- /dev/null
+++ b/checkpoint_50000/target.encoder.layers_13.mlp.wi_0.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50cb78978e5bca2290d248f82714b3aea40f904254130ec231bc6e07def6ccdf
+size 180
diff --git a/checkpoint_50000/target.encoder.layers_13.mlp.wi_0.kernel/0.0 b/checkpoint_50000/target.encoder.layers_13.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..70a6f5ca9a5b23ff66d8130a2f1ccef04a32efd9
--- /dev/null
+++ b/checkpoint_50000/target.encoder.layers_13.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:233d7df4d831b89d5992d16729dc33f15f79b4d95714a35c14c862d2f81048cd
+size 22646146
diff --git a/checkpoint_50000/target.encoder.layers_13.mlp.wi_1.kernel/.zarray b/checkpoint_50000/target.encoder.layers_13.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..f4d3ca6a1157de47afc225abfd2510f2cdb7ae2e
--- /dev/null
+++ b/checkpoint_50000/target.encoder.layers_13.mlp.wi_1.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50cb78978e5bca2290d248f82714b3aea40f904254130ec231bc6e07def6ccdf
+size 180
diff --git a/checkpoint_50000/target.encoder.layers_13.mlp.wi_1.kernel/0.0 b/checkpoint_50000/target.encoder.layers_13.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..dea1e63868d4aaaa8209d4edb302b78df18033ff
--- /dev/null
+++ b/checkpoint_50000/target.encoder.layers_13.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:711fe2540672866ed19b5bf34a89c6ce9dcd7c2ccc09bb01bb8ac3af11764326
+size 22679467
diff --git a/checkpoint_50000/target.encoder.layers_13.mlp.wo.kernel/.zarray b/checkpoint_50000/target.encoder.layers_13.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..ee708e4e956632ad238f9d97ec32a9fb108bec46
--- /dev/null
+++ b/checkpoint_50000/target.encoder.layers_13.mlp.wo.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1ae155dfdfb8a9700e2a43a95cf96febfc4df5aeb3ea32aae29dde773629c2d
+size 180
diff --git a/checkpoint_50000/target.encoder.layers_13.mlp.wo.kernel/0.0 b/checkpoint_50000/target.encoder.layers_13.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..2fb4c242f8c7a262d851fdb16d21207c99cfd311
--- /dev/null
+++ b/checkpoint_50000/target.encoder.layers_13.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97282e78f956e14808b9b9703bd37fa300ab9b7be8cbb95c5326bb097552de56
+size 22656759
diff --git a/checkpoint_50000/target.encoder.layers_13.pre_attention_layer_norm.scale/.zarray b/checkpoint_50000/target.encoder.layers_13.pre_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..30bba180531f2e2608776cf531b0f327534ab60e
--- /dev/null
+++ b/checkpoint_50000/target.encoder.layers_13.pre_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c15454ca58ace9d64cc661f694fa3a5c43479ab9e9298e3f5d36932e899b8ecc
+size 170
diff --git a/checkpoint_50000/target.encoder.layers_13.pre_attention_layer_norm.scale/0 b/checkpoint_50000/target.encoder.layers_13.pre_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..536190cff483517799ec091eac3d22af7ea17214
--- /dev/null
+++ b/checkpoint_50000/target.encoder.layers_13.pre_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:628de85ce3ad5c7caad1c209bcf89bcbf54892fcded3b14ad1c26760f24ec52f
+size 5697
diff --git a/checkpoint_50000/target.encoder.layers_13.pre_mlp_layer_norm.scale/.zarray b/checkpoint_50000/target.encoder.layers_13.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..30bba180531f2e2608776cf531b0f327534ab60e
--- /dev/null
+++ b/checkpoint_50000/target.encoder.layers_13.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c15454ca58ace9d64cc661f694fa3a5c43479ab9e9298e3f5d36932e899b8ecc
+size 170
diff --git a/checkpoint_50000/target.encoder.layers_13.pre_mlp_layer_norm.scale/0 b/checkpoint_50000/target.encoder.layers_13.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..61fa1bb0dff5af0da3a2b9d4f9530edf2d485da4
--- /dev/null
+++ b/checkpoint_50000/target.encoder.layers_13.pre_mlp_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26cbf68d908ef6f044b826f3b9cc20538786131ca2214318b312fccadaedaf1c
+size 5651
diff --git a/checkpoint_50000/target.encoder.layers_14.attention.key.kernel/.zarray b/checkpoint_50000/target.encoder.layers_14.attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..323c73892f1f7a7707d2132576a926292d5428ec
--- /dev/null
+++ b/checkpoint_50000/target.encoder.layers_14.attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23a7f99dd4ddeefb7ac17eca3753bcddd9ca6e3b953f538812b3f1ada2367075
+size 178
diff --git a/checkpoint_50000/target.encoder.layers_14.attention.key.kernel/0.0 b/checkpoint_50000/target.encoder.layers_14.attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..3070263698f2e1af3a064d965ff84d44471fabe7
--- /dev/null
+++ b/checkpoint_50000/target.encoder.layers_14.attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02a08502ce06f10c68aa46b88c57914a264a12b96cd3cfe549ce5827157c0117
+size 4384284
diff --git a/checkpoint_50000/target.encoder.layers_14.attention.out.kernel/.zarray b/checkpoint_50000/target.encoder.layers_14.attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..120376f0f1c75a027343e7502f698ea154b8203e
--- /dev/null
+++ b/checkpoint_50000/target.encoder.layers_14.attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44605053a4b2d28515bc45d11e69af731efe343126253bbb183fcfd595a20b0b
+size 178
diff --git a/checkpoint_50000/target.encoder.layers_14.attention.out.kernel/0.0 b/checkpoint_50000/target.encoder.layers_14.attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..04ae2b862e50578276e1fa7b3bbf84287854011a
--- /dev/null
+++ b/checkpoint_50000/target.encoder.layers_14.attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3c3cb3467b6da91c2a57a039bbac0120e7e90647ac0ce037481153aaa1b7f2a
+size 4396602
diff --git a/checkpoint_50000/target.encoder.layers_14.attention.query.kernel/.zarray b/checkpoint_50000/target.encoder.layers_14.attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..323c73892f1f7a7707d2132576a926292d5428ec
--- /dev/null
+++ b/checkpoint_50000/target.encoder.layers_14.attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23a7f99dd4ddeefb7ac17eca3753bcddd9ca6e3b953f538812b3f1ada2367075
+size 178
diff --git a/checkpoint_50000/target.encoder.layers_14.attention.query.kernel/0.0 b/checkpoint_50000/target.encoder.layers_14.attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..a25cd376befa95f1157f601fb372a9ce5ad7fee9
--- /dev/null
+++ b/checkpoint_50000/target.encoder.layers_14.attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d4e697e2eec30fb3a0049177c4377edcda925fe7467dce063afbe5282270fdd
+size 4396241
diff --git a/checkpoint_50000/target.encoder.layers_14.attention.value.kernel/.zarray b/checkpoint_50000/target.encoder.layers_14.attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..323c73892f1f7a7707d2132576a926292d5428ec
--- /dev/null
+++ b/checkpoint_50000/target.encoder.layers_14.attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23a7f99dd4ddeefb7ac17eca3753bcddd9ca6e3b953f538812b3f1ada2367075
+size 178
diff --git a/checkpoint_50000/target.encoder.layers_14.attention.value.kernel/0.0 b/checkpoint_50000/target.encoder.layers_14.attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..1571c5506bd453d45ffb515e01fa32d2f8f9659d
--- /dev/null
+++ b/checkpoint_50000/target.encoder.layers_14.attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26049d34ba2eb6668173447dd088ca5fa668aa008d3ecbee913104033de26175
+size 4400367
diff --git a/checkpoint_50000/target.encoder.layers_14.mlp.wi_0.kernel/.zarray b/checkpoint_50000/target.encoder.layers_14.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..f4d3ca6a1157de47afc225abfd2510f2cdb7ae2e
--- /dev/null
+++ b/checkpoint_50000/target.encoder.layers_14.mlp.wi_0.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50cb78978e5bca2290d248f82714b3aea40f904254130ec231bc6e07def6ccdf
+size 180
diff --git a/checkpoint_50000/target.encoder.layers_14.mlp.wi_0.kernel/0.0 b/checkpoint_50000/target.encoder.layers_14.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..fa713a1fd4a5ba3a90634b47d42653f18e3e3c26
--- /dev/null
+++ b/checkpoint_50000/target.encoder.layers_14.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ee275ec01dd426d724d1725384ad36a661874dd6f60e7d4d548c048468ecfe4
+size 22645774
diff --git a/checkpoint_50000/target.encoder.layers_14.mlp.wi_1.kernel/.zarray b/checkpoint_50000/target.encoder.layers_14.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..f4d3ca6a1157de47afc225abfd2510f2cdb7ae2e
--- /dev/null
+++ b/checkpoint_50000/target.encoder.layers_14.mlp.wi_1.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50cb78978e5bca2290d248f82714b3aea40f904254130ec231bc6e07def6ccdf
+size 180
diff --git a/checkpoint_50000/target.encoder.layers_14.mlp.wi_1.kernel/0.0 b/checkpoint_50000/target.encoder.layers_14.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..4efb9f218d59b3103462b0393313baf4915ead30
--- /dev/null
+++ b/checkpoint_50000/target.encoder.layers_14.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c234766ee1b799b1ac728e5b864fa6dfa57a3b154fc8861f8b562671c3643fb
+size 22680381
diff --git a/checkpoint_50000/target.encoder.layers_14.mlp.wo.kernel/.zarray b/checkpoint_50000/target.encoder.layers_14.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..ee708e4e956632ad238f9d97ec32a9fb108bec46
--- /dev/null
+++ b/checkpoint_50000/target.encoder.layers_14.mlp.wo.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1ae155dfdfb8a9700e2a43a95cf96febfc4df5aeb3ea32aae29dde773629c2d
+size 180
diff --git a/checkpoint_50000/target.encoder.layers_14.mlp.wo.kernel/0.0 b/checkpoint_50000/target.encoder.layers_14.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..2a66bbaf9a360b054398d9280cf65ead3eca83ef
--- /dev/null
+++ b/checkpoint_50000/target.encoder.layers_14.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7908db87ecd3af0a744c63404869a38431f70bacce2a15c2585f2891dfb8f784
+size 22657647
diff --git a/checkpoint_50000/target.encoder.layers_14.pre_attention_layer_norm.scale/.zarray b/checkpoint_50000/target.encoder.layers_14.pre_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..30bba180531f2e2608776cf531b0f327534ab60e
--- /dev/null
+++ b/checkpoint_50000/target.encoder.layers_14.pre_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c15454ca58ace9d64cc661f694fa3a5c43479ab9e9298e3f5d36932e899b8ecc
+size 170
diff --git a/checkpoint_50000/target.encoder.layers_14.pre_attention_layer_norm.scale/0 b/checkpoint_50000/target.encoder.layers_14.pre_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..95e930a590e2b510719228ec2bd0fa93bd97ea6f
--- /dev/null
+++ b/checkpoint_50000/target.encoder.layers_14.pre_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d3992c3f6913a51d896a8c636c2e939ee7012b652a46d98f20b45d7972037fe
+size 5669
diff --git a/checkpoint_50000/target.encoder.layers_14.pre_mlp_layer_norm.scale/.zarray b/checkpoint_50000/target.encoder.layers_14.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..30bba180531f2e2608776cf531b0f327534ab60e
--- /dev/null
+++ b/checkpoint_50000/target.encoder.layers_14.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c15454ca58ace9d64cc661f694fa3a5c43479ab9e9298e3f5d36932e899b8ecc
+size 170
diff --git a/checkpoint_50000/target.encoder.layers_14.pre_mlp_layer_norm.scale/0 b/checkpoint_50000/target.encoder.layers_14.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..f279708b99dae047306fe2f855d7ec32236f8796
--- /dev/null
+++ b/checkpoint_50000/target.encoder.layers_14.pre_mlp_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91879efd60225444e2aebdec48bcfb3fa2f1a195ce2337e944f1880e6aa6af36
+size 5647
diff --git a/checkpoint_50000/target.encoder.layers_15.attention.key.kernel/.zarray b/checkpoint_50000/target.encoder.layers_15.attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..323c73892f1f7a7707d2132576a926292d5428ec
--- /dev/null
+++ b/checkpoint_50000/target.encoder.layers_15.attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23a7f99dd4ddeefb7ac17eca3753bcddd9ca6e3b953f538812b3f1ada2367075
+size 178
diff --git a/checkpoint_50000/target.encoder.layers_15.attention.key.kernel/0.0 b/checkpoint_50000/target.encoder.layers_15.attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..3417c55f144105e9f5b4f32fb18cafb26ac2668f
--- /dev/null
+++ b/checkpoint_50000/target.encoder.layers_15.attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb5c4d2f6d63a6c3efa0343adc8053731feb5ac77ab79519c8f7ba27b6747d53
+size 4383759
diff --git a/checkpoint_50000/target.encoder.layers_15.attention.out.kernel/.zarray b/checkpoint_50000/target.encoder.layers_15.attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..120376f0f1c75a027343e7502f698ea154b8203e
--- /dev/null
+++ b/checkpoint_50000/target.encoder.layers_15.attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44605053a4b2d28515bc45d11e69af731efe343126253bbb183fcfd595a20b0b
+size 178
diff --git a/checkpoint_50000/target.encoder.layers_15.attention.out.kernel/0.0 b/checkpoint_50000/target.encoder.layers_15.attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..7a100e1720676902b5991ffa4cd5d6c858d599a7
--- /dev/null
+++ b/checkpoint_50000/target.encoder.layers_15.attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd219cccb26b134e1b6ce7f81dac6fa668260c4a6a48b6f19b0c4f9a987aa87a
+size 4396281
diff --git a/checkpoint_50000/target.encoder.layers_15.attention.query.kernel/.zarray b/checkpoint_50000/target.encoder.layers_15.attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..323c73892f1f7a7707d2132576a926292d5428ec
--- /dev/null
+++ b/checkpoint_50000/target.encoder.layers_15.attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23a7f99dd4ddeefb7ac17eca3753bcddd9ca6e3b953f538812b3f1ada2367075
+size 178
diff --git a/checkpoint_50000/target.encoder.layers_15.attention.query.kernel/0.0 b/checkpoint_50000/target.encoder.layers_15.attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..eb2a46056b6b7805806417e3ccba440c1837a405
--- /dev/null
+++ b/checkpoint_50000/target.encoder.layers_15.attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7fb713d381fe844be7eb9b8d41b9c1546a93f7cfe5195325376a345979548a17
+size 4396149
diff --git a/checkpoint_50000/target.encoder.layers_15.attention.value.kernel/.zarray b/checkpoint_50000/target.encoder.layers_15.attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..323c73892f1f7a7707d2132576a926292d5428ec
--- /dev/null
+++ b/checkpoint_50000/target.encoder.layers_15.attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23a7f99dd4ddeefb7ac17eca3753bcddd9ca6e3b953f538812b3f1ada2367075
+size 178
diff --git a/checkpoint_50000/target.encoder.layers_15.attention.value.kernel/0.0 b/checkpoint_50000/target.encoder.layers_15.attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..42d38d5fd9cb783fe35b5112c31eda3a1e5fa67b
--- /dev/null
+++ b/checkpoint_50000/target.encoder.layers_15.attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a54f1352c218f71cf259d4b89f27bbac5956af58b0cc4dc3664fd4f572f8280
+size 4399897
diff --git a/checkpoint_50000/target.encoder.layers_15.mlp.wi_0.kernel/.zarray b/checkpoint_50000/target.encoder.layers_15.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..f4d3ca6a1157de47afc225abfd2510f2cdb7ae2e
--- /dev/null
+++ b/checkpoint_50000/target.encoder.layers_15.mlp.wi_0.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50cb78978e5bca2290d248f82714b3aea40f904254130ec231bc6e07def6ccdf
+size 180
diff --git a/checkpoint_50000/target.encoder.layers_15.mlp.wi_0.kernel/0.0 b/checkpoint_50000/target.encoder.layers_15.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..5b4fc8ba8376adc19634f4ce31829799753211a0
--- /dev/null
+++ b/checkpoint_50000/target.encoder.layers_15.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a975554df5901a8877959d8a03d2fa5dbf85af29b10534fcca9bcf1d8d65cc66
+size 22644888
diff --git a/checkpoint_50000/target.encoder.layers_15.mlp.wi_1.kernel/.zarray b/checkpoint_50000/target.encoder.layers_15.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..f4d3ca6a1157de47afc225abfd2510f2cdb7ae2e
--- /dev/null
+++ b/checkpoint_50000/target.encoder.layers_15.mlp.wi_1.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50cb78978e5bca2290d248f82714b3aea40f904254130ec231bc6e07def6ccdf
+size 180
diff --git a/checkpoint_50000/target.encoder.layers_15.mlp.wi_1.kernel/0.0 b/checkpoint_50000/target.encoder.layers_15.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..5d522f19bd18add8d9d1f5befac10ea79ccd9334
--- /dev/null
+++ b/checkpoint_50000/target.encoder.layers_15.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f4cbf3910d2750e32dafbd25a18f2850600dc5bfc210f3cacff733bfca7c57c
+size 22680240
diff --git a/checkpoint_50000/target.encoder.layers_15.mlp.wo.kernel/.zarray b/checkpoint_50000/target.encoder.layers_15.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..ee708e4e956632ad238f9d97ec32a9fb108bec46
--- /dev/null
+++ b/checkpoint_50000/target.encoder.layers_15.mlp.wo.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1ae155dfdfb8a9700e2a43a95cf96febfc4df5aeb3ea32aae29dde773629c2d
+size 180
diff --git a/checkpoint_50000/target.encoder.layers_15.mlp.wo.kernel/0.0 b/checkpoint_50000/target.encoder.layers_15.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..a0b191d553043281216ffeefca05d999d1448b60
--- /dev/null
+++ b/checkpoint_50000/target.encoder.layers_15.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1abdc3aa19d9004a404c99825cc0dd1e25aef0c87ea51eb3abfc2cd75a547a4
+size 22656348
diff --git a/checkpoint_50000/target.encoder.layers_15.pre_attention_layer_norm.scale/.zarray b/checkpoint_50000/target.encoder.layers_15.pre_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..30bba180531f2e2608776cf531b0f327534ab60e
--- /dev/null
+++ b/checkpoint_50000/target.encoder.layers_15.pre_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c15454ca58ace9d64cc661f694fa3a5c43479ab9e9298e3f5d36932e899b8ecc
+size 170
diff --git a/checkpoint_50000/target.encoder.layers_15.pre_attention_layer_norm.scale/0 b/checkpoint_50000/target.encoder.layers_15.pre_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..b5ea5f1e48d7703ccde381b01e0fe7ef9acd0c8a
--- /dev/null
+++ b/checkpoint_50000/target.encoder.layers_15.pre_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8cd26de5bc129b83c4324420521a011d023c5952c42c9a88f8672bfec7fd87d1
+size 5682
diff --git a/checkpoint_50000/target.encoder.layers_15.pre_mlp_layer_norm.scale/.zarray b/checkpoint_50000/target.encoder.layers_15.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..30bba180531f2e2608776cf531b0f327534ab60e
--- /dev/null
+++ b/checkpoint_50000/target.encoder.layers_15.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c15454ca58ace9d64cc661f694fa3a5c43479ab9e9298e3f5d36932e899b8ecc
+size 170
diff --git a/checkpoint_50000/target.encoder.layers_15.pre_mlp_layer_norm.scale/0 b/checkpoint_50000/target.encoder.layers_15.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..6f6208e635b984e7854a55f1b35cd67800d567ea
--- /dev/null
+++ b/checkpoint_50000/target.encoder.layers_15.pre_mlp_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e75b6219b13b92c99101ec9a041d8db8a5b6636efb92b1eb1d9d0e641bf7d495
+size 5643
diff --git a/checkpoint_50000/target.encoder.layers_16.attention.key.kernel/.zarray b/checkpoint_50000/target.encoder.layers_16.attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..323c73892f1f7a7707d2132576a926292d5428ec
--- /dev/null
+++ b/checkpoint_50000/target.encoder.layers_16.attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23a7f99dd4ddeefb7ac17eca3753bcddd9ca6e3b953f538812b3f1ada2367075
+size 178
diff --git a/checkpoint_50000/target.encoder.layers_16.attention.key.kernel/0.0 b/checkpoint_50000/target.encoder.layers_16.attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..02739f6646322296bb554957fc3f8bd82440b31b
--- /dev/null
+++ b/checkpoint_50000/target.encoder.layers_16.attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:253af95b956f7ff82cc4a60b17526c0d3abe69fd87d7e02a7541bb39262ac39d
+size 4383436
diff --git a/checkpoint_50000/target.encoder.layers_16.attention.out.kernel/.zarray b/checkpoint_50000/target.encoder.layers_16.attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..120376f0f1c75a027343e7502f698ea154b8203e
--- /dev/null
+++ b/checkpoint_50000/target.encoder.layers_16.attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44605053a4b2d28515bc45d11e69af731efe343126253bbb183fcfd595a20b0b
+size 178
diff --git a/checkpoint_50000/target.encoder.layers_16.attention.out.kernel/0.0 b/checkpoint_50000/target.encoder.layers_16.attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..6732869cbb8149bb85badb6ec5729691b951b338
--- /dev/null
+++ b/checkpoint_50000/target.encoder.layers_16.attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:beadbabc33709ab5c864d371241b51c47bcb4aba9b43cb33898446359f74e228
+size 4394894
diff --git a/checkpoint_50000/target.encoder.layers_16.attention.query.kernel/.zarray b/checkpoint_50000/target.encoder.layers_16.attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..323c73892f1f7a7707d2132576a926292d5428ec
--- /dev/null
+++ b/checkpoint_50000/target.encoder.layers_16.attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23a7f99dd4ddeefb7ac17eca3753bcddd9ca6e3b953f538812b3f1ada2367075
+size 178
diff --git a/checkpoint_50000/target.encoder.layers_16.attention.query.kernel/0.0 b/checkpoint_50000/target.encoder.layers_16.attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..cacb21d7d53e0ef5c355a49b12dc461f867fc02b
--- /dev/null
+++ b/checkpoint_50000/target.encoder.layers_16.attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9534d449ae8acb5f4d27fbda8c8363c224a0a20a013e276c4768af21ce77bb0
+size 4396089
diff --git a/checkpoint_50000/target.encoder.layers_16.attention.value.kernel/.zarray b/checkpoint_50000/target.encoder.layers_16.attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..323c73892f1f7a7707d2132576a926292d5428ec
--- /dev/null
+++ b/checkpoint_50000/target.encoder.layers_16.attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23a7f99dd4ddeefb7ac17eca3753bcddd9ca6e3b953f538812b3f1ada2367075
+size 178
diff --git a/checkpoint_50000/target.encoder.layers_16.attention.value.kernel/0.0 b/checkpoint_50000/target.encoder.layers_16.attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..4099f27d7eec301ba8d8d83392fd43bfc4b5bf6d
--- /dev/null
+++ b/checkpoint_50000/target.encoder.layers_16.attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8527d5c8aab602a5ed13d280724f5f460035c60897168210da129dfe4c8a3148
+size 4400717
diff --git a/checkpoint_50000/target.encoder.layers_16.mlp.wi_0.kernel/.zarray b/checkpoint_50000/target.encoder.layers_16.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..f4d3ca6a1157de47afc225abfd2510f2cdb7ae2e
--- /dev/null
+++ b/checkpoint_50000/target.encoder.layers_16.mlp.wi_0.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50cb78978e5bca2290d248f82714b3aea40f904254130ec231bc6e07def6ccdf
+size 180
diff --git a/checkpoint_50000/target.encoder.layers_16.mlp.wi_0.kernel/0.0 b/checkpoint_50000/target.encoder.layers_16.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..1a34eb733f1f285456c9dcaf1380afa90aaa9d6e
--- /dev/null
+++ b/checkpoint_50000/target.encoder.layers_16.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9008836bf856b3e2933159cfdc743ecbd8c6b26681e501c575f1eee98b269a59
+size 22644803
diff --git a/checkpoint_50000/target.encoder.layers_16.mlp.wi_1.kernel/.zarray b/checkpoint_50000/target.encoder.layers_16.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..f4d3ca6a1157de47afc225abfd2510f2cdb7ae2e
--- /dev/null
+++ b/checkpoint_50000/target.encoder.layers_16.mlp.wi_1.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50cb78978e5bca2290d248f82714b3aea40f904254130ec231bc6e07def6ccdf
+size 180
diff --git a/checkpoint_50000/target.encoder.layers_16.mlp.wi_1.kernel/0.0 b/checkpoint_50000/target.encoder.layers_16.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..eecf68045570b04ea3e8d627b2b415dd8ffa43c5
--- /dev/null
+++ b/checkpoint_50000/target.encoder.layers_16.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3a9b26aad01bd34161f18dd6f134fda9c3bde2c7937721a8cc5f76297160818
+size 22679836
diff --git a/checkpoint_50000/target.encoder.layers_16.mlp.wo.kernel/.zarray b/checkpoint_50000/target.encoder.layers_16.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..ee708e4e956632ad238f9d97ec32a9fb108bec46
--- /dev/null
+++ b/checkpoint_50000/target.encoder.layers_16.mlp.wo.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1ae155dfdfb8a9700e2a43a95cf96febfc4df5aeb3ea32aae29dde773629c2d
+size 180
diff --git a/checkpoint_50000/target.encoder.layers_16.mlp.wo.kernel/0.0 b/checkpoint_50000/target.encoder.layers_16.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..941f6ebed1c142b6b7b7476b859e45aba86f514a
--- /dev/null
+++ b/checkpoint_50000/target.encoder.layers_16.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e4586512e1283e4c21a742760456c6636628fbf6104870dae3245775a3b8c7a
+size 22659020
diff --git a/checkpoint_50000/target.encoder.layers_16.pre_attention_layer_norm.scale/.zarray b/checkpoint_50000/target.encoder.layers_16.pre_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..30bba180531f2e2608776cf531b0f327534ab60e
--- /dev/null
+++ b/checkpoint_50000/target.encoder.layers_16.pre_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c15454ca58ace9d64cc661f694fa3a5c43479ab9e9298e3f5d36932e899b8ecc
+size 170
diff --git a/checkpoint_50000/target.encoder.layers_16.pre_attention_layer_norm.scale/0 b/checkpoint_50000/target.encoder.layers_16.pre_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..3e177cec10b5142a18589e03440ec8dfa62af3cf
--- /dev/null
+++ b/checkpoint_50000/target.encoder.layers_16.pre_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d69e10b952f9191429108d10c645336995924f487577740a62bf7c230d2a0413
+size 5688
diff --git a/checkpoint_50000/target.encoder.layers_16.pre_mlp_layer_norm.scale/.zarray b/checkpoint_50000/target.encoder.layers_16.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..30bba180531f2e2608776cf531b0f327534ab60e
--- /dev/null
+++ b/checkpoint_50000/target.encoder.layers_16.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c15454ca58ace9d64cc661f694fa3a5c43479ab9e9298e3f5d36932e899b8ecc
+size 170
diff --git a/checkpoint_50000/target.encoder.layers_16.pre_mlp_layer_norm.scale/0 b/checkpoint_50000/target.encoder.layers_16.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..c823a0decca2883008f1f77c07f5503d4c9d67e0
--- /dev/null
+++ b/checkpoint_50000/target.encoder.layers_16.pre_mlp_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8443bc0ba92ce0d3a0143481c36905f884f9a710f86b8043ae2865f9c386c92
+size 5611
diff --git a/checkpoint_50000/target.encoder.layers_17.attention.key.kernel/.zarray b/checkpoint_50000/target.encoder.layers_17.attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..323c73892f1f7a7707d2132576a926292d5428ec
--- /dev/null
+++ b/checkpoint_50000/target.encoder.layers_17.attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23a7f99dd4ddeefb7ac17eca3753bcddd9ca6e3b953f538812b3f1ada2367075
+size 178
diff --git a/checkpoint_50000/target.encoder.layers_17.attention.key.kernel/0.0 b/checkpoint_50000/target.encoder.layers_17.attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..dc6e20d2bc91ae9d9407327873d848d5ce967c44
--- /dev/null
+++ b/checkpoint_50000/target.encoder.layers_17.attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ade6ee1ae17abd917b72b695256989fc6ab07d944bf1254b2073fad5a3ef105b
+size 4384030
diff --git a/checkpoint_50000/target.encoder.layers_17.attention.out.kernel/.zarray b/checkpoint_50000/target.encoder.layers_17.attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..120376f0f1c75a027343e7502f698ea154b8203e
--- /dev/null
+++ b/checkpoint_50000/target.encoder.layers_17.attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44605053a4b2d28515bc45d11e69af731efe343126253bbb183fcfd595a20b0b
+size 178
diff --git a/checkpoint_50000/target.encoder.layers_17.attention.out.kernel/0.0 b/checkpoint_50000/target.encoder.layers_17.attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..c1922edc1df84cdfc5b2f911dff8feec537fa697
--- /dev/null
+++ b/checkpoint_50000/target.encoder.layers_17.attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d16f938da2e36aaffbb42724c0a625526ca51d9d3f7c0b5ad80efb42cf6ec7a
+size 4394586
diff --git a/checkpoint_50000/target.encoder.layers_17.attention.query.kernel/.zarray b/checkpoint_50000/target.encoder.layers_17.attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..323c73892f1f7a7707d2132576a926292d5428ec
--- /dev/null
+++ b/checkpoint_50000/target.encoder.layers_17.attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23a7f99dd4ddeefb7ac17eca3753bcddd9ca6e3b953f538812b3f1ada2367075
+size 178
diff --git a/checkpoint_50000/target.encoder.layers_17.attention.query.kernel/0.0 b/checkpoint_50000/target.encoder.layers_17.attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..2bb72b3ba8ae4c84e60c96a81e78d1adbf5505a6
--- /dev/null
+++ b/checkpoint_50000/target.encoder.layers_17.attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d422d163bee381680ca2f4ccc84bba1d4855af9f7769c35c0e9c0a01d494d28e
+size 4396394
diff --git a/checkpoint_50000/target.encoder.layers_17.attention.value.kernel/.zarray b/checkpoint_50000/target.encoder.layers_17.attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..323c73892f1f7a7707d2132576a926292d5428ec
--- /dev/null
+++ b/checkpoint_50000/target.encoder.layers_17.attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23a7f99dd4ddeefb7ac17eca3753bcddd9ca6e3b953f538812b3f1ada2367075
+size 178
diff --git a/checkpoint_50000/target.encoder.layers_17.attention.value.kernel/0.0 b/checkpoint_50000/target.encoder.layers_17.attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..0c4edc4f41742819df255326cbe8dfd9a82d2faf
--- /dev/null
+++ b/checkpoint_50000/target.encoder.layers_17.attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66553dda13f4c0d5dc346b54518f0788648327fc4b4e2457349cb610fc86a46e
+size 4399627
diff --git a/checkpoint_50000/target.encoder.layers_17.mlp.wi_0.kernel/.zarray b/checkpoint_50000/target.encoder.layers_17.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..f4d3ca6a1157de47afc225abfd2510f2cdb7ae2e
--- /dev/null
+++ b/checkpoint_50000/target.encoder.layers_17.mlp.wi_0.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50cb78978e5bca2290d248f82714b3aea40f904254130ec231bc6e07def6ccdf
+size 180
diff --git a/checkpoint_50000/target.encoder.layers_17.mlp.wi_0.kernel/0.0 b/checkpoint_50000/target.encoder.layers_17.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..a84234c973ff0e7635342dea8954902dc2637b71
--- /dev/null
+++ b/checkpoint_50000/target.encoder.layers_17.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd039de6dd33f79c52565cc8910f5c2c8faa554a130e14205296387f6ca4a571
+size 22645420
diff --git a/checkpoint_50000/target.encoder.layers_17.mlp.wi_1.kernel/.zarray b/checkpoint_50000/target.encoder.layers_17.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..f4d3ca6a1157de47afc225abfd2510f2cdb7ae2e
--- /dev/null
+++ b/checkpoint_50000/target.encoder.layers_17.mlp.wi_1.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50cb78978e5bca2290d248f82714b3aea40f904254130ec231bc6e07def6ccdf
+size 180
diff --git a/checkpoint_50000/target.encoder.layers_17.mlp.wi_1.kernel/0.0 b/checkpoint_50000/target.encoder.layers_17.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..25fb9b1e17f5348f71a3486edecde4d058ef5849
--- /dev/null
+++ b/checkpoint_50000/target.encoder.layers_17.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d78ff20eac52937967ad88340536effe6cd7e1735644343b569070def4edcdb7
+size 22675044
diff --git a/checkpoint_50000/target.encoder.layers_17.mlp.wo.kernel/.zarray b/checkpoint_50000/target.encoder.layers_17.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..ee708e4e956632ad238f9d97ec32a9fb108bec46
--- /dev/null
+++ b/checkpoint_50000/target.encoder.layers_17.mlp.wo.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1ae155dfdfb8a9700e2a43a95cf96febfc4df5aeb3ea32aae29dde773629c2d
+size 180
diff --git a/checkpoint_50000/target.encoder.layers_17.mlp.wo.kernel/0.0 b/checkpoint_50000/target.encoder.layers_17.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..a2048d4720253e8707da25e534fb40f178d73486
--- /dev/null
+++ b/checkpoint_50000/target.encoder.layers_17.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49421693f84d0dca10d6d2744a4909932f3dd6ce06b47adf0c2553226d023477
+size 22667667
diff --git a/checkpoint_50000/target.encoder.layers_17.pre_attention_layer_norm.scale/.zarray b/checkpoint_50000/target.encoder.layers_17.pre_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..30bba180531f2e2608776cf531b0f327534ab60e
--- /dev/null
+++ b/checkpoint_50000/target.encoder.layers_17.pre_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c15454ca58ace9d64cc661f694fa3a5c43479ab9e9298e3f5d36932e899b8ecc
+size 170
diff --git a/checkpoint_50000/target.encoder.layers_17.pre_attention_layer_norm.scale/0 b/checkpoint_50000/target.encoder.layers_17.pre_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..c348d844240279ada5ad6f6799390d3bbe8a28e2
--- /dev/null
+++ b/checkpoint_50000/target.encoder.layers_17.pre_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f519f3eb83a509e47eec2a40d791f4b31cd544a187a2acad98a22f06eb784736
+size 5705
diff --git a/checkpoint_50000/target.encoder.layers_17.pre_mlp_layer_norm.scale/.zarray b/checkpoint_50000/target.encoder.layers_17.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..30bba180531f2e2608776cf531b0f327534ab60e
--- /dev/null
+++ b/checkpoint_50000/target.encoder.layers_17.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c15454ca58ace9d64cc661f694fa3a5c43479ab9e9298e3f5d36932e899b8ecc
+size 170
diff --git a/checkpoint_50000/target.encoder.layers_17.pre_mlp_layer_norm.scale/0 b/checkpoint_50000/target.encoder.layers_17.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..4e0205cca09a1feb63ee47eade16c2412890ed94
--- /dev/null
+++ b/checkpoint_50000/target.encoder.layers_17.pre_mlp_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:309867bc929a4be506ce6ee2062a49140e3ee5d2f72333216655e1560988472b
+size 5579
diff --git a/checkpoint_50000/target.encoder.layers_2.attention.key.kernel/.zarray b/checkpoint_50000/target.encoder.layers_2.attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..323c73892f1f7a7707d2132576a926292d5428ec
--- /dev/null
+++ b/checkpoint_50000/target.encoder.layers_2.attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23a7f99dd4ddeefb7ac17eca3753bcddd9ca6e3b953f538812b3f1ada2367075
+size 178
diff --git a/checkpoint_50000/target.encoder.layers_2.attention.key.kernel/0.0 b/checkpoint_50000/target.encoder.layers_2.attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..66585759b8cc705e0c71ddb21b9fb1c223abce23
--- /dev/null
+++ b/checkpoint_50000/target.encoder.layers_2.attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73c418819f7d02d5043273b84f1aa9dde2f31244b8e16d2c6d4d25ea5928d30c
+size 4386781
diff --git a/checkpoint_50000/target.encoder.layers_2.attention.out.kernel/.zarray b/checkpoint_50000/target.encoder.layers_2.attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..120376f0f1c75a027343e7502f698ea154b8203e
--- /dev/null
+++ b/checkpoint_50000/target.encoder.layers_2.attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44605053a4b2d28515bc45d11e69af731efe343126253bbb183fcfd595a20b0b
+size 178
diff --git a/checkpoint_50000/target.encoder.layers_2.attention.out.kernel/0.0 b/checkpoint_50000/target.encoder.layers_2.attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..957dfdff6d7b393e31c4b7de480a2ff1d05ed20d
--- /dev/null
+++ b/checkpoint_50000/target.encoder.layers_2.attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af50185cae266d3274fb64ca60f9a1387e54216470cfd831820c020ae277e19d
+size 4387630
diff --git a/checkpoint_50000/target.encoder.layers_2.attention.query.kernel/.zarray b/checkpoint_50000/target.encoder.layers_2.attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..323c73892f1f7a7707d2132576a926292d5428ec
--- /dev/null
+++ b/checkpoint_50000/target.encoder.layers_2.attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23a7f99dd4ddeefb7ac17eca3753bcddd9ca6e3b953f538812b3f1ada2367075
+size 178
diff --git a/checkpoint_50000/target.encoder.layers_2.attention.query.kernel/0.0 b/checkpoint_50000/target.encoder.layers_2.attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..91cf32eeee3dba15a60a74f44bde1f9a5a207e90
--- /dev/null
+++ b/checkpoint_50000/target.encoder.layers_2.attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:566749bf5390461e5cb79c5af82f136f78cc76e640da678000b3739263c63082
+size 4395346
diff --git a/checkpoint_50000/target.encoder.layers_2.attention.value.kernel/.zarray b/checkpoint_50000/target.encoder.layers_2.attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..323c73892f1f7a7707d2132576a926292d5428ec
--- /dev/null
+++ b/checkpoint_50000/target.encoder.layers_2.attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23a7f99dd4ddeefb7ac17eca3753bcddd9ca6e3b953f538812b3f1ada2367075
+size 178
diff --git a/checkpoint_50000/target.encoder.layers_2.attention.value.kernel/0.0 b/checkpoint_50000/target.encoder.layers_2.attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..1a6e950b101bdbd94c62a9f055a9b67a3732b9d6
--- /dev/null
+++ b/checkpoint_50000/target.encoder.layers_2.attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d699f545654265dcd3a332c86b91435ba163a64d9a7902af1740ab1860a80a1
+size 4390666
diff --git a/checkpoint_50000/target.encoder.layers_2.mlp.wi_0.kernel/.zarray b/checkpoint_50000/target.encoder.layers_2.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..f4d3ca6a1157de47afc225abfd2510f2cdb7ae2e
--- /dev/null
+++ b/checkpoint_50000/target.encoder.layers_2.mlp.wi_0.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50cb78978e5bca2290d248f82714b3aea40f904254130ec231bc6e07def6ccdf
+size 180
diff --git a/checkpoint_50000/target.encoder.layers_2.mlp.wi_0.kernel/0.0 b/checkpoint_50000/target.encoder.layers_2.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..22aa9332cad70ed97d383cc028d42fdb5c28e78a
--- /dev/null
+++ b/checkpoint_50000/target.encoder.layers_2.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7aae2550ceefac6e5c229cf4bae97e98704e99b602fa5e72ccd2f77e85b5dc5f
+size 22643432
diff --git a/checkpoint_50000/target.encoder.layers_2.mlp.wi_1.kernel/.zarray b/checkpoint_50000/target.encoder.layers_2.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..f4d3ca6a1157de47afc225abfd2510f2cdb7ae2e
--- /dev/null
+++ b/checkpoint_50000/target.encoder.layers_2.mlp.wi_1.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50cb78978e5bca2290d248f82714b3aea40f904254130ec231bc6e07def6ccdf
+size 180
diff --git a/checkpoint_50000/target.encoder.layers_2.mlp.wi_1.kernel/0.0 b/checkpoint_50000/target.encoder.layers_2.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..d13d196d6c7bf3bf37bff3eada5f59cd1cb59b51
--- /dev/null
+++ b/checkpoint_50000/target.encoder.layers_2.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5840fd5258f1131813960f6bb75ad3178eaf684cb1c68ffab9216f9066fb2410
+size 22656552
diff --git a/checkpoint_50000/target.encoder.layers_2.mlp.wo.kernel/.zarray b/checkpoint_50000/target.encoder.layers_2.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..ee708e4e956632ad238f9d97ec32a9fb108bec46
--- /dev/null
+++ b/checkpoint_50000/target.encoder.layers_2.mlp.wo.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1ae155dfdfb8a9700e2a43a95cf96febfc4df5aeb3ea32aae29dde773629c2d
+size 180
diff --git a/checkpoint_50000/target.encoder.layers_2.mlp.wo.kernel/0.0 b/checkpoint_50000/target.encoder.layers_2.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..8e8a7cfa0fca574938041b0b1627996e48d396ec
--- /dev/null
+++ b/checkpoint_50000/target.encoder.layers_2.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4daf16bd69c4aedcaac1a9bba51c41907f78c2aa1b5c77a28ec7e47287b4a05
+size 22659376
diff --git a/checkpoint_50000/target.encoder.layers_2.pre_attention_layer_norm.scale/.zarray b/checkpoint_50000/target.encoder.layers_2.pre_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..30bba180531f2e2608776cf531b0f327534ab60e
--- /dev/null
+++ b/checkpoint_50000/target.encoder.layers_2.pre_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c15454ca58ace9d64cc661f694fa3a5c43479ab9e9298e3f5d36932e899b8ecc
+size 170
diff --git a/checkpoint_50000/target.encoder.layers_2.pre_attention_layer_norm.scale/0 b/checkpoint_50000/target.encoder.layers_2.pre_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..6a06e33c62318f214b873806772eaf89cca034b3
--- /dev/null
+++ b/checkpoint_50000/target.encoder.layers_2.pre_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc0aac8ad733117fb0c10282fc3bdef84d4388f547c17316e5f6c0a80fc0f545
+size 5806
diff --git a/checkpoint_50000/target.encoder.layers_2.pre_mlp_layer_norm.scale/.zarray b/checkpoint_50000/target.encoder.layers_2.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..30bba180531f2e2608776cf531b0f327534ab60e
--- /dev/null
+++ b/checkpoint_50000/target.encoder.layers_2.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c15454ca58ace9d64cc661f694fa3a5c43479ab9e9298e3f5d36932e899b8ecc
+size 170
diff --git a/checkpoint_50000/target.encoder.layers_2.pre_mlp_layer_norm.scale/0 b/checkpoint_50000/target.encoder.layers_2.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..0ed94e18158ac78ad489ec75cc5b8e5fbd2762e0
--- /dev/null
+++ b/checkpoint_50000/target.encoder.layers_2.pre_mlp_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e42b8375f972dad6a85717d346b8a3f9935d048b56dea883762bd5fa2f3f5ca
+size 5783
diff --git a/checkpoint_50000/target.encoder.layers_3.attention.key.kernel/.zarray b/checkpoint_50000/target.encoder.layers_3.attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..323c73892f1f7a7707d2132576a926292d5428ec
--- /dev/null
+++ b/checkpoint_50000/target.encoder.layers_3.attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23a7f99dd4ddeefb7ac17eca3753bcddd9ca6e3b953f538812b3f1ada2367075
+size 178
diff --git a/checkpoint_50000/target.encoder.layers_3.attention.key.kernel/0.0 b/checkpoint_50000/target.encoder.layers_3.attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..1cda3f3f22848b2cf4f77bf062c4d61ae9529b6a
--- /dev/null
+++ b/checkpoint_50000/target.encoder.layers_3.attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b990af5bf023ed413effaa12b24b6e9286452996de48fbcad38cabf2743c181
+size 4386259
diff --git a/checkpoint_50000/target.encoder.layers_3.attention.out.kernel/.zarray b/checkpoint_50000/target.encoder.layers_3.attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..120376f0f1c75a027343e7502f698ea154b8203e
--- /dev/null
+++ b/checkpoint_50000/target.encoder.layers_3.attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44605053a4b2d28515bc45d11e69af731efe343126253bbb183fcfd595a20b0b
+size 178
diff --git a/checkpoint_50000/target.encoder.layers_3.attention.out.kernel/0.0 b/checkpoint_50000/target.encoder.layers_3.attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..b849ff4dcf011aedc2066412de34342867b0d4dd
--- /dev/null
+++ b/checkpoint_50000/target.encoder.layers_3.attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0c1eb3d34394b3f1bb774861515093f2281bc7d1fd9f0eb38bfb1718f68293a
+size 4388899
diff --git a/checkpoint_50000/target.encoder.layers_3.attention.query.kernel/.zarray b/checkpoint_50000/target.encoder.layers_3.attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..323c73892f1f7a7707d2132576a926292d5428ec
--- /dev/null
+++ b/checkpoint_50000/target.encoder.layers_3.attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23a7f99dd4ddeefb7ac17eca3753bcddd9ca6e3b953f538812b3f1ada2367075
+size 178
diff --git a/checkpoint_50000/target.encoder.layers_3.attention.query.kernel/0.0 b/checkpoint_50000/target.encoder.layers_3.attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..da23317e31143859c821abeb1bf1a98895963ca4
--- /dev/null
+++ b/checkpoint_50000/target.encoder.layers_3.attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d46f3839fa972e6f7eb955181a989a9176575941751f250726b3ba6df7bc036
+size 4395431
diff --git a/checkpoint_50000/target.encoder.layers_3.attention.value.kernel/.zarray b/checkpoint_50000/target.encoder.layers_3.attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..323c73892f1f7a7707d2132576a926292d5428ec
--- /dev/null
+++ b/checkpoint_50000/target.encoder.layers_3.attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23a7f99dd4ddeefb7ac17eca3753bcddd9ca6e3b953f538812b3f1ada2367075
+size 178
diff --git a/checkpoint_50000/target.encoder.layers_3.attention.value.kernel/0.0 b/checkpoint_50000/target.encoder.layers_3.attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..25c84b98bf781a4daf7a580d060f465b5318d043
--- /dev/null
+++ b/checkpoint_50000/target.encoder.layers_3.attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad8dcd2eddf43d366891c8d7cf3bfda97843ad2d522977e98464388abfcb9cbd
+size 4390263
diff --git a/checkpoint_50000/target.encoder.layers_3.mlp.wi_0.kernel/.zarray b/checkpoint_50000/target.encoder.layers_3.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..f4d3ca6a1157de47afc225abfd2510f2cdb7ae2e
--- /dev/null
+++ b/checkpoint_50000/target.encoder.layers_3.mlp.wi_0.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50cb78978e5bca2290d248f82714b3aea40f904254130ec231bc6e07def6ccdf
+size 180
diff --git a/checkpoint_50000/target.encoder.layers_3.mlp.wi_0.kernel/0.0 b/checkpoint_50000/target.encoder.layers_3.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..b7443ec3ff9149861b810987e9de110794bd8ccc
--- /dev/null
+++ b/checkpoint_50000/target.encoder.layers_3.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d0ca73949fc21cd8d3692782d1da0280d3cc784879e76db185b8f6de63849cc
+size 22642664
diff --git a/checkpoint_50000/target.encoder.layers_3.mlp.wi_1.kernel/.zarray b/checkpoint_50000/target.encoder.layers_3.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..f4d3ca6a1157de47afc225abfd2510f2cdb7ae2e
--- /dev/null
+++ b/checkpoint_50000/target.encoder.layers_3.mlp.wi_1.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50cb78978e5bca2290d248f82714b3aea40f904254130ec231bc6e07def6ccdf
+size 180
diff --git a/checkpoint_50000/target.encoder.layers_3.mlp.wi_1.kernel/0.0 b/checkpoint_50000/target.encoder.layers_3.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..e7458c1316893861ddaf7325bc32fff3da572afa
--- /dev/null
+++ b/checkpoint_50000/target.encoder.layers_3.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:191411684e8d08ce680e889c82f6675437e296f2f1e91b2c7516b88ed2039475
+size 22660376
diff --git a/checkpoint_50000/target.encoder.layers_3.mlp.wo.kernel/.zarray b/checkpoint_50000/target.encoder.layers_3.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..ee708e4e956632ad238f9d97ec32a9fb108bec46
--- /dev/null
+++ b/checkpoint_50000/target.encoder.layers_3.mlp.wo.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1ae155dfdfb8a9700e2a43a95cf96febfc4df5aeb3ea32aae29dde773629c2d
+size 180
diff --git a/checkpoint_50000/target.encoder.layers_3.mlp.wo.kernel/0.0 b/checkpoint_50000/target.encoder.layers_3.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..30e2dce189c34f6234717aa74f55a970bd5b1ad3
--- /dev/null
+++ b/checkpoint_50000/target.encoder.layers_3.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89512a8bae1e551169bd0862623b3702c45bff9fd18bd2d3a678fcf85d0fba03
+size 22657244
diff --git a/checkpoint_50000/target.encoder.layers_3.pre_attention_layer_norm.scale/.zarray b/checkpoint_50000/target.encoder.layers_3.pre_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..30bba180531f2e2608776cf531b0f327534ab60e
--- /dev/null
+++ b/checkpoint_50000/target.encoder.layers_3.pre_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c15454ca58ace9d64cc661f694fa3a5c43479ab9e9298e3f5d36932e899b8ecc
+size 170
diff --git a/checkpoint_50000/target.encoder.layers_3.pre_attention_layer_norm.scale/0 b/checkpoint_50000/target.encoder.layers_3.pre_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..63497b2766c7823eb42333b812599686f9068651
--- /dev/null
+++ b/checkpoint_50000/target.encoder.layers_3.pre_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:931a6feb83c37bb46cf08e5096273cb1199a240661ad02250486c90eafbfe538
+size 5785
diff --git a/checkpoint_50000/target.encoder.layers_3.pre_mlp_layer_norm.scale/.zarray b/checkpoint_50000/target.encoder.layers_3.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..30bba180531f2e2608776cf531b0f327534ab60e
--- /dev/null
+++ b/checkpoint_50000/target.encoder.layers_3.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c15454ca58ace9d64cc661f694fa3a5c43479ab9e9298e3f5d36932e899b8ecc
+size 170
diff --git a/checkpoint_50000/target.encoder.layers_3.pre_mlp_layer_norm.scale/0 b/checkpoint_50000/target.encoder.layers_3.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..5c78b3181127a3dd0a86e9594878b9a3ef178d7d
--- /dev/null
+++ b/checkpoint_50000/target.encoder.layers_3.pre_mlp_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b5e9938e3eed8ebf3e434ed41d0965ab44286c04c4b2f8bb2da5eb4580517ab
+size 5772
diff --git a/checkpoint_50000/target.encoder.layers_4.attention.key.kernel/.zarray b/checkpoint_50000/target.encoder.layers_4.attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..323c73892f1f7a7707d2132576a926292d5428ec
--- /dev/null
+++ b/checkpoint_50000/target.encoder.layers_4.attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23a7f99dd4ddeefb7ac17eca3753bcddd9ca6e3b953f538812b3f1ada2367075
+size 178
diff --git a/checkpoint_50000/target.encoder.layers_4.attention.key.kernel/0.0 b/checkpoint_50000/target.encoder.layers_4.attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..1efaf5629154d28d28b4f67c7716b83342195fe0
--- /dev/null
+++ b/checkpoint_50000/target.encoder.layers_4.attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:344f8f72dbbc9425a9c1c8f62641ffca2090c84fadde26de299f5ee45dc62967
+size 4385635
diff --git a/checkpoint_50000/target.encoder.layers_4.attention.out.kernel/.zarray b/checkpoint_50000/target.encoder.layers_4.attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..120376f0f1c75a027343e7502f698ea154b8203e
--- /dev/null
+++ b/checkpoint_50000/target.encoder.layers_4.attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44605053a4b2d28515bc45d11e69af731efe343126253bbb183fcfd595a20b0b
+size 178
diff --git a/checkpoint_50000/target.encoder.layers_4.attention.out.kernel/0.0 b/checkpoint_50000/target.encoder.layers_4.attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..41012ef26505de30ea7c727f9da634bb7595eceb
--- /dev/null
+++ b/checkpoint_50000/target.encoder.layers_4.attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b274df6f5d6970c6efd7119266b60910d78ead65b6a9aaf9c8f511e0112c367
+size 4392302
diff --git a/checkpoint_50000/target.encoder.layers_4.attention.query.kernel/.zarray b/checkpoint_50000/target.encoder.layers_4.attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..323c73892f1f7a7707d2132576a926292d5428ec
--- /dev/null
+++ b/checkpoint_50000/target.encoder.layers_4.attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23a7f99dd4ddeefb7ac17eca3753bcddd9ca6e3b953f538812b3f1ada2367075
+size 178
diff --git a/checkpoint_50000/target.encoder.layers_4.attention.query.kernel/0.0 b/checkpoint_50000/target.encoder.layers_4.attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..9f19b56fdb0b411a491a1f07cab3c2aebc01b547
--- /dev/null
+++ b/checkpoint_50000/target.encoder.layers_4.attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed23b3d6e088b3946ec038f85e9b9259e2c2cd3d6f1a700b8825022330118890
+size 4395945
diff --git a/checkpoint_50000/target.encoder.layers_4.attention.value.kernel/.zarray b/checkpoint_50000/target.encoder.layers_4.attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..323c73892f1f7a7707d2132576a926292d5428ec
--- /dev/null
+++ b/checkpoint_50000/target.encoder.layers_4.attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23a7f99dd4ddeefb7ac17eca3753bcddd9ca6e3b953f538812b3f1ada2367075
+size 178
diff --git a/checkpoint_50000/target.encoder.layers_4.attention.value.kernel/0.0 b/checkpoint_50000/target.encoder.layers_4.attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..98c8a7d0fc924516975af573ccc48133f80d332f
--- /dev/null
+++ b/checkpoint_50000/target.encoder.layers_4.attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69f69ec1eb291358ec8d2a9330307568048c69b3de1e34f6848409868ee08c8f
+size 4390088
diff --git a/checkpoint_50000/target.encoder.layers_4.mlp.wi_0.kernel/.zarray b/checkpoint_50000/target.encoder.layers_4.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..f4d3ca6a1157de47afc225abfd2510f2cdb7ae2e
--- /dev/null
+++ b/checkpoint_50000/target.encoder.layers_4.mlp.wi_0.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50cb78978e5bca2290d248f82714b3aea40f904254130ec231bc6e07def6ccdf
+size 180
diff --git a/checkpoint_50000/target.encoder.layers_4.mlp.wi_0.kernel/0.0 b/checkpoint_50000/target.encoder.layers_4.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..c4bb431ff47aeb33e9b724aea8a514c9396f769d
--- /dev/null
+++ b/checkpoint_50000/target.encoder.layers_4.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27493c3da7f6ac9174d415fb40f1c07b446fee420850773485cf9295fb6bd8c6
+size 22643486
diff --git a/checkpoint_50000/target.encoder.layers_4.mlp.wi_1.kernel/.zarray b/checkpoint_50000/target.encoder.layers_4.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..f4d3ca6a1157de47afc225abfd2510f2cdb7ae2e
--- /dev/null
+++ b/checkpoint_50000/target.encoder.layers_4.mlp.wi_1.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50cb78978e5bca2290d248f82714b3aea40f904254130ec231bc6e07def6ccdf
+size 180
diff --git a/checkpoint_50000/target.encoder.layers_4.mlp.wi_1.kernel/0.0 b/checkpoint_50000/target.encoder.layers_4.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..981c6412a8bc9deb18ca3e152559d6ee7b2f4a54
--- /dev/null
+++ b/checkpoint_50000/target.encoder.layers_4.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5cb70aff4f0f9581da6f6d782e706d9d4c70db75fea8fcf880ac6a143cbf2344
+size 22662416
diff --git a/checkpoint_50000/target.encoder.layers_4.mlp.wo.kernel/.zarray b/checkpoint_50000/target.encoder.layers_4.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..ee708e4e956632ad238f9d97ec32a9fb108bec46
--- /dev/null
+++ b/checkpoint_50000/target.encoder.layers_4.mlp.wo.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1ae155dfdfb8a9700e2a43a95cf96febfc4df5aeb3ea32aae29dde773629c2d
+size 180
diff --git a/checkpoint_50000/target.encoder.layers_4.mlp.wo.kernel/0.0 b/checkpoint_50000/target.encoder.layers_4.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..f1cae7576a2e0c0dd2dd7d2f893a5da88b423edb
--- /dev/null
+++ b/checkpoint_50000/target.encoder.layers_4.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f485164741cf116abe5e1a8cd56b29719bc2a20be2aaa71994775494cad30413
+size 22655552
diff --git a/checkpoint_50000/target.encoder.layers_4.pre_attention_layer_norm.scale/.zarray b/checkpoint_50000/target.encoder.layers_4.pre_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..30bba180531f2e2608776cf531b0f327534ab60e
--- /dev/null
+++ b/checkpoint_50000/target.encoder.layers_4.pre_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c15454ca58ace9d64cc661f694fa3a5c43479ab9e9298e3f5d36932e899b8ecc
+size 170
diff --git a/checkpoint_50000/target.encoder.layers_4.pre_attention_layer_norm.scale/0 b/checkpoint_50000/target.encoder.layers_4.pre_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..45ac3c20132616816d50963b1640e555479bffc1
--- /dev/null
+++ b/checkpoint_50000/target.encoder.layers_4.pre_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b16ac402d4d10de3397624002484e0ba65ced1770bdeb69317bc4768b519f13
+size 5782
diff --git a/checkpoint_50000/target.encoder.layers_4.pre_mlp_layer_norm.scale/.zarray b/checkpoint_50000/target.encoder.layers_4.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..30bba180531f2e2608776cf531b0f327534ab60e
--- /dev/null
+++ b/checkpoint_50000/target.encoder.layers_4.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c15454ca58ace9d64cc661f694fa3a5c43479ab9e9298e3f5d36932e899b8ecc
+size 170
diff --git a/checkpoint_50000/target.encoder.layers_4.pre_mlp_layer_norm.scale/0 b/checkpoint_50000/target.encoder.layers_4.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..f77b392d050154214b9c02d3547df4b1a46c9887
--- /dev/null
+++ b/checkpoint_50000/target.encoder.layers_4.pre_mlp_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f652864da5253099049f8f68f1a58a276692de0b40ccb46d51333f0c5a6a8cf6
+size 5747
diff --git a/checkpoint_50000/target.encoder.layers_5.attention.key.kernel/.zarray b/checkpoint_50000/target.encoder.layers_5.attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..323c73892f1f7a7707d2132576a926292d5428ec
--- /dev/null
+++ b/checkpoint_50000/target.encoder.layers_5.attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23a7f99dd4ddeefb7ac17eca3753bcddd9ca6e3b953f538812b3f1ada2367075
+size 178
diff --git a/checkpoint_50000/target.encoder.layers_5.attention.key.kernel/0.0 b/checkpoint_50000/target.encoder.layers_5.attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..385ce92a2785c92442456e4869c2a168332500a7
--- /dev/null
+++ b/checkpoint_50000/target.encoder.layers_5.attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b84a281b8829916e97544585e42b33da7f1830668ff3e278a53c14433cdc4eaf
+size 4385057
diff --git a/checkpoint_50000/target.encoder.layers_5.attention.out.kernel/.zarray b/checkpoint_50000/target.encoder.layers_5.attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..120376f0f1c75a027343e7502f698ea154b8203e
--- /dev/null
+++ b/checkpoint_50000/target.encoder.layers_5.attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44605053a4b2d28515bc45d11e69af731efe343126253bbb183fcfd595a20b0b
+size 178
diff --git a/checkpoint_50000/target.encoder.layers_5.attention.out.kernel/0.0 b/checkpoint_50000/target.encoder.layers_5.attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..6c7f3ffdeed502b2179de3d8af0fef1c6469fa94
--- /dev/null
+++ b/checkpoint_50000/target.encoder.layers_5.attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dffe7ac7d19c427273e3567b69d5a0e5a7409169ad10b2f3458a22b076149c9d
+size 4391244
diff --git a/checkpoint_50000/target.encoder.layers_5.attention.query.kernel/.zarray b/checkpoint_50000/target.encoder.layers_5.attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..323c73892f1f7a7707d2132576a926292d5428ec
--- /dev/null
+++ b/checkpoint_50000/target.encoder.layers_5.attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23a7f99dd4ddeefb7ac17eca3753bcddd9ca6e3b953f538812b3f1ada2367075
+size 178
diff --git a/checkpoint_50000/target.encoder.layers_5.attention.query.kernel/0.0 b/checkpoint_50000/target.encoder.layers_5.attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..c24d10b97bdf1fd9cb6ca21cdd4be54bb4a94ad4
--- /dev/null
+++ b/checkpoint_50000/target.encoder.layers_5.attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1b206417ad565aba9325631f7799cf39af9cfdd216508656e4920e727a308c3
+size 4396042
diff --git a/checkpoint_50000/target.encoder.layers_5.attention.value.kernel/.zarray b/checkpoint_50000/target.encoder.layers_5.attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..323c73892f1f7a7707d2132576a926292d5428ec
--- /dev/null
+++ b/checkpoint_50000/target.encoder.layers_5.attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23a7f99dd4ddeefb7ac17eca3753bcddd9ca6e3b953f538812b3f1ada2367075
+size 178
diff --git a/checkpoint_50000/target.encoder.layers_5.attention.value.kernel/0.0 b/checkpoint_50000/target.encoder.layers_5.attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..a391bd6133562d05e597edfd34cdfb86e78d1839
--- /dev/null
+++ b/checkpoint_50000/target.encoder.layers_5.attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc90b3a1370408c06b3c7a771d662b8977f46fe1a20e3af674fd5be161959803
+size 4389473
diff --git a/checkpoint_50000/target.encoder.layers_5.mlp.wi_0.kernel/.zarray b/checkpoint_50000/target.encoder.layers_5.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..f4d3ca6a1157de47afc225abfd2510f2cdb7ae2e
--- /dev/null
+++ b/checkpoint_50000/target.encoder.layers_5.mlp.wi_0.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50cb78978e5bca2290d248f82714b3aea40f904254130ec231bc6e07def6ccdf
+size 180
diff --git a/checkpoint_50000/target.encoder.layers_5.mlp.wi_0.kernel/0.0 b/checkpoint_50000/target.encoder.layers_5.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..9af6fcf722f435406a8c1c72db638fc6eb4846b5
--- /dev/null
+++ b/checkpoint_50000/target.encoder.layers_5.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f8b7b3c126ee4e066b948d5cca8714fdc613436b0df82ecc02a1410a340fa87
+size 22642244
diff --git a/checkpoint_50000/target.encoder.layers_5.mlp.wi_1.kernel/.zarray b/checkpoint_50000/target.encoder.layers_5.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..f4d3ca6a1157de47afc225abfd2510f2cdb7ae2e
--- /dev/null
+++ b/checkpoint_50000/target.encoder.layers_5.mlp.wi_1.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50cb78978e5bca2290d248f82714b3aea40f904254130ec231bc6e07def6ccdf
+size 180
diff --git a/checkpoint_50000/target.encoder.layers_5.mlp.wi_1.kernel/0.0 b/checkpoint_50000/target.encoder.layers_5.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..d37acc35da63a54fc6bbdf0583459853811dc5d2
--- /dev/null
+++ b/checkpoint_50000/target.encoder.layers_5.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44cee8dd5a572982a812f1659ce670920ac16fbf3bd6d5235f68ddcfd600acc4
+size 22666470
diff --git a/checkpoint_50000/target.encoder.layers_5.mlp.wo.kernel/.zarray b/checkpoint_50000/target.encoder.layers_5.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..ee708e4e956632ad238f9d97ec32a9fb108bec46
--- /dev/null
+++ b/checkpoint_50000/target.encoder.layers_5.mlp.wo.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1ae155dfdfb8a9700e2a43a95cf96febfc4df5aeb3ea32aae29dde773629c2d
+size 180
diff --git a/checkpoint_50000/target.encoder.layers_5.mlp.wo.kernel/0.0 b/checkpoint_50000/target.encoder.layers_5.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..5a731160e4da4a2392fd9cec0e99e9ec427b62c4
--- /dev/null
+++ b/checkpoint_50000/target.encoder.layers_5.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a06d429437acbdad10dc7abc04de885b24b03269c9470c9cebf0585e4527a62
+size 22653945
diff --git a/checkpoint_50000/target.encoder.layers_5.pre_attention_layer_norm.scale/.zarray b/checkpoint_50000/target.encoder.layers_5.pre_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..30bba180531f2e2608776cf531b0f327534ab60e
--- /dev/null
+++ b/checkpoint_50000/target.encoder.layers_5.pre_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c15454ca58ace9d64cc661f694fa3a5c43479ab9e9298e3f5d36932e899b8ecc
+size 170
diff --git a/checkpoint_50000/target.encoder.layers_5.pre_attention_layer_norm.scale/0 b/checkpoint_50000/target.encoder.layers_5.pre_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..e915b4d7f219a6ed80ae28fea6052e6eb4330361
--- /dev/null
+++ b/checkpoint_50000/target.encoder.layers_5.pre_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e433fb42387742809c56136d158862ba2766ef25d5fc55c470452c117b07c1e9
+size 5786
diff --git a/checkpoint_50000/target.encoder.layers_5.pre_mlp_layer_norm.scale/.zarray b/checkpoint_50000/target.encoder.layers_5.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..30bba180531f2e2608776cf531b0f327534ab60e
--- /dev/null
+++ b/checkpoint_50000/target.encoder.layers_5.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c15454ca58ace9d64cc661f694fa3a5c43479ab9e9298e3f5d36932e899b8ecc
+size 170
diff --git a/checkpoint_50000/target.encoder.layers_5.pre_mlp_layer_norm.scale/0 b/checkpoint_50000/target.encoder.layers_5.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..c8ec7c3b4f9d913a8702469ee27183388649ea0f
--- /dev/null
+++ b/checkpoint_50000/target.encoder.layers_5.pre_mlp_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bcf285773b44c8412cca44f21ea15eb2646f03bc35b19fc360c29caafd86db41
+size 5726
diff --git a/checkpoint_50000/target.encoder.layers_6.attention.key.kernel/.zarray b/checkpoint_50000/target.encoder.layers_6.attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..323c73892f1f7a7707d2132576a926292d5428ec
--- /dev/null
+++ b/checkpoint_50000/target.encoder.layers_6.attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23a7f99dd4ddeefb7ac17eca3753bcddd9ca6e3b953f538812b3f1ada2367075
+size 178
diff --git a/checkpoint_50000/target.encoder.layers_6.attention.key.kernel/0.0 b/checkpoint_50000/target.encoder.layers_6.attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..105aec2b5789800b57997026793857a5e865142a
--- /dev/null
+++ b/checkpoint_50000/target.encoder.layers_6.attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0c5cfca90c241f7d992a968384cf59ad775c4b933ed9b470dfbe96b3bf4d909
+size 4384613
diff --git a/checkpoint_50000/target.encoder.layers_6.attention.out.kernel/.zarray b/checkpoint_50000/target.encoder.layers_6.attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..120376f0f1c75a027343e7502f698ea154b8203e
--- /dev/null
+++ b/checkpoint_50000/target.encoder.layers_6.attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44605053a4b2d28515bc45d11e69af731efe343126253bbb183fcfd595a20b0b
+size 178
diff --git a/checkpoint_50000/target.encoder.layers_6.attention.out.kernel/0.0 b/checkpoint_50000/target.encoder.layers_6.attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..a1156c3e658a3e65b3605a63fe81dbbe4b8b3ab1
--- /dev/null
+++ b/checkpoint_50000/target.encoder.layers_6.attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4cd042215e6b49781fdf6795ba03b150fa686167e32710b7cbf71ac05d4c04cf
+size 4394553
diff --git a/checkpoint_50000/target.encoder.layers_6.attention.query.kernel/.zarray b/checkpoint_50000/target.encoder.layers_6.attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..323c73892f1f7a7707d2132576a926292d5428ec
--- /dev/null
+++ b/checkpoint_50000/target.encoder.layers_6.attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23a7f99dd4ddeefb7ac17eca3753bcddd9ca6e3b953f538812b3f1ada2367075
+size 178
diff --git a/checkpoint_50000/target.encoder.layers_6.attention.query.kernel/0.0 b/checkpoint_50000/target.encoder.layers_6.attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..234567f28eb106ee2962169c26809122ab78ce0d
--- /dev/null
+++ b/checkpoint_50000/target.encoder.layers_6.attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c62bfdb66dc4fd295202a9a9dc3f177ff4f81464e515081b77e3828d7d86ebf
+size 4396205
diff --git a/checkpoint_50000/target.encoder.layers_6.attention.value.kernel/.zarray b/checkpoint_50000/target.encoder.layers_6.attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..323c73892f1f7a7707d2132576a926292d5428ec
--- /dev/null
+++ b/checkpoint_50000/target.encoder.layers_6.attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23a7f99dd4ddeefb7ac17eca3753bcddd9ca6e3b953f538812b3f1ada2367075
+size 178
diff --git a/checkpoint_50000/target.encoder.layers_6.attention.value.kernel/0.0 b/checkpoint_50000/target.encoder.layers_6.attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..278b5df598e693886426b5eb2877ffa946d36238
--- /dev/null
+++ b/checkpoint_50000/target.encoder.layers_6.attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20b97bae100122a4babc8563b560238dee421cebdfd8bdffe44d906a231abcaf
+size 4389870
diff --git a/checkpoint_50000/target.encoder.layers_6.mlp.wi_0.kernel/.zarray b/checkpoint_50000/target.encoder.layers_6.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..f4d3ca6a1157de47afc225abfd2510f2cdb7ae2e
--- /dev/null
+++ b/checkpoint_50000/target.encoder.layers_6.mlp.wi_0.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50cb78978e5bca2290d248f82714b3aea40f904254130ec231bc6e07def6ccdf
+size 180
diff --git a/checkpoint_50000/target.encoder.layers_6.mlp.wi_0.kernel/0.0 b/checkpoint_50000/target.encoder.layers_6.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..581f620c9234cb67a6624100fc5ed3d7e8c3ecb0
--- /dev/null
+++ b/checkpoint_50000/target.encoder.layers_6.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76b1118ba4814f887bc6c334c1bfbcc6a1967ee0ed95431fe4e7f88795dd490e
+size 22643118
diff --git a/checkpoint_50000/target.encoder.layers_6.mlp.wi_1.kernel/.zarray b/checkpoint_50000/target.encoder.layers_6.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..f4d3ca6a1157de47afc225abfd2510f2cdb7ae2e
--- /dev/null
+++ b/checkpoint_50000/target.encoder.layers_6.mlp.wi_1.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50cb78978e5bca2290d248f82714b3aea40f904254130ec231bc6e07def6ccdf
+size 180
diff --git a/checkpoint_50000/target.encoder.layers_6.mlp.wi_1.kernel/0.0 b/checkpoint_50000/target.encoder.layers_6.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..08c70b5fbbbd5b893979c72dad99dbe5b7df93d9
--- /dev/null
+++ b/checkpoint_50000/target.encoder.layers_6.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec73dc5c65d9358ab45f6fc8e61a9ca732913b90119d36bcc05b679fb848e2f8
+size 22667908
diff --git a/checkpoint_50000/target.encoder.layers_6.mlp.wo.kernel/.zarray b/checkpoint_50000/target.encoder.layers_6.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..ee708e4e956632ad238f9d97ec32a9fb108bec46
--- /dev/null
+++ b/checkpoint_50000/target.encoder.layers_6.mlp.wo.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1ae155dfdfb8a9700e2a43a95cf96febfc4df5aeb3ea32aae29dde773629c2d
+size 180
diff --git a/checkpoint_50000/target.encoder.layers_6.mlp.wo.kernel/0.0 b/checkpoint_50000/target.encoder.layers_6.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..3233571bd79bcbf3517a4390d0bc2fa13535c2fa
--- /dev/null
+++ b/checkpoint_50000/target.encoder.layers_6.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bd7edfb2d27e8c0252cf557982c7fb24981128bded1c86c8598f04c7cb2d09b
+size 22654703
diff --git a/checkpoint_50000/target.encoder.layers_6.pre_attention_layer_norm.scale/.zarray b/checkpoint_50000/target.encoder.layers_6.pre_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..30bba180531f2e2608776cf531b0f327534ab60e
--- /dev/null
+++ b/checkpoint_50000/target.encoder.layers_6.pre_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c15454ca58ace9d64cc661f694fa3a5c43479ab9e9298e3f5d36932e899b8ecc
+size 170
diff --git a/checkpoint_50000/target.encoder.layers_6.pre_attention_layer_norm.scale/0 b/checkpoint_50000/target.encoder.layers_6.pre_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..73605302e64e30b845ec466c9cf2cfa9102081b1
--- /dev/null
+++ b/checkpoint_50000/target.encoder.layers_6.pre_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1caf519bf9c9dc4b4d2184537ab293cce95875156d27049b28cf29a73df265a1
+size 5763
diff --git a/checkpoint_50000/target.encoder.layers_6.pre_mlp_layer_norm.scale/.zarray b/checkpoint_50000/target.encoder.layers_6.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..30bba180531f2e2608776cf531b0f327534ab60e
--- /dev/null
+++ b/checkpoint_50000/target.encoder.layers_6.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c15454ca58ace9d64cc661f694fa3a5c43479ab9e9298e3f5d36932e899b8ecc
+size 170
diff --git a/checkpoint_50000/target.encoder.layers_6.pre_mlp_layer_norm.scale/0 b/checkpoint_50000/target.encoder.layers_6.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..d5a05aa96b77a8b3d8ac45fe4c8131383ac08b01
--- /dev/null
+++ b/checkpoint_50000/target.encoder.layers_6.pre_mlp_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e58dc04fe494a13ae5348298a9b7128301640b03c458bf4bdf69dcd2420eef6
+size 5721
diff --git a/checkpoint_50000/target.encoder.layers_7.attention.key.kernel/.zarray b/checkpoint_50000/target.encoder.layers_7.attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..323c73892f1f7a7707d2132576a926292d5428ec
--- /dev/null
+++ b/checkpoint_50000/target.encoder.layers_7.attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23a7f99dd4ddeefb7ac17eca3753bcddd9ca6e3b953f538812b3f1ada2367075
+size 178
diff --git a/checkpoint_50000/target.encoder.layers_7.attention.key.kernel/0.0 b/checkpoint_50000/target.encoder.layers_7.attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..2c5b8f3a02df14c15c2ac167c80d1a3cc9e306e8
--- /dev/null
+++ b/checkpoint_50000/target.encoder.layers_7.attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52d8a88a1281f37d4681a12b9abf4936da1919a37107758a102b0ff49c3c18c3
+size 4385023
diff --git a/checkpoint_50000/target.encoder.layers_7.attention.out.kernel/.zarray b/checkpoint_50000/target.encoder.layers_7.attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..120376f0f1c75a027343e7502f698ea154b8203e
--- /dev/null
+++ b/checkpoint_50000/target.encoder.layers_7.attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44605053a4b2d28515bc45d11e69af731efe343126253bbb183fcfd595a20b0b
+size 178
diff --git a/checkpoint_50000/target.encoder.layers_7.attention.out.kernel/0.0 b/checkpoint_50000/target.encoder.layers_7.attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..eaca9ee10ca21c18d6b6c0c6583edb3e02d1273b
--- /dev/null
+++ b/checkpoint_50000/target.encoder.layers_7.attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d74e0c1db7c9300d2e3781c3c264012d26c27285cab40ad097e41aa7ce94a5fd
+size 4396540
diff --git a/checkpoint_50000/target.encoder.layers_7.attention.query.kernel/.zarray b/checkpoint_50000/target.encoder.layers_7.attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..323c73892f1f7a7707d2132576a926292d5428ec
--- /dev/null
+++ b/checkpoint_50000/target.encoder.layers_7.attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23a7f99dd4ddeefb7ac17eca3753bcddd9ca6e3b953f538812b3f1ada2367075
+size 178
diff --git a/checkpoint_50000/target.encoder.layers_7.attention.query.kernel/0.0 b/checkpoint_50000/target.encoder.layers_7.attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..435fb940f51dedfe7bc6a54ead4f11f8143b6911
--- /dev/null
+++ b/checkpoint_50000/target.encoder.layers_7.attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a017a55f7277cd277854eb28402488596c62db9be0285bcd1bf0fec62a3c783
+size 4396251
diff --git a/checkpoint_50000/target.encoder.layers_7.attention.value.kernel/.zarray b/checkpoint_50000/target.encoder.layers_7.attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..323c73892f1f7a7707d2132576a926292d5428ec
--- /dev/null
+++ b/checkpoint_50000/target.encoder.layers_7.attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23a7f99dd4ddeefb7ac17eca3753bcddd9ca6e3b953f538812b3f1ada2367075
+size 178
diff --git a/checkpoint_50000/target.encoder.layers_7.attention.value.kernel/0.0 b/checkpoint_50000/target.encoder.layers_7.attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..05554efd96b211de42f8fdf612df12a2b3036935
--- /dev/null
+++ b/checkpoint_50000/target.encoder.layers_7.attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f0f665c12820f954bd5620217515acf1e7a38cbceb8a0a4782e50c21155be1d
+size 4391185
diff --git a/checkpoint_50000/target.encoder.layers_7.mlp.wi_0.kernel/.zarray b/checkpoint_50000/target.encoder.layers_7.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..f4d3ca6a1157de47afc225abfd2510f2cdb7ae2e
--- /dev/null
+++ b/checkpoint_50000/target.encoder.layers_7.mlp.wi_0.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50cb78978e5bca2290d248f82714b3aea40f904254130ec231bc6e07def6ccdf
+size 180
diff --git a/checkpoint_50000/target.encoder.layers_7.mlp.wi_0.kernel/0.0 b/checkpoint_50000/target.encoder.layers_7.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..c6c9b7304e51f6a71592cf170e17ee8182b415e1
--- /dev/null
+++ b/checkpoint_50000/target.encoder.layers_7.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:241679809884ae3dbde10a9702aff4e3419e6e281beafcc80e1089166c5e151b
+size 22642905
diff --git a/checkpoint_50000/target.encoder.layers_7.mlp.wi_1.kernel/.zarray b/checkpoint_50000/target.encoder.layers_7.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..f4d3ca6a1157de47afc225abfd2510f2cdb7ae2e
--- /dev/null
+++ b/checkpoint_50000/target.encoder.layers_7.mlp.wi_1.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50cb78978e5bca2290d248f82714b3aea40f904254130ec231bc6e07def6ccdf
+size 180
diff --git a/checkpoint_50000/target.encoder.layers_7.mlp.wi_1.kernel/0.0 b/checkpoint_50000/target.encoder.layers_7.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..ac6c1b22041ff3fbd9f6ca42798992f3a0bffb52
--- /dev/null
+++ b/checkpoint_50000/target.encoder.layers_7.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c5be04a865a5dec6fbaee0ecc7e50ffc11519b50e174f4ae18b17719e752bce
+size 22673520
diff --git a/checkpoint_50000/target.encoder.layers_7.mlp.wo.kernel/.zarray b/checkpoint_50000/target.encoder.layers_7.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..ee708e4e956632ad238f9d97ec32a9fb108bec46
--- /dev/null
+++ b/checkpoint_50000/target.encoder.layers_7.mlp.wo.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1ae155dfdfb8a9700e2a43a95cf96febfc4df5aeb3ea32aae29dde773629c2d
+size 180
diff --git a/checkpoint_50000/target.encoder.layers_7.mlp.wo.kernel/0.0 b/checkpoint_50000/target.encoder.layers_7.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..9a0c05dcaac40c1cf67d07d1ae4bea08fbf31ed5
--- /dev/null
+++ b/checkpoint_50000/target.encoder.layers_7.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ab2ced8254d73409912fed4ca0193df4483a5b9f0aeb3f6715d7301823628d7
+size 22655639
diff --git a/checkpoint_50000/target.encoder.layers_7.pre_attention_layer_norm.scale/.zarray b/checkpoint_50000/target.encoder.layers_7.pre_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..30bba180531f2e2608776cf531b0f327534ab60e
--- /dev/null
+++ b/checkpoint_50000/target.encoder.layers_7.pre_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c15454ca58ace9d64cc661f694fa3a5c43479ab9e9298e3f5d36932e899b8ecc
+size 170
diff --git a/checkpoint_50000/target.encoder.layers_7.pre_attention_layer_norm.scale/0 b/checkpoint_50000/target.encoder.layers_7.pre_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..321a0158017397f0b102169f3f22086a5c9f1b8f
--- /dev/null
+++ b/checkpoint_50000/target.encoder.layers_7.pre_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df781e621be715305e3286df2d167cbb3402abee3958c4379d3ada51de0d1b3d
+size 5738
diff --git a/checkpoint_50000/target.encoder.layers_7.pre_mlp_layer_norm.scale/.zarray b/checkpoint_50000/target.encoder.layers_7.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..30bba180531f2e2608776cf531b0f327534ab60e
--- /dev/null
+++ b/checkpoint_50000/target.encoder.layers_7.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c15454ca58ace9d64cc661f694fa3a5c43479ab9e9298e3f5d36932e899b8ecc
+size 170
diff --git a/checkpoint_50000/target.encoder.layers_7.pre_mlp_layer_norm.scale/0 b/checkpoint_50000/target.encoder.layers_7.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..1a65a74286687926bd0054b9917b9f57af5848ef
--- /dev/null
+++ b/checkpoint_50000/target.encoder.layers_7.pre_mlp_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17f7a3b1d0845ec1fd66324291c2d3dcc156f91d74fc534eab02be98757af464
+size 5714
diff --git a/checkpoint_50000/target.encoder.layers_8.attention.key.kernel/.zarray b/checkpoint_50000/target.encoder.layers_8.attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..323c73892f1f7a7707d2132576a926292d5428ec
--- /dev/null
+++ b/checkpoint_50000/target.encoder.layers_8.attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23a7f99dd4ddeefb7ac17eca3753bcddd9ca6e3b953f538812b3f1ada2367075
+size 178
diff --git a/checkpoint_50000/target.encoder.layers_8.attention.key.kernel/0.0 b/checkpoint_50000/target.encoder.layers_8.attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..5471a19a7f35947d7b12b1720bd57aa1b8b03d7b
--- /dev/null
+++ b/checkpoint_50000/target.encoder.layers_8.attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd7114f56e1887559ab11c66ff819b9c402b25f56e7bba135fccbb3bb9720785
+size 4384434
diff --git a/checkpoint_50000/target.encoder.layers_8.attention.out.kernel/.zarray b/checkpoint_50000/target.encoder.layers_8.attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..120376f0f1c75a027343e7502f698ea154b8203e
--- /dev/null
+++ b/checkpoint_50000/target.encoder.layers_8.attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44605053a4b2d28515bc45d11e69af731efe343126253bbb183fcfd595a20b0b
+size 178
diff --git a/checkpoint_50000/target.encoder.layers_8.attention.out.kernel/0.0 b/checkpoint_50000/target.encoder.layers_8.attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..21b3d49b32e53ed908d84b82caa8e74e65a6cf8a
--- /dev/null
+++ b/checkpoint_50000/target.encoder.layers_8.attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f60c12ac2ee8cafdf26c94255201dbba17a018819d4864f13ea25108d25eb091
+size 4395753
diff --git a/checkpoint_50000/target.encoder.layers_8.attention.query.kernel/.zarray b/checkpoint_50000/target.encoder.layers_8.attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..323c73892f1f7a7707d2132576a926292d5428ec
--- /dev/null
+++ b/checkpoint_50000/target.encoder.layers_8.attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23a7f99dd4ddeefb7ac17eca3753bcddd9ca6e3b953f538812b3f1ada2367075
+size 178
diff --git a/checkpoint_50000/target.encoder.layers_8.attention.query.kernel/0.0 b/checkpoint_50000/target.encoder.layers_8.attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..84b2b5033269105bc7ff678e76a35918eb51c317
--- /dev/null
+++ b/checkpoint_50000/target.encoder.layers_8.attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bac8240c5f0607f38d6fc7059af375d3b56db288098eddb7606769e2907cc85
+size 4396246
diff --git a/checkpoint_50000/target.encoder.layers_8.attention.value.kernel/.zarray b/checkpoint_50000/target.encoder.layers_8.attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..323c73892f1f7a7707d2132576a926292d5428ec
--- /dev/null
+++ b/checkpoint_50000/target.encoder.layers_8.attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23a7f99dd4ddeefb7ac17eca3753bcddd9ca6e3b953f538812b3f1ada2367075
+size 178
diff --git a/checkpoint_50000/target.encoder.layers_8.attention.value.kernel/0.0 b/checkpoint_50000/target.encoder.layers_8.attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..af78c56056019cc7a6f3d342fc6ea0a4d050b590
--- /dev/null
+++ b/checkpoint_50000/target.encoder.layers_8.attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2537ab25729cf9c5637a877d93522948c224d6fda4b4afb77f598fa9be1398b2
+size 4390318
diff --git a/checkpoint_50000/target.encoder.layers_8.mlp.wi_0.kernel/.zarray b/checkpoint_50000/target.encoder.layers_8.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..f4d3ca6a1157de47afc225abfd2510f2cdb7ae2e
--- /dev/null
+++ b/checkpoint_50000/target.encoder.layers_8.mlp.wi_0.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50cb78978e5bca2290d248f82714b3aea40f904254130ec231bc6e07def6ccdf
+size 180
diff --git a/checkpoint_50000/target.encoder.layers_8.mlp.wi_0.kernel/0.0 b/checkpoint_50000/target.encoder.layers_8.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..21fa0b469b177c7c940ad3207838643818fb0019
--- /dev/null
+++ b/checkpoint_50000/target.encoder.layers_8.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92e71b045e75cf16e3ee4b18c8a3c23446fed59931e333c930aaf21725b44616
+size 22641133
diff --git a/checkpoint_50000/target.encoder.layers_8.mlp.wi_1.kernel/.zarray b/checkpoint_50000/target.encoder.layers_8.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..f4d3ca6a1157de47afc225abfd2510f2cdb7ae2e
--- /dev/null
+++ b/checkpoint_50000/target.encoder.layers_8.mlp.wi_1.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50cb78978e5bca2290d248f82714b3aea40f904254130ec231bc6e07def6ccdf
+size 180
diff --git a/checkpoint_50000/target.encoder.layers_8.mlp.wi_1.kernel/0.0 b/checkpoint_50000/target.encoder.layers_8.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..c0f71809b0ec5c9acaf15dffc80f16870656e954
--- /dev/null
+++ b/checkpoint_50000/target.encoder.layers_8.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1d7d38d822bc8f132a95378eea1ebcbc8d3f519f460cb722e3a72d511d6d75f
+size 22672342
diff --git a/checkpoint_50000/target.encoder.layers_8.mlp.wo.kernel/.zarray b/checkpoint_50000/target.encoder.layers_8.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..ee708e4e956632ad238f9d97ec32a9fb108bec46
--- /dev/null
+++ b/checkpoint_50000/target.encoder.layers_8.mlp.wo.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1ae155dfdfb8a9700e2a43a95cf96febfc4df5aeb3ea32aae29dde773629c2d
+size 180
diff --git a/checkpoint_50000/target.encoder.layers_8.mlp.wo.kernel/0.0 b/checkpoint_50000/target.encoder.layers_8.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..275b1ab8f641592add207b0f9009ebe202794f31
--- /dev/null
+++ b/checkpoint_50000/target.encoder.layers_8.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d713ff4c6ca1e5f52c2f61db4867d6fe65d3b1e87e50663c25234968f35cd87
+size 22653246
diff --git a/checkpoint_50000/target.encoder.layers_8.pre_attention_layer_norm.scale/.zarray b/checkpoint_50000/target.encoder.layers_8.pre_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..30bba180531f2e2608776cf531b0f327534ab60e
--- /dev/null
+++ b/checkpoint_50000/target.encoder.layers_8.pre_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c15454ca58ace9d64cc661f694fa3a5c43479ab9e9298e3f5d36932e899b8ecc
+size 170
diff --git a/checkpoint_50000/target.encoder.layers_8.pre_attention_layer_norm.scale/0 b/checkpoint_50000/target.encoder.layers_8.pre_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..e52fbd341d814598262d79acbf3aced597c18db5
--- /dev/null
+++ b/checkpoint_50000/target.encoder.layers_8.pre_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbcf2ab2b3802f86a7654cd71c823f662336f8d9e0ecce6307e792f713f712a1
+size 5756
diff --git a/checkpoint_50000/target.encoder.layers_8.pre_mlp_layer_norm.scale/.zarray b/checkpoint_50000/target.encoder.layers_8.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..30bba180531f2e2608776cf531b0f327534ab60e
--- /dev/null
+++ b/checkpoint_50000/target.encoder.layers_8.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c15454ca58ace9d64cc661f694fa3a5c43479ab9e9298e3f5d36932e899b8ecc
+size 170
diff --git a/checkpoint_50000/target.encoder.layers_8.pre_mlp_layer_norm.scale/0 b/checkpoint_50000/target.encoder.layers_8.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..ddd158ea9825acf2ba0f41df06626953b2d57701
--- /dev/null
+++ b/checkpoint_50000/target.encoder.layers_8.pre_mlp_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e51f225e875ca6f71da3d7ec4216579f1d4d1b53b10052eec36f1e95bb693bbe
+size 5692
diff --git a/checkpoint_50000/target.encoder.layers_9.attention.key.kernel/.zarray b/checkpoint_50000/target.encoder.layers_9.attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..323c73892f1f7a7707d2132576a926292d5428ec
--- /dev/null
+++ b/checkpoint_50000/target.encoder.layers_9.attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23a7f99dd4ddeefb7ac17eca3753bcddd9ca6e3b953f538812b3f1ada2367075
+size 178
diff --git a/checkpoint_50000/target.encoder.layers_9.attention.key.kernel/0.0 b/checkpoint_50000/target.encoder.layers_9.attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..f88b6ad8d1dc6711f4c202974300d6be1c632bec
--- /dev/null
+++ b/checkpoint_50000/target.encoder.layers_9.attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f828d544aa46c48aceb944f2ab5db24cab560c2e9dcb4f8c25ee86b04dae3161
+size 4384756
diff --git a/checkpoint_50000/target.encoder.layers_9.attention.out.kernel/.zarray b/checkpoint_50000/target.encoder.layers_9.attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..120376f0f1c75a027343e7502f698ea154b8203e
--- /dev/null
+++ b/checkpoint_50000/target.encoder.layers_9.attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44605053a4b2d28515bc45d11e69af731efe343126253bbb183fcfd595a20b0b
+size 178
diff --git a/checkpoint_50000/target.encoder.layers_9.attention.out.kernel/0.0 b/checkpoint_50000/target.encoder.layers_9.attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..3ec3333fb78d6d491979e59c4bb9eb6861d415a6
--- /dev/null
+++ b/checkpoint_50000/target.encoder.layers_9.attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfcfe89dfc8bd7182b5fa34293fb78217827d07d0c73f5b744879226b1f33d1b
+size 4396943
diff --git a/checkpoint_50000/target.encoder.layers_9.attention.query.kernel/.zarray b/checkpoint_50000/target.encoder.layers_9.attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..323c73892f1f7a7707d2132576a926292d5428ec
--- /dev/null
+++ b/checkpoint_50000/target.encoder.layers_9.attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23a7f99dd4ddeefb7ac17eca3753bcddd9ca6e3b953f538812b3f1ada2367075
+size 178
diff --git a/checkpoint_50000/target.encoder.layers_9.attention.query.kernel/0.0 b/checkpoint_50000/target.encoder.layers_9.attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..2fa553e3eeb4444a81c38799dd22ccce37b6b45c
--- /dev/null
+++ b/checkpoint_50000/target.encoder.layers_9.attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f359dc1bd8ee8e52bfb2522621e493c81502e95954ab5c4306946c6eceb9edb
+size 4396269
diff --git a/checkpoint_50000/target.encoder.layers_9.attention.value.kernel/.zarray b/checkpoint_50000/target.encoder.layers_9.attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..323c73892f1f7a7707d2132576a926292d5428ec
--- /dev/null
+++ b/checkpoint_50000/target.encoder.layers_9.attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23a7f99dd4ddeefb7ac17eca3753bcddd9ca6e3b953f538812b3f1ada2367075
+size 178
diff --git a/checkpoint_50000/target.encoder.layers_9.attention.value.kernel/0.0 b/checkpoint_50000/target.encoder.layers_9.attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..f8e8fc44f39623b1ec6b8accd3cca8277a7a6a01
--- /dev/null
+++ b/checkpoint_50000/target.encoder.layers_9.attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60ae6079c930e81d844b8bd32cd38cb5759ee824629157232893f1fc9dcf59c2
+size 4391815
diff --git a/checkpoint_50000/target.encoder.layers_9.mlp.wi_0.kernel/.zarray b/checkpoint_50000/target.encoder.layers_9.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..f4d3ca6a1157de47afc225abfd2510f2cdb7ae2e
--- /dev/null
+++ b/checkpoint_50000/target.encoder.layers_9.mlp.wi_0.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50cb78978e5bca2290d248f82714b3aea40f904254130ec231bc6e07def6ccdf
+size 180
diff --git a/checkpoint_50000/target.encoder.layers_9.mlp.wi_0.kernel/0.0 b/checkpoint_50000/target.encoder.layers_9.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..c1f34409a3b93a2c4fc322347fbd1574df18ff4d
--- /dev/null
+++ b/checkpoint_50000/target.encoder.layers_9.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27a6fbb6e85080826d0b10d43de78954b370693968b0eb73b179501c779394c5
+size 22641513
diff --git a/checkpoint_50000/target.encoder.layers_9.mlp.wi_1.kernel/.zarray b/checkpoint_50000/target.encoder.layers_9.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..f4d3ca6a1157de47afc225abfd2510f2cdb7ae2e
--- /dev/null
+++ b/checkpoint_50000/target.encoder.layers_9.mlp.wi_1.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50cb78978e5bca2290d248f82714b3aea40f904254130ec231bc6e07def6ccdf
+size 180
diff --git a/checkpoint_50000/target.encoder.layers_9.mlp.wi_1.kernel/0.0 b/checkpoint_50000/target.encoder.layers_9.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..3784d63d9ff32fc52cdfa8be832da1a64739e98b
--- /dev/null
+++ b/checkpoint_50000/target.encoder.layers_9.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7697b8eb17a82d29b7bf04d3cc8083ee23922bf529824e58727a115bd30770aa
+size 22675771
diff --git a/checkpoint_50000/target.encoder.layers_9.mlp.wo.kernel/.zarray b/checkpoint_50000/target.encoder.layers_9.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..ee708e4e956632ad238f9d97ec32a9fb108bec46
--- /dev/null
+++ b/checkpoint_50000/target.encoder.layers_9.mlp.wo.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1ae155dfdfb8a9700e2a43a95cf96febfc4df5aeb3ea32aae29dde773629c2d
+size 180
diff --git a/checkpoint_50000/target.encoder.layers_9.mlp.wo.kernel/0.0 b/checkpoint_50000/target.encoder.layers_9.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..37c20b802d712c56cf25c930877e4b33ce9907bc
--- /dev/null
+++ b/checkpoint_50000/target.encoder.layers_9.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5aefaf338402c7696ea5bbf3c230a822c0b7bd3e03d762f3a198584e4f5ef84d
+size 22658365
diff --git a/checkpoint_50000/target.encoder.layers_9.pre_attention_layer_norm.scale/.zarray b/checkpoint_50000/target.encoder.layers_9.pre_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..30bba180531f2e2608776cf531b0f327534ab60e
--- /dev/null
+++ b/checkpoint_50000/target.encoder.layers_9.pre_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c15454ca58ace9d64cc661f694fa3a5c43479ab9e9298e3f5d36932e899b8ecc
+size 170
diff --git a/checkpoint_50000/target.encoder.layers_9.pre_attention_layer_norm.scale/0 b/checkpoint_50000/target.encoder.layers_9.pre_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..e6926881e65e7b4238b23278f780582de075c1a9
--- /dev/null
+++ b/checkpoint_50000/target.encoder.layers_9.pre_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c81892cc06ab4c1afecc97028ba81cec3ef58235ff9dbd11b9db2578d0930101
+size 5681
diff --git a/checkpoint_50000/target.encoder.layers_9.pre_mlp_layer_norm.scale/.zarray b/checkpoint_50000/target.encoder.layers_9.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..30bba180531f2e2608776cf531b0f327534ab60e
--- /dev/null
+++ b/checkpoint_50000/target.encoder.layers_9.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c15454ca58ace9d64cc661f694fa3a5c43479ab9e9298e3f5d36932e899b8ecc
+size 170
diff --git a/checkpoint_50000/target.encoder.layers_9.pre_mlp_layer_norm.scale/0 b/checkpoint_50000/target.encoder.layers_9.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..4e22877849b276fe17b38ba0ab55a7434d0adb45
--- /dev/null
+++ b/checkpoint_50000/target.encoder.layers_9.pre_mlp_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16e66b4ace65b930cf3fe4d7b0b13cdf65702f89504f64128194b392a81392bb
+size 5666
diff --git a/checkpoint_50000/target.encoder.relpos_bias.rel_embedding/.zarray b/checkpoint_50000/target.encoder.relpos_bias.rel_embedding/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..f0ebb438b0df77a995f437c9cf19936cd0a38f79
--- /dev/null
+++ b/checkpoint_50000/target.encoder.relpos_bias.rel_embedding/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7028b3f2007ef72746d64487314ca6723cab7f9713ecb30bd30b73a22418e831
+size 172
diff --git a/checkpoint_50000/target.encoder.relpos_bias.rel_embedding/0.0 b/checkpoint_50000/target.encoder.relpos_bias.rel_embedding/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..4f6c1cab1624cb3e6a629a22f0cf46eab8f32ac9
--- /dev/null
+++ b/checkpoint_50000/target.encoder.relpos_bias.rel_embedding/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25d87a64c731408a5b980ab0d1b290a9d3d6c10a1036eb233c912731b1f96355
+size 1490
diff --git a/checkpoint_50000/target.token_embedder.embedding/.zarray b/checkpoint_50000/target.token_embedder.embedding/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..83afa8bef0af9940b11d0031253ab64925482c19
--- /dev/null
+++ b/checkpoint_50000/target.token_embedder.embedding/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:390d9ca46c6f427590b6104d24c3004f0940f37d6b116bdfc378c8945b375aaf
+size 178
diff --git a/checkpoint_50000/target.token_embedder.embedding/0.0 b/checkpoint_50000/target.token_embedder.embedding/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..c42ed8733c1c58c78750f2d07611d1f10f12efe4
--- /dev/null
+++ b/checkpoint_50000/target.token_embedder.embedding/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:141767aba472adc5bb55db2b514f849223d5b9d0b2856981f2ab14555c8a0092
+size 2194684
diff --git a/flax_model.msgpack b/flax_model.msgpack
new file mode 100644
index 0000000000000000000000000000000000000000..0c2c3cb5860970eaa64128ff127dbbed838e7368
--- /dev/null
+++ b/flax_model.msgpack
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3beafa531228a3f59bed2cacf5f66907dd544df06ec86f15c387d70f385b4dd4
+size 2326623947
diff --git a/train/events.out.tfevents.1651151362.t1v-n-9798b699-w-0.1022149.0.v2 b/train/events.out.tfevents.1651151362.t1v-n-9798b699-w-0.1022149.0.v2
index e1f58005e8e7d8a3d4ff3b4221510c786ad7ba7c..4bf6577d724becd438cbf27e2f7a71ab23c3f74a 100644
--- a/train/events.out.tfevents.1651151362.t1v-n-9798b699-w-0.1022149.0.v2
+++ b/train/events.out.tfevents.1651151362.t1v-n-9798b699-w-0.1022149.0.v2
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:020318844a0f05778c0c44d7937b60775a0caa7ae8978d1df1b7ffe0e2398ba4
-size 12046
+oid sha256:6ba57b8038baa8232ea49500927f4804230deaf0aeecf46108555810ef797f00
+size 19766
diff --git a/training_eval/byt5_pretrain_finnish/events.out.tfevents.1651151362.t1v-n-9798b699-w-0.1022149.1.v2 b/training_eval/byt5_pretrain_finnish/events.out.tfevents.1651151362.t1v-n-9798b699-w-0.1022149.1.v2
index 61ced6fbd6ce30bd2d5f59187fa50069e9d4c8ed..5523a0e5bbed53eaa268369fc30a8e4425cba81b 100644
--- a/training_eval/byt5_pretrain_finnish/events.out.tfevents.1651151362.t1v-n-9798b699-w-0.1022149.1.v2
+++ b/training_eval/byt5_pretrain_finnish/events.out.tfevents.1651151362.t1v-n-9798b699-w-0.1022149.1.v2
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:314c5a9dc389b9abc8b8bf5a43d150c0bc014361a7c1f2e3847d2cd1a5ac083e
-size 5329
+oid sha256:b08842d94a6a7d2c97f7442792060faa6516303e9d529e259eebd597a21cf94f
+size 11854