diff --git a/exp12-1/000-module.3.input_layernorm/events.out.tfevents.1638234485.r7i4n1.3380055.4 b/exp12-1/000-module.3.input_layernorm/events.out.tfevents.1638234485.r7i4n1.3380055.4
new file mode 100644
index 0000000000000000000000000000000000000000..100c0c6be0f478b6f6e2ce1831c56754af0519d5
--- /dev/null
+++ b/exp12-1/000-module.3.input_layernorm/events.out.tfevents.1638234485.r7i4n1.3380055.4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee87864c04c11073676e441238e7c24a765692e8f4661f86e11854c10461ee01
+size 83263528
diff --git a/exp12-1/000-module.3.mlp.dense_4h_to_h/events.out.tfevents.1638234487.r7i4n1.3380055.12 b/exp12-1/000-module.3.mlp.dense_4h_to_h/events.out.tfevents.1638234487.r7i4n1.3380055.12
new file mode 100644
index 0000000000000000000000000000000000000000..61b3060eaeafdcbab8ff28e8fed806f8763abd7a
--- /dev/null
+++ b/exp12-1/000-module.3.mlp.dense_4h_to_h/events.out.tfevents.1638234487.r7i4n1.3380055.12
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66111d565d4814fe816fa6a0391478e7a782c7cbb8f13c80734901a3f576908c
+size 84049960
diff --git a/exp12-1/000-module.3.mlp.dense_h_to_4h/events.out.tfevents.1638234486.r7i4n1.3380055.11 b/exp12-1/000-module.3.mlp.dense_h_to_4h/events.out.tfevents.1638234486.r7i4n1.3380055.11
new file mode 100644
index 0000000000000000000000000000000000000000..224bdcb4f82649fed45d6abe650f51bd61bf79bc
--- /dev/null
+++ b/exp12-1/000-module.3.mlp.dense_h_to_4h/events.out.tfevents.1638234486.r7i4n1.3380055.11
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b43ebf4a03af3110a8e1072d6d8ff630951710f9ccf653f4a30133795ae6d6dc
+size 84049960
diff --git a/exp12-1/000-module.3.mlp/events.out.tfevents.1638234487.r7i4n1.3380055.13 b/exp12-1/000-module.3.mlp/events.out.tfevents.1638234487.r7i4n1.3380055.13
new file mode 100644
index 0000000000000000000000000000000000000000..ba62da2e78afaecf9001201a8c1052802ec50f0d
--- /dev/null
+++ b/exp12-1/000-module.3.mlp/events.out.tfevents.1638234487.r7i4n1.3380055.13
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e3c1a4ebd4ffb2d3980810b9ce63db8bf342b9ec091afc35d1b42ad1a353b0e
+size 49250344
diff --git a/exp12-1/000-module.3.post_attention_layernorm/events.out.tfevents.1638234486.r7i4n1.3380055.10 b/exp12-1/000-module.3.post_attention_layernorm/events.out.tfevents.1638234486.r7i4n1.3380055.10
new file mode 100644
index 0000000000000000000000000000000000000000..d598f77c42d0ce5bf38e67b534698793b2823e2f
--- /dev/null
+++ b/exp12-1/000-module.3.post_attention_layernorm/events.out.tfevents.1638234486.r7i4n1.3380055.10
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b681938878c1fa4575190b3545f8c88cb7f32f1458527057435556f921508601
+size 83263528
diff --git a/exp12-1/000-module.3.self_attention.attention_dropout/events.out.tfevents.1638234486.r7i4n1.3380055.7 b/exp12-1/000-module.3.self_attention.attention_dropout/events.out.tfevents.1638234486.r7i4n1.3380055.7
new file mode 100644
index 0000000000000000000000000000000000000000..b584017bd9656c0f360bea94f81d94804039d279
--- /dev/null
+++ b/exp12-1/000-module.3.self_attention.attention_dropout/events.out.tfevents.1638234486.r7i4n1.3380055.7
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:480920f205e29c1a1bfe2b92bd2aeda3232ef893e3e510d2ae019bdc17c5ac23
+size 36274216
diff --git a/exp12-1/000-module.3.self_attention.dense/events.out.tfevents.1638234486.r7i4n1.3380055.8 b/exp12-1/000-module.3.self_attention.dense/events.out.tfevents.1638234486.r7i4n1.3380055.8
new file mode 100644
index 0000000000000000000000000000000000000000..bdf04cb653467c3ae2e0417195ace21b42689fe2
--- /dev/null
+++ b/exp12-1/000-module.3.self_attention.dense/events.out.tfevents.1638234486.r7i4n1.3380055.8
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f8a498a847171260878d0dd9aa375f547d6b6ef5ba2b817658804ab6c8eaa31
+size 84049960
diff --git a/exp12-1/000-module.3.self_attention.query_key_value/events.out.tfevents.1638234486.r7i4n1.3380055.5 b/exp12-1/000-module.3.self_attention.query_key_value/events.out.tfevents.1638234486.r7i4n1.3380055.5
new file mode 100644
index 0000000000000000000000000000000000000000..7ebc22ffce7e899506122652a35ba1a8e0ee09b0
--- /dev/null
+++ b/exp12-1/000-module.3.self_attention.query_key_value/events.out.tfevents.1638234486.r7i4n1.3380055.5
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f40aa024966e524b6aa18b531ec4605edb368d6c9251fab76c2405525d7b255e
+size 77758504
diff --git a/exp12-1/000-module.3.self_attention.scale_mask_softmax/events.out.tfevents.1638234486.r7i4n1.3380055.6 b/exp12-1/000-module.3.self_attention.scale_mask_softmax/events.out.tfevents.1638234486.r7i4n1.3380055.6
new file mode 100644
index 0000000000000000000000000000000000000000..8763069e7868775a29262d26b2c258f0ab68ff82
--- /dev/null
+++ b/exp12-1/000-module.3.self_attention.scale_mask_softmax/events.out.tfevents.1638234486.r7i4n1.3380055.6
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f30ef6c52fc4b1c866729c1302f54210f62bcd5a9a28472c1cfa651e5496379
+size 36274216
diff --git a/exp12-1/000-module.3.self_attention/events.out.tfevents.1638234486.r7i4n1.3380055.9 b/exp12-1/000-module.3.self_attention/events.out.tfevents.1638234486.r7i4n1.3380055.9
new file mode 100644
index 0000000000000000000000000000000000000000..852fac24ab61a69bc72421073914dd4cea238864
--- /dev/null
+++ b/exp12-1/000-module.3.self_attention/events.out.tfevents.1638234486.r7i4n1.3380055.9
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97a298c057c19570569b67ad6fba4f99314c2228b27a6cc7c00ec182108e41e4
+size 49250344
diff --git a/exp12-1/000-module.3/events.out.tfevents.1638234487.r7i4n1.3380055.14 b/exp12-1/000-module.3/events.out.tfevents.1638234487.r7i4n1.3380055.14
new file mode 100644
index 0000000000000000000000000000000000000000..18ef0bfeb6c73da5a18db5571fd8a1ecb07f1372
--- /dev/null
+++ b/exp12-1/000-module.3/events.out.tfevents.1638234487.r7i4n1.3380055.14
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:093eaec96287fd9d032a035c0c549a3c95ae76e5f1c6639b900b9ee38dd1414e
+size 48463912
diff --git a/exp12-1/000-module.4.input_layernorm/events.out.tfevents.1638234487.r7i4n1.3380055.15 b/exp12-1/000-module.4.input_layernorm/events.out.tfevents.1638234487.r7i4n1.3380055.15
new file mode 100644
index 0000000000000000000000000000000000000000..0cfe8da89c5a366497217f2d2d981da0fded65ba
--- /dev/null
+++ b/exp12-1/000-module.4.input_layernorm/events.out.tfevents.1638234487.r7i4n1.3380055.15
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2791b9b723387cbd1764e3a1cc46052cc8cd905391d94eea2b7b1fc1d65e82a9
+size 83263528
diff --git a/exp12-1/000-module.4.mlp.dense_4h_to_h/events.out.tfevents.1638234487.r7i4n1.3380055.23 b/exp12-1/000-module.4.mlp.dense_4h_to_h/events.out.tfevents.1638234487.r7i4n1.3380055.23
new file mode 100644
index 0000000000000000000000000000000000000000..c7ab4a95a74ab5100dfde40de610c413eb2b8cfd
--- /dev/null
+++ b/exp12-1/000-module.4.mlp.dense_4h_to_h/events.out.tfevents.1638234487.r7i4n1.3380055.23
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bcf2d161e9d8e50a48d99d860eee98782a062bec23262dfad7e9a75ffd6aeb25
+size 84049960
diff --git a/exp12-1/000-module.4.mlp.dense_h_to_4h/events.out.tfevents.1638234487.r7i4n1.3380055.22 b/exp12-1/000-module.4.mlp.dense_h_to_4h/events.out.tfevents.1638234487.r7i4n1.3380055.22
new file mode 100644
index 0000000000000000000000000000000000000000..4f99e93250c05266704d786dd9cbd029ba771fb7
--- /dev/null
+++ b/exp12-1/000-module.4.mlp.dense_h_to_4h/events.out.tfevents.1638234487.r7i4n1.3380055.22
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03b38271ae083e54e7333ffc9c301681f68fc7503d587abf8465ce4a9b3b9b15
+size 84049960
diff --git a/exp12-1/000-module.4.mlp/events.out.tfevents.1638234487.r7i4n1.3380055.24 b/exp12-1/000-module.4.mlp/events.out.tfevents.1638234487.r7i4n1.3380055.24
new file mode 100644
index 0000000000000000000000000000000000000000..fbe9478b1981121813f604984c89551a40beade2
--- /dev/null
+++ b/exp12-1/000-module.4.mlp/events.out.tfevents.1638234487.r7i4n1.3380055.24
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0322b8ea0339d2b9950eac30e7bcda37ac02d31193f099b08e2ed130ca9150ab
+size 49250344
diff --git a/exp12-1/000-module.4.post_attention_layernorm/events.out.tfevents.1638234487.r7i4n1.3380055.21 b/exp12-1/000-module.4.post_attention_layernorm/events.out.tfevents.1638234487.r7i4n1.3380055.21
new file mode 100644
index 0000000000000000000000000000000000000000..ac148c3b9cd06db96dcac6a63032c64e2890fc3b
--- /dev/null
+++ b/exp12-1/000-module.4.post_attention_layernorm/events.out.tfevents.1638234487.r7i4n1.3380055.21
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef94bfc9bd23bf5ed8ea138c5035d40a5e82f00365704f90ef6d28b782da478f
+size 83263528
diff --git a/exp12-1/000-module.4.self_attention.attention_dropout/events.out.tfevents.1638234487.r7i4n1.3380055.18 b/exp12-1/000-module.4.self_attention.attention_dropout/events.out.tfevents.1638234487.r7i4n1.3380055.18
new file mode 100644
index 0000000000000000000000000000000000000000..776a74550755154aa83c28019e196184643135b2
--- /dev/null
+++ b/exp12-1/000-module.4.self_attention.attention_dropout/events.out.tfevents.1638234487.r7i4n1.3380055.18
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aedbed966768c86f59c163696cce6a196baacc34aad9c94006c65614604f1f2e
+size 36274216
diff --git a/exp12-1/000-module.4.self_attention.dense/events.out.tfevents.1638234487.r7i4n1.3380055.19 b/exp12-1/000-module.4.self_attention.dense/events.out.tfevents.1638234487.r7i4n1.3380055.19
new file mode 100644
index 0000000000000000000000000000000000000000..4b3ebb762dee9efaaea0a2a52acc42b85000fe78
--- /dev/null
+++ b/exp12-1/000-module.4.self_attention.dense/events.out.tfevents.1638234487.r7i4n1.3380055.19
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65c145079425dcabbadc5d844593881e68d9e649f0d33fb41102860f70e0fc53
+size 84049960
diff --git a/exp12-1/000-module.4.self_attention.query_key_value/events.out.tfevents.1638234487.r7i4n1.3380055.16 b/exp12-1/000-module.4.self_attention.query_key_value/events.out.tfevents.1638234487.r7i4n1.3380055.16
new file mode 100644
index 0000000000000000000000000000000000000000..207176532e1dc8c0c0d0eb4185a30941baf5f527
--- /dev/null
+++ b/exp12-1/000-module.4.self_attention.query_key_value/events.out.tfevents.1638234487.r7i4n1.3380055.16
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e116b99e30d53169e24a936d5bef1a00e5aacb91f993a708db9385ab7f55ef8
+size 77758504
diff --git a/exp12-1/000-module.4.self_attention.scale_mask_softmax/events.out.tfevents.1638234487.r7i4n1.3380055.17 b/exp12-1/000-module.4.self_attention.scale_mask_softmax/events.out.tfevents.1638234487.r7i4n1.3380055.17
new file mode 100644
index 0000000000000000000000000000000000000000..c32b218df79f91371e7e56570e7193b7753c355d
--- /dev/null
+++ b/exp12-1/000-module.4.self_attention.scale_mask_softmax/events.out.tfevents.1638234487.r7i4n1.3380055.17
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18f6b836d34a03c8de6a71efc9c4e7ded856c11bf5be5ea8c095dee5d480329d
+size 36274216
diff --git a/exp12-1/000-module.4.self_attention/events.out.tfevents.1638234487.r7i4n1.3380055.20 b/exp12-1/000-module.4.self_attention/events.out.tfevents.1638234487.r7i4n1.3380055.20
new file mode 100644
index 0000000000000000000000000000000000000000..20c34eb9b204a58c365c88b5b6f332c1bf509f5c
--- /dev/null
+++ b/exp12-1/000-module.4.self_attention/events.out.tfevents.1638234487.r7i4n1.3380055.20
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c41df05b06b8143ec37f342f4e390c59aaaf2d2579e476a80af79caf96cd296b
+size 49250344
diff --git a/exp12-1/000-module.4/events.out.tfevents.1638234487.r7i4n1.3380055.25 b/exp12-1/000-module.4/events.out.tfevents.1638234487.r7i4n1.3380055.25
new file mode 100644
index 0000000000000000000000000000000000000000..16916d9b367a61f1e0b245a560e1c82acbee452c
--- /dev/null
+++ b/exp12-1/000-module.4/events.out.tfevents.1638234487.r7i4n1.3380055.25
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63ee26fcc3e5d06e654bb60656d0eca9173381927a4b3cf39c1d1cbe128d2390
+size 48463912
diff --git a/exp12-1/000-module.tied_modules.embed.embedding_dropout/events.out.tfevents.1638234485.r7i4n1.3380055.2 b/exp12-1/000-module.tied_modules.embed.embedding_dropout/events.out.tfevents.1638234485.r7i4n1.3380055.2
new file mode 100644
index 0000000000000000000000000000000000000000..6054d0f3b0ead89ba0025e2c354a3667821488a7
--- /dev/null
+++ b/exp12-1/000-module.tied_modules.embed.embedding_dropout/events.out.tfevents.1638234485.r7i4n1.3380055.2
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e23cbbdbd5d5a1eb44fd03906e6c529ac297c048de3da02c502b1b233429886b
+size 24281128
diff --git a/exp12-1/000-module.tied_modules.embed.position_embeddings/events.out.tfevents.1638234485.r7i4n1.3380055.1 b/exp12-1/000-module.tied_modules.embed.position_embeddings/events.out.tfevents.1638234485.r7i4n1.3380055.1
new file mode 100644
index 0000000000000000000000000000000000000000..b68eec5e58be143751ced602f6ae8c6a2e606e56
--- /dev/null
+++ b/exp12-1/000-module.tied_modules.embed.position_embeddings/events.out.tfevents.1638234485.r7i4n1.3380055.1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d92d19bbd8900e596d15d40507081362122d8edf5d4cff71e7a6c52240bf6e47
+size 29982760
diff --git a/exp12-1/000-module.tied_modules.embed.word_embeddings/events.out.tfevents.1638234485.r7i4n1.3380055.0 b/exp12-1/000-module.tied_modules.embed.word_embeddings/events.out.tfevents.1638234485.r7i4n1.3380055.0
new file mode 100644
index 0000000000000000000000000000000000000000..3e7b8d4b4cd3df2798b1c977b6cd98f181fd46b9
--- /dev/null
+++ b/exp12-1/000-module.tied_modules.embed.word_embeddings/events.out.tfevents.1638234485.r7i4n1.3380055.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca1e9f74d5132f37cbc173a5f9330c5014230ad8d41609f92f504930030c6358
+size 29982760
diff --git a/exp12-1/000-module.tied_modules.embed/events.out.tfevents.1638234485.r7i4n1.3380055.3 b/exp12-1/000-module.tied_modules.embed/events.out.tfevents.1638234485.r7i4n1.3380055.3
new file mode 100644
index 0000000000000000000000000000000000000000..7ddfdfb17f1eb3d5f1e3cd3c4d11307a038b274f
--- /dev/null
+++ b/exp12-1/000-module.tied_modules.embed/events.out.tfevents.1638234485.r7i4n1.3380055.3
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:646f8ce33d68ef92c64b14532c1a077594f3ae304314706ed9aab8c73159a0c7
+size 18186280
diff --git a/exp12-1/000-module/events.out.tfevents.1638234487.r7i4n1.3380055.26 b/exp12-1/000-module/events.out.tfevents.1638234487.r7i4n1.3380055.26
new file mode 100644
index 0000000000000000000000000000000000000000..26dcbce9e11de457e83bbbf1816982eea2e4728a
--- /dev/null
+++ b/exp12-1/000-module/events.out.tfevents.1638234487.r7i4n1.3380055.26
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d98f711b037ea33b1970099f4a1adacce9be7b636104390970ad2bbfbf51bb0f
+size 18186280
diff --git a/exp12-1/056-module.17.input_layernorm/events.out.tfevents.1638234497.r7i5n6.1000222.0 b/exp12-1/056-module.17.input_layernorm/events.out.tfevents.1638234497.r7i5n6.1000222.0
new file mode 100644
index 0000000000000000000000000000000000000000..bab434368d13a6cf59a0be39c4365244d05b82ea
--- /dev/null
+++ b/exp12-1/056-module.17.input_layernorm/events.out.tfevents.1638234497.r7i5n6.1000222.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5db5d187927d36ad3d1b6d557cf72d9f0deb44cbce4ab0b917d24d3c72ca8e29
+size 83263528
diff --git a/exp12-1/056-module.17.mlp.dense_4h_to_h/events.out.tfevents.1638234498.r7i5n6.1000222.8 b/exp12-1/056-module.17.mlp.dense_4h_to_h/events.out.tfevents.1638234498.r7i5n6.1000222.8
new file mode 100644
index 0000000000000000000000000000000000000000..47118812c79d411bde350181c04154fef64f1a80
--- /dev/null
+++ b/exp12-1/056-module.17.mlp.dense_4h_to_h/events.out.tfevents.1638234498.r7i5n6.1000222.8
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3058901fb22e6e2fdf36709530b22533c66b3cd886204d94b30c0a400405b78
+size 84049960
diff --git a/exp12-1/056-module.17.mlp.dense_h_to_4h/events.out.tfevents.1638234498.r7i5n6.1000222.7 b/exp12-1/056-module.17.mlp.dense_h_to_4h/events.out.tfevents.1638234498.r7i5n6.1000222.7
new file mode 100644
index 0000000000000000000000000000000000000000..fb3876b249299a40d5a6a2319a130f91590c38f9
--- /dev/null
+++ b/exp12-1/056-module.17.mlp.dense_h_to_4h/events.out.tfevents.1638234498.r7i5n6.1000222.7
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22033d2e60a37e4432340a0b7eecf18ecf7f56bf463273c57bece70c6f2a39b9
+size 84049960
diff --git a/exp12-1/056-module.17.mlp/events.out.tfevents.1638234498.r7i5n6.1000222.9 b/exp12-1/056-module.17.mlp/events.out.tfevents.1638234498.r7i5n6.1000222.9
new file mode 100644
index 0000000000000000000000000000000000000000..ec21522f190422ccb7beac0027d47385691631ef
--- /dev/null
+++ b/exp12-1/056-module.17.mlp/events.out.tfevents.1638234498.r7i5n6.1000222.9
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9005a093c50462c93c79d588cf7af7bd534f10f3b973ddc1ee8cdf653da3a2e
+size 49250344
diff --git a/exp12-1/056-module.17.post_attention_layernorm/events.out.tfevents.1638234498.r7i5n6.1000222.6 b/exp12-1/056-module.17.post_attention_layernorm/events.out.tfevents.1638234498.r7i5n6.1000222.6
new file mode 100644
index 0000000000000000000000000000000000000000..d9a5a32e62ed881e68f0b94909c1e684c0347203
--- /dev/null
+++ b/exp12-1/056-module.17.post_attention_layernorm/events.out.tfevents.1638234498.r7i5n6.1000222.6
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1dc35c6b58d42fc0add9aa2658fecd18888ccc4984500f702697d2baf4c29a8
+size 83263528
diff --git a/exp12-1/056-module.17.self_attention.attention_dropout/events.out.tfevents.1638234498.r7i5n6.1000222.3 b/exp12-1/056-module.17.self_attention.attention_dropout/events.out.tfevents.1638234498.r7i5n6.1000222.3
new file mode 100644
index 0000000000000000000000000000000000000000..4f72c4e39edd55b212831edaf8ac7ec92c98afbf
--- /dev/null
+++ b/exp12-1/056-module.17.self_attention.attention_dropout/events.out.tfevents.1638234498.r7i5n6.1000222.3
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5868efee5fec0255ea708f9a0398b1fd9044ad0ddc544ff1b6525b2cd7dc54b9
+size 36274216
diff --git a/exp12-1/056-module.17.self_attention.dense/events.out.tfevents.1638234498.r7i5n6.1000222.4 b/exp12-1/056-module.17.self_attention.dense/events.out.tfevents.1638234498.r7i5n6.1000222.4
new file mode 100644
index 0000000000000000000000000000000000000000..fdab6b17fa9d878ba71cd0680e362d3a9003b72e
--- /dev/null
+++ b/exp12-1/056-module.17.self_attention.dense/events.out.tfevents.1638234498.r7i5n6.1000222.4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8022536a204bb933d39a81038f7e8f9c3590880499bc7d597c578ecfe43b7826
+size 84049960
diff --git a/exp12-1/056-module.17.self_attention.query_key_value/events.out.tfevents.1638234498.r7i5n6.1000222.1 b/exp12-1/056-module.17.self_attention.query_key_value/events.out.tfevents.1638234498.r7i5n6.1000222.1
new file mode 100644
index 0000000000000000000000000000000000000000..c32ad073dbd25347ae5b3858ef53c7b660d537ea
--- /dev/null
+++ b/exp12-1/056-module.17.self_attention.query_key_value/events.out.tfevents.1638234498.r7i5n6.1000222.1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4bec436b3b7b1e19601313878722a119b2a54df22af5ba6b334355ea8f4b51c6
+size 77758504
diff --git a/exp12-1/056-module.17.self_attention.scale_mask_softmax/events.out.tfevents.1638234498.r7i5n6.1000222.2 b/exp12-1/056-module.17.self_attention.scale_mask_softmax/events.out.tfevents.1638234498.r7i5n6.1000222.2
new file mode 100644
index 0000000000000000000000000000000000000000..5028ed32227f324c2566015efe51b31791c45886
--- /dev/null
+++ b/exp12-1/056-module.17.self_attention.scale_mask_softmax/events.out.tfevents.1638234498.r7i5n6.1000222.2
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ead3f195588ab028415b7377726b7025f125c2e4c8293470433fcbfe8c4953f6
+size 36274216
diff --git a/exp12-1/056-module.17.self_attention/events.out.tfevents.1638234498.r7i5n6.1000222.5 b/exp12-1/056-module.17.self_attention/events.out.tfevents.1638234498.r7i5n6.1000222.5
new file mode 100644
index 0000000000000000000000000000000000000000..b9cc1d041dc7f9a30da32e136179c2301d6949cd
--- /dev/null
+++ b/exp12-1/056-module.17.self_attention/events.out.tfevents.1638234498.r7i5n6.1000222.5
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8edce22155278265adb1e00d5c3664128319d6fafb95e36bf6bc6006d8af6335
+size 49250344
diff --git a/exp12-1/056-module.17/events.out.tfevents.1638234498.r7i5n6.1000222.10 b/exp12-1/056-module.17/events.out.tfevents.1638234498.r7i5n6.1000222.10
new file mode 100644
index 0000000000000000000000000000000000000000..2be1d8e6cb7da6b8bc48ff8f59efaf3edfbee086
--- /dev/null
+++ b/exp12-1/056-module.17/events.out.tfevents.1638234498.r7i5n6.1000222.10
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:937af3adb4dc08d677c6a1156b9062c42838591bce6dd2d96efc3c096eb744ba
+size 48463912
diff --git a/exp12-1/056-module.18.input_layernorm/events.out.tfevents.1638234498.r7i5n6.1000222.11 b/exp12-1/056-module.18.input_layernorm/events.out.tfevents.1638234498.r7i5n6.1000222.11
new file mode 100644
index 0000000000000000000000000000000000000000..fce3c9f2bec534caf628bc09972bcafdf8849d62
--- /dev/null
+++ b/exp12-1/056-module.18.input_layernorm/events.out.tfevents.1638234498.r7i5n6.1000222.11
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c772fe64103ed937b5300491eaa9df8bb53a73ea5dc47aed198d9044abbb488f
+size 83263528
diff --git a/exp12-1/056-module.18.mlp.dense_4h_to_h/events.out.tfevents.1638234499.r7i5n6.1000222.19 b/exp12-1/056-module.18.mlp.dense_4h_to_h/events.out.tfevents.1638234499.r7i5n6.1000222.19
new file mode 100644
index 0000000000000000000000000000000000000000..9a344b43d841e936cc5de5ee97da88522d06fc42
--- /dev/null
+++ b/exp12-1/056-module.18.mlp.dense_4h_to_h/events.out.tfevents.1638234499.r7i5n6.1000222.19
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e065dab3048bc8a48cfd19f775fc04567c733ddfbf02dd1ee23bc6010267a984
+size 84049960
diff --git a/exp12-1/056-module.18.mlp.dense_h_to_4h/events.out.tfevents.1638234498.r7i5n6.1000222.18 b/exp12-1/056-module.18.mlp.dense_h_to_4h/events.out.tfevents.1638234498.r7i5n6.1000222.18
new file mode 100644
index 0000000000000000000000000000000000000000..905a47ccb9a3fefa5182282b2f76948ca77b0427
--- /dev/null
+++ b/exp12-1/056-module.18.mlp.dense_h_to_4h/events.out.tfevents.1638234498.r7i5n6.1000222.18
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:465dbb54c21d319f7bc3c4db3a4483f3044be3879732682f2124d60f114c2e59
+size 84049960
diff --git a/exp12-1/056-module.18.mlp/events.out.tfevents.1638234499.r7i5n6.1000222.20 b/exp12-1/056-module.18.mlp/events.out.tfevents.1638234499.r7i5n6.1000222.20
new file mode 100644
index 0000000000000000000000000000000000000000..998bb7c513c50d1c3423f6309ded798d9000985e
--- /dev/null
+++ b/exp12-1/056-module.18.mlp/events.out.tfevents.1638234499.r7i5n6.1000222.20
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:512e73e5433df576708fc867ff5fae34d0d1eb00316cd428467ff3f833402306
+size 49250344
diff --git a/exp12-1/056-module.18.post_attention_layernorm/events.out.tfevents.1638234498.r7i5n6.1000222.17 b/exp12-1/056-module.18.post_attention_layernorm/events.out.tfevents.1638234498.r7i5n6.1000222.17
new file mode 100644
index 0000000000000000000000000000000000000000..2095e6985f66bd54a3bb5dc4c7331fc422590ff1
--- /dev/null
+++ b/exp12-1/056-module.18.post_attention_layernorm/events.out.tfevents.1638234498.r7i5n6.1000222.17
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06dc0faf1abfaef74eec666f85aeffa88c90f4d51cbae970f7f74c6cebc0d9ff
+size 83263528
diff --git a/exp12-1/056-module.18.self_attention.attention_dropout/events.out.tfevents.1638234498.r7i5n6.1000222.14 b/exp12-1/056-module.18.self_attention.attention_dropout/events.out.tfevents.1638234498.r7i5n6.1000222.14
new file mode 100644
index 0000000000000000000000000000000000000000..e5953acc9b3bfa903765c8353772aa745ad112c0
--- /dev/null
+++ b/exp12-1/056-module.18.self_attention.attention_dropout/events.out.tfevents.1638234498.r7i5n6.1000222.14
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ddc62ce7ae93d747b7c225420c6fcab620353849be53e9c19dd8e4f7aa99cb8
+size 36274216
diff --git a/exp12-1/056-module.18.self_attention.dense/events.out.tfevents.1638234498.r7i5n6.1000222.15 b/exp12-1/056-module.18.self_attention.dense/events.out.tfevents.1638234498.r7i5n6.1000222.15
new file mode 100644
index 0000000000000000000000000000000000000000..6e481adf926def8226334845caa3e1f68af207b7
--- /dev/null
+++ b/exp12-1/056-module.18.self_attention.dense/events.out.tfevents.1638234498.r7i5n6.1000222.15
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f89afe50ae35544ff9e3c7a91a6b09d742187371f0cb41426eaed1f4276b5186
+size 84049960
diff --git a/exp12-1/056-module.18.self_attention.query_key_value/events.out.tfevents.1638234498.r7i5n6.1000222.12 b/exp12-1/056-module.18.self_attention.query_key_value/events.out.tfevents.1638234498.r7i5n6.1000222.12
new file mode 100644
index 0000000000000000000000000000000000000000..eaa669fccb92c73e3949c5ca56394afca41f0d98
--- /dev/null
+++ b/exp12-1/056-module.18.self_attention.query_key_value/events.out.tfevents.1638234498.r7i5n6.1000222.12
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a79782070ea0d313c1afb3f1cca5e154e3916da65fa255434c74989c2612dac4
+size 77758504
diff --git a/exp12-1/056-module.18.self_attention.scale_mask_softmax/events.out.tfevents.1638234498.r7i5n6.1000222.13 b/exp12-1/056-module.18.self_attention.scale_mask_softmax/events.out.tfevents.1638234498.r7i5n6.1000222.13
new file mode 100644
index 0000000000000000000000000000000000000000..df3ef7cdd3fdcef433c17990d04c9d49a8d647fb
--- /dev/null
+++ b/exp12-1/056-module.18.self_attention.scale_mask_softmax/events.out.tfevents.1638234498.r7i5n6.1000222.13
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df00d64aaca737ece2c8e8070c499ec035864c4f3041d102334fdbb89242fe3c
+size 36274216
diff --git a/exp12-1/056-module.18.self_attention/events.out.tfevents.1638234498.r7i5n6.1000222.16 b/exp12-1/056-module.18.self_attention/events.out.tfevents.1638234498.r7i5n6.1000222.16
new file mode 100644
index 0000000000000000000000000000000000000000..5d67cf8417f0f92ab7b1f2d31309315b6e6fdf09
--- /dev/null
+++ b/exp12-1/056-module.18.self_attention/events.out.tfevents.1638234498.r7i5n6.1000222.16
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:793bbd5ea435faefb7b4598bb2ee097a139cce9266b43edf37f5515d5a94f5ad
+size 49250344
diff --git a/exp12-1/056-module.18/events.out.tfevents.1638234499.r7i5n6.1000222.21 b/exp12-1/056-module.18/events.out.tfevents.1638234499.r7i5n6.1000222.21
new file mode 100644
index 0000000000000000000000000000000000000000..e690eab2d9516cbfd73d242922375823c04437b0
--- /dev/null
+++ b/exp12-1/056-module.18/events.out.tfevents.1638234499.r7i5n6.1000222.21
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:483d6cba47801aa66af95fb8fb9c00783201fa0c597670e74e8cb6150c4a09a0
+size 48463912
diff --git a/exp12-1/056-module/events.out.tfevents.1638234499.r7i5n6.1000222.22 b/exp12-1/056-module/events.out.tfevents.1638234499.r7i5n6.1000222.22
new file mode 100644
index 0000000000000000000000000000000000000000..0f124e60e6aef525556c8a043380f124cf9c460d
--- /dev/null
+++ b/exp12-1/056-module/events.out.tfevents.1638234499.r7i5n6.1000222.22
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:086baedeab33f4b419670c4ae782734a9a2026a93d08de3ae015a69af719a0e3
+size 24281128
diff --git a/exp12-1/120-module.33.input_layernorm/events.out.tfevents.1638234510.r7i7n4.2179717.0 b/exp12-1/120-module.33.input_layernorm/events.out.tfevents.1638234510.r7i7n4.2179717.0
new file mode 100644
index 0000000000000000000000000000000000000000..4112f3e380dd98d7d8008d574e1598f1fa4e5188
--- /dev/null
+++ b/exp12-1/120-module.33.input_layernorm/events.out.tfevents.1638234510.r7i7n4.2179717.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05344223944295967bb8313e499836983e21e9d8e258769e0c11b74b33c087ce
+size 83263528
diff --git a/exp12-1/120-module.33.mlp.dense_4h_to_h/events.out.tfevents.1638234511.r7i7n4.2179717.8 b/exp12-1/120-module.33.mlp.dense_4h_to_h/events.out.tfevents.1638234511.r7i7n4.2179717.8
new file mode 100644
index 0000000000000000000000000000000000000000..eb01c9aa8beac87f167f2ea9ad7521b33622f1a0
--- /dev/null
+++ b/exp12-1/120-module.33.mlp.dense_4h_to_h/events.out.tfevents.1638234511.r7i7n4.2179717.8
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e55d26a0d40f562e1dd927a63000c2cc4018b4834e6ce3e59b80e9e63e9b35d
+size 84049960
diff --git a/exp12-1/120-module.33.mlp.dense_h_to_4h/events.out.tfevents.1638234511.r7i7n4.2179717.7 b/exp12-1/120-module.33.mlp.dense_h_to_4h/events.out.tfevents.1638234511.r7i7n4.2179717.7
new file mode 100644
index 0000000000000000000000000000000000000000..b91792eb4008badb1d11f6a3616225447081278a
--- /dev/null
+++ b/exp12-1/120-module.33.mlp.dense_h_to_4h/events.out.tfevents.1638234511.r7i7n4.2179717.7
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9cb53582f37495274b2931d32b8b632f10b39b105b36b7c23aee7fce63cf8a96
+size 84049960
diff --git a/exp12-1/120-module.33.mlp/events.out.tfevents.1638234511.r7i7n4.2179717.9 b/exp12-1/120-module.33.mlp/events.out.tfevents.1638234511.r7i7n4.2179717.9
new file mode 100644
index 0000000000000000000000000000000000000000..0a552033709685febf6ca8d81ad90f0205e33d2d
--- /dev/null
+++ b/exp12-1/120-module.33.mlp/events.out.tfevents.1638234511.r7i7n4.2179717.9
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:765fcdff0d714a9329d27136b8dff328f8bcd60a82180a1aca667e73b46133e5
+size 49250344
diff --git a/exp12-1/120-module.33.post_attention_layernorm/events.out.tfevents.1638234511.r7i7n4.2179717.6 b/exp12-1/120-module.33.post_attention_layernorm/events.out.tfevents.1638234511.r7i7n4.2179717.6
new file mode 100644
index 0000000000000000000000000000000000000000..e934bd0f3690abb524af1908c8d6c826672755ce
--- /dev/null
+++ b/exp12-1/120-module.33.post_attention_layernorm/events.out.tfevents.1638234511.r7i7n4.2179717.6
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7cbba48e01dbfb514aa350e6687b6f28fa604c5d610623b1c290a6510504415d
+size 83263528
diff --git a/exp12-1/120-module.33.self_attention.attention_dropout/events.out.tfevents.1638234510.r7i7n4.2179717.3 b/exp12-1/120-module.33.self_attention.attention_dropout/events.out.tfevents.1638234510.r7i7n4.2179717.3
new file mode 100644
index 0000000000000000000000000000000000000000..ad0de872800f2ed4ca9a4b6f97c5bbe855407b4d
--- /dev/null
+++ b/exp12-1/120-module.33.self_attention.attention_dropout/events.out.tfevents.1638234510.r7i7n4.2179717.3
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:660492e219a7ceb2fffeb5eaffd76bff33c296bc830f79b91d326363f16dc0ec
+size 36274216
diff --git a/exp12-1/120-module.33.self_attention.dense/events.out.tfevents.1638234510.r7i7n4.2179717.4 b/exp12-1/120-module.33.self_attention.dense/events.out.tfevents.1638234510.r7i7n4.2179717.4
new file mode 100644
index 0000000000000000000000000000000000000000..7f55a8207494065bb1b239281abedd046b8cc029
--- /dev/null
+++ b/exp12-1/120-module.33.self_attention.dense/events.out.tfevents.1638234510.r7i7n4.2179717.4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc4a6092d28ea468ecb6a853362032b98fc982a47e56bb2f40f4fae188abbc70
+size 84049960
diff --git a/exp12-1/120-module.33.self_attention.query_key_value/events.out.tfevents.1638234510.r7i7n4.2179717.1 b/exp12-1/120-module.33.self_attention.query_key_value/events.out.tfevents.1638234510.r7i7n4.2179717.1
new file mode 100644
index 0000000000000000000000000000000000000000..d07a8686a67a55f4417ff1717f92a1124a1eec56
--- /dev/null
+++ b/exp12-1/120-module.33.self_attention.query_key_value/events.out.tfevents.1638234510.r7i7n4.2179717.1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3749f4d449709641e8dd406cfaa65f1d6c9e3641b771cf67dbeb1a5592075705
+size 77758504
diff --git a/exp12-1/120-module.33.self_attention.scale_mask_softmax/events.out.tfevents.1638234510.r7i7n4.2179717.2 b/exp12-1/120-module.33.self_attention.scale_mask_softmax/events.out.tfevents.1638234510.r7i7n4.2179717.2
new file mode 100644
index 0000000000000000000000000000000000000000..89c7b79fd1de8fe616f4588e7aa97b61da9bf358
--- /dev/null
+++ b/exp12-1/120-module.33.self_attention.scale_mask_softmax/events.out.tfevents.1638234510.r7i7n4.2179717.2
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:643ba041fcca58aae6eb6913d664aa371613a6c6e3225d624af10624d6ebe9cb
+size 36274216
diff --git a/exp12-1/120-module.33.self_attention/events.out.tfevents.1638234510.r7i7n4.2179717.5 b/exp12-1/120-module.33.self_attention/events.out.tfevents.1638234510.r7i7n4.2179717.5
new file mode 100644
index 0000000000000000000000000000000000000000..2cf1d92173fabe63bb0e7d517024d13a67844d70
--- /dev/null
+++ b/exp12-1/120-module.33.self_attention/events.out.tfevents.1638234510.r7i7n4.2179717.5
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4874aeeac08cc37d69e6983dbd9c80d6cda1d22c65f556870c576846fa046f2e
+size 49250344
diff --git a/exp12-1/120-module.33/events.out.tfevents.1638234511.r7i7n4.2179717.10 b/exp12-1/120-module.33/events.out.tfevents.1638234511.r7i7n4.2179717.10
new file mode 100644
index 0000000000000000000000000000000000000000..2a1898ddb0e998e50450113b6b2d6c33a75bba67
--- /dev/null
+++ b/exp12-1/120-module.33/events.out.tfevents.1638234511.r7i7n4.2179717.10
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:301c6799a576396b13996f46f105846e18efa7ea4ec78603493bda0c92e249ff
+size 48463912
diff --git a/exp12-1/120-module.34.input_layernorm/events.out.tfevents.1638234511.r7i7n4.2179717.11 b/exp12-1/120-module.34.input_layernorm/events.out.tfevents.1638234511.r7i7n4.2179717.11
new file mode 100644
index 0000000000000000000000000000000000000000..b1bfd27e813a50491239d837c79d63ed677433a5
--- /dev/null
+++ b/exp12-1/120-module.34.input_layernorm/events.out.tfevents.1638234511.r7i7n4.2179717.11
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3cfa675ee7af602bff294ecaae079cbcc60e64882a31834369a67177ed052ad3
+size 83263528
diff --git a/exp12-1/120-module.34.mlp.dense_4h_to_h/events.out.tfevents.1638234511.r7i7n4.2179717.19 b/exp12-1/120-module.34.mlp.dense_4h_to_h/events.out.tfevents.1638234511.r7i7n4.2179717.19
new file mode 100644
index 0000000000000000000000000000000000000000..3a5b6cc57a637eaef3554bcd8cb86f3f7c4d362f
--- /dev/null
+++ b/exp12-1/120-module.34.mlp.dense_4h_to_h/events.out.tfevents.1638234511.r7i7n4.2179717.19
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:704990d1478a122e82a34b79e34b0ef672290d55b3dec3b5af57504dcea83414
+size 84049960
diff --git a/exp12-1/120-module.34.mlp.dense_h_to_4h/events.out.tfevents.1638234511.r7i7n4.2179717.18 b/exp12-1/120-module.34.mlp.dense_h_to_4h/events.out.tfevents.1638234511.r7i7n4.2179717.18
new file mode 100644
index 0000000000000000000000000000000000000000..cb6050734752cfc10c1a0f1bf13ae183fd517e4d
--- /dev/null
+++ b/exp12-1/120-module.34.mlp.dense_h_to_4h/events.out.tfevents.1638234511.r7i7n4.2179717.18
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fea9cba26c5353e30b69c16eadcc7f5d1130ea9179c60038852fa31e4370138a
+size 84049960
diff --git a/exp12-1/120-module.34.mlp/events.out.tfevents.1638234511.r7i7n4.2179717.20 b/exp12-1/120-module.34.mlp/events.out.tfevents.1638234511.r7i7n4.2179717.20
new file mode 100644
index 0000000000000000000000000000000000000000..62b01daab51504dcdba1f82c67e9d9a00d777055
--- /dev/null
+++ b/exp12-1/120-module.34.mlp/events.out.tfevents.1638234511.r7i7n4.2179717.20
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc14605b0bed5c3c0c8a5f5aff5377bafe646bf5a974de25c31f4bfe436b9d15
+size 49250344
diff --git a/exp12-1/120-module.34.post_attention_layernorm/events.out.tfevents.1638234511.r7i7n4.2179717.17 b/exp12-1/120-module.34.post_attention_layernorm/events.out.tfevents.1638234511.r7i7n4.2179717.17
new file mode 100644
index 0000000000000000000000000000000000000000..61d0dcfd1fa269d69ade38373ba7487a3a58aa0a
--- /dev/null
+++ b/exp12-1/120-module.34.post_attention_layernorm/events.out.tfevents.1638234511.r7i7n4.2179717.17
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a7bae6d1fcbcd7ab26dd2a6b74b21ae519c512ed065b7ad994599f0ce3e6b06
+size 83263528
diff --git a/exp12-1/120-module.34.self_attention.attention_dropout/events.out.tfevents.1638234511.r7i7n4.2179717.14 b/exp12-1/120-module.34.self_attention.attention_dropout/events.out.tfevents.1638234511.r7i7n4.2179717.14
new file mode 100644
index 0000000000000000000000000000000000000000..5335e3b60a3290d070be8ab7a586b51d6a80dee8
--- /dev/null
+++ b/exp12-1/120-module.34.self_attention.attention_dropout/events.out.tfevents.1638234511.r7i7n4.2179717.14
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72be99fb298dc1715f95af4caabce7ba56a7a73ed380ff92e464073602f4a2dc
+size 36274216
diff --git a/exp12-1/120-module.34.self_attention.dense/events.out.tfevents.1638234511.r7i7n4.2179717.15 b/exp12-1/120-module.34.self_attention.dense/events.out.tfevents.1638234511.r7i7n4.2179717.15
new file mode 100644
index 0000000000000000000000000000000000000000..0a6d745977d31f9ee613779c94cbe3851307e607
--- /dev/null
+++ b/exp12-1/120-module.34.self_attention.dense/events.out.tfevents.1638234511.r7i7n4.2179717.15
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c05e055f68580b9ee6673f48a58f8219dcb34ad4c69cbf0b3de7e37aca9cef1
+size 84049960
diff --git a/exp12-1/120-module.34.self_attention.query_key_value/events.out.tfevents.1638234511.r7i7n4.2179717.12 b/exp12-1/120-module.34.self_attention.query_key_value/events.out.tfevents.1638234511.r7i7n4.2179717.12
new file mode 100644
index 0000000000000000000000000000000000000000..5f5198207c895a2d190e43645a274332f4af6f71
--- /dev/null
+++ b/exp12-1/120-module.34.self_attention.query_key_value/events.out.tfevents.1638234511.r7i7n4.2179717.12
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b4c23bb65b89ce0ca47f8b92988ed877f3f31dcee2d012a45e830190d3bf7ac
+size 77758504
diff --git a/exp12-1/120-module.34.self_attention.scale_mask_softmax/events.out.tfevents.1638234511.r7i7n4.2179717.13 b/exp12-1/120-module.34.self_attention.scale_mask_softmax/events.out.tfevents.1638234511.r7i7n4.2179717.13
new file mode 100644
index 0000000000000000000000000000000000000000..1fb681ebde904227647a9891f42fa2536e7edc48
--- /dev/null
+++ b/exp12-1/120-module.34.self_attention.scale_mask_softmax/events.out.tfevents.1638234511.r7i7n4.2179717.13
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a6c04f83efa2d34ad01ecee05ec64bee5b7abb32fd609cd3500f7b6c2abfd08
+size 36274216
diff --git a/exp12-1/120-module.34.self_attention/events.out.tfevents.1638234511.r7i7n4.2179717.16 b/exp12-1/120-module.34.self_attention/events.out.tfevents.1638234511.r7i7n4.2179717.16
new file mode 100644
index 0000000000000000000000000000000000000000..021537fd245eb09f49945a6a92c9d797d7460e9a
--- /dev/null
+++ b/exp12-1/120-module.34.self_attention/events.out.tfevents.1638234511.r7i7n4.2179717.16
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42e60f9c493943524ba9abb98f220e5837c9d7c39ea65169b9f0ca37ff98228b
+size 49250344
diff --git a/exp12-1/120-module.34/events.out.tfevents.1638234511.r7i7n4.2179717.21 b/exp12-1/120-module.34/events.out.tfevents.1638234511.r7i7n4.2179717.21
new file mode 100644
index 0000000000000000000000000000000000000000..2fdfbda49c94290a6c91823085acf416395c37fb
--- /dev/null
+++ b/exp12-1/120-module.34/events.out.tfevents.1638234511.r7i7n4.2179717.21
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48b7343daaba6b37a61948e3b1f51fe4ccf0b720fa5b81417ff2711ff187e03a
+size 48463912
diff --git a/exp12-1/120-module/events.out.tfevents.1638234511.r7i7n4.2179717.22 b/exp12-1/120-module/events.out.tfevents.1638234511.r7i7n4.2179717.22
new file mode 100644
index 0000000000000000000000000000000000000000..3c65ca0482aeedfe446a7560ed78a46c2931693d
--- /dev/null
+++ b/exp12-1/120-module/events.out.tfevents.1638234511.r7i7n4.2179717.22
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1fc83b3af37a9f50d7a786ff75900610e2db3d1c8827d4e58974b15cdb997b7c
+size 24281128
diff --git a/exp12-1/184-module.49.input_layernorm/events.out.tfevents.1638234523.r8i1n2.286275.0 b/exp12-1/184-module.49.input_layernorm/events.out.tfevents.1638234523.r8i1n2.286275.0
new file mode 100644
index 0000000000000000000000000000000000000000..161d7be4e7c41135c64a87255d2654bd15d66e62
--- /dev/null
+++ b/exp12-1/184-module.49.input_layernorm/events.out.tfevents.1638234523.r8i1n2.286275.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a161f28503cd844ac6caebf946a53a5cb03a145eefb867c7f727261002373ca
+size 83263528
diff --git a/exp12-1/184-module.49.mlp.dense_4h_to_h/events.out.tfevents.1638234524.r8i1n2.286275.8 b/exp12-1/184-module.49.mlp.dense_4h_to_h/events.out.tfevents.1638234524.r8i1n2.286275.8
new file mode 100644
index 0000000000000000000000000000000000000000..5382cb20a3998007600e286ce4fe189206cb35bc
--- /dev/null
+++ b/exp12-1/184-module.49.mlp.dense_4h_to_h/events.out.tfevents.1638234524.r8i1n2.286275.8
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23d7ab416ed450a4ace2797cec07ffd03b34831f6025444ff4892f28ceac15d7
+size 84049960
diff --git a/exp12-1/184-module.49.mlp.dense_h_to_4h/events.out.tfevents.1638234524.r8i1n2.286275.7 b/exp12-1/184-module.49.mlp.dense_h_to_4h/events.out.tfevents.1638234524.r8i1n2.286275.7
new file mode 100644
index 0000000000000000000000000000000000000000..f9041bc30e1e45cb316b15c45c5d8430ff108e97
--- /dev/null
+++ b/exp12-1/184-module.49.mlp.dense_h_to_4h/events.out.tfevents.1638234524.r8i1n2.286275.7
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9f88948a0a4004b4a1955945dfb1496e38a4bf8b64cd0b2f270256ae7307a62
+size 84049960
diff --git a/exp12-1/184-module.49.mlp/events.out.tfevents.1638234524.r8i1n2.286275.9 b/exp12-1/184-module.49.mlp/events.out.tfevents.1638234524.r8i1n2.286275.9
new file mode 100644
index 0000000000000000000000000000000000000000..bd2bfea710550b936bc6813ea81418fe09c03239
--- /dev/null
+++ b/exp12-1/184-module.49.mlp/events.out.tfevents.1638234524.r8i1n2.286275.9
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8ae02186f660d4c7b2082aa6b1e17ddca6e8a5b73a4880f0d264f818c4d6aa1
+size 49250344
diff --git a/exp12-1/184-module.49.post_attention_layernorm/events.out.tfevents.1638234524.r8i1n2.286275.6 b/exp12-1/184-module.49.post_attention_layernorm/events.out.tfevents.1638234524.r8i1n2.286275.6
new file mode 100644
index 0000000000000000000000000000000000000000..534f52bdb30aae1c282bbba0d4a461ce4b6e8d6e
--- /dev/null
+++ b/exp12-1/184-module.49.post_attention_layernorm/events.out.tfevents.1638234524.r8i1n2.286275.6
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af50d21024aa12cbd4ba19deace118ade744dd5d097275e295d61a76679fe762
+size 83263528
diff --git a/exp12-1/184-module.49.self_attention.attention_dropout/events.out.tfevents.1638234523.r8i1n2.286275.3 b/exp12-1/184-module.49.self_attention.attention_dropout/events.out.tfevents.1638234523.r8i1n2.286275.3
new file mode 100644
index 0000000000000000000000000000000000000000..3dc590e3ce3ac76898640c0196129b12efd35f6e
--- /dev/null
+++ b/exp12-1/184-module.49.self_attention.attention_dropout/events.out.tfevents.1638234523.r8i1n2.286275.3
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7db55d6961e6b0f75927f4ef464860f0b77296ac818fc0e1fab37cd4e03bd5e8
+size 36274216
diff --git a/exp12-1/184-module.49.self_attention.dense/events.out.tfevents.1638234523.r8i1n2.286275.4 b/exp12-1/184-module.49.self_attention.dense/events.out.tfevents.1638234523.r8i1n2.286275.4
new file mode 100644
index 0000000000000000000000000000000000000000..68817151ec302305c90e74021969a31bb6156a0b
--- /dev/null
+++ b/exp12-1/184-module.49.self_attention.dense/events.out.tfevents.1638234523.r8i1n2.286275.4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b6947006b434a938b263503c016acadaec1e65ca3dae3b6e16e0d0f2b56cbe4
+size 84049960
diff --git a/exp12-1/184-module.49.self_attention.query_key_value/events.out.tfevents.1638234523.r8i1n2.286275.1 b/exp12-1/184-module.49.self_attention.query_key_value/events.out.tfevents.1638234523.r8i1n2.286275.1
new file mode 100644
index 0000000000000000000000000000000000000000..33cc4c4c82f3dcfce253831eb96349b9ebd7a866
--- /dev/null
+++ b/exp12-1/184-module.49.self_attention.query_key_value/events.out.tfevents.1638234523.r8i1n2.286275.1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1fe754960a36ab25818d3cba2e574a0feb7909ea875312f0b96ac4d603f06746
+size 77758504
diff --git a/exp12-1/184-module.49.self_attention.scale_mask_softmax/events.out.tfevents.1638234523.r8i1n2.286275.2 b/exp12-1/184-module.49.self_attention.scale_mask_softmax/events.out.tfevents.1638234523.r8i1n2.286275.2
new file mode 100644
index 0000000000000000000000000000000000000000..3b427439236d76775764d16454ccbc6726ecfa23
--- /dev/null
+++ b/exp12-1/184-module.49.self_attention.scale_mask_softmax/events.out.tfevents.1638234523.r8i1n2.286275.2
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d9f0641f2f91f8597b5f4e9f031c8d8908af7cc4aa1a7aa9b36ef8a87f72c44
+size 36274216
diff --git a/exp12-1/184-module.49.self_attention/events.out.tfevents.1638234523.r8i1n2.286275.5 b/exp12-1/184-module.49.self_attention/events.out.tfevents.1638234523.r8i1n2.286275.5
new file mode 100644
index 0000000000000000000000000000000000000000..1fb3846b0faf1c55ff1f5acd803f70950451f0f2
--- /dev/null
+++ b/exp12-1/184-module.49.self_attention/events.out.tfevents.1638234523.r8i1n2.286275.5
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74be07b0aec2e664f60dbf6d869f142fda200f43fa831e4b8a812b2afbd41dac
+size 49250344
diff --git a/exp12-1/184-module.49/events.out.tfevents.1638234524.r8i1n2.286275.10 b/exp12-1/184-module.49/events.out.tfevents.1638234524.r8i1n2.286275.10
new file mode 100644
index 0000000000000000000000000000000000000000..3d5abbea76c4a2dccc0be67a63f1ec5e53caddc6
--- /dev/null
+++ b/exp12-1/184-module.49/events.out.tfevents.1638234524.r8i1n2.286275.10
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0dcefe4dbf52f12e05d917282cb93dbf3e0736af7d6b2be870f6444e3176a57a
+size 48463912
diff --git a/exp12-1/184-module.50.input_layernorm/events.out.tfevents.1638234524.r8i1n2.286275.11 b/exp12-1/184-module.50.input_layernorm/events.out.tfevents.1638234524.r8i1n2.286275.11
new file mode 100644
index 0000000000000000000000000000000000000000..74989108d1b36ee693339d0db1de89aa60d47a18
--- /dev/null
+++ b/exp12-1/184-module.50.input_layernorm/events.out.tfevents.1638234524.r8i1n2.286275.11
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b126e5095e671d0431976c032520ff051ab0fe56246da9a288151f012b327fe
+size 83263528
diff --git a/exp12-1/184-module.50.mlp.dense_4h_to_h/events.out.tfevents.1638234524.r8i1n2.286275.19 b/exp12-1/184-module.50.mlp.dense_4h_to_h/events.out.tfevents.1638234524.r8i1n2.286275.19
new file mode 100644
index 0000000000000000000000000000000000000000..bc40824d663b62bacac3eac121fe743a74c571f9
--- /dev/null
+++ b/exp12-1/184-module.50.mlp.dense_4h_to_h/events.out.tfevents.1638234524.r8i1n2.286275.19
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33f6a6c4d332ba6087df7076d9a8234f70ca824b49ee84b8679cb034ae515c38
+size 84049960
diff --git a/exp12-1/184-module.50.mlp.dense_h_to_4h/events.out.tfevents.1638234524.r8i1n2.286275.18 b/exp12-1/184-module.50.mlp.dense_h_to_4h/events.out.tfevents.1638234524.r8i1n2.286275.18
new file mode 100644
index 0000000000000000000000000000000000000000..62e1d246fef9e086c61f6134da0e5bd1fbba980b
--- /dev/null
+++ b/exp12-1/184-module.50.mlp.dense_h_to_4h/events.out.tfevents.1638234524.r8i1n2.286275.18
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75f74d1df1f3a17918af4640ca69c18b0f2e6c76efcbd8faf435bfca302e9c6b
+size 84049960
diff --git a/exp12-1/184-module.50.mlp/events.out.tfevents.1638234524.r8i1n2.286275.20 b/exp12-1/184-module.50.mlp/events.out.tfevents.1638234524.r8i1n2.286275.20
new file mode 100644
index 0000000000000000000000000000000000000000..ec2dba79892489d342ac30f35f86e768ff729bc3
--- /dev/null
+++ b/exp12-1/184-module.50.mlp/events.out.tfevents.1638234524.r8i1n2.286275.20
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c2bc3e546b76824cdd964b121a5257ca001ab05e86b7b4e5c15676abee969a1
+size 49250344
diff --git a/exp12-1/184-module.50.post_attention_layernorm/events.out.tfevents.1638234524.r8i1n2.286275.17 b/exp12-1/184-module.50.post_attention_layernorm/events.out.tfevents.1638234524.r8i1n2.286275.17
new file mode 100644
index 0000000000000000000000000000000000000000..299d51c020af22ce226f828d96d90c18e7d71ce4
--- /dev/null
+++ b/exp12-1/184-module.50.post_attention_layernorm/events.out.tfevents.1638234524.r8i1n2.286275.17
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5326cb31b77634485926091799bacd696bcc417af4ac9ce39e1c1231107e405f
+size 83263528
diff --git a/exp12-1/184-module.50.self_attention.attention_dropout/events.out.tfevents.1638234524.r8i1n2.286275.14 b/exp12-1/184-module.50.self_attention.attention_dropout/events.out.tfevents.1638234524.r8i1n2.286275.14
new file mode 100644
index 0000000000000000000000000000000000000000..63cb5841eb16553aedd1d864b33926da9502836a
--- /dev/null
+++ b/exp12-1/184-module.50.self_attention.attention_dropout/events.out.tfevents.1638234524.r8i1n2.286275.14
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fdda77c3e2d6bea121963381619fa64a228951face1578fc901339cc6500813
+size 36274216
diff --git a/exp12-1/184-module.50.self_attention.dense/events.out.tfevents.1638234524.r8i1n2.286275.15 b/exp12-1/184-module.50.self_attention.dense/events.out.tfevents.1638234524.r8i1n2.286275.15
new file mode 100644
index 0000000000000000000000000000000000000000..3b156b857088a17dbbd05190c718844c7a1c91f5
--- /dev/null
+++ b/exp12-1/184-module.50.self_attention.dense/events.out.tfevents.1638234524.r8i1n2.286275.15
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a5384191fe241f9c4484b0c32242b6559b04c259a41b79492bf28331ad8ec89
+size 84049960
diff --git a/exp12-1/184-module.50.self_attention.query_key_value/events.out.tfevents.1638234524.r8i1n2.286275.12 b/exp12-1/184-module.50.self_attention.query_key_value/events.out.tfevents.1638234524.r8i1n2.286275.12
new file mode 100644
index 0000000000000000000000000000000000000000..66ca43620dc8139759b8c4961a59b36f96969506
--- /dev/null
+++ b/exp12-1/184-module.50.self_attention.query_key_value/events.out.tfevents.1638234524.r8i1n2.286275.12
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02204ad1795c2b9a4491ab76baf2fc2e634e7fb1e6d7714dd92e1da4ca5006c3
+size 77758504
diff --git a/exp12-1/184-module.50.self_attention.scale_mask_softmax/events.out.tfevents.1638234524.r8i1n2.286275.13 b/exp12-1/184-module.50.self_attention.scale_mask_softmax/events.out.tfevents.1638234524.r8i1n2.286275.13
new file mode 100644
index 0000000000000000000000000000000000000000..1dd3278c3eaade8f94bff5c5f27b59d81346a06d
--- /dev/null
+++ b/exp12-1/184-module.50.self_attention.scale_mask_softmax/events.out.tfevents.1638234524.r8i1n2.286275.13
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13ec64289714d29064972dfd4632495c1e9cdf765b5b9a57a52c218349ed1f10
+size 36274216
diff --git a/exp12-1/184-module.50.self_attention/events.out.tfevents.1638234524.r8i1n2.286275.16 b/exp12-1/184-module.50.self_attention/events.out.tfevents.1638234524.r8i1n2.286275.16
new file mode 100644
index 0000000000000000000000000000000000000000..a3344b9c45e0270da78039b8ca9ad0dec5ed6c3b
--- /dev/null
+++ b/exp12-1/184-module.50.self_attention/events.out.tfevents.1638234524.r8i1n2.286275.16
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5654984609bcba0b0d023333ca05119e6d17bc5c9893195ae10aed50d6735c3
+size 49250344
diff --git a/exp12-1/184-module.50/events.out.tfevents.1638234524.r8i1n2.286275.21 b/exp12-1/184-module.50/events.out.tfevents.1638234524.r8i1n2.286275.21
new file mode 100644
index 0000000000000000000000000000000000000000..02f905b55b9e01119864f9e79bdacb7a84acfecc
--- /dev/null
+++ b/exp12-1/184-module.50/events.out.tfevents.1638234524.r8i1n2.286275.21
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33e81eba3550fcdfa418dd03ab91b65e5e090a6acee865d9cc2c93ab238132a1
+size 48463912
diff --git a/exp12-1/184-module/events.out.tfevents.1638234524.r8i1n2.286275.22 b/exp12-1/184-module/events.out.tfevents.1638234524.r8i1n2.286275.22
new file mode 100644
index 0000000000000000000000000000000000000000..8cbfbc4478a184b6e98962d00dedf567ca011e34
--- /dev/null
+++ b/exp12-1/184-module/events.out.tfevents.1638234524.r8i1n2.286275.22
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:512821588e0710add9641b9b7cfb45e7b85d3b7662d6912f0941ccb89730379c
+size 24281128
diff --git a/exp12-1/248-module.65.input_layernorm/events.out.tfevents.1638234536.r8i3n0.234267.0 b/exp12-1/248-module.65.input_layernorm/events.out.tfevents.1638234536.r8i3n0.234267.0
new file mode 100644
index 0000000000000000000000000000000000000000..f44c67be1e43912a648b3840015a2ff178d4dc25
--- /dev/null
+++ b/exp12-1/248-module.65.input_layernorm/events.out.tfevents.1638234536.r8i3n0.234267.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03f53f4acb0da053ce34629796ee34c25a3705a8a8b2d9612af31629ca2a1f7d
+size 83263528
diff --git a/exp12-1/248-module.65.mlp.dense_4h_to_h/events.out.tfevents.1638234538.r8i3n0.234267.8 b/exp12-1/248-module.65.mlp.dense_4h_to_h/events.out.tfevents.1638234538.r8i3n0.234267.8
new file mode 100644
index 0000000000000000000000000000000000000000..b263c51561287d0490c9f7f4f76509932163548f
--- /dev/null
+++ b/exp12-1/248-module.65.mlp.dense_4h_to_h/events.out.tfevents.1638234538.r8i3n0.234267.8
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71123ddfabb364c06fca3936eb4fa5a446359ab4a93aacf2bde8d39d3eb72caa
+size 84049960
diff --git a/exp12-1/248-module.65.mlp.dense_h_to_4h/events.out.tfevents.1638234537.r8i3n0.234267.7 b/exp12-1/248-module.65.mlp.dense_h_to_4h/events.out.tfevents.1638234537.r8i3n0.234267.7
new file mode 100644
index 0000000000000000000000000000000000000000..a19fede4eda508b48aac7176c30c8d645555a774
--- /dev/null
+++ b/exp12-1/248-module.65.mlp.dense_h_to_4h/events.out.tfevents.1638234537.r8i3n0.234267.7
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58f5a91e50a1d1dfed832a515acdf6f8f68bcd75fb92ee9de4cbea8df0952ee3
+size 84049960
diff --git a/exp12-1/248-module.65.mlp/events.out.tfevents.1638234538.r8i3n0.234267.9 b/exp12-1/248-module.65.mlp/events.out.tfevents.1638234538.r8i3n0.234267.9
new file mode 100644
index 0000000000000000000000000000000000000000..30b36b3c38bdb145cce5769750d0c486a25151b5
--- /dev/null
+++ b/exp12-1/248-module.65.mlp/events.out.tfevents.1638234538.r8i3n0.234267.9
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5bca5780cf0a728bd5983b62832ce57361886391d8c2ccd947b616d40ab277de
+size 49250344
diff --git a/exp12-1/248-module.65.post_attention_layernorm/events.out.tfevents.1638234537.r8i3n0.234267.6 b/exp12-1/248-module.65.post_attention_layernorm/events.out.tfevents.1638234537.r8i3n0.234267.6
new file mode 100644
index 0000000000000000000000000000000000000000..0d82074230ea02abdb3485788b7180e99c1e4231
--- /dev/null
+++ b/exp12-1/248-module.65.post_attention_layernorm/events.out.tfevents.1638234537.r8i3n0.234267.6
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:050353282ae33cf44737949cb4482b0b8e655ebe308e8ea7256258f327b1b7f0
+size 83263528
diff --git a/exp12-1/248-module.65.self_attention.attention_dropout/events.out.tfevents.1638234537.r8i3n0.234267.3 b/exp12-1/248-module.65.self_attention.attention_dropout/events.out.tfevents.1638234537.r8i3n0.234267.3
new file mode 100644
index 0000000000000000000000000000000000000000..af5570970d8e1f72c5a2bd30fff9f537a883549b
--- /dev/null
+++ b/exp12-1/248-module.65.self_attention.attention_dropout/events.out.tfevents.1638234537.r8i3n0.234267.3
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d858b5c43023d59e7be9dedf3ae6fae2c08705eeb0aba3c411dd0315eb874829
+size 36274216
diff --git a/exp12-1/248-module.65.self_attention.dense/events.out.tfevents.1638234537.r8i3n0.234267.4 b/exp12-1/248-module.65.self_attention.dense/events.out.tfevents.1638234537.r8i3n0.234267.4
new file mode 100644
index 0000000000000000000000000000000000000000..97840428f3e8f9cfbbd097459558acdef58a3ff7
--- /dev/null
+++ b/exp12-1/248-module.65.self_attention.dense/events.out.tfevents.1638234537.r8i3n0.234267.4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c43cc3d4875d39c3d7c7545afc0fad2ec84f4fa7549248ef623650a56cc4e4b
+size 84049960
diff --git a/exp12-1/248-module.65.self_attention.query_key_value/events.out.tfevents.1638234537.r8i3n0.234267.1 b/exp12-1/248-module.65.self_attention.query_key_value/events.out.tfevents.1638234537.r8i3n0.234267.1
new file mode 100644
index 0000000000000000000000000000000000000000..a93d337c3071cfebad62682d02d448be0063d8f6
--- /dev/null
+++ b/exp12-1/248-module.65.self_attention.query_key_value/events.out.tfevents.1638234537.r8i3n0.234267.1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9723dd2767cfdd66c67c55a9c4f582afbd550407c06dfdaa6c0e23aa87c62402
+size 77758504
diff --git a/exp12-1/248-module.65.self_attention.scale_mask_softmax/events.out.tfevents.1638234537.r8i3n0.234267.2 b/exp12-1/248-module.65.self_attention.scale_mask_softmax/events.out.tfevents.1638234537.r8i3n0.234267.2
new file mode 100644
index 0000000000000000000000000000000000000000..4897a59d3bdc5ee379d312c687e3cb7b63d23936
--- /dev/null
+++ b/exp12-1/248-module.65.self_attention.scale_mask_softmax/events.out.tfevents.1638234537.r8i3n0.234267.2
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f66c59487db974d4ef0f266d4cc4edf4ca0f3307da92be207a8d4bc08b94d4d8
+size 36274216
diff --git a/exp12-1/248-module.65.self_attention/events.out.tfevents.1638234537.r8i3n0.234267.5 b/exp12-1/248-module.65.self_attention/events.out.tfevents.1638234537.r8i3n0.234267.5
new file mode 100644
index 0000000000000000000000000000000000000000..05770ebd2942d67f0dee19c2fa31f33ebfcf5386
--- /dev/null
+++ b/exp12-1/248-module.65.self_attention/events.out.tfevents.1638234537.r8i3n0.234267.5
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c0c6b43e53abbddbbe028723518ecd8ad53c1c4908a9be4eae75bd381a3249e
+size 49250344
diff --git a/exp12-1/248-module.65/events.out.tfevents.1638234538.r8i3n0.234267.10 b/exp12-1/248-module.65/events.out.tfevents.1638234538.r8i3n0.234267.10
new file mode 100644
index 0000000000000000000000000000000000000000..6ce8d5657c9408edade199d9afd14be746e6d377
--- /dev/null
+++ b/exp12-1/248-module.65/events.out.tfevents.1638234538.r8i3n0.234267.10
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5182d9b10013940dd4441ce9695b586134e250298b6b3b81b516cb71c5227e3c
+size 48463912
diff --git a/exp12-1/248-module.66.input_layernorm/events.out.tfevents.1638234538.r8i3n0.234267.11 b/exp12-1/248-module.66.input_layernorm/events.out.tfevents.1638234538.r8i3n0.234267.11
new file mode 100644
index 0000000000000000000000000000000000000000..41ee9719ce3f9a95df6790b699be1f3accc5c18d
--- /dev/null
+++ b/exp12-1/248-module.66.input_layernorm/events.out.tfevents.1638234538.r8i3n0.234267.11
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87a9020a09b7179886679b1b7dc7654b0d7bc41d3eebc550e207820661a719e2
+size 83263528
diff --git a/exp12-1/248-module.66.mlp.dense_4h_to_h/events.out.tfevents.1638234538.r8i3n0.234267.19 b/exp12-1/248-module.66.mlp.dense_4h_to_h/events.out.tfevents.1638234538.r8i3n0.234267.19
new file mode 100644
index 0000000000000000000000000000000000000000..ada4b9c673efd19a1f6f682afbb799262dd4f014
--- /dev/null
+++ b/exp12-1/248-module.66.mlp.dense_4h_to_h/events.out.tfevents.1638234538.r8i3n0.234267.19
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6e7e600c9ed49569e327b20e106d273e574838a009afc2ff2c91d19a341bdbf
+size 84049960
diff --git a/exp12-1/248-module.66.mlp.dense_h_to_4h/events.out.tfevents.1638234538.r8i3n0.234267.18 b/exp12-1/248-module.66.mlp.dense_h_to_4h/events.out.tfevents.1638234538.r8i3n0.234267.18
new file mode 100644
index 0000000000000000000000000000000000000000..c642fa41f1be08e8cc5fa16f0d2292d922ff2203
--- /dev/null
+++ b/exp12-1/248-module.66.mlp.dense_h_to_4h/events.out.tfevents.1638234538.r8i3n0.234267.18
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c26ddef88c789fafb92bb218f0eb5c155ccc5c33d3679312863eb7b5f6973faf
+size 84049960
diff --git a/exp12-1/248-module.66.mlp/events.out.tfevents.1638234538.r8i3n0.234267.20 b/exp12-1/248-module.66.mlp/events.out.tfevents.1638234538.r8i3n0.234267.20
new file mode 100644
index 0000000000000000000000000000000000000000..f9edc6aa9abd91c7baded19424ca2e7ff5a3ed5a
--- /dev/null
+++ b/exp12-1/248-module.66.mlp/events.out.tfevents.1638234538.r8i3n0.234267.20
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba74d339da575cce4942e795b25c3a287afe77d0019c254dda9f5341da3833dc
+size 49250344
diff --git a/exp12-1/248-module.66.post_attention_layernorm/events.out.tfevents.1638234538.r8i3n0.234267.17 b/exp12-1/248-module.66.post_attention_layernorm/events.out.tfevents.1638234538.r8i3n0.234267.17
new file mode 100644
index 0000000000000000000000000000000000000000..901465efccba10b11d5d955b5d6f463ee09d21a1
--- /dev/null
+++ b/exp12-1/248-module.66.post_attention_layernorm/events.out.tfevents.1638234538.r8i3n0.234267.17
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1131a48f36c41c3a77c730714d99751c42e3bc353385d1fe151f9b0066eb0dc2
+size 83263528
diff --git a/exp12-1/248-module.66.self_attention.attention_dropout/events.out.tfevents.1638234538.r8i3n0.234267.14 b/exp12-1/248-module.66.self_attention.attention_dropout/events.out.tfevents.1638234538.r8i3n0.234267.14
new file mode 100644
index 0000000000000000000000000000000000000000..32f9f4c8a805a2efc0d268dc3cfdbbba5632117d
--- /dev/null
+++ b/exp12-1/248-module.66.self_attention.attention_dropout/events.out.tfevents.1638234538.r8i3n0.234267.14
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b312fa1bcb1b27255964c48d1353736af5fb4f0f91ac0242b8b5108b3871b6a9
+size 36274216
diff --git a/exp12-1/248-module.66.self_attention.dense/events.out.tfevents.1638234538.r8i3n0.234267.15 b/exp12-1/248-module.66.self_attention.dense/events.out.tfevents.1638234538.r8i3n0.234267.15
new file mode 100644
index 0000000000000000000000000000000000000000..c8d49caa01f68b227af58bdbe7bb48ec2b2ed5a8
--- /dev/null
+++ b/exp12-1/248-module.66.self_attention.dense/events.out.tfevents.1638234538.r8i3n0.234267.15
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3582e915b9a276d3e1aaaa907d217329e10c129fb91bb57dff6d2fdd86f3d908
+size 84049960
diff --git a/exp12-1/248-module.66.self_attention.query_key_value/events.out.tfevents.1638234538.r8i3n0.234267.12 b/exp12-1/248-module.66.self_attention.query_key_value/events.out.tfevents.1638234538.r8i3n0.234267.12
new file mode 100644
index 0000000000000000000000000000000000000000..1146238fc5fe260edaedd70ea8d26b2b8622eb40
--- /dev/null
+++ b/exp12-1/248-module.66.self_attention.query_key_value/events.out.tfevents.1638234538.r8i3n0.234267.12
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b75fea9343eb2d59bda93e3b9bd92257801360ae4a695162135bec9ac3f98a7
+size 77758504
diff --git a/exp12-1/248-module.66.self_attention.scale_mask_softmax/events.out.tfevents.1638234538.r8i3n0.234267.13 b/exp12-1/248-module.66.self_attention.scale_mask_softmax/events.out.tfevents.1638234538.r8i3n0.234267.13
new file mode 100644
index 0000000000000000000000000000000000000000..5acf5a97f5b9f725cf50eed5a0473752f760a770
--- /dev/null
+++ b/exp12-1/248-module.66.self_attention.scale_mask_softmax/events.out.tfevents.1638234538.r8i3n0.234267.13
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72cacc863ada8db747477bde259dcbd2146415c3d828eacf623b2acf3b9de082
+size 36274216
diff --git a/exp12-1/248-module.66.self_attention/events.out.tfevents.1638234538.r8i3n0.234267.16 b/exp12-1/248-module.66.self_attention/events.out.tfevents.1638234538.r8i3n0.234267.16
new file mode 100644
index 0000000000000000000000000000000000000000..d840b9b358991fb86759dd79595c1b8d2829b4c5
--- /dev/null
+++ b/exp12-1/248-module.66.self_attention/events.out.tfevents.1638234538.r8i3n0.234267.16
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6bf4a0cf045725ae196b37c71f7c26d94cbf4d239112eedaab43074809717ea3
+size 49250344
diff --git a/exp12-1/248-module.66/events.out.tfevents.1638234538.r8i3n0.234267.21 b/exp12-1/248-module.66/events.out.tfevents.1638234538.r8i3n0.234267.21
new file mode 100644
index 0000000000000000000000000000000000000000..f65918039eac214d5ce6daed276e9ec1d913928e
--- /dev/null
+++ b/exp12-1/248-module.66/events.out.tfevents.1638234538.r8i3n0.234267.21
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a95f975cfa515c08d2b59e27c3e3cb53689eb162dd91fe98a929fe46446371a2
+size 48463912
diff --git a/exp12-1/248-module.68/events.out.tfevents.1638234538.r8i3n0.234267.22 b/exp12-1/248-module.68/events.out.tfevents.1638234538.r8i3n0.234267.22
new file mode 100644
index 0000000000000000000000000000000000000000..2080e25307be73463a3f61298b8d72ce3ab255bf
--- /dev/null
+++ b/exp12-1/248-module.68/events.out.tfevents.1638234538.r8i3n0.234267.22
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:255aa6462505409a89dacc1c70225ee81d4345bafa345cffe781e9afb1d069ea
+size 59670568
diff --git a/exp12-1/248-module/events.out.tfevents.1638234538.r8i3n0.234267.23 b/exp12-1/248-module/events.out.tfevents.1638234538.r8i3n0.234267.23
new file mode 100644
index 0000000000000000000000000000000000000000..268981c0277142a8313fe116208c9cd01ca71926
--- /dev/null
+++ b/exp12-1/248-module/events.out.tfevents.1638234538.r8i3n0.234267.23
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c038c6e4c351d91b01ebe9b4c8963ed9457e77517b570b4e3003c5ac4fbbcc77
+size 24281128