diff --git a/exp12/000-module.3.input_layernorm/events.out.tfevents.1638184517.r7i5n5.1015419.4 b/exp12/000-module.3.input_layernorm/events.out.tfevents.1638184517.r7i5n5.1015419.4
new file mode 100644
index 0000000000000000000000000000000000000000..4315b39bf9875a80289466daac2bba131f8578fc
--- /dev/null
+++ b/exp12/000-module.3.input_layernorm/events.out.tfevents.1638184517.r7i5n5.1015419.4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4265affaa9b9677109be376ff06d4364f416f478630f749ec34fdc0ca2b2790
+size 35370760
diff --git a/exp12/000-module.3.mlp.dense_4h_to_h/events.out.tfevents.1638184518.r7i5n5.1015419.12 b/exp12/000-module.3.mlp.dense_4h_to_h/events.out.tfevents.1638184518.r7i5n5.1015419.12
new file mode 100644
index 0000000000000000000000000000000000000000..65b2f541c4ac7a6db47864d47ad209fcd0ad4ffa
--- /dev/null
+++ b/exp12/000-module.3.mlp.dense_4h_to_h/events.out.tfevents.1638184518.r7i5n5.1015419.12
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7973118fbc6a129c7e175593410940968ed565ad639188f335d0e0d05a631068
+size 35704840
diff --git a/exp12/000-module.3.mlp.dense_h_to_4h/events.out.tfevents.1638184518.r7i5n5.1015419.11 b/exp12/000-module.3.mlp.dense_h_to_4h/events.out.tfevents.1638184518.r7i5n5.1015419.11
new file mode 100644
index 0000000000000000000000000000000000000000..2140f2fd740ebca6824ecb822901e96bf296e049
--- /dev/null
+++ b/exp12/000-module.3.mlp.dense_h_to_4h/events.out.tfevents.1638184518.r7i5n5.1015419.11
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff5dfede84fbc7577d808d21e56790920ca1ea18f45d99f63efc42f2ca4a3575
+size 35704840
diff --git a/exp12/000-module.3.mlp/events.out.tfevents.1638184518.r7i5n5.1015419.13 b/exp12/000-module.3.mlp/events.out.tfevents.1638184518.r7i5n5.1015419.13
new file mode 100644
index 0000000000000000000000000000000000000000..15a6f6f43a55940a99feb533c23e9ef9eb6d80be
--- /dev/null
+++ b/exp12/000-module.3.mlp/events.out.tfevents.1638184518.r7i5n5.1015419.13
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87925947159f3bf4c5b1fee643a67a5953a955100efd96f44179650eb2cdd727
+size 20921800
diff --git a/exp12/000-module.3.post_attention_layernorm/events.out.tfevents.1638184518.r7i5n5.1015419.10 b/exp12/000-module.3.post_attention_layernorm/events.out.tfevents.1638184518.r7i5n5.1015419.10
new file mode 100644
index 0000000000000000000000000000000000000000..a2168200412536c4a7a4b8da5cca09a207f5a989
--- /dev/null
+++ b/exp12/000-module.3.post_attention_layernorm/events.out.tfevents.1638184518.r7i5n5.1015419.10
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0732acfaafec09259f42b2bfb3142a8b0d3932e27b570ed35c8f02b8450a99da
+size 35370760
diff --git a/exp12/000-module.3.self_attention.attention_dropout/events.out.tfevents.1638184518.r7i5n5.1015419.7 b/exp12/000-module.3.self_attention.attention_dropout/events.out.tfevents.1638184518.r7i5n5.1015419.7
new file mode 100644
index 0000000000000000000000000000000000000000..1c26790051485758bf770ea3b6a817c3bbe6f914
--- /dev/null
+++ b/exp12/000-module.3.self_attention.attention_dropout/events.out.tfevents.1638184518.r7i5n5.1015419.7
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dec202a35ee813f16d42cbb682231654d076b5e7fe6a1985a05543ef06caf1fb
+size 15409480
diff --git a/exp12/000-module.3.self_attention.dense/events.out.tfevents.1638184518.r7i5n5.1015419.8 b/exp12/000-module.3.self_attention.dense/events.out.tfevents.1638184518.r7i5n5.1015419.8
new file mode 100644
index 0000000000000000000000000000000000000000..7e73e340324fa34a86a8232214a27f6d2826ae82
--- /dev/null
+++ b/exp12/000-module.3.self_attention.dense/events.out.tfevents.1638184518.r7i5n5.1015419.8
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3ce4483881906b6ce44be657b52d8e0769c1ef022f56859edb65fb40c3824f7
+size 35704840
diff --git a/exp12/000-module.3.self_attention.query_key_value/events.out.tfevents.1638184518.r7i5n5.1015419.5 b/exp12/000-module.3.self_attention.query_key_value/events.out.tfevents.1638184518.r7i5n5.1015419.5
new file mode 100644
index 0000000000000000000000000000000000000000..68588373f01e7e8c0c1a5c5d2279184af53ec082
--- /dev/null
+++ b/exp12/000-module.3.self_attention.query_key_value/events.out.tfevents.1638184518.r7i5n5.1015419.5
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55d1d3b9e26a6991b1ad5b55e9bbec9eeec532cc61eae3132123efc2a63c0d22
+size 33032200
diff --git a/exp12/000-module.3.self_attention.scale_mask_softmax/events.out.tfevents.1638184518.r7i5n5.1015419.6 b/exp12/000-module.3.self_attention.scale_mask_softmax/events.out.tfevents.1638184518.r7i5n5.1015419.6
new file mode 100644
index 0000000000000000000000000000000000000000..5fab4c9175220c03fb507e3c6119b729973e617d
--- /dev/null
+++ b/exp12/000-module.3.self_attention.scale_mask_softmax/events.out.tfevents.1638184518.r7i5n5.1015419.6
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb519dfd4dacdd9da505f71f31b58cfef4f0c9b42697487e6cde7d109cff2b05
+size 15409480
diff --git a/exp12/000-module.3.self_attention/events.out.tfevents.1638184518.r7i5n5.1015419.9 b/exp12/000-module.3.self_attention/events.out.tfevents.1638184518.r7i5n5.1015419.9
new file mode 100644
index 0000000000000000000000000000000000000000..7a0e5e13ccd3f017e0eb75b8805bab05f0e851a8
--- /dev/null
+++ b/exp12/000-module.3.self_attention/events.out.tfevents.1638184518.r7i5n5.1015419.9
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08e0022a8c3961956f5520272f2e553e1c4897e39e55879926f3c0cdc4dfe10c
+size 20921800
diff --git a/exp12/000-module.3/events.out.tfevents.1638184519.r7i5n5.1015419.14 b/exp12/000-module.3/events.out.tfevents.1638184519.r7i5n5.1015419.14
new file mode 100644
index 0000000000000000000000000000000000000000..5dc581de6c592d5df449cf2006e503a0045cd4a6
--- /dev/null
+++ b/exp12/000-module.3/events.out.tfevents.1638184519.r7i5n5.1015419.14
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:542ad3100587cbbc225b2a762c7d5cb81ac6f0e5cd9baababdcef417d5dc43dc
+size 20587720
diff --git a/exp12/000-module.4.input_layernorm/events.out.tfevents.1638184519.r7i5n5.1015419.15 b/exp12/000-module.4.input_layernorm/events.out.tfevents.1638184519.r7i5n5.1015419.15
new file mode 100644
index 0000000000000000000000000000000000000000..b4e42c5d1da5b589eac7e2648970a8cf7c5bf7b5
--- /dev/null
+++ b/exp12/000-module.4.input_layernorm/events.out.tfevents.1638184519.r7i5n5.1015419.15
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7dbd67936b3f26bec0c972fcefa8b3795886f5d006cba1d170ff44d68e3c00f
+size 35370760
diff --git a/exp12/000-module.4.mlp.dense_4h_to_h/events.out.tfevents.1638184519.r7i5n5.1015419.23 b/exp12/000-module.4.mlp.dense_4h_to_h/events.out.tfevents.1638184519.r7i5n5.1015419.23
new file mode 100644
index 0000000000000000000000000000000000000000..023535d3e5a2221f53b0ca8ea315fb0bf58d59ff
--- /dev/null
+++ b/exp12/000-module.4.mlp.dense_4h_to_h/events.out.tfevents.1638184519.r7i5n5.1015419.23
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5d663ea401926d02f4eea32f090f939b9507bf1ac1ae7ef2ef8a1b851c793e6
+size 35704840
diff --git a/exp12/000-module.4.mlp.dense_h_to_4h/events.out.tfevents.1638184519.r7i5n5.1015419.22 b/exp12/000-module.4.mlp.dense_h_to_4h/events.out.tfevents.1638184519.r7i5n5.1015419.22
new file mode 100644
index 0000000000000000000000000000000000000000..b9ad416ffad684fe5a455834084a506ec88f0baf
--- /dev/null
+++ b/exp12/000-module.4.mlp.dense_h_to_4h/events.out.tfevents.1638184519.r7i5n5.1015419.22
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:676bcd3d04bb3f23872919238f9f867ea088d15290806dbc3e280b8dfcc712d7
+size 35704840
diff --git a/exp12/000-module.4.mlp/events.out.tfevents.1638184519.r7i5n5.1015419.24 b/exp12/000-module.4.mlp/events.out.tfevents.1638184519.r7i5n5.1015419.24
new file mode 100644
index 0000000000000000000000000000000000000000..2039fbd933c5fac64be191b8144ce45434995989
--- /dev/null
+++ b/exp12/000-module.4.mlp/events.out.tfevents.1638184519.r7i5n5.1015419.24
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2dff19f49f13dd42406d8583cecc3268c6e9d93e1b5fcc59947ffcc37e0b0e9e
+size 20921800
diff --git a/exp12/000-module.4.post_attention_layernorm/events.out.tfevents.1638184519.r7i5n5.1015419.21 b/exp12/000-module.4.post_attention_layernorm/events.out.tfevents.1638184519.r7i5n5.1015419.21
new file mode 100644
index 0000000000000000000000000000000000000000..718a23dd66e12bb3018d472149fbbd03b1ef2758
--- /dev/null
+++ b/exp12/000-module.4.post_attention_layernorm/events.out.tfevents.1638184519.r7i5n5.1015419.21
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e63b9ea30e09331b22440513ef3239c5d47040e1da4fc1df80c792710bc805f
+size 35370760
diff --git a/exp12/000-module.4.self_attention.attention_dropout/events.out.tfevents.1638184519.r7i5n5.1015419.18 b/exp12/000-module.4.self_attention.attention_dropout/events.out.tfevents.1638184519.r7i5n5.1015419.18
new file mode 100644
index 0000000000000000000000000000000000000000..ecdb918e1700552356580026ae2f99479352d4d1
--- /dev/null
+++ b/exp12/000-module.4.self_attention.attention_dropout/events.out.tfevents.1638184519.r7i5n5.1015419.18
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daa09e9bf7d253b255f5a4c8201ca79140c0a241f945fae3756365b9480123fc
+size 15409480
diff --git a/exp12/000-module.4.self_attention.dense/events.out.tfevents.1638184519.r7i5n5.1015419.19 b/exp12/000-module.4.self_attention.dense/events.out.tfevents.1638184519.r7i5n5.1015419.19
new file mode 100644
index 0000000000000000000000000000000000000000..76397d6377b7e4840ee4551f358f54f609cdcf3a
--- /dev/null
+++ b/exp12/000-module.4.self_attention.dense/events.out.tfevents.1638184519.r7i5n5.1015419.19
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92ceac1e40a22e5be978898f6013035f4913e5dfc605e5a491ba929674538885
+size 35704840
diff --git a/exp12/000-module.4.self_attention.query_key_value/events.out.tfevents.1638184519.r7i5n5.1015419.16 b/exp12/000-module.4.self_attention.query_key_value/events.out.tfevents.1638184519.r7i5n5.1015419.16
new file mode 100644
index 0000000000000000000000000000000000000000..c18aa129a7bfbf4c3bc14ac39ba62b03aa1aee6d
--- /dev/null
+++ b/exp12/000-module.4.self_attention.query_key_value/events.out.tfevents.1638184519.r7i5n5.1015419.16
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:977f1d72cfc5a6077bfb5ac9b0d2b6aa6b6301fdff26c488659afa33886e901c
+size 33032200
diff --git a/exp12/000-module.4.self_attention.scale_mask_softmax/events.out.tfevents.1638184519.r7i5n5.1015419.17 b/exp12/000-module.4.self_attention.scale_mask_softmax/events.out.tfevents.1638184519.r7i5n5.1015419.17
new file mode 100644
index 0000000000000000000000000000000000000000..ff7d4b290e70883a41ed8725988b891f06e18774
--- /dev/null
+++ b/exp12/000-module.4.self_attention.scale_mask_softmax/events.out.tfevents.1638184519.r7i5n5.1015419.17
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:389c3d4c8c8b37aacd8a456d964239b7f134c0d51b463bf6fff82cd1a837af7b
+size 15409480
diff --git a/exp12/000-module.4.self_attention/events.out.tfevents.1638184519.r7i5n5.1015419.20 b/exp12/000-module.4.self_attention/events.out.tfevents.1638184519.r7i5n5.1015419.20
new file mode 100644
index 0000000000000000000000000000000000000000..c8ee815b5c30bdf8aa07ad73ca382a304fc55926
--- /dev/null
+++ b/exp12/000-module.4.self_attention/events.out.tfevents.1638184519.r7i5n5.1015419.20
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:351c864aab15e9e1bb8ac8abfc813bca2cd20978fd8da4804953cd19558be5dd
+size 20921800
diff --git a/exp12/000-module.4/events.out.tfevents.1638184519.r7i5n5.1015419.25 b/exp12/000-module.4/events.out.tfevents.1638184519.r7i5n5.1015419.25
new file mode 100644
index 0000000000000000000000000000000000000000..8bc15972bf20b6b6bbd3164be443e0b238ce7141
--- /dev/null
+++ b/exp12/000-module.4/events.out.tfevents.1638184519.r7i5n5.1015419.25
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c741c91f0f7ed3a52f0e785f94a811097c9d6b5ce1dfbb5ebcf834cffb18080d
+size 20587720
diff --git a/exp12/000-module.tied_modules.embed.embedding_dropout/events.out.tfevents.1638184517.r7i5n5.1015419.2 b/exp12/000-module.tied_modules.embed.embedding_dropout/events.out.tfevents.1638184517.r7i5n5.1015419.2
new file mode 100644
index 0000000000000000000000000000000000000000..59580977a37e5edc02c53c9146b36e1d9b3275ab
--- /dev/null
+++ b/exp12/000-module.tied_modules.embed.embedding_dropout/events.out.tfevents.1638184517.r7i5n5.1015419.2
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48b0c8e881c2c7e8ddaf3825279c94c96382048b9d99345ec8c7579c25ae1006
+size 10314760
diff --git a/exp12/000-module.tied_modules.embed.position_embeddings/events.out.tfevents.1638184517.r7i5n5.1015419.1 b/exp12/000-module.tied_modules.embed.position_embeddings/events.out.tfevents.1638184517.r7i5n5.1015419.1
new file mode 100644
index 0000000000000000000000000000000000000000..7ba23c7a0650ef6f46ce2aa81b036f28c84de26f
--- /dev/null
+++ b/exp12/000-module.tied_modules.embed.position_embeddings/events.out.tfevents.1638184517.r7i5n5.1015419.1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8efd04f4fd9a3f55f51bc3849a163c1bbea8bef89f3ec5cc85d2afe09a5961c9
+size 12736840
diff --git a/exp12/000-module.tied_modules.embed.word_embeddings/events.out.tfevents.1638184517.r7i5n5.1015419.0 b/exp12/000-module.tied_modules.embed.word_embeddings/events.out.tfevents.1638184517.r7i5n5.1015419.0
new file mode 100644
index 0000000000000000000000000000000000000000..6a72a059f14b0bca5b9c1de47c5ee71311f996fc
--- /dev/null
+++ b/exp12/000-module.tied_modules.embed.word_embeddings/events.out.tfevents.1638184517.r7i5n5.1015419.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:580dc5cda6d87818ff1e5f16392552fa85957f6c7623694f2ed7469b2c7e9196
+size 12736840
diff --git a/exp12/000-module.tied_modules.embed/events.out.tfevents.1638184517.r7i5n5.1015419.3 b/exp12/000-module.tied_modules.embed/events.out.tfevents.1638184517.r7i5n5.1015419.3
new file mode 100644
index 0000000000000000000000000000000000000000..7a4f4ce475a3bdb189121a502da667db11ba096a
--- /dev/null
+++ b/exp12/000-module.tied_modules.embed/events.out.tfevents.1638184517.r7i5n5.1015419.3
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4dc975c48ad12bac14a1ca7c95c4e33f5bfccb22d0c4f03c216ffcd792f9a52a
+size 7725640
diff --git a/exp12/000-module/events.out.tfevents.1638184519.r7i5n5.1015419.26 b/exp12/000-module/events.out.tfevents.1638184519.r7i5n5.1015419.26
new file mode 100644
index 0000000000000000000000000000000000000000..2bcb7f9d6d8f6ef1be74bccf62a9f92561a448cd
--- /dev/null
+++ b/exp12/000-module/events.out.tfevents.1638184519.r7i5n5.1015419.26
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2157f3c4bbe5dd56adc03e265be20be851f8d9d1bd3134b2695b28e0f087a9ee
+size 7725640
diff --git a/exp12/028-module.17.input_layernorm/events.out.tfevents.1638184529.r8i4n3.750609.0 b/exp12/028-module.17.input_layernorm/events.out.tfevents.1638184529.r8i4n3.750609.0
new file mode 100644
index 0000000000000000000000000000000000000000..6059abae4138b4f1a00623cf3ac81a07d7795c95
--- /dev/null
+++ b/exp12/028-module.17.input_layernorm/events.out.tfevents.1638184529.r8i4n3.750609.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3939e8cce545197a665283c8c3855460885c4c7e533c37c38b5aa14899ef40a2
+size 35370760
diff --git a/exp12/028-module.17.mlp.dense_4h_to_h/events.out.tfevents.1638184531.r8i4n3.750609.8 b/exp12/028-module.17.mlp.dense_4h_to_h/events.out.tfevents.1638184531.r8i4n3.750609.8
new file mode 100644
index 0000000000000000000000000000000000000000..d863aad32ad551b4e5eff0a4cd97749d2ba10a6d
--- /dev/null
+++ b/exp12/028-module.17.mlp.dense_4h_to_h/events.out.tfevents.1638184531.r8i4n3.750609.8
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15bd895dc7c17c892a9e55717b46110cf1f792f0fc3dd518fff13469642edf5e
+size 35704840
diff --git a/exp12/028-module.17.mlp.dense_h_to_4h/events.out.tfevents.1638184530.r8i4n3.750609.7 b/exp12/028-module.17.mlp.dense_h_to_4h/events.out.tfevents.1638184530.r8i4n3.750609.7
new file mode 100644
index 0000000000000000000000000000000000000000..47eb597f0b4ad37a71a76199da5efe37eadb0450
--- /dev/null
+++ b/exp12/028-module.17.mlp.dense_h_to_4h/events.out.tfevents.1638184530.r8i4n3.750609.7
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:310dcb9b68c486e783370d2152b7bda51a878b258093385c076148da46322471
+size 35704840
diff --git a/exp12/028-module.17.mlp/events.out.tfevents.1638184531.r8i4n3.750609.9 b/exp12/028-module.17.mlp/events.out.tfevents.1638184531.r8i4n3.750609.9
new file mode 100644
index 0000000000000000000000000000000000000000..f0ecca6c08534886a6d5ad8f716c930d679e06f1
--- /dev/null
+++ b/exp12/028-module.17.mlp/events.out.tfevents.1638184531.r8i4n3.750609.9
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54f925d600d6ae0b5f9e33a1584121366c865648dca29e6ee0e52faf55eea883
+size 20921800
diff --git a/exp12/028-module.17.post_attention_layernorm/events.out.tfevents.1638184530.r8i4n3.750609.6 b/exp12/028-module.17.post_attention_layernorm/events.out.tfevents.1638184530.r8i4n3.750609.6
new file mode 100644
index 0000000000000000000000000000000000000000..7e02ff138d84f0dcbcfccfc1730bdc3c65bdcfd9
--- /dev/null
+++ b/exp12/028-module.17.post_attention_layernorm/events.out.tfevents.1638184530.r8i4n3.750609.6
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28f6544cfe6c5ffc973a2da3d725ca8f8502ca50e3fb1b531863bd6471194ea0
+size 35370760
diff --git a/exp12/028-module.17.self_attention.attention_dropout/events.out.tfevents.1638184530.r8i4n3.750609.3 b/exp12/028-module.17.self_attention.attention_dropout/events.out.tfevents.1638184530.r8i4n3.750609.3
new file mode 100644
index 0000000000000000000000000000000000000000..febb2703eb06cf2df62981c59529879a439d8f7c
--- /dev/null
+++ b/exp12/028-module.17.self_attention.attention_dropout/events.out.tfevents.1638184530.r8i4n3.750609.3
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a62e548acb1fb82afaf50af54ac3b269d03690c60b7ece0ab162b9df58634b0
+size 15409480
diff --git a/exp12/028-module.17.self_attention.dense/events.out.tfevents.1638184530.r8i4n3.750609.4 b/exp12/028-module.17.self_attention.dense/events.out.tfevents.1638184530.r8i4n3.750609.4
new file mode 100644
index 0000000000000000000000000000000000000000..bfa80d4e1c94a2a250d9f8d2b2b81d4eac57c2a5
--- /dev/null
+++ b/exp12/028-module.17.self_attention.dense/events.out.tfevents.1638184530.r8i4n3.750609.4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2f00f6e9078eeb7462a458c12028b3186fd61d8203ac32b96543d69a5d7042e
+size 35704840
diff --git a/exp12/028-module.17.self_attention.query_key_value/events.out.tfevents.1638184530.r8i4n3.750609.1 b/exp12/028-module.17.self_attention.query_key_value/events.out.tfevents.1638184530.r8i4n3.750609.1
new file mode 100644
index 0000000000000000000000000000000000000000..effc419c93933b35b73841a0060c0c619a7f5f32
--- /dev/null
+++ b/exp12/028-module.17.self_attention.query_key_value/events.out.tfevents.1638184530.r8i4n3.750609.1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df0111f99a76fb5e767577a84564dbf23effa530fa751b935532535416cf5599
+size 33032200
diff --git a/exp12/028-module.17.self_attention.scale_mask_softmax/events.out.tfevents.1638184530.r8i4n3.750609.2 b/exp12/028-module.17.self_attention.scale_mask_softmax/events.out.tfevents.1638184530.r8i4n3.750609.2
new file mode 100644
index 0000000000000000000000000000000000000000..2f92053c4e4995da2bf0cc1c27b9721eb3ac912f
--- /dev/null
+++ b/exp12/028-module.17.self_attention.scale_mask_softmax/events.out.tfevents.1638184530.r8i4n3.750609.2
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d8f7485afe5c697ce8271e1356864ccd8884d54a521d1ec6a2e875824bf05dc
+size 15409480
diff --git a/exp12/028-module.17.self_attention/events.out.tfevents.1638184530.r8i4n3.750609.5 b/exp12/028-module.17.self_attention/events.out.tfevents.1638184530.r8i4n3.750609.5
new file mode 100644
index 0000000000000000000000000000000000000000..eb06c3447562cda3af331c9bad51bfb872871d10
--- /dev/null
+++ b/exp12/028-module.17.self_attention/events.out.tfevents.1638184530.r8i4n3.750609.5
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b431ffa260ce07c3f75b5dad831f64f9f7fcec01209bc5d27314aaa37d250ec6
+size 20921800
diff --git a/exp12/028-module.17/events.out.tfevents.1638184531.r8i4n3.750609.10 b/exp12/028-module.17/events.out.tfevents.1638184531.r8i4n3.750609.10
new file mode 100644
index 0000000000000000000000000000000000000000..b1eca8f8ee5376073746e4c9be9a80aee9f980f0
--- /dev/null
+++ b/exp12/028-module.17/events.out.tfevents.1638184531.r8i4n3.750609.10
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8dd318842c2b0d386009412103c2aa12f4475b74f58048e720ec8dafba1ee9dd
+size 20587720
diff --git a/exp12/028-module.18.input_layernorm/events.out.tfevents.1638184531.r8i4n3.750609.11 b/exp12/028-module.18.input_layernorm/events.out.tfevents.1638184531.r8i4n3.750609.11
new file mode 100644
index 0000000000000000000000000000000000000000..ce9d975c85acfec0f84572e49d25bf8d03a299c7
--- /dev/null
+++ b/exp12/028-module.18.input_layernorm/events.out.tfevents.1638184531.r8i4n3.750609.11
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22d275585edb2382d1f98934099f12c315e01de84c1120270867854b5afa17eb
+size 35370760
diff --git a/exp12/028-module.18.mlp.dense_4h_to_h/events.out.tfevents.1638184531.r8i4n3.750609.19 b/exp12/028-module.18.mlp.dense_4h_to_h/events.out.tfevents.1638184531.r8i4n3.750609.19
new file mode 100644
index 0000000000000000000000000000000000000000..4f471c597537c4f658c8505752bde8007c153fae
--- /dev/null
+++ b/exp12/028-module.18.mlp.dense_4h_to_h/events.out.tfevents.1638184531.r8i4n3.750609.19
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:248fd0830e05838239b59d3944d6e28f879b6a28abd35021824403ac62a46be3
+size 35704840
diff --git a/exp12/028-module.18.mlp.dense_h_to_4h/events.out.tfevents.1638184531.r8i4n3.750609.18 b/exp12/028-module.18.mlp.dense_h_to_4h/events.out.tfevents.1638184531.r8i4n3.750609.18
new file mode 100644
index 0000000000000000000000000000000000000000..f40b0d2abb7fe87a165056027382b47661d723c8
--- /dev/null
+++ b/exp12/028-module.18.mlp.dense_h_to_4h/events.out.tfevents.1638184531.r8i4n3.750609.18
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c70c64c261aa4c69a2b1852d0d9dd10be01b42a275a6e3c19fe2561d8804838
+size 35704840
diff --git a/exp12/028-module.18.mlp/events.out.tfevents.1638184531.r8i4n3.750609.20 b/exp12/028-module.18.mlp/events.out.tfevents.1638184531.r8i4n3.750609.20
new file mode 100644
index 0000000000000000000000000000000000000000..cda5c8b17619c4d8c0cc07e0e2d1a7f9a48029ab
--- /dev/null
+++ b/exp12/028-module.18.mlp/events.out.tfevents.1638184531.r8i4n3.750609.20
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd4bd8af2c46f7654d53909b4a4cd09264d6716d23d4b2edc095bb782f4f37fa
+size 20921800
diff --git a/exp12/028-module.18.post_attention_layernorm/events.out.tfevents.1638184531.r8i4n3.750609.17 b/exp12/028-module.18.post_attention_layernorm/events.out.tfevents.1638184531.r8i4n3.750609.17
new file mode 100644
index 0000000000000000000000000000000000000000..9e9eea0d0e20f9b03be667317b85e8bbfe317698
--- /dev/null
+++ b/exp12/028-module.18.post_attention_layernorm/events.out.tfevents.1638184531.r8i4n3.750609.17
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c0826bc8b7dd3687feb3a4e215996800aafd3a1d0ebadc02bdfbca235edb201
+size 35370760
diff --git a/exp12/028-module.18.self_attention.attention_dropout/events.out.tfevents.1638184531.r8i4n3.750609.14 b/exp12/028-module.18.self_attention.attention_dropout/events.out.tfevents.1638184531.r8i4n3.750609.14
new file mode 100644
index 0000000000000000000000000000000000000000..c31ecc3c152f7c91fbe3cd4adc32e82351257267
--- /dev/null
+++ b/exp12/028-module.18.self_attention.attention_dropout/events.out.tfevents.1638184531.r8i4n3.750609.14
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91389e1c74e3da8b5e434bc0d54c8bd32f6f6bbda36397a8203990e4d21934b1
+size 15409480
diff --git a/exp12/028-module.18.self_attention.dense/events.out.tfevents.1638184531.r8i4n3.750609.15 b/exp12/028-module.18.self_attention.dense/events.out.tfevents.1638184531.r8i4n3.750609.15
new file mode 100644
index 0000000000000000000000000000000000000000..f921988e1f1f674640f6becc7c153cda4e130588
--- /dev/null
+++ b/exp12/028-module.18.self_attention.dense/events.out.tfevents.1638184531.r8i4n3.750609.15
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f9bb1e171934123b0e4523cad309d01769acc66f8a4d817c8c597e9649cbeba
+size 35704840
diff --git a/exp12/028-module.18.self_attention.query_key_value/events.out.tfevents.1638184531.r8i4n3.750609.12 b/exp12/028-module.18.self_attention.query_key_value/events.out.tfevents.1638184531.r8i4n3.750609.12
new file mode 100644
index 0000000000000000000000000000000000000000..8bb44b735660f90fc41ce1044721d4b296401d6a
--- /dev/null
+++ b/exp12/028-module.18.self_attention.query_key_value/events.out.tfevents.1638184531.r8i4n3.750609.12
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f127bac02f0088b18e390d2e014cda091be875e42f938afb74aa6859cd33c59b
+size 33032200
diff --git a/exp12/028-module.18.self_attention.scale_mask_softmax/events.out.tfevents.1638184531.r8i4n3.750609.13 b/exp12/028-module.18.self_attention.scale_mask_softmax/events.out.tfevents.1638184531.r8i4n3.750609.13
new file mode 100644
index 0000000000000000000000000000000000000000..9f5d65e29a92d956fc770f56e2465256c5bd4e47
--- /dev/null
+++ b/exp12/028-module.18.self_attention.scale_mask_softmax/events.out.tfevents.1638184531.r8i4n3.750609.13
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b1543409ea96d2d4350d171942b6941dd58ce3d284cf6159dc017b1130c30b4
+size 15409480
diff --git a/exp12/028-module.18.self_attention/events.out.tfevents.1638184531.r8i4n3.750609.16 b/exp12/028-module.18.self_attention/events.out.tfevents.1638184531.r8i4n3.750609.16
new file mode 100644
index 0000000000000000000000000000000000000000..299de77ad5deb4b13d0dd6dc94fe3e7fff57d3c5
--- /dev/null
+++ b/exp12/028-module.18.self_attention/events.out.tfevents.1638184531.r8i4n3.750609.16
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52264d9c62947bf19e04b03d853faa592293e2895a06c6e9f60e1136de04cad9
+size 20921800
diff --git a/exp12/028-module.18/events.out.tfevents.1638184531.r8i4n3.750609.21 b/exp12/028-module.18/events.out.tfevents.1638184531.r8i4n3.750609.21
new file mode 100644
index 0000000000000000000000000000000000000000..11d5962a33c7963363112b3d65cd760b1cee1e21
--- /dev/null
+++ b/exp12/028-module.18/events.out.tfevents.1638184531.r8i4n3.750609.21
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffdb2f31ff4786de7fe941b60ab2a838ce853d262537640aa9bcb1ea2ab51585
+size 20587720
diff --git a/exp12/028-module/events.out.tfevents.1638184531.r8i4n3.750609.22 b/exp12/028-module/events.out.tfevents.1638184531.r8i4n3.750609.22
new file mode 100644
index 0000000000000000000000000000000000000000..4a3e05cceccb130db3b31829a94674683a995474
--- /dev/null
+++ b/exp12/028-module/events.out.tfevents.1638184531.r8i4n3.750609.22
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:220ca22e653c6a5cabd410b97b5953cf05c05865a83c8cbd40238e6c1de166d2
+size 10314760
diff --git a/exp12/060-module.33.input_layernorm/events.out.tfevents.1638184545.r8i5n6.2640545.0 b/exp12/060-module.33.input_layernorm/events.out.tfevents.1638184545.r8i5n6.2640545.0
new file mode 100644
index 0000000000000000000000000000000000000000..695263f6e4e2003d767c7a3bc2342b8252311fa4
--- /dev/null
+++ b/exp12/060-module.33.input_layernorm/events.out.tfevents.1638184545.r8i5n6.2640545.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fea8b083ed257455346a39b6429cf767facf4b7eeb4317f91b0e11641417989
+size 35370760
diff --git a/exp12/060-module.33.mlp.dense_4h_to_h/events.out.tfevents.1638184547.r8i5n6.2640545.8 b/exp12/060-module.33.mlp.dense_4h_to_h/events.out.tfevents.1638184547.r8i5n6.2640545.8
new file mode 100644
index 0000000000000000000000000000000000000000..2b300c3f48c9d55c55815419aa752ec975abab51
--- /dev/null
+++ b/exp12/060-module.33.mlp.dense_4h_to_h/events.out.tfevents.1638184547.r8i5n6.2640545.8
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e38732a65c78c51c5e5d34e23681a44bf2bdcfbd8e1b7df5f2fbab194bbc4214
+size 35704840
diff --git a/exp12/060-module.33.mlp.dense_h_to_4h/events.out.tfevents.1638184546.r8i5n6.2640545.7 b/exp12/060-module.33.mlp.dense_h_to_4h/events.out.tfevents.1638184546.r8i5n6.2640545.7
new file mode 100644
index 0000000000000000000000000000000000000000..9dbea09f3c85ce25e290ff2c387d0378c793cd19
--- /dev/null
+++ b/exp12/060-module.33.mlp.dense_h_to_4h/events.out.tfevents.1638184546.r8i5n6.2640545.7
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27132b0bd96147e7f97fa197e3c62878b184e9dd1694a701607b3b533b1d6798
+size 35704840
diff --git a/exp12/060-module.33.mlp/events.out.tfevents.1638184547.r8i5n6.2640545.9 b/exp12/060-module.33.mlp/events.out.tfevents.1638184547.r8i5n6.2640545.9
new file mode 100644
index 0000000000000000000000000000000000000000..f858834858c7303b347a6581043b3d0bde44d9c5
--- /dev/null
+++ b/exp12/060-module.33.mlp/events.out.tfevents.1638184547.r8i5n6.2640545.9
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75ec4b01f9082b9768f8cb4552197e51ea19df2cad2abe032c20932fc3783acb
+size 20921800
diff --git a/exp12/060-module.33.post_attention_layernorm/events.out.tfevents.1638184546.r8i5n6.2640545.6 b/exp12/060-module.33.post_attention_layernorm/events.out.tfevents.1638184546.r8i5n6.2640545.6
new file mode 100644
index 0000000000000000000000000000000000000000..cfbc1b23137f16c412694b8206c51d45f110970e
--- /dev/null
+++ b/exp12/060-module.33.post_attention_layernorm/events.out.tfevents.1638184546.r8i5n6.2640545.6
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9016bafdb5d38725641917c8f48cee7b13e86ed59929c28d9b3a69163583ef1d
+size 35370760
diff --git a/exp12/060-module.33.self_attention.attention_dropout/events.out.tfevents.1638184546.r8i5n6.2640545.3 b/exp12/060-module.33.self_attention.attention_dropout/events.out.tfevents.1638184546.r8i5n6.2640545.3
new file mode 100644
index 0000000000000000000000000000000000000000..d9cc3d943d4c089c72210042db9305c9e84dcd9a
--- /dev/null
+++ b/exp12/060-module.33.self_attention.attention_dropout/events.out.tfevents.1638184546.r8i5n6.2640545.3
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a88c854b7227987930af1d1a2d74d70286a29eedf62232c5e2ed585fe42701ba
+size 15409480
diff --git a/exp12/060-module.33.self_attention.dense/events.out.tfevents.1638184546.r8i5n6.2640545.4 b/exp12/060-module.33.self_attention.dense/events.out.tfevents.1638184546.r8i5n6.2640545.4
new file mode 100644
index 0000000000000000000000000000000000000000..ed35a0d2a8829120f7079e9b2b72de2943234436
--- /dev/null
+++ b/exp12/060-module.33.self_attention.dense/events.out.tfevents.1638184546.r8i5n6.2640545.4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd784e33b3765cdbeae423b827678d1697c2aeb0d9d63963fd44361008a572df
+size 35704840
diff --git a/exp12/060-module.33.self_attention.query_key_value/events.out.tfevents.1638184546.r8i5n6.2640545.1 b/exp12/060-module.33.self_attention.query_key_value/events.out.tfevents.1638184546.r8i5n6.2640545.1
new file mode 100644
index 0000000000000000000000000000000000000000..99b38479bcca961d765520ea8545681ecff7ab29
--- /dev/null
+++ b/exp12/060-module.33.self_attention.query_key_value/events.out.tfevents.1638184546.r8i5n6.2640545.1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5be6a57cde9e0e23e8178d7d4eaba5f07f331316e8d48f368a949dfeaacc2130
+size 33032200
diff --git a/exp12/060-module.33.self_attention.scale_mask_softmax/events.out.tfevents.1638184546.r8i5n6.2640545.2 b/exp12/060-module.33.self_attention.scale_mask_softmax/events.out.tfevents.1638184546.r8i5n6.2640545.2
new file mode 100644
index 0000000000000000000000000000000000000000..fad8ec38b490c333bc8b7963b0a0c80258e15592
--- /dev/null
+++ b/exp12/060-module.33.self_attention.scale_mask_softmax/events.out.tfevents.1638184546.r8i5n6.2640545.2
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6e1a9dbfbcd91e08d877d094dac562e3a04ff44048b051655d1e29be218ec3f
+size 15409480
diff --git a/exp12/060-module.33.self_attention/events.out.tfevents.1638184546.r8i5n6.2640545.5 b/exp12/060-module.33.self_attention/events.out.tfevents.1638184546.r8i5n6.2640545.5
new file mode 100644
index 0000000000000000000000000000000000000000..574ba7846bfdf2c082011b6259c1ba7e8d8ccaa2
--- /dev/null
+++ b/exp12/060-module.33.self_attention/events.out.tfevents.1638184546.r8i5n6.2640545.5
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4273bb91af027a83bfcab0c96ece46e7817c216935ef0213ff514d9877886af2
+size 20921800
diff --git a/exp12/060-module.33/events.out.tfevents.1638184547.r8i5n6.2640545.10 b/exp12/060-module.33/events.out.tfevents.1638184547.r8i5n6.2640545.10
new file mode 100644
index 0000000000000000000000000000000000000000..a9b22f21ab3db99b9997d8f63aafc59577edbdb7
--- /dev/null
+++ b/exp12/060-module.33/events.out.tfevents.1638184547.r8i5n6.2640545.10
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ca2225e65e963b24f89f0e677147b63311e253fad0ea5442b9dea4d3f010b57
+size 20587720
diff --git a/exp12/060-module.34.input_layernorm/events.out.tfevents.1638184547.r8i5n6.2640545.11 b/exp12/060-module.34.input_layernorm/events.out.tfevents.1638184547.r8i5n6.2640545.11
new file mode 100644
index 0000000000000000000000000000000000000000..cc5908dea5ef4f1f9a47e04130c3b92262f8b199
--- /dev/null
+++ b/exp12/060-module.34.input_layernorm/events.out.tfevents.1638184547.r8i5n6.2640545.11
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52fd26e6c556e4ba8951d9ec20840342b9e244441a0724ea939e2476b25d49bc
+size 35370760
diff --git a/exp12/060-module.34.mlp.dense_4h_to_h/events.out.tfevents.1638184547.r8i5n6.2640545.19 b/exp12/060-module.34.mlp.dense_4h_to_h/events.out.tfevents.1638184547.r8i5n6.2640545.19
new file mode 100644
index 0000000000000000000000000000000000000000..19ad43a321f3b0877b1a4caba900fc923fc5a330
--- /dev/null
+++ b/exp12/060-module.34.mlp.dense_4h_to_h/events.out.tfevents.1638184547.r8i5n6.2640545.19
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d99c8f8fcff345abc4ee48b017a77742c5e8497d49d76cd7a774d0c62a16bb78
+size 35704840
diff --git a/exp12/060-module.34.mlp.dense_h_to_4h/events.out.tfevents.1638184547.r8i5n6.2640545.18 b/exp12/060-module.34.mlp.dense_h_to_4h/events.out.tfevents.1638184547.r8i5n6.2640545.18
new file mode 100644
index 0000000000000000000000000000000000000000..666592bba1ee575ba05b91ffebeee99c2df36904
--- /dev/null
+++ b/exp12/060-module.34.mlp.dense_h_to_4h/events.out.tfevents.1638184547.r8i5n6.2640545.18
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe2e05d33443ed413ef455cc720a76c1b46696c92380559656173d6039ab75d5
+size 35704840
diff --git a/exp12/060-module.34.mlp/events.out.tfevents.1638184547.r8i5n6.2640545.20 b/exp12/060-module.34.mlp/events.out.tfevents.1638184547.r8i5n6.2640545.20
new file mode 100644
index 0000000000000000000000000000000000000000..7f09f046ca63c42a51d8888244b7498cd050c877
--- /dev/null
+++ b/exp12/060-module.34.mlp/events.out.tfevents.1638184547.r8i5n6.2640545.20
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69e74fc62bc11b258c922f9853017106f3f8f0d09bfc630af1bce7bbd4244cbe
+size 20921800
diff --git a/exp12/060-module.34.post_attention_layernorm/events.out.tfevents.1638184547.r8i5n6.2640545.17 b/exp12/060-module.34.post_attention_layernorm/events.out.tfevents.1638184547.r8i5n6.2640545.17
new file mode 100644
index 0000000000000000000000000000000000000000..0a171337de209b156adb5c5dc68b1122eea5957d
--- /dev/null
+++ b/exp12/060-module.34.post_attention_layernorm/events.out.tfevents.1638184547.r8i5n6.2640545.17
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:944294643ce6e28cd5b40b9cbd44d62528f68f1ef65831bdecdf0e41f0a4bd37
+size 35370760
diff --git a/exp12/060-module.34.self_attention.attention_dropout/events.out.tfevents.1638184547.r8i5n6.2640545.14 b/exp12/060-module.34.self_attention.attention_dropout/events.out.tfevents.1638184547.r8i5n6.2640545.14
new file mode 100644
index 0000000000000000000000000000000000000000..f3fa35ac09138e391606e5b8d9b1b47932121d2f
--- /dev/null
+++ b/exp12/060-module.34.self_attention.attention_dropout/events.out.tfevents.1638184547.r8i5n6.2640545.14
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0145f1428d1cbb64b03c690f8cca8c5b0eef215b9e83911eb46dfdbbbfc35232
+size 15409480
diff --git a/exp12/060-module.34.self_attention.dense/events.out.tfevents.1638184547.r8i5n6.2640545.15 b/exp12/060-module.34.self_attention.dense/events.out.tfevents.1638184547.r8i5n6.2640545.15
new file mode 100644
index 0000000000000000000000000000000000000000..d34e81e561b733e726cffeeabda2e082f40d464c
--- /dev/null
+++ b/exp12/060-module.34.self_attention.dense/events.out.tfevents.1638184547.r8i5n6.2640545.15
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:edc5ecf63402912bad1af9a7c0ed48c109d66ef9bc35a9e62f7212d04b83dc1d
+size 35704840
diff --git a/exp12/060-module.34.self_attention.query_key_value/events.out.tfevents.1638184547.r8i5n6.2640545.12 b/exp12/060-module.34.self_attention.query_key_value/events.out.tfevents.1638184547.r8i5n6.2640545.12
new file mode 100644
index 0000000000000000000000000000000000000000..12600aef2c9f1897615863c6773afcf58ab6f077
--- /dev/null
+++ b/exp12/060-module.34.self_attention.query_key_value/events.out.tfevents.1638184547.r8i5n6.2640545.12
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27567c0d2e69e7033b20b56dd6e6a416efaf61f02013c3b053f71a758158f058
+size 33032200
diff --git a/exp12/060-module.34.self_attention.scale_mask_softmax/events.out.tfevents.1638184547.r8i5n6.2640545.13 b/exp12/060-module.34.self_attention.scale_mask_softmax/events.out.tfevents.1638184547.r8i5n6.2640545.13
new file mode 100644
index 0000000000000000000000000000000000000000..15981d78ca0bd834d49a533e98c22ed169dd0468
--- /dev/null
+++ b/exp12/060-module.34.self_attention.scale_mask_softmax/events.out.tfevents.1638184547.r8i5n6.2640545.13
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:edaf0fa7f7cc4cc965975b8479b5b95a2c077a116717ac8b881ee1cb0b8b4ee6
+size 15409480
diff --git a/exp12/060-module.34.self_attention/events.out.tfevents.1638184547.r8i5n6.2640545.16 b/exp12/060-module.34.self_attention/events.out.tfevents.1638184547.r8i5n6.2640545.16
new file mode 100644
index 0000000000000000000000000000000000000000..7dd27f80e75c87c1865fce5158875d263f348675
--- /dev/null
+++ b/exp12/060-module.34.self_attention/events.out.tfevents.1638184547.r8i5n6.2640545.16
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68638021c7342be41dac5ac03cd180d62a9eed30c259df76a7ef572e1c6ccd4a
+size 20921800
diff --git a/exp12/060-module.34/events.out.tfevents.1638184547.r8i5n6.2640545.21 b/exp12/060-module.34/events.out.tfevents.1638184547.r8i5n6.2640545.21
new file mode 100644
index 0000000000000000000000000000000000000000..0563815a74329f34d868baf116cd2a943109da2f
--- /dev/null
+++ b/exp12/060-module.34/events.out.tfevents.1638184547.r8i5n6.2640545.21
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac796736a0dc212b8569d1372409c00dc44eede445bb798a06a2b3eba6ed1682
+size 20587720
diff --git a/exp12/060-module/events.out.tfevents.1638184547.r8i5n6.2640545.22 b/exp12/060-module/events.out.tfevents.1638184547.r8i5n6.2640545.22
new file mode 100644
index 0000000000000000000000000000000000000000..8b4b048f97227a7c081da277f2207473ef11b7bf
--- /dev/null
+++ b/exp12/060-module/events.out.tfevents.1638184547.r8i5n6.2640545.22
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93e5c1a0389d1c5983466d3f30fc7f71d9bbb587b1d80d5abbd63c2f55fd5857
+size 10314760
diff --git a/exp12/092-module.49.input_layernorm/events.out.tfevents.1638184559.r9i3n8.2077344.0 b/exp12/092-module.49.input_layernorm/events.out.tfevents.1638184559.r9i3n8.2077344.0
new file mode 100644
index 0000000000000000000000000000000000000000..6b0ff8a251f68d0ba400b1b23d1eea29563efedf
--- /dev/null
+++ b/exp12/092-module.49.input_layernorm/events.out.tfevents.1638184559.r9i3n8.2077344.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd548574e8ee100fc7b659e16ef4f1ac5d39d6bda1eede56ff300b94900d12de
+size 35370760
diff --git a/exp12/092-module.49.mlp.dense_4h_to_h/events.out.tfevents.1638184560.r9i3n8.2077344.8 b/exp12/092-module.49.mlp.dense_4h_to_h/events.out.tfevents.1638184560.r9i3n8.2077344.8
new file mode 100644
index 0000000000000000000000000000000000000000..3d4d1f5bacfd7905fca0741e6b9b914b1fd021f4
--- /dev/null
+++ b/exp12/092-module.49.mlp.dense_4h_to_h/events.out.tfevents.1638184560.r9i3n8.2077344.8
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88957119f7ce3ed13afea4c126440f508c66a58f26825edc717d5abfc920cf06
+size 35704840
diff --git a/exp12/092-module.49.mlp.dense_h_to_4h/events.out.tfevents.1638184560.r9i3n8.2077344.7 b/exp12/092-module.49.mlp.dense_h_to_4h/events.out.tfevents.1638184560.r9i3n8.2077344.7
new file mode 100644
index 0000000000000000000000000000000000000000..4bcd564424b8a319dd5e28a079ae5d4158bf7d16
--- /dev/null
+++ b/exp12/092-module.49.mlp.dense_h_to_4h/events.out.tfevents.1638184560.r9i3n8.2077344.7
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0cec6179495aaee69bf9e095034469a621b119c1dddef804dbcd42fc1f8317d3
+size 35704840
diff --git a/exp12/092-module.49.mlp/events.out.tfevents.1638184560.r9i3n8.2077344.9 b/exp12/092-module.49.mlp/events.out.tfevents.1638184560.r9i3n8.2077344.9
new file mode 100644
index 0000000000000000000000000000000000000000..d9a919041c288a3e505aa4102c8258fb11ede7b6
--- /dev/null
+++ b/exp12/092-module.49.mlp/events.out.tfevents.1638184560.r9i3n8.2077344.9
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:581e24b822ab51f6265596bd794ac0f9a3c078b2ee3b908e55e70ec993dc22f7
+size 20921800
diff --git a/exp12/092-module.49.post_attention_layernorm/events.out.tfevents.1638184560.r9i3n8.2077344.6 b/exp12/092-module.49.post_attention_layernorm/events.out.tfevents.1638184560.r9i3n8.2077344.6
new file mode 100644
index 0000000000000000000000000000000000000000..c5e85ebc7b4af03e5a6856eed805db09151bace3
--- /dev/null
+++ b/exp12/092-module.49.post_attention_layernorm/events.out.tfevents.1638184560.r9i3n8.2077344.6
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51e17803e59518a4d1382f063003d18dfb1ac1b6bc6d87142d1c1f5bd7264c70
+size 35370760
diff --git a/exp12/092-module.49.self_attention.attention_dropout/events.out.tfevents.1638184559.r9i3n8.2077344.3 b/exp12/092-module.49.self_attention.attention_dropout/events.out.tfevents.1638184559.r9i3n8.2077344.3
new file mode 100644
index 0000000000000000000000000000000000000000..32242285f738482ef94b17e0ffbab8633c6cee0f
--- /dev/null
+++ b/exp12/092-module.49.self_attention.attention_dropout/events.out.tfevents.1638184559.r9i3n8.2077344.3
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5819660120c73ed8e3fa1530d62b209515e0c2a12da30bcfba100c58a262f98e
+size 15409480
diff --git a/exp12/092-module.49.self_attention.dense/events.out.tfevents.1638184559.r9i3n8.2077344.4 b/exp12/092-module.49.self_attention.dense/events.out.tfevents.1638184559.r9i3n8.2077344.4
new file mode 100644
index 0000000000000000000000000000000000000000..25f2eceeca2c39b52bce6744d82a15fcf799405b
--- /dev/null
+++ b/exp12/092-module.49.self_attention.dense/events.out.tfevents.1638184559.r9i3n8.2077344.4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7514235ce872e640cd8e0f0de52d35c9cf9d0c3c7d378cd8bd46ef0cfc20eba8
+size 35704840
diff --git a/exp12/092-module.49.self_attention.query_key_value/events.out.tfevents.1638184559.r9i3n8.2077344.1 b/exp12/092-module.49.self_attention.query_key_value/events.out.tfevents.1638184559.r9i3n8.2077344.1
new file mode 100644
index 0000000000000000000000000000000000000000..caec0cb38139ca4dc04d9f4a06d591d4d9ddfaca
--- /dev/null
+++ b/exp12/092-module.49.self_attention.query_key_value/events.out.tfevents.1638184559.r9i3n8.2077344.1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be29cd694068f710f54197df51280fa3249cb1da42463ec3cc8285f08e374337
+size 33032200
diff --git a/exp12/092-module.49.self_attention.scale_mask_softmax/events.out.tfevents.1638184559.r9i3n8.2077344.2 b/exp12/092-module.49.self_attention.scale_mask_softmax/events.out.tfevents.1638184559.r9i3n8.2077344.2
new file mode 100644
index 0000000000000000000000000000000000000000..06f193b5d306bfea7d55f7a80c78d171b8a9af88
--- /dev/null
+++ b/exp12/092-module.49.self_attention.scale_mask_softmax/events.out.tfevents.1638184559.r9i3n8.2077344.2
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4edabc49a8a7f394397a69091ddd88fc739dd613d6f6de458f6caa5e37e61a30
+size 15409480
diff --git a/exp12/092-module.49.self_attention/events.out.tfevents.1638184559.r9i3n8.2077344.5 b/exp12/092-module.49.self_attention/events.out.tfevents.1638184559.r9i3n8.2077344.5
new file mode 100644
index 0000000000000000000000000000000000000000..cc4664407286a8e0967a8359237c156dffb36c7d
--- /dev/null
+++ b/exp12/092-module.49.self_attention/events.out.tfevents.1638184559.r9i3n8.2077344.5
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ccbee5e9c283e57f84baa7eaf5105c183dd4e1310d6d10af31392e00fc5181c
+size 20921800
diff --git a/exp12/092-module.49/events.out.tfevents.1638184560.r9i3n8.2077344.10 b/exp12/092-module.49/events.out.tfevents.1638184560.r9i3n8.2077344.10
new file mode 100644
index 0000000000000000000000000000000000000000..a9b21f14912018627fab950e931d9b3734b75470
--- /dev/null
+++ b/exp12/092-module.49/events.out.tfevents.1638184560.r9i3n8.2077344.10
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91a958ade82c7b6f500a65928db0488d2b005491c9a6aaf973e203661dad7ef8
+size 20587720
diff --git a/exp12/092-module.50.input_layernorm/events.out.tfevents.1638184560.r9i3n8.2077344.11 b/exp12/092-module.50.input_layernorm/events.out.tfevents.1638184560.r9i3n8.2077344.11
new file mode 100644
index 0000000000000000000000000000000000000000..6d9c7759bf0a87aeea5625823e6f43fe78c3bdfa
--- /dev/null
+++ b/exp12/092-module.50.input_layernorm/events.out.tfevents.1638184560.r9i3n8.2077344.11
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd6c187a0522b904b13c6df5d7d533f231ea7127ee65a8738b6af6b687019438
+size 35370760
diff --git a/exp12/092-module.50.mlp.dense_4h_to_h/events.out.tfevents.1638184560.r9i3n8.2077344.19 b/exp12/092-module.50.mlp.dense_4h_to_h/events.out.tfevents.1638184560.r9i3n8.2077344.19
new file mode 100644
index 0000000000000000000000000000000000000000..7c439a212eca9f2e032cf444f6f61d0ba96eaad4
--- /dev/null
+++ b/exp12/092-module.50.mlp.dense_4h_to_h/events.out.tfevents.1638184560.r9i3n8.2077344.19
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e2392cd3f9975d864ff961eab432deb607474fe3d15612762f310d5d351efb5
+size 35704840
diff --git a/exp12/092-module.50.mlp.dense_h_to_4h/events.out.tfevents.1638184560.r9i3n8.2077344.18 b/exp12/092-module.50.mlp.dense_h_to_4h/events.out.tfevents.1638184560.r9i3n8.2077344.18
new file mode 100644
index 0000000000000000000000000000000000000000..3d120ec41c5d0cc69273f8b1a55fbb4ff65ef71a
--- /dev/null
+++ b/exp12/092-module.50.mlp.dense_h_to_4h/events.out.tfevents.1638184560.r9i3n8.2077344.18
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83abd497d616829def24ec4a2a6d9d7609bf0e9c7d6003eebece4773e0670d97
+size 35704840
diff --git a/exp12/092-module.50.mlp/events.out.tfevents.1638184560.r9i3n8.2077344.20 b/exp12/092-module.50.mlp/events.out.tfevents.1638184560.r9i3n8.2077344.20
new file mode 100644
index 0000000000000000000000000000000000000000..0f2aeae5aae9c9e9cdf07b34716184d2754a14c5
--- /dev/null
+++ b/exp12/092-module.50.mlp/events.out.tfevents.1638184560.r9i3n8.2077344.20
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfc5d7aef88e901cf51fd985ee2120b2a1d8f6c09f16201e4aa99ec7caac90a3
+size 20921800
diff --git a/exp12/092-module.50.post_attention_layernorm/events.out.tfevents.1638184560.r9i3n8.2077344.17 b/exp12/092-module.50.post_attention_layernorm/events.out.tfevents.1638184560.r9i3n8.2077344.17
new file mode 100644
index 0000000000000000000000000000000000000000..0b997b5ab036434f76f1b28c2a2e590c9d3ded4a
--- /dev/null
+++ b/exp12/092-module.50.post_attention_layernorm/events.out.tfevents.1638184560.r9i3n8.2077344.17
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7087d47536889c13e414815c77cabedb2a6e4314c8cf93ab4685a8ee2286cb6c
+size 35370760
diff --git a/exp12/092-module.50.self_attention.attention_dropout/events.out.tfevents.1638184560.r9i3n8.2077344.14 b/exp12/092-module.50.self_attention.attention_dropout/events.out.tfevents.1638184560.r9i3n8.2077344.14
new file mode 100644
index 0000000000000000000000000000000000000000..1ee286915382407193d721ab2c6c9a3d1aa18761
--- /dev/null
+++ b/exp12/092-module.50.self_attention.attention_dropout/events.out.tfevents.1638184560.r9i3n8.2077344.14
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32716641b87944c09783911d4a4bf423f3ff07629b6fc6c1da6f80cb01b7a658
+size 15409480
diff --git a/exp12/092-module.50.self_attention.dense/events.out.tfevents.1638184560.r9i3n8.2077344.15 b/exp12/092-module.50.self_attention.dense/events.out.tfevents.1638184560.r9i3n8.2077344.15
new file mode 100644
index 0000000000000000000000000000000000000000..e3470d502983053e4eefe19f28f16c8d0ccf9228
--- /dev/null
+++ b/exp12/092-module.50.self_attention.dense/events.out.tfevents.1638184560.r9i3n8.2077344.15
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba56a1a99d359420b43cfdd7362e9bbd7f9c4933b2f7150143f9c9b09e1460b3
+size 35704840
diff --git a/exp12/092-module.50.self_attention.query_key_value/events.out.tfevents.1638184560.r9i3n8.2077344.12 b/exp12/092-module.50.self_attention.query_key_value/events.out.tfevents.1638184560.r9i3n8.2077344.12
new file mode 100644
index 0000000000000000000000000000000000000000..1daa267ecceae4d84043ed929b28fef2489fdf9d
--- /dev/null
+++ b/exp12/092-module.50.self_attention.query_key_value/events.out.tfevents.1638184560.r9i3n8.2077344.12
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f4a89673ecbdec431b43be656dd5980e292e0f716f7a36f553e9a77f55563f2
+size 33032200
diff --git a/exp12/092-module.50.self_attention.scale_mask_softmax/events.out.tfevents.1638184560.r9i3n8.2077344.13 b/exp12/092-module.50.self_attention.scale_mask_softmax/events.out.tfevents.1638184560.r9i3n8.2077344.13
new file mode 100644
index 0000000000000000000000000000000000000000..302928f594228826edf938ff34b52b45e2fb889f
--- /dev/null
+++ b/exp12/092-module.50.self_attention.scale_mask_softmax/events.out.tfevents.1638184560.r9i3n8.2077344.13
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:878e26953e8f2b5794f517d31181a9ca4eaefadcd035997f92e76eb1c97274ac
+size 15409480
diff --git a/exp12/092-module.50.self_attention/events.out.tfevents.1638184560.r9i3n8.2077344.16 b/exp12/092-module.50.self_attention/events.out.tfevents.1638184560.r9i3n8.2077344.16
new file mode 100644
index 0000000000000000000000000000000000000000..37c0d7e6aa96c269103a5f7e854acdff914eb008
--- /dev/null
+++ b/exp12/092-module.50.self_attention/events.out.tfevents.1638184560.r9i3n8.2077344.16
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4827b87a3bba96b8360a387e4898be95a62e3d80df9f4291d71adef35ad05ad3
+size 20921800
diff --git a/exp12/092-module.50/events.out.tfevents.1638184560.r9i3n8.2077344.21 b/exp12/092-module.50/events.out.tfevents.1638184560.r9i3n8.2077344.21
new file mode 100644
index 0000000000000000000000000000000000000000..2d7d0d268eb8bc5e33cb8b1103bde65ae560875a
--- /dev/null
+++ b/exp12/092-module.50/events.out.tfevents.1638184560.r9i3n8.2077344.21
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b8c9d2c456b4a36dc04dd1860d7a489120e32e1b2a29ab18457cf683f542a03
+size 20587720
diff --git a/exp12/092-module/events.out.tfevents.1638184560.r9i3n8.2077344.22 b/exp12/092-module/events.out.tfevents.1638184560.r9i3n8.2077344.22
new file mode 100644
index 0000000000000000000000000000000000000000..2006afbdcbcc0db1b952991d659cf271436ab90f
--- /dev/null
+++ b/exp12/092-module/events.out.tfevents.1638184560.r9i3n8.2077344.22
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca183ef467111ac9c08fcd78412af5eebb30d9d42cf5bf5b55f775966f64e0fc
+size 10314760
diff --git a/exp12/124-module.65.input_layernorm/events.out.tfevents.1638184573.r9i4n8.1789593.0 b/exp12/124-module.65.input_layernorm/events.out.tfevents.1638184573.r9i4n8.1789593.0
new file mode 100644
index 0000000000000000000000000000000000000000..09107b4c7ff5febf57ddaadcf47a6b6d4cf1fac4
--- /dev/null
+++ b/exp12/124-module.65.input_layernorm/events.out.tfevents.1638184573.r9i4n8.1789593.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b91d4e35ccac9784363d7ea66d8836b4fa3788f416e7e3fc4f2308caf22d472
+size 35370760
diff --git a/exp12/124-module.65.mlp.dense_4h_to_h/events.out.tfevents.1638184574.r9i4n8.1789593.8 b/exp12/124-module.65.mlp.dense_4h_to_h/events.out.tfevents.1638184574.r9i4n8.1789593.8
new file mode 100644
index 0000000000000000000000000000000000000000..0b873e157eebfb0f7866b79c85b488cbea3367cb
--- /dev/null
+++ b/exp12/124-module.65.mlp.dense_4h_to_h/events.out.tfevents.1638184574.r9i4n8.1789593.8
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4b9fc19312e89fb55ee4db0cba4502112553b7e9982915f0ce63dc1734d2b38
+size 35704840
diff --git a/exp12/124-module.65.mlp.dense_h_to_4h/events.out.tfevents.1638184574.r9i4n8.1789593.7 b/exp12/124-module.65.mlp.dense_h_to_4h/events.out.tfevents.1638184574.r9i4n8.1789593.7
new file mode 100644
index 0000000000000000000000000000000000000000..2d39f762e8491fe36cf1a08134e03a20ad6ec214
--- /dev/null
+++ b/exp12/124-module.65.mlp.dense_h_to_4h/events.out.tfevents.1638184574.r9i4n8.1789593.7
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6561556a0a4d54bb67b492b8a35d6fa890f614f281a51e8d06fabcfa31b9cd5
+size 35704840
diff --git a/exp12/124-module.65.mlp/events.out.tfevents.1638184574.r9i4n8.1789593.9 b/exp12/124-module.65.mlp/events.out.tfevents.1638184574.r9i4n8.1789593.9
new file mode 100644
index 0000000000000000000000000000000000000000..8ea12810301e9db4b772131f78bcbbdc185febb0
--- /dev/null
+++ b/exp12/124-module.65.mlp/events.out.tfevents.1638184574.r9i4n8.1789593.9
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfa3c1dc3682a0efe30f55a8f2656a9a35bbfd98a72ca4735a702bb785ceb156
+size 20921800
diff --git a/exp12/124-module.65.post_attention_layernorm/events.out.tfevents.1638184574.r9i4n8.1789593.6 b/exp12/124-module.65.post_attention_layernorm/events.out.tfevents.1638184574.r9i4n8.1789593.6
new file mode 100644
index 0000000000000000000000000000000000000000..b8187975141e29bb9079e255c05c7c81460cfa06
--- /dev/null
+++ b/exp12/124-module.65.post_attention_layernorm/events.out.tfevents.1638184574.r9i4n8.1789593.6
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:652c760d807316b5144c4077a02441542811b34e05b67b4f31d3f840b3407c12
+size 35370760
diff --git a/exp12/124-module.65.self_attention.attention_dropout/events.out.tfevents.1638184573.r9i4n8.1789593.3 b/exp12/124-module.65.self_attention.attention_dropout/events.out.tfevents.1638184573.r9i4n8.1789593.3
new file mode 100644
index 0000000000000000000000000000000000000000..d888d2cd86b91f1f4707c052c533c73cce49ac2e
--- /dev/null
+++ b/exp12/124-module.65.self_attention.attention_dropout/events.out.tfevents.1638184573.r9i4n8.1789593.3
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7524a7568533c35f520e729d3bb8f940b5b013761f18dc6bcecaefecb35fcd1
+size 15409480
diff --git a/exp12/124-module.65.self_attention.dense/events.out.tfevents.1638184573.r9i4n8.1789593.4 b/exp12/124-module.65.self_attention.dense/events.out.tfevents.1638184573.r9i4n8.1789593.4
new file mode 100644
index 0000000000000000000000000000000000000000..423bafda2f53fc65752656e1170c282f32de5f98
--- /dev/null
+++ b/exp12/124-module.65.self_attention.dense/events.out.tfevents.1638184573.r9i4n8.1789593.4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c4905cde4adc36be28431ed59564224795cf45cc26dd39830211496a1cf33d9
+size 35704840
diff --git a/exp12/124-module.65.self_attention.query_key_value/events.out.tfevents.1638184573.r9i4n8.1789593.1 b/exp12/124-module.65.self_attention.query_key_value/events.out.tfevents.1638184573.r9i4n8.1789593.1
new file mode 100644
index 0000000000000000000000000000000000000000..9d7260bfe820f3df9fc4e5e821bc211c4f22d9c4
--- /dev/null
+++ b/exp12/124-module.65.self_attention.query_key_value/events.out.tfevents.1638184573.r9i4n8.1789593.1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69f04217ea5dabdd8005de5febaeaf1676e686bcccebb003659f234f18add88b
+size 33032200
diff --git a/exp12/124-module.65.self_attention.scale_mask_softmax/events.out.tfevents.1638184573.r9i4n8.1789593.2 b/exp12/124-module.65.self_attention.scale_mask_softmax/events.out.tfevents.1638184573.r9i4n8.1789593.2
new file mode 100644
index 0000000000000000000000000000000000000000..0747aab5a045319dceb54b4169ed7cf911bb665e
--- /dev/null
+++ b/exp12/124-module.65.self_attention.scale_mask_softmax/events.out.tfevents.1638184573.r9i4n8.1789593.2
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6d96753a8cf5de0d78a799005bc80b51a26d2ebe4deae1c79ffb819ffb90f01
+size 15409480
diff --git a/exp12/124-module.65.self_attention/events.out.tfevents.1638184573.r9i4n8.1789593.5 b/exp12/124-module.65.self_attention/events.out.tfevents.1638184573.r9i4n8.1789593.5
new file mode 100644
index 0000000000000000000000000000000000000000..0b91b1cc6369d987f0e2b0ef0c558d2d2d6cad27
--- /dev/null
+++ b/exp12/124-module.65.self_attention/events.out.tfevents.1638184573.r9i4n8.1789593.5
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af4107071b6d91e3fc81299108f05d82034afdd5c69f72abcbdcc35ddab5cd9d
+size 20921800
diff --git a/exp12/124-module.65/events.out.tfevents.1638184574.r9i4n8.1789593.10 b/exp12/124-module.65/events.out.tfevents.1638184574.r9i4n8.1789593.10
new file mode 100644
index 0000000000000000000000000000000000000000..76f701d26a8a78d21fa154e91fe9a4910e75f272
--- /dev/null
+++ b/exp12/124-module.65/events.out.tfevents.1638184574.r9i4n8.1789593.10
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99f3323666f4882731d35d1c2ac5906de5dea7d5cc59d6d7eeb00eabc675e95d
+size 20587720
diff --git a/exp12/124-module.66.input_layernorm/events.out.tfevents.1638184574.r9i4n8.1789593.11 b/exp12/124-module.66.input_layernorm/events.out.tfevents.1638184574.r9i4n8.1789593.11
new file mode 100644
index 0000000000000000000000000000000000000000..223e14c74fcd4b83e1b2dda4ccfc054a71bd766e
--- /dev/null
+++ b/exp12/124-module.66.input_layernorm/events.out.tfevents.1638184574.r9i4n8.1789593.11
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1561b3d45638a5ef9b7dbf87083d7a3cc49527e93e1013b15b374ad2b8c23025
+size 35370760
diff --git a/exp12/124-module.66.mlp.dense_4h_to_h/events.out.tfevents.1638184574.r9i4n8.1789593.19 b/exp12/124-module.66.mlp.dense_4h_to_h/events.out.tfevents.1638184574.r9i4n8.1789593.19
new file mode 100644
index 0000000000000000000000000000000000000000..91985d70fdcd7f3836cba3471d66bd56974d0a77
--- /dev/null
+++ b/exp12/124-module.66.mlp.dense_4h_to_h/events.out.tfevents.1638184574.r9i4n8.1789593.19
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2108426df20bc3e156bbdd82ad3f7e6c212920617a7744930f962745dc8a0949
+size 35704840
diff --git a/exp12/124-module.66.mlp.dense_h_to_4h/events.out.tfevents.1638184574.r9i4n8.1789593.18 b/exp12/124-module.66.mlp.dense_h_to_4h/events.out.tfevents.1638184574.r9i4n8.1789593.18
new file mode 100644
index 0000000000000000000000000000000000000000..78dc7c2d6d93005814d5897529bd352ce9c30288
--- /dev/null
+++ b/exp12/124-module.66.mlp.dense_h_to_4h/events.out.tfevents.1638184574.r9i4n8.1789593.18
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5adb1df1737652f4f031c23033bfef03fdbff806b3a76c5fa5b4c90517b20aa
+size 35704840
diff --git a/exp12/124-module.66.mlp/events.out.tfevents.1638184574.r9i4n8.1789593.20 b/exp12/124-module.66.mlp/events.out.tfevents.1638184574.r9i4n8.1789593.20
new file mode 100644
index 0000000000000000000000000000000000000000..027dc6645f9802090de1edbbc56440ee058be7c1
--- /dev/null
+++ b/exp12/124-module.66.mlp/events.out.tfevents.1638184574.r9i4n8.1789593.20
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a84fb6b2ca9bfb10aa0da10497d1933de96f459d810b48ee439082b0bdf1e591
+size 20921800
diff --git a/exp12/124-module.66.post_attention_layernorm/events.out.tfevents.1638184574.r9i4n8.1789593.17 b/exp12/124-module.66.post_attention_layernorm/events.out.tfevents.1638184574.r9i4n8.1789593.17
new file mode 100644
index 0000000000000000000000000000000000000000..3708dfb67abd5c88d24ba6fa18968b098d1b1335
--- /dev/null
+++ b/exp12/124-module.66.post_attention_layernorm/events.out.tfevents.1638184574.r9i4n8.1789593.17
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99ebb9a2027613ba09f69cc7e5b53aa3eacd78a167a96d2593f3232960c2fe6c
+size 35370760
diff --git a/exp12/124-module.66.self_attention.attention_dropout/events.out.tfevents.1638184574.r9i4n8.1789593.14 b/exp12/124-module.66.self_attention.attention_dropout/events.out.tfevents.1638184574.r9i4n8.1789593.14
new file mode 100644
index 0000000000000000000000000000000000000000..7b56b4c72e28294a28895cafa5b5f88dbf307f06
--- /dev/null
+++ b/exp12/124-module.66.self_attention.attention_dropout/events.out.tfevents.1638184574.r9i4n8.1789593.14
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb398d41a37cc1a497dd6d2b09d7fb4d06af0a6bf4a4d922b7cf09e6f55861d9
+size 15409480
diff --git a/exp12/124-module.66.self_attention.dense/events.out.tfevents.1638184574.r9i4n8.1789593.15 b/exp12/124-module.66.self_attention.dense/events.out.tfevents.1638184574.r9i4n8.1789593.15
new file mode 100644
index 0000000000000000000000000000000000000000..a180fb4727a71e550c9d25af3d69fd5366f90dad
--- /dev/null
+++ b/exp12/124-module.66.self_attention.dense/events.out.tfevents.1638184574.r9i4n8.1789593.15
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:422405524ed358d06fbb9d64069122a376e9a1e602727bd1a92d63504a9e72f9
+size 35704840
diff --git a/exp12/124-module.66.self_attention.query_key_value/events.out.tfevents.1638184574.r9i4n8.1789593.12 b/exp12/124-module.66.self_attention.query_key_value/events.out.tfevents.1638184574.r9i4n8.1789593.12
new file mode 100644
index 0000000000000000000000000000000000000000..33475820f9af443f005ee3400b4d779baa7ae08f
--- /dev/null
+++ b/exp12/124-module.66.self_attention.query_key_value/events.out.tfevents.1638184574.r9i4n8.1789593.12
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab656e160855947ef638929dfb372ff600272fc59f2366ce5897dcc1a1b34e49
+size 33032200
diff --git a/exp12/124-module.66.self_attention.scale_mask_softmax/events.out.tfevents.1638184574.r9i4n8.1789593.13 b/exp12/124-module.66.self_attention.scale_mask_softmax/events.out.tfevents.1638184574.r9i4n8.1789593.13
new file mode 100644
index 0000000000000000000000000000000000000000..e8813994d56127138fc10189a36b9e183448e8df
--- /dev/null
+++ b/exp12/124-module.66.self_attention.scale_mask_softmax/events.out.tfevents.1638184574.r9i4n8.1789593.13
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d21c72ae83eaa2e274171490da648b313557a3d2663c777b3ffbd2f0578f385f
+size 15409480
diff --git a/exp12/124-module.66.self_attention/events.out.tfevents.1638184574.r9i4n8.1789593.16 b/exp12/124-module.66.self_attention/events.out.tfevents.1638184574.r9i4n8.1789593.16
new file mode 100644
index 0000000000000000000000000000000000000000..e3a3ca6bc58c26db879ca7e8aa3a516caa8e0d3b
--- /dev/null
+++ b/exp12/124-module.66.self_attention/events.out.tfevents.1638184574.r9i4n8.1789593.16
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4ebcb727bf07139bfc3f861baa830b020ca977d4fcd892132b5cd5d477d0c7f
+size 20921800
diff --git a/exp12/124-module.66/events.out.tfevents.1638184574.r9i4n8.1789593.21 b/exp12/124-module.66/events.out.tfevents.1638184574.r9i4n8.1789593.21
new file mode 100644
index 0000000000000000000000000000000000000000..560d22e7a6cc5d492a35a30d3663c93ab39e1b2f
--- /dev/null
+++ b/exp12/124-module.66/events.out.tfevents.1638184574.r9i4n8.1789593.21
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:351492a2b6639af3fe22ecd9d3dae16d496130390ea7084496b3896eccbc85a1
+size 20587720
diff --git a/exp12/124-module.68/events.out.tfevents.1638184574.r9i4n8.1789593.22 b/exp12/124-module.68/events.out.tfevents.1638184574.r9i4n8.1789593.22
new file mode 100644
index 0000000000000000000000000000000000000000..9c9aa651b83d2a201aac1d614cea463cdb0c0148
--- /dev/null
+++ b/exp12/124-module.68/events.out.tfevents.1638184574.r9i4n8.1789593.22
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ff9001a8af207c57aa0296aee775ee6c422de2e5c9ade7d006518ec4c952c11
+size 25348360
diff --git a/exp12/124-module/events.out.tfevents.1638184574.r9i4n8.1789593.23 b/exp12/124-module/events.out.tfevents.1638184574.r9i4n8.1789593.23
new file mode 100644
index 0000000000000000000000000000000000000000..3340e5a7fa9b47c3734994a2f8ec39fc4687097c
--- /dev/null
+++ b/exp12/124-module/events.out.tfevents.1638184574.r9i4n8.1789593.23
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:637e9b0eaf51cb57d2002b18a6350347285c5f022125823ba04059d9bbb88961
+size 10314760