diff --git a/exp12/000-module.3.input_layernorm/events.out.tfevents.1638184552.r7i2n3.3196863.4 b/exp12/000-module.3.input_layernorm/events.out.tfevents.1638184552.r7i2n3.3196863.4
new file mode 100644
index 0000000000000000000000000000000000000000..c3f48ed3e650c0db55ff1973692b550b303f940e
--- /dev/null
+++ b/exp12/000-module.3.input_layernorm/events.out.tfevents.1638184552.r7i2n3.3196863.4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77b9723a64f3e52b0298b25f0d25721b53bbe5c5ddb950aa7961f11d5a704f79
+size 34964200
diff --git a/exp12/000-module.3.mlp.dense_4h_to_h/events.out.tfevents.1638184553.r7i2n3.3196863.12 b/exp12/000-module.3.mlp.dense_4h_to_h/events.out.tfevents.1638184553.r7i2n3.3196863.12
new file mode 100644
index 0000000000000000000000000000000000000000..1c88039c3d53367332d4261079646ab63e78aa4c
--- /dev/null
+++ b/exp12/000-module.3.mlp.dense_4h_to_h/events.out.tfevents.1638184553.r7i2n3.3196863.12
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae46e64c74647b36546b691cbe80c61467d2e8084eb259acee73b166bf36b2d0
+size 35294440
diff --git a/exp12/000-module.3.mlp.dense_h_to_4h/events.out.tfevents.1638184553.r7i2n3.3196863.11 b/exp12/000-module.3.mlp.dense_h_to_4h/events.out.tfevents.1638184553.r7i2n3.3196863.11
new file mode 100644
index 0000000000000000000000000000000000000000..d9b0fee2017231c0d9ffe76736045682cb311b4d
--- /dev/null
+++ b/exp12/000-module.3.mlp.dense_h_to_4h/events.out.tfevents.1638184553.r7i2n3.3196863.11
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15aa30f307ac598f79260c4e834a2bd58af71ace8508776f5c07d0c848d8b72f
+size 35294440
diff --git a/exp12/000-module.3.mlp/events.out.tfevents.1638184553.r7i2n3.3196863.13 b/exp12/000-module.3.mlp/events.out.tfevents.1638184553.r7i2n3.3196863.13
new file mode 100644
index 0000000000000000000000000000000000000000..6feed8ebd9d63bf756e4d8bc3615938e8e1cb314
--- /dev/null
+++ b/exp12/000-module.3.mlp/events.out.tfevents.1638184553.r7i2n3.3196863.13
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8d44408acc42c1d0fb59d499e6abba473928fc9965bbfc9f3ed3e755957d45b
+size 20681320
diff --git a/exp12/000-module.3.post_attention_layernorm/events.out.tfevents.1638184552.r7i2n3.3196863.10 b/exp12/000-module.3.post_attention_layernorm/events.out.tfevents.1638184552.r7i2n3.3196863.10
new file mode 100644
index 0000000000000000000000000000000000000000..e1e07ec47bd5b2b2c9d3487ada72dad50462d9e4
--- /dev/null
+++ b/exp12/000-module.3.post_attention_layernorm/events.out.tfevents.1638184552.r7i2n3.3196863.10
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:581026e76b670c797399d0b3319eb64eb63235f5a8fdeaa4c04d55f61946d126
+size 34964200
diff --git a/exp12/000-module.3.self_attention.attention_dropout/events.out.tfevents.1638184552.r7i2n3.3196863.7 b/exp12/000-module.3.self_attention.attention_dropout/events.out.tfevents.1638184552.r7i2n3.3196863.7
new file mode 100644
index 0000000000000000000000000000000000000000..98dbfc2dd8470b35cd1ec8e6360f18cafc8c5ca8
--- /dev/null
+++ b/exp12/000-module.3.self_attention.attention_dropout/events.out.tfevents.1638184552.r7i2n3.3196863.7
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09ae1a532dc9bea63a0bb9374cca3410024276bfc532cc453686e5001a8485d1
+size 15232360
diff --git a/exp12/000-module.3.self_attention.dense/events.out.tfevents.1638184552.r7i2n3.3196863.8 b/exp12/000-module.3.self_attention.dense/events.out.tfevents.1638184552.r7i2n3.3196863.8
new file mode 100644
index 0000000000000000000000000000000000000000..9814090116d8f0cb25012d09648365706cc9d2c3
--- /dev/null
+++ b/exp12/000-module.3.self_attention.dense/events.out.tfevents.1638184552.r7i2n3.3196863.8
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:444ef3f2822f129fb6640e0ca5536460f7493e53016af5565c235bbfc8b12a11
+size 35294440
diff --git a/exp12/000-module.3.self_attention.query_key_value/events.out.tfevents.1638184552.r7i2n3.3196863.5 b/exp12/000-module.3.self_attention.query_key_value/events.out.tfevents.1638184552.r7i2n3.3196863.5
new file mode 100644
index 0000000000000000000000000000000000000000..2278f7f14d68660a67ff0c2e08cd39b482897596
--- /dev/null
+++ b/exp12/000-module.3.self_attention.query_key_value/events.out.tfevents.1638184552.r7i2n3.3196863.5
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f49caad64163a7f0b60a792ae7ba3286e05c1658537e1d596ac8e3958c02cc7
+size 32652520
diff --git a/exp12/000-module.3.self_attention.scale_mask_softmax/events.out.tfevents.1638184552.r7i2n3.3196863.6 b/exp12/000-module.3.self_attention.scale_mask_softmax/events.out.tfevents.1638184552.r7i2n3.3196863.6
new file mode 100644
index 0000000000000000000000000000000000000000..83e3db3a8a3c7f56dc07d8f0f7089d79cea6a7ed
--- /dev/null
+++ b/exp12/000-module.3.self_attention.scale_mask_softmax/events.out.tfevents.1638184552.r7i2n3.3196863.6
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf4bb9c549740d9f9d3197a1d0e7fed3863ecaa1d91fac914dc8354a15399af6
+size 15232360
diff --git a/exp12/000-module.3.self_attention/events.out.tfevents.1638184552.r7i2n3.3196863.9 b/exp12/000-module.3.self_attention/events.out.tfevents.1638184552.r7i2n3.3196863.9
new file mode 100644
index 0000000000000000000000000000000000000000..3c3e98ad2c45bfae8781cab51babd4229f73585e
--- /dev/null
+++ b/exp12/000-module.3.self_attention/events.out.tfevents.1638184552.r7i2n3.3196863.9
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e880989c79c4deb3ac62615697b9351e95173a8ee2a003929dafeb6c9ee25a5a
+size 20681320
diff --git a/exp12/000-module.3/events.out.tfevents.1638184553.r7i2n3.3196863.14 b/exp12/000-module.3/events.out.tfevents.1638184553.r7i2n3.3196863.14
new file mode 100644
index 0000000000000000000000000000000000000000..dfe03b097aba47be9203340e37143addae78f5ff
--- /dev/null
+++ b/exp12/000-module.3/events.out.tfevents.1638184553.r7i2n3.3196863.14
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1642643d1ef105ddc0fce26a931a39059594812a5b0b2775993e390e0e6beb0d
+size 20351080
diff --git a/exp12/000-module.4.input_layernorm/events.out.tfevents.1638184553.r7i2n3.3196863.15 b/exp12/000-module.4.input_layernorm/events.out.tfevents.1638184553.r7i2n3.3196863.15
new file mode 100644
index 0000000000000000000000000000000000000000..3b1bc62598bd02ffc4bb98d7c80c7c53d02516c7
--- /dev/null
+++ b/exp12/000-module.4.input_layernorm/events.out.tfevents.1638184553.r7i2n3.3196863.15
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1691bf962fbd373d02b75839b898ca6dec996720c324776b11348eb48fc490cd
+size 34964200
diff --git a/exp12/000-module.4.mlp.dense_4h_to_h/events.out.tfevents.1638184553.r7i2n3.3196863.23 b/exp12/000-module.4.mlp.dense_4h_to_h/events.out.tfevents.1638184553.r7i2n3.3196863.23
new file mode 100644
index 0000000000000000000000000000000000000000..8d6cea101647c6b8048c8a0fc164432d0d52adb6
--- /dev/null
+++ b/exp12/000-module.4.mlp.dense_4h_to_h/events.out.tfevents.1638184553.r7i2n3.3196863.23
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dac7b159773687f18efb4e507811ac64cabeba0d1a61cd465ce210676e38badf
+size 35294440
diff --git a/exp12/000-module.4.mlp.dense_h_to_4h/events.out.tfevents.1638184553.r7i2n3.3196863.22 b/exp12/000-module.4.mlp.dense_h_to_4h/events.out.tfevents.1638184553.r7i2n3.3196863.22
new file mode 100644
index 0000000000000000000000000000000000000000..ae2247ebbbc88d5229deffea50e29ea5affcb990
--- /dev/null
+++ b/exp12/000-module.4.mlp.dense_h_to_4h/events.out.tfevents.1638184553.r7i2n3.3196863.22
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2334a1b124a34385befa5efade65dae4396a4e5344f2a6cef2b24bf5ab431014
+size 35294440
diff --git a/exp12/000-module.4.mlp/events.out.tfevents.1638184553.r7i2n3.3196863.24 b/exp12/000-module.4.mlp/events.out.tfevents.1638184553.r7i2n3.3196863.24
new file mode 100644
index 0000000000000000000000000000000000000000..ca3902ef248f314f2a8c9c7701897aab6e4b4c9c
--- /dev/null
+++ b/exp12/000-module.4.mlp/events.out.tfevents.1638184553.r7i2n3.3196863.24
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:439596f079cdc73db8a7195cd9988945afb942596abe3d7841421c51baa9b04a
+size 20681320
diff --git a/exp12/000-module.4.post_attention_layernorm/events.out.tfevents.1638184553.r7i2n3.3196863.21 b/exp12/000-module.4.post_attention_layernorm/events.out.tfevents.1638184553.r7i2n3.3196863.21
new file mode 100644
index 0000000000000000000000000000000000000000..7fb840751cc6e5c172b1b2c0924bb7e31dbdaf9d
--- /dev/null
+++ b/exp12/000-module.4.post_attention_layernorm/events.out.tfevents.1638184553.r7i2n3.3196863.21
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8649cbdfdd29c9d005976a65107f19a37a2d8e4487ceb21890106ebfaea304d0
+size 34964200
diff --git a/exp12/000-module.4.self_attention.attention_dropout/events.out.tfevents.1638184553.r7i2n3.3196863.18 b/exp12/000-module.4.self_attention.attention_dropout/events.out.tfevents.1638184553.r7i2n3.3196863.18
new file mode 100644
index 0000000000000000000000000000000000000000..06445a1f5774215c1ff3257593bf26b44b7b4a21
--- /dev/null
+++ b/exp12/000-module.4.self_attention.attention_dropout/events.out.tfevents.1638184553.r7i2n3.3196863.18
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:674d5da2dfeeea59e77fff50405777399716b9cb90e71c749754f0ec92f6f11f
+size 15232360
diff --git a/exp12/000-module.4.self_attention.dense/events.out.tfevents.1638184553.r7i2n3.3196863.19 b/exp12/000-module.4.self_attention.dense/events.out.tfevents.1638184553.r7i2n3.3196863.19
new file mode 100644
index 0000000000000000000000000000000000000000..b68467663283ecbb9b82522d28943a9a0461eaff
--- /dev/null
+++ b/exp12/000-module.4.self_attention.dense/events.out.tfevents.1638184553.r7i2n3.3196863.19
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c517cae1f4d124e2ff0d414c610d990635d301d01e54f4957a0d40ccf36a6fc0
+size 35294440
diff --git a/exp12/000-module.4.self_attention.query_key_value/events.out.tfevents.1638184553.r7i2n3.3196863.16 b/exp12/000-module.4.self_attention.query_key_value/events.out.tfevents.1638184553.r7i2n3.3196863.16
new file mode 100644
index 0000000000000000000000000000000000000000..dd34eecf0025c2aeb5b364d445392db79fee043e
--- /dev/null
+++ b/exp12/000-module.4.self_attention.query_key_value/events.out.tfevents.1638184553.r7i2n3.3196863.16
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80337eed03b9f5a96847ab640833ca263bd8a1fb747e0b2d73c05b554919a0a7
+size 32652520
diff --git a/exp12/000-module.4.self_attention.scale_mask_softmax/events.out.tfevents.1638184553.r7i2n3.3196863.17 b/exp12/000-module.4.self_attention.scale_mask_softmax/events.out.tfevents.1638184553.r7i2n3.3196863.17
new file mode 100644
index 0000000000000000000000000000000000000000..f74c816397e58eb23518685e13f6e5395be2686c
--- /dev/null
+++ b/exp12/000-module.4.self_attention.scale_mask_softmax/events.out.tfevents.1638184553.r7i2n3.3196863.17
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c13b894b0de1b16c690d96765c7947090d17b3773d288b0656f1d0d786906ca
+size 15232360
diff --git a/exp12/000-module.4.self_attention/events.out.tfevents.1638184553.r7i2n3.3196863.20 b/exp12/000-module.4.self_attention/events.out.tfevents.1638184553.r7i2n3.3196863.20
new file mode 100644
index 0000000000000000000000000000000000000000..0e83fdef954f107b4f9eaeb08be7465c85e8f621
--- /dev/null
+++ b/exp12/000-module.4.self_attention/events.out.tfevents.1638184553.r7i2n3.3196863.20
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa2df26aa31249986cb43d7e3a360a45ba54fd2cf8ccb05c8dea3024794a922d
+size 20681320
diff --git a/exp12/000-module.4/events.out.tfevents.1638184553.r7i2n3.3196863.25 b/exp12/000-module.4/events.out.tfevents.1638184553.r7i2n3.3196863.25
new file mode 100644
index 0000000000000000000000000000000000000000..b6648b8f3cc592180ea37adf09647415c3b0fce9
--- /dev/null
+++ b/exp12/000-module.4/events.out.tfevents.1638184553.r7i2n3.3196863.25
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed3c13413b1cc722b2513ca3bcece4acda133fc823da9ca9069c5c1377cb9677
+size 20351080
diff --git a/exp12/000-module.tied_modules.embed.embedding_dropout/events.out.tfevents.1638184552.r7i2n3.3196863.2 b/exp12/000-module.tied_modules.embed.embedding_dropout/events.out.tfevents.1638184552.r7i2n3.3196863.2
new file mode 100644
index 0000000000000000000000000000000000000000..6bd93f5432c54e9bdad7228ec6ac9ae6c067dee4
--- /dev/null
+++ b/exp12/000-module.tied_modules.embed.embedding_dropout/events.out.tfevents.1638184552.r7i2n3.3196863.2
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:403e944f860a9754d701324c956687c3280b76e815894bed544ad61bc57d43a6
+size 10196200
diff --git a/exp12/000-module.tied_modules.embed.position_embeddings/events.out.tfevents.1638184552.r7i2n3.3196863.1 b/exp12/000-module.tied_modules.embed.position_embeddings/events.out.tfevents.1638184552.r7i2n3.3196863.1
new file mode 100644
index 0000000000000000000000000000000000000000..1b0d048af2d4a4ab59c678d13c0a461646bae625
--- /dev/null
+++ b/exp12/000-module.tied_modules.embed.position_embeddings/events.out.tfevents.1638184552.r7i2n3.3196863.1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:add4654c64e4ff0a42809ad60c43635a4134e317ade60194b906d0cba4797f00
+size 12590440
diff --git a/exp12/000-module.tied_modules.embed.word_embeddings/events.out.tfevents.1638184552.r7i2n3.3196863.0 b/exp12/000-module.tied_modules.embed.word_embeddings/events.out.tfevents.1638184552.r7i2n3.3196863.0
new file mode 100644
index 0000000000000000000000000000000000000000..7dac6b7daf8f6b7800c00bc52e01e3aaf4d6c549
--- /dev/null
+++ b/exp12/000-module.tied_modules.embed.word_embeddings/events.out.tfevents.1638184552.r7i2n3.3196863.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19c59c78b5e0b0c4b2e78f722462a5b7cc8c095b885709ccea4eb204c7b2d0c7
+size 12590440
diff --git a/exp12/000-module.tied_modules.embed/events.out.tfevents.1638184552.r7i2n3.3196863.3 b/exp12/000-module.tied_modules.embed/events.out.tfevents.1638184552.r7i2n3.3196863.3
new file mode 100644
index 0000000000000000000000000000000000000000..2f2c4e6f87fff22ef4aad23ea55316821fbf2984
--- /dev/null
+++ b/exp12/000-module.tied_modules.embed/events.out.tfevents.1638184552.r7i2n3.3196863.3
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cddfcb32efa15d03bf08024d7755f101095b6b4b1fbb48c556d860aebefbf62
+size 7636840
diff --git a/exp12/000-module/events.out.tfevents.1638184553.r7i2n3.3196863.26 b/exp12/000-module/events.out.tfevents.1638184553.r7i2n3.3196863.26
new file mode 100644
index 0000000000000000000000000000000000000000..a5cdc51ad8ba37496d3e0c40b188fea799f28fc9
--- /dev/null
+++ b/exp12/000-module/events.out.tfevents.1638184553.r7i2n3.3196863.26
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39583d662686a1c8117f25887ef356b03add6100f870e0a5be2affd1e6a2829b
+size 7636840
diff --git a/exp12/028-module.17.input_layernorm/events.out.tfevents.1638184564.r7i5n0.901020.0 b/exp12/028-module.17.input_layernorm/events.out.tfevents.1638184564.r7i5n0.901020.0
new file mode 100644
index 0000000000000000000000000000000000000000..cf9387b4ff64b5bff4b98e6b07918818f6710e9d
--- /dev/null
+++ b/exp12/028-module.17.input_layernorm/events.out.tfevents.1638184564.r7i5n0.901020.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efc5099f5baa23d7b41f64e5118021811a49e4d0c32a48d1d946441e1708b8b6
+size 34964200
diff --git a/exp12/028-module.17.mlp.dense_4h_to_h/events.out.tfevents.1638184565.r7i5n0.901020.8 b/exp12/028-module.17.mlp.dense_4h_to_h/events.out.tfevents.1638184565.r7i5n0.901020.8
new file mode 100644
index 0000000000000000000000000000000000000000..bc4ab5433900ab1c0f438b1d4efc574bd36266fb
--- /dev/null
+++ b/exp12/028-module.17.mlp.dense_4h_to_h/events.out.tfevents.1638184565.r7i5n0.901020.8
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bebbdb5f7532272c41e7fe3b2b34f204c9ad2258e9c129a97a4c7a79fa266f5b
+size 35294440
diff --git a/exp12/028-module.17.mlp.dense_h_to_4h/events.out.tfevents.1638184565.r7i5n0.901020.7 b/exp12/028-module.17.mlp.dense_h_to_4h/events.out.tfevents.1638184565.r7i5n0.901020.7
new file mode 100644
index 0000000000000000000000000000000000000000..c3aa88ea6cf1e8c186a7a7fc87b58c24b97c9c64
--- /dev/null
+++ b/exp12/028-module.17.mlp.dense_h_to_4h/events.out.tfevents.1638184565.r7i5n0.901020.7
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10ee637087beff074605ffcdae21253aed01de9fbfc8ed4c7da0a957f3ab1955
+size 35294440
diff --git a/exp12/028-module.17.mlp/events.out.tfevents.1638184565.r7i5n0.901020.9 b/exp12/028-module.17.mlp/events.out.tfevents.1638184565.r7i5n0.901020.9
new file mode 100644
index 0000000000000000000000000000000000000000..8113c0719f61333b73f1cd761087c779c845287e
--- /dev/null
+++ b/exp12/028-module.17.mlp/events.out.tfevents.1638184565.r7i5n0.901020.9
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9100be613d06c20b801966856b2328a78c47f413a5da70c5553ddcba7b3a1ed
+size 20681320
diff --git a/exp12/028-module.17.post_attention_layernorm/events.out.tfevents.1638184565.r7i5n0.901020.6 b/exp12/028-module.17.post_attention_layernorm/events.out.tfevents.1638184565.r7i5n0.901020.6
new file mode 100644
index 0000000000000000000000000000000000000000..e321923087d3c60c91f1399026e93608d86db22d
--- /dev/null
+++ b/exp12/028-module.17.post_attention_layernorm/events.out.tfevents.1638184565.r7i5n0.901020.6
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da3eeb8c386802eecec12065db1ee487fbc920aaeaed982db54eb12d6b1edf0f
+size 34964200
diff --git a/exp12/028-module.17.self_attention.attention_dropout/events.out.tfevents.1638184564.r7i5n0.901020.3 b/exp12/028-module.17.self_attention.attention_dropout/events.out.tfevents.1638184564.r7i5n0.901020.3
new file mode 100644
index 0000000000000000000000000000000000000000..3406f90015f4d13fa28599620950fc270c09d950
--- /dev/null
+++ b/exp12/028-module.17.self_attention.attention_dropout/events.out.tfevents.1638184564.r7i5n0.901020.3
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63f34ae9c839dca2b7cf7ef906b321649c3f4a9c603df02ec1683a5b2b0c919d
+size 15232360
diff --git a/exp12/028-module.17.self_attention.dense/events.out.tfevents.1638184564.r7i5n0.901020.4 b/exp12/028-module.17.self_attention.dense/events.out.tfevents.1638184564.r7i5n0.901020.4
new file mode 100644
index 0000000000000000000000000000000000000000..5299c044eda236263b915f4ae8afa6c1f2c1d32e
--- /dev/null
+++ b/exp12/028-module.17.self_attention.dense/events.out.tfevents.1638184564.r7i5n0.901020.4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc67d4149b1a94954e253d84b8fb81570adab4203f7a14d5cc77a4876f67ba73
+size 35294440
diff --git a/exp12/028-module.17.self_attention.query_key_value/events.out.tfevents.1638184564.r7i5n0.901020.1 b/exp12/028-module.17.self_attention.query_key_value/events.out.tfevents.1638184564.r7i5n0.901020.1
new file mode 100644
index 0000000000000000000000000000000000000000..1b4b1dea0ad27f45d81c41862db250b842b02b49
--- /dev/null
+++ b/exp12/028-module.17.self_attention.query_key_value/events.out.tfevents.1638184564.r7i5n0.901020.1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d09f219af79854e066273469cc98ebe4b47c677a9b350b3e4caef39e85a666b
+size 32652520
diff --git a/exp12/028-module.17.self_attention.scale_mask_softmax/events.out.tfevents.1638184564.r7i5n0.901020.2 b/exp12/028-module.17.self_attention.scale_mask_softmax/events.out.tfevents.1638184564.r7i5n0.901020.2
new file mode 100644
index 0000000000000000000000000000000000000000..dde99c57abd33ceeb27b3e68792492866cc4ecd9
--- /dev/null
+++ b/exp12/028-module.17.self_attention.scale_mask_softmax/events.out.tfevents.1638184564.r7i5n0.901020.2
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0d928f604a996cda9dc87f53ab83e12f84ece3d4ae7ab3346d60d2959de881a
+size 15232360
diff --git a/exp12/028-module.17.self_attention/events.out.tfevents.1638184564.r7i5n0.901020.5 b/exp12/028-module.17.self_attention/events.out.tfevents.1638184564.r7i5n0.901020.5
new file mode 100644
index 0000000000000000000000000000000000000000..eb4ad6ac8e775689f60585db44bb28200d792a05
--- /dev/null
+++ b/exp12/028-module.17.self_attention/events.out.tfevents.1638184564.r7i5n0.901020.5
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b60ae0b8d36e246c85a92a8d63c3d4c12777fb5bc73c30b3f669b167cb240cd
+size 20681320
diff --git a/exp12/028-module.17/events.out.tfevents.1638184565.r7i5n0.901020.10 b/exp12/028-module.17/events.out.tfevents.1638184565.r7i5n0.901020.10
new file mode 100644
index 0000000000000000000000000000000000000000..160f642950ab0439a5e3b7148d1103a3075e7724
--- /dev/null
+++ b/exp12/028-module.17/events.out.tfevents.1638184565.r7i5n0.901020.10
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b4325fc6d3a49209321716d6c072fc94d71f644530e40a867f7a274a633ce88
+size 20351080
diff --git a/exp12/028-module.18.input_layernorm/events.out.tfevents.1638184565.r7i5n0.901020.11 b/exp12/028-module.18.input_layernorm/events.out.tfevents.1638184565.r7i5n0.901020.11
new file mode 100644
index 0000000000000000000000000000000000000000..cfed21a320829dcd2adb6e996e4d898f4f6f56af
--- /dev/null
+++ b/exp12/028-module.18.input_layernorm/events.out.tfevents.1638184565.r7i5n0.901020.11
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d21dd61686667d742c4217279044623984ce51d7c40ae3ea16dee9353c1e8a3
+size 34964200
diff --git a/exp12/028-module.18.mlp.dense_4h_to_h/events.out.tfevents.1638184565.r7i5n0.901020.19 b/exp12/028-module.18.mlp.dense_4h_to_h/events.out.tfevents.1638184565.r7i5n0.901020.19
new file mode 100644
index 0000000000000000000000000000000000000000..f3bf57ca5141a5fd01dac92d9f88aee46016727b
--- /dev/null
+++ b/exp12/028-module.18.mlp.dense_4h_to_h/events.out.tfevents.1638184565.r7i5n0.901020.19
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:306a41d60235cd2f637a190f59b7b9ccfbc91b2072cd5a91cfcaa10a2545c976
+size 35294440
diff --git a/exp12/028-module.18.mlp.dense_h_to_4h/events.out.tfevents.1638184565.r7i5n0.901020.18 b/exp12/028-module.18.mlp.dense_h_to_4h/events.out.tfevents.1638184565.r7i5n0.901020.18
new file mode 100644
index 0000000000000000000000000000000000000000..2a8751a2a1fd8b5435cdaea55a74190e9caf311f
--- /dev/null
+++ b/exp12/028-module.18.mlp.dense_h_to_4h/events.out.tfevents.1638184565.r7i5n0.901020.18
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6558cc7ad9de56aebaa6bf4844cd0e867c26d79e4a789477dd0f43e2faa4dfa
+size 35294440
diff --git a/exp12/028-module.18.mlp/events.out.tfevents.1638184565.r7i5n0.901020.20 b/exp12/028-module.18.mlp/events.out.tfevents.1638184565.r7i5n0.901020.20
new file mode 100644
index 0000000000000000000000000000000000000000..2907d560dc69ddcb479a7bc0732264f0bd13bcb8
--- /dev/null
+++ b/exp12/028-module.18.mlp/events.out.tfevents.1638184565.r7i5n0.901020.20
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23da557c4eb2567b8f10b3ab198fb62be0a9b6a5b857605e9597c5aeb970c4eb
+size 20681320
diff --git a/exp12/028-module.18.post_attention_layernorm/events.out.tfevents.1638184565.r7i5n0.901020.17 b/exp12/028-module.18.post_attention_layernorm/events.out.tfevents.1638184565.r7i5n0.901020.17
new file mode 100644
index 0000000000000000000000000000000000000000..c140ea9ee39369b3ae6318fc4d2b9a13d2c0f15c
--- /dev/null
+++ b/exp12/028-module.18.post_attention_layernorm/events.out.tfevents.1638184565.r7i5n0.901020.17
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:173ab0b0f89563e5dd9bc21e48f3c034629cacf7937b31c67b77742f43f58cec
+size 34964200
diff --git a/exp12/028-module.18.self_attention.attention_dropout/events.out.tfevents.1638184565.r7i5n0.901020.14 b/exp12/028-module.18.self_attention.attention_dropout/events.out.tfevents.1638184565.r7i5n0.901020.14
new file mode 100644
index 0000000000000000000000000000000000000000..3db9b6f4e9a31110ec19f113cd9cdf6b3f0d1d60
--- /dev/null
+++ b/exp12/028-module.18.self_attention.attention_dropout/events.out.tfevents.1638184565.r7i5n0.901020.14
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e5f2fec1d01a4ab736a17bb908207dfae77d8ff5bd4853800a0830d7fa50c87
+size 15232360
diff --git a/exp12/028-module.18.self_attention.dense/events.out.tfevents.1638184565.r7i5n0.901020.15 b/exp12/028-module.18.self_attention.dense/events.out.tfevents.1638184565.r7i5n0.901020.15
new file mode 100644
index 0000000000000000000000000000000000000000..46da5cc83ffa09b28d76999a3223a1434dfd9e7c
--- /dev/null
+++ b/exp12/028-module.18.self_attention.dense/events.out.tfevents.1638184565.r7i5n0.901020.15
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8497c316e3b72f202bb420a3f56dbac8e78e199cd0c3ad2cdf60ea9f559cee44
+size 35294440
diff --git a/exp12/028-module.18.self_attention.query_key_value/events.out.tfevents.1638184565.r7i5n0.901020.12 b/exp12/028-module.18.self_attention.query_key_value/events.out.tfevents.1638184565.r7i5n0.901020.12
new file mode 100644
index 0000000000000000000000000000000000000000..2d495bfa871ec577f00bb3e5a2b9fe37cb7ccce7
--- /dev/null
+++ b/exp12/028-module.18.self_attention.query_key_value/events.out.tfevents.1638184565.r7i5n0.901020.12
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7a4447ba92dcd40d29ef00720e0986f8c14f7011586a07f3e5e92b4bb2efc49
+size 32652520
diff --git a/exp12/028-module.18.self_attention.scale_mask_softmax/events.out.tfevents.1638184565.r7i5n0.901020.13 b/exp12/028-module.18.self_attention.scale_mask_softmax/events.out.tfevents.1638184565.r7i5n0.901020.13
new file mode 100644
index 0000000000000000000000000000000000000000..22287c4f376c2dd90f591cfc79c71f95cd084639
--- /dev/null
+++ b/exp12/028-module.18.self_attention.scale_mask_softmax/events.out.tfevents.1638184565.r7i5n0.901020.13
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6affe0431d439d8caf285c1875ce466f90e2a7e9504ee41516d2e7647dbc7484
+size 15232360
diff --git a/exp12/028-module.18.self_attention/events.out.tfevents.1638184565.r7i5n0.901020.16 b/exp12/028-module.18.self_attention/events.out.tfevents.1638184565.r7i5n0.901020.16
new file mode 100644
index 0000000000000000000000000000000000000000..f3c39d2ae1daa9e23d188b30e95eba10701b56e9
--- /dev/null
+++ b/exp12/028-module.18.self_attention/events.out.tfevents.1638184565.r7i5n0.901020.16
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3fca4495f2925f36349afeeb834698cdd413adae8da5a915c5bf24a88ed0ceed
+size 20681320
diff --git a/exp12/028-module.18/events.out.tfevents.1638184565.r7i5n0.901020.21 b/exp12/028-module.18/events.out.tfevents.1638184565.r7i5n0.901020.21
new file mode 100644
index 0000000000000000000000000000000000000000..b3f9bc49c7a82d6c575f84126c1ff10a1f992e0f
--- /dev/null
+++ b/exp12/028-module.18/events.out.tfevents.1638184565.r7i5n0.901020.21
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b64222c2b5fed2950f3f267e9b26995dffcdbf3dda88ee62393cfebb017c89e
+size 20351080
diff --git a/exp12/028-module/events.out.tfevents.1638184565.r7i5n0.901020.22 b/exp12/028-module/events.out.tfevents.1638184565.r7i5n0.901020.22
new file mode 100644
index 0000000000000000000000000000000000000000..b2af8983fbbc743f447bb8f6eab87c38a3e25eef
--- /dev/null
+++ b/exp12/028-module/events.out.tfevents.1638184565.r7i5n0.901020.22
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21bcc079aa79275e3a15c276121c320d2663c2d151915baa0303540bc23c1b6e
+size 10196200
diff --git a/exp12/060-module.33.input_layernorm/events.out.tfevents.1638184577.r7i6n7.932728.0 b/exp12/060-module.33.input_layernorm/events.out.tfevents.1638184577.r7i6n7.932728.0
new file mode 100644
index 0000000000000000000000000000000000000000..39a8c526b7285443e9c9cfe79011a90b01ed3638
--- /dev/null
+++ b/exp12/060-module.33.input_layernorm/events.out.tfevents.1638184577.r7i6n7.932728.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f55d768069d3594cf40800239527b89bfad4c2e9f3cb405485e3a649def527c0
+size 34964200
diff --git a/exp12/060-module.33.mlp.dense_4h_to_h/events.out.tfevents.1638184579.r7i6n7.932728.8 b/exp12/060-module.33.mlp.dense_4h_to_h/events.out.tfevents.1638184579.r7i6n7.932728.8
new file mode 100644
index 0000000000000000000000000000000000000000..0c5e6dd0cb0a1c84b346706899893b0ec89b1aab
--- /dev/null
+++ b/exp12/060-module.33.mlp.dense_4h_to_h/events.out.tfevents.1638184579.r7i6n7.932728.8
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8860d256c51b3f053ac539f0ba8a7cb677a87e8dce4a89ee30b2b0e2fc6b305
+size 35294440
diff --git a/exp12/060-module.33.mlp.dense_h_to_4h/events.out.tfevents.1638184578.r7i6n7.932728.7 b/exp12/060-module.33.mlp.dense_h_to_4h/events.out.tfevents.1638184578.r7i6n7.932728.7
new file mode 100644
index 0000000000000000000000000000000000000000..b818304d3d2bb04a1cd5686cfb261a71c35e4943
--- /dev/null
+++ b/exp12/060-module.33.mlp.dense_h_to_4h/events.out.tfevents.1638184578.r7i6n7.932728.7
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc567b25f83fe16f6b473a0c81a18ce8e3c4d64e2f23d25356dbeada47c33ca8
+size 35294440
diff --git a/exp12/060-module.33.mlp/events.out.tfevents.1638184579.r7i6n7.932728.9 b/exp12/060-module.33.mlp/events.out.tfevents.1638184579.r7i6n7.932728.9
new file mode 100644
index 0000000000000000000000000000000000000000..d3a39009403210f8762d7ba5668eaba5c89f4b3b
--- /dev/null
+++ b/exp12/060-module.33.mlp/events.out.tfevents.1638184579.r7i6n7.932728.9
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:478118f3c0f0948007628ff812433084a62f6f824625fd2809782e463946fcbc
+size 20681320
diff --git a/exp12/060-module.33.post_attention_layernorm/events.out.tfevents.1638184578.r7i6n7.932728.6 b/exp12/060-module.33.post_attention_layernorm/events.out.tfevents.1638184578.r7i6n7.932728.6
new file mode 100644
index 0000000000000000000000000000000000000000..3ad666b8892b9721c4adab63e246c6518c2a7e9e
--- /dev/null
+++ b/exp12/060-module.33.post_attention_layernorm/events.out.tfevents.1638184578.r7i6n7.932728.6
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:979efd6c27b1c28ba2203fc23f747cfa819629a9929e749f6ba3fc2046df40bd
+size 34964200
diff --git a/exp12/060-module.33.self_attention.attention_dropout/events.out.tfevents.1638184578.r7i6n7.932728.3 b/exp12/060-module.33.self_attention.attention_dropout/events.out.tfevents.1638184578.r7i6n7.932728.3
new file mode 100644
index 0000000000000000000000000000000000000000..ea98440a1bbba22d6ee1ff72e231c8a55fcae118
--- /dev/null
+++ b/exp12/060-module.33.self_attention.attention_dropout/events.out.tfevents.1638184578.r7i6n7.932728.3
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40154ecd11597244fd1edd9757359f50a8f9f50fea7f0d77179767e6de60b71f
+size 15232360
diff --git a/exp12/060-module.33.self_attention.dense/events.out.tfevents.1638184578.r7i6n7.932728.4 b/exp12/060-module.33.self_attention.dense/events.out.tfevents.1638184578.r7i6n7.932728.4
new file mode 100644
index 0000000000000000000000000000000000000000..2f2606d78e2cbb6cb6f7d76325babade9d13b5ac
--- /dev/null
+++ b/exp12/060-module.33.self_attention.dense/events.out.tfevents.1638184578.r7i6n7.932728.4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00769236a4e3fc1978cdded02bf8ec65bed18f8d59db067b8a57e065c073ec88
+size 35294440
diff --git a/exp12/060-module.33.self_attention.query_key_value/events.out.tfevents.1638184578.r7i6n7.932728.1 b/exp12/060-module.33.self_attention.query_key_value/events.out.tfevents.1638184578.r7i6n7.932728.1
new file mode 100644
index 0000000000000000000000000000000000000000..b849b45d5900f36d3e48ebd58064f9a6654f662f
--- /dev/null
+++ b/exp12/060-module.33.self_attention.query_key_value/events.out.tfevents.1638184578.r7i6n7.932728.1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad257661254cec8a567e0dfd280e518e5edb4c18b08bc858aac5ce9e3188bd47
+size 32652520
diff --git a/exp12/060-module.33.self_attention.scale_mask_softmax/events.out.tfevents.1638184578.r7i6n7.932728.2 b/exp12/060-module.33.self_attention.scale_mask_softmax/events.out.tfevents.1638184578.r7i6n7.932728.2
new file mode 100644
index 0000000000000000000000000000000000000000..71aed32c4c93804a6af14637c742251327ff5078
--- /dev/null
+++ b/exp12/060-module.33.self_attention.scale_mask_softmax/events.out.tfevents.1638184578.r7i6n7.932728.2
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90d043be5b6f8b341134b7529554087cd96215359900f9967d33cfd99b54d62f
+size 15232360
diff --git a/exp12/060-module.33.self_attention/events.out.tfevents.1638184578.r7i6n7.932728.5 b/exp12/060-module.33.self_attention/events.out.tfevents.1638184578.r7i6n7.932728.5
new file mode 100644
index 0000000000000000000000000000000000000000..a15129a72559854fd33486f0b8bbe5412c553088
--- /dev/null
+++ b/exp12/060-module.33.self_attention/events.out.tfevents.1638184578.r7i6n7.932728.5
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36c179bfeffa6c50f1f0f1bfa78be02f568cc9f5eb017066eea430b8c68ad9f3
+size 20681320
diff --git a/exp12/060-module.33/events.out.tfevents.1638184579.r7i6n7.932728.10 b/exp12/060-module.33/events.out.tfevents.1638184579.r7i6n7.932728.10
new file mode 100644
index 0000000000000000000000000000000000000000..e59e631e718a14ef30731d226273c3af43fbda6d
--- /dev/null
+++ b/exp12/060-module.33/events.out.tfevents.1638184579.r7i6n7.932728.10
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64b55c5f31334a501ac4176a454c4be6558bdc51fcc3e5fa7a7ef84e0717299d
+size 20351080
diff --git a/exp12/060-module.34.input_layernorm/events.out.tfevents.1638184579.r7i6n7.932728.11 b/exp12/060-module.34.input_layernorm/events.out.tfevents.1638184579.r7i6n7.932728.11
new file mode 100644
index 0000000000000000000000000000000000000000..d84b6ffd50cb11327d786f912a3f678bbb7400b4
--- /dev/null
+++ b/exp12/060-module.34.input_layernorm/events.out.tfevents.1638184579.r7i6n7.932728.11
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7552a27d0140ec1d1bc31700beb490823ba60edae9a3e45c25c55ac0860703e4
+size 34964200
diff --git a/exp12/060-module.34.mlp.dense_4h_to_h/events.out.tfevents.1638184579.r7i6n7.932728.19 b/exp12/060-module.34.mlp.dense_4h_to_h/events.out.tfevents.1638184579.r7i6n7.932728.19
new file mode 100644
index 0000000000000000000000000000000000000000..f28d5a8da518beaacf64f054f1550913ba314ef2
--- /dev/null
+++ b/exp12/060-module.34.mlp.dense_4h_to_h/events.out.tfevents.1638184579.r7i6n7.932728.19
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf0112a128938f0ddc42c7743246e6994ad5ea5f130b8c2565d0d07f701377a7
+size 35294440
diff --git a/exp12/060-module.34.mlp.dense_h_to_4h/events.out.tfevents.1638184579.r7i6n7.932728.18 b/exp12/060-module.34.mlp.dense_h_to_4h/events.out.tfevents.1638184579.r7i6n7.932728.18
new file mode 100644
index 0000000000000000000000000000000000000000..87222b5e2e28d9733d58141c0a2817b961cc83d5
--- /dev/null
+++ b/exp12/060-module.34.mlp.dense_h_to_4h/events.out.tfevents.1638184579.r7i6n7.932728.18
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29a5ec8dead513384f4eac08582854860b1b83d0cd5e94fb8932e594b088f6b5
+size 35294440
diff --git a/exp12/060-module.34.mlp/events.out.tfevents.1638184579.r7i6n7.932728.20 b/exp12/060-module.34.mlp/events.out.tfevents.1638184579.r7i6n7.932728.20
new file mode 100644
index 0000000000000000000000000000000000000000..2d7479e49e57fb842928807bab10f9cb736d6ab5
--- /dev/null
+++ b/exp12/060-module.34.mlp/events.out.tfevents.1638184579.r7i6n7.932728.20
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7033be7eb268ad1907590d742dc8a15cd4e458f48afb1b59c7b26ee122d18ca4
+size 20681320
diff --git a/exp12/060-module.34.post_attention_layernorm/events.out.tfevents.1638184579.r7i6n7.932728.17 b/exp12/060-module.34.post_attention_layernorm/events.out.tfevents.1638184579.r7i6n7.932728.17
new file mode 100644
index 0000000000000000000000000000000000000000..d167031582e70559fcffd4bc39941f34627500f3
--- /dev/null
+++ b/exp12/060-module.34.post_attention_layernorm/events.out.tfevents.1638184579.r7i6n7.932728.17
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31aecd35299692a6fa8427ee73e7cac51dd8e62fd2ea0635db9fe1fbcb7725bc
+size 34964200
diff --git a/exp12/060-module.34.self_attention.attention_dropout/events.out.tfevents.1638184579.r7i6n7.932728.14 b/exp12/060-module.34.self_attention.attention_dropout/events.out.tfevents.1638184579.r7i6n7.932728.14
new file mode 100644
index 0000000000000000000000000000000000000000..56b620e01dcfbaf6d0fe1e15dc3763c5aa27596c
--- /dev/null
+++ b/exp12/060-module.34.self_attention.attention_dropout/events.out.tfevents.1638184579.r7i6n7.932728.14
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a93b532f87c70965ced4c76436a5e09d140b83c3cb38e506fdcdc908e541458
+size 15232360
diff --git a/exp12/060-module.34.self_attention.dense/events.out.tfevents.1638184579.r7i6n7.932728.15 b/exp12/060-module.34.self_attention.dense/events.out.tfevents.1638184579.r7i6n7.932728.15
new file mode 100644
index 0000000000000000000000000000000000000000..d77c308aebf6ca6a8e385affc88acc8f4bc56fa9
--- /dev/null
+++ b/exp12/060-module.34.self_attention.dense/events.out.tfevents.1638184579.r7i6n7.932728.15
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ec2a0d13737f742f191f8e47b393053f6616a924eb55b13175a11db6f23bde4
+size 35294440
diff --git a/exp12/060-module.34.self_attention.query_key_value/events.out.tfevents.1638184579.r7i6n7.932728.12 b/exp12/060-module.34.self_attention.query_key_value/events.out.tfevents.1638184579.r7i6n7.932728.12
new file mode 100644
index 0000000000000000000000000000000000000000..feebd795c41ca63af305ce9a2a54f722e4bbacdb
--- /dev/null
+++ b/exp12/060-module.34.self_attention.query_key_value/events.out.tfevents.1638184579.r7i6n7.932728.12
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:651dd94c570e11eb3e2271aab11b469276a390a047c8ecc481cd9ef86e789e63
+size 32652520
diff --git a/exp12/060-module.34.self_attention.scale_mask_softmax/events.out.tfevents.1638184579.r7i6n7.932728.13 b/exp12/060-module.34.self_attention.scale_mask_softmax/events.out.tfevents.1638184579.r7i6n7.932728.13
new file mode 100644
index 0000000000000000000000000000000000000000..f0a316b3382ef36f6ec59076f46281efd290e0cb
--- /dev/null
+++ b/exp12/060-module.34.self_attention.scale_mask_softmax/events.out.tfevents.1638184579.r7i6n7.932728.13
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:583acb8de053caf4e17d2b2370f4fee7a5af5222672d30e4f398720658b1e927
+size 15232360
diff --git a/exp12/060-module.34.self_attention/events.out.tfevents.1638184579.r7i6n7.932728.16 b/exp12/060-module.34.self_attention/events.out.tfevents.1638184579.r7i6n7.932728.16
new file mode 100644
index 0000000000000000000000000000000000000000..6b78f60a81e8940218c382e5acbe987df33fe3bc
--- /dev/null
+++ b/exp12/060-module.34.self_attention/events.out.tfevents.1638184579.r7i6n7.932728.16
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3bc07b8e72c88100246c55bed99235bb4e0b25bc4c1a4e54baa136afc8e6119
+size 20681320
diff --git a/exp12/060-module.34/events.out.tfevents.1638184579.r7i6n7.932728.21 b/exp12/060-module.34/events.out.tfevents.1638184579.r7i6n7.932728.21
new file mode 100644
index 0000000000000000000000000000000000000000..00525c204f2d8ce9b6fab57b0c188ed53b90aafd
--- /dev/null
+++ b/exp12/060-module.34/events.out.tfevents.1638184579.r7i6n7.932728.21
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37e9b0bc36493b9f075dc81a51409a2fc665d343d59003e7a9a2bc34c5d58690
+size 20351080
diff --git a/exp12/060-module/events.out.tfevents.1638184579.r7i6n7.932728.22 b/exp12/060-module/events.out.tfevents.1638184579.r7i6n7.932728.22
new file mode 100644
index 0000000000000000000000000000000000000000..70efd6c8ab1f8897f0ee6cb161398ba5923b5388
--- /dev/null
+++ b/exp12/060-module/events.out.tfevents.1638184579.r7i6n7.932728.22
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:301789dacca3c2b9b44d144f1ef74f05bf29505fcf1a4dd6ab3eb3202437728a
+size 10196200
diff --git a/exp12/092-module.49.input_layernorm/events.out.tfevents.1638184591.r8i0n8.4171650.0 b/exp12/092-module.49.input_layernorm/events.out.tfevents.1638184591.r8i0n8.4171650.0
new file mode 100644
index 0000000000000000000000000000000000000000..195d560b7c43c8a3ee5d6833d08ffe7689535404
--- /dev/null
+++ b/exp12/092-module.49.input_layernorm/events.out.tfevents.1638184591.r8i0n8.4171650.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:858e557ae3aa8311f11d1849d69f44bfc09673d95a9f7b000db13bec3798f39b
+size 34964200
diff --git a/exp12/092-module.49.mlp.dense_4h_to_h/events.out.tfevents.1638184592.r8i0n8.4171650.8 b/exp12/092-module.49.mlp.dense_4h_to_h/events.out.tfevents.1638184592.r8i0n8.4171650.8
new file mode 100644
index 0000000000000000000000000000000000000000..0753c272e3b6ee2309cc51824178cb9fdbcf35a0
--- /dev/null
+++ b/exp12/092-module.49.mlp.dense_4h_to_h/events.out.tfevents.1638184592.r8i0n8.4171650.8
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b226c28d5f82c1457eb1ae322e74a2ac6a3bb7e9d6ec71b727d32a89db1fe74
+size 35294440
diff --git a/exp12/092-module.49.mlp.dense_h_to_4h/events.out.tfevents.1638184592.r8i0n8.4171650.7 b/exp12/092-module.49.mlp.dense_h_to_4h/events.out.tfevents.1638184592.r8i0n8.4171650.7
new file mode 100644
index 0000000000000000000000000000000000000000..6a78618b070fbc7e582737e539f9bad20bec7853
--- /dev/null
+++ b/exp12/092-module.49.mlp.dense_h_to_4h/events.out.tfevents.1638184592.r8i0n8.4171650.7
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1c553ea12c3f68ed0b1f5ff0d8083e86cb2a90bbfbdc8772a60e86a8ccf47ef
+size 35294440
diff --git a/exp12/092-module.49.mlp/events.out.tfevents.1638184592.r8i0n8.4171650.9 b/exp12/092-module.49.mlp/events.out.tfevents.1638184592.r8i0n8.4171650.9
new file mode 100644
index 0000000000000000000000000000000000000000..e5adddf831ad53c3324157d1a0b05a0cf3483f7c
--- /dev/null
+++ b/exp12/092-module.49.mlp/events.out.tfevents.1638184592.r8i0n8.4171650.9
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4fbac850e1a5064daaee6468f5acb4f2c68986d08ecea23c78018ad8b591402
+size 20681320
diff --git a/exp12/092-module.49.post_attention_layernorm/events.out.tfevents.1638184592.r8i0n8.4171650.6 b/exp12/092-module.49.post_attention_layernorm/events.out.tfevents.1638184592.r8i0n8.4171650.6
new file mode 100644
index 0000000000000000000000000000000000000000..6489d297e18c51476738089a2dd17e176ac7f86f
--- /dev/null
+++ b/exp12/092-module.49.post_attention_layernorm/events.out.tfevents.1638184592.r8i0n8.4171650.6
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b2e1b57b8a618906984435b09cae65379b1de30261fb2c37d4bc8fd1b52b85e
+size 34964200
diff --git a/exp12/092-module.49.self_attention.attention_dropout/events.out.tfevents.1638184592.r8i0n8.4171650.3 b/exp12/092-module.49.self_attention.attention_dropout/events.out.tfevents.1638184592.r8i0n8.4171650.3
new file mode 100644
index 0000000000000000000000000000000000000000..0fac0184186c9c0eb501aad238ebb5d5f7345bad
--- /dev/null
+++ b/exp12/092-module.49.self_attention.attention_dropout/events.out.tfevents.1638184592.r8i0n8.4171650.3
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a33c389c91976cf41eeba286f1b8169b87f11192cef2cd5a5339fc98abe65a0
+size 15232360
diff --git a/exp12/092-module.49.self_attention.dense/events.out.tfevents.1638184592.r8i0n8.4171650.4 b/exp12/092-module.49.self_attention.dense/events.out.tfevents.1638184592.r8i0n8.4171650.4
new file mode 100644
index 0000000000000000000000000000000000000000..d1103bb3df74c7e87faf20eff5fec8fdadac4e65
--- /dev/null
+++ b/exp12/092-module.49.self_attention.dense/events.out.tfevents.1638184592.r8i0n8.4171650.4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4066f4d1f49c1cd0b833c68f2be9c1e0c025201e9d0bc9dca27c03e833c5fd76
+size 35294440
diff --git a/exp12/092-module.49.self_attention.query_key_value/events.out.tfevents.1638184592.r8i0n8.4171650.1 b/exp12/092-module.49.self_attention.query_key_value/events.out.tfevents.1638184592.r8i0n8.4171650.1
new file mode 100644
index 0000000000000000000000000000000000000000..d81786bc33a9f987aa56d721e6245a2ac0cd1582
--- /dev/null
+++ b/exp12/092-module.49.self_attention.query_key_value/events.out.tfevents.1638184592.r8i0n8.4171650.1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71dd5dca06ede07c1740d08b8ee6d55a38f0d60848584f3a8dd411a4493841e2
+size 32652520
diff --git a/exp12/092-module.49.self_attention.scale_mask_softmax/events.out.tfevents.1638184592.r8i0n8.4171650.2 b/exp12/092-module.49.self_attention.scale_mask_softmax/events.out.tfevents.1638184592.r8i0n8.4171650.2
new file mode 100644
index 0000000000000000000000000000000000000000..0829bea19800800fe3231fcf5cdd9f12074646ba
--- /dev/null
+++ b/exp12/092-module.49.self_attention.scale_mask_softmax/events.out.tfevents.1638184592.r8i0n8.4171650.2
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00d8b5904d7dbed3c6a5c3d35c35498dfc3b57a73539b01a1cc11cf4c25b39e7
+size 15232360
diff --git a/exp12/092-module.49.self_attention/events.out.tfevents.1638184592.r8i0n8.4171650.5 b/exp12/092-module.49.self_attention/events.out.tfevents.1638184592.r8i0n8.4171650.5
new file mode 100644
index 0000000000000000000000000000000000000000..ac4f714160b8a1d5b27fec482825ccdd714ccbe9
--- /dev/null
+++ b/exp12/092-module.49.self_attention/events.out.tfevents.1638184592.r8i0n8.4171650.5
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5ba9038611a70e0d0e5c7e72e61497e3576453d459e1661706887f4b14e1cef
+size 20681320
diff --git a/exp12/092-module.49/events.out.tfevents.1638184592.r8i0n8.4171650.10 b/exp12/092-module.49/events.out.tfevents.1638184592.r8i0n8.4171650.10
new file mode 100644
index 0000000000000000000000000000000000000000..53f7d3e07373eb737e186c6204fbb0e30ff06bdb
--- /dev/null
+++ b/exp12/092-module.49/events.out.tfevents.1638184592.r8i0n8.4171650.10
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4655b857fe1a82689b638668119897173da67c13fba8aeb217872f0ac748c793
+size 20351080
diff --git a/exp12/092-module.50.input_layernorm/events.out.tfevents.1638184592.r8i0n8.4171650.11 b/exp12/092-module.50.input_layernorm/events.out.tfevents.1638184592.r8i0n8.4171650.11
new file mode 100644
index 0000000000000000000000000000000000000000..b525ab6fedcc072d6007ef08ef93cf3dd4f72ff9
--- /dev/null
+++ b/exp12/092-module.50.input_layernorm/events.out.tfevents.1638184592.r8i0n8.4171650.11
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1801f43c8e099fb5a7ea037a272437bdd40b78cf6d3ea4ac0a23798eeea2a4e
+size 34964200
diff --git a/exp12/092-module.50.mlp.dense_4h_to_h/events.out.tfevents.1638184592.r8i0n8.4171650.19 b/exp12/092-module.50.mlp.dense_4h_to_h/events.out.tfevents.1638184592.r8i0n8.4171650.19
new file mode 100644
index 0000000000000000000000000000000000000000..3633e49c1f9a1e2d20874a18374cd983dbe24ad4
--- /dev/null
+++ b/exp12/092-module.50.mlp.dense_4h_to_h/events.out.tfevents.1638184592.r8i0n8.4171650.19
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae2dfb842b34d1880e76c1bc18872b08ba83897383a7e2210bf93106f0d41eb2
+size 35294440
diff --git a/exp12/092-module.50.mlp.dense_h_to_4h/events.out.tfevents.1638184592.r8i0n8.4171650.18 b/exp12/092-module.50.mlp.dense_h_to_4h/events.out.tfevents.1638184592.r8i0n8.4171650.18
new file mode 100644
index 0000000000000000000000000000000000000000..1caebd625252f8613a8b8c2eadaf72944cfb54b9
--- /dev/null
+++ b/exp12/092-module.50.mlp.dense_h_to_4h/events.out.tfevents.1638184592.r8i0n8.4171650.18
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57e96ca6b4d1c00c0159f03bb391fe83ebebf6fddf1be00ad5a1b845021bd415
+size 35294440
diff --git a/exp12/092-module.50.mlp/events.out.tfevents.1638184592.r8i0n8.4171650.20 b/exp12/092-module.50.mlp/events.out.tfevents.1638184592.r8i0n8.4171650.20
new file mode 100644
index 0000000000000000000000000000000000000000..3808ec1996bd519cc60a7c881460fd478545dc44
--- /dev/null
+++ b/exp12/092-module.50.mlp/events.out.tfevents.1638184592.r8i0n8.4171650.20
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a710c6944543b4d611985a8409b7f9a387a9ca58b0f03ebb7ee5fafa59788eaa
+size 20681320
diff --git a/exp12/092-module.50.post_attention_layernorm/events.out.tfevents.1638184592.r8i0n8.4171650.17 b/exp12/092-module.50.post_attention_layernorm/events.out.tfevents.1638184592.r8i0n8.4171650.17
new file mode 100644
index 0000000000000000000000000000000000000000..69f399a0a983ae5462ec4c6c034d53fe07d6f558
--- /dev/null
+++ b/exp12/092-module.50.post_attention_layernorm/events.out.tfevents.1638184592.r8i0n8.4171650.17
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:911c31d025e77f171ae6294039979f5b4b74a26399e0c30f5d6487453be2441e
+size 34964200
diff --git a/exp12/092-module.50.self_attention.attention_dropout/events.out.tfevents.1638184592.r8i0n8.4171650.14 b/exp12/092-module.50.self_attention.attention_dropout/events.out.tfevents.1638184592.r8i0n8.4171650.14
new file mode 100644
index 0000000000000000000000000000000000000000..5246ba5baec00284248509033612b6b3b654c9aa
--- /dev/null
+++ b/exp12/092-module.50.self_attention.attention_dropout/events.out.tfevents.1638184592.r8i0n8.4171650.14
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c92a30dd6ed31099ec2374125e286babc916c7eb717e3d887554e4e8379f9f1b
+size 15232360
diff --git a/exp12/092-module.50.self_attention.dense/events.out.tfevents.1638184592.r8i0n8.4171650.15 b/exp12/092-module.50.self_attention.dense/events.out.tfevents.1638184592.r8i0n8.4171650.15
new file mode 100644
index 0000000000000000000000000000000000000000..328e87ac51cc6c8b82ca4acf50999d5594f5438a
--- /dev/null
+++ b/exp12/092-module.50.self_attention.dense/events.out.tfevents.1638184592.r8i0n8.4171650.15
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29ca89eb368da89e68bb4a547e6bd0e270de5b8690a0dd85a07a58a379eb222f
+size 35294440
diff --git a/exp12/092-module.50.self_attention.query_key_value/events.out.tfevents.1638184592.r8i0n8.4171650.12 b/exp12/092-module.50.self_attention.query_key_value/events.out.tfevents.1638184592.r8i0n8.4171650.12
new file mode 100644
index 0000000000000000000000000000000000000000..71d2d38f41104241eb9d5f02d4ad77e6e6a06489
--- /dev/null
+++ b/exp12/092-module.50.self_attention.query_key_value/events.out.tfevents.1638184592.r8i0n8.4171650.12
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5e541118cbfa445b749278741748ec27cf0fb603b134a0f5b621bc187b2f799
+size 32652520
diff --git a/exp12/092-module.50.self_attention.scale_mask_softmax/events.out.tfevents.1638184592.r8i0n8.4171650.13 b/exp12/092-module.50.self_attention.scale_mask_softmax/events.out.tfevents.1638184592.r8i0n8.4171650.13
new file mode 100644
index 0000000000000000000000000000000000000000..8ea969c496c861a342c6631259497daf0666fd0e
--- /dev/null
+++ b/exp12/092-module.50.self_attention.scale_mask_softmax/events.out.tfevents.1638184592.r8i0n8.4171650.13
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1934ad3af292d0d950ac5fb0e66365ba5bc94530849f51dc2789cc5075a92554
+size 15232360
diff --git a/exp12/092-module.50.self_attention/events.out.tfevents.1638184592.r8i0n8.4171650.16 b/exp12/092-module.50.self_attention/events.out.tfevents.1638184592.r8i0n8.4171650.16
new file mode 100644
index 0000000000000000000000000000000000000000..01c99277b0e120239d09efd15413c8aa1336cdbf
--- /dev/null
+++ b/exp12/092-module.50.self_attention/events.out.tfevents.1638184592.r8i0n8.4171650.16
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18faea60e25588a5dbfc2456a1cf3f1fdfff0422e225cd4318f5c1255643d7a6
+size 20681320
diff --git a/exp12/092-module.50/events.out.tfevents.1638184592.r8i0n8.4171650.21 b/exp12/092-module.50/events.out.tfevents.1638184592.r8i0n8.4171650.21
new file mode 100644
index 0000000000000000000000000000000000000000..8f30b624a3ba13b39abc73dab9ceb3c8a16f3efc
--- /dev/null
+++ b/exp12/092-module.50/events.out.tfevents.1638184592.r8i0n8.4171650.21
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc6394d898d370a5ddb30b57a241be5753551ab915a8a38578d1ef1d7801c525
+size 20351080
diff --git a/exp12/092-module/events.out.tfevents.1638184592.r8i0n8.4171650.22 b/exp12/092-module/events.out.tfevents.1638184592.r8i0n8.4171650.22
new file mode 100644
index 0000000000000000000000000000000000000000..a29d2ed51771463e54e5f0d75578dc6908f180e5
--- /dev/null
+++ b/exp12/092-module/events.out.tfevents.1638184592.r8i0n8.4171650.22
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d00edbf60b82fe47dd55c9a6314cee740e46cf13c88f9b3c278291eb64b118a
+size 10196200
diff --git a/exp12/124-module.65.input_layernorm/events.out.tfevents.1638184605.r9i6n0.1491862.0 b/exp12/124-module.65.input_layernorm/events.out.tfevents.1638184605.r9i6n0.1491862.0
new file mode 100644
index 0000000000000000000000000000000000000000..d3103b6273f80f10986bd59d4dfcf07990a61bde
--- /dev/null
+++ b/exp12/124-module.65.input_layernorm/events.out.tfevents.1638184605.r9i6n0.1491862.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19ccd39a804d1b36ad6a12d3c055cf962101904a9040ce0e4fa3c9b88b819d09
+size 34964200
diff --git a/exp12/124-module.65.mlp.dense_4h_to_h/events.out.tfevents.1638184606.r9i6n0.1491862.8 b/exp12/124-module.65.mlp.dense_4h_to_h/events.out.tfevents.1638184606.r9i6n0.1491862.8
new file mode 100644
index 0000000000000000000000000000000000000000..897bb4d48c1b1b8d67a879184d1b8509aed5ca7d
--- /dev/null
+++ b/exp12/124-module.65.mlp.dense_4h_to_h/events.out.tfevents.1638184606.r9i6n0.1491862.8
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fcf2cd345b9c2e2b5ab9b6bb831c06b12321fa71969e66f2df381be230a0eb99
+size 35294440
diff --git a/exp12/124-module.65.mlp.dense_h_to_4h/events.out.tfevents.1638184606.r9i6n0.1491862.7 b/exp12/124-module.65.mlp.dense_h_to_4h/events.out.tfevents.1638184606.r9i6n0.1491862.7
new file mode 100644
index 0000000000000000000000000000000000000000..55eb0495884e058f0c0cccb06f493bbedbc675d5
--- /dev/null
+++ b/exp12/124-module.65.mlp.dense_h_to_4h/events.out.tfevents.1638184606.r9i6n0.1491862.7
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f16830ce4b148066bf59e52918d0d3ec0b6cf5b06a33127319eecfab1d736e3b
+size 35294440
diff --git a/exp12/124-module.65.mlp/events.out.tfevents.1638184606.r9i6n0.1491862.9 b/exp12/124-module.65.mlp/events.out.tfevents.1638184606.r9i6n0.1491862.9
new file mode 100644
index 0000000000000000000000000000000000000000..ddbc09dfc75ba9fcb67197906beaa29cd9c40de3
--- /dev/null
+++ b/exp12/124-module.65.mlp/events.out.tfevents.1638184606.r9i6n0.1491862.9
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51d41d2ab3b5e7079df9d5b92c470be9e136ded16d414a4e02fd85e32b98b61e
+size 20681320
diff --git a/exp12/124-module.65.post_attention_layernorm/events.out.tfevents.1638184606.r9i6n0.1491862.6 b/exp12/124-module.65.post_attention_layernorm/events.out.tfevents.1638184606.r9i6n0.1491862.6
new file mode 100644
index 0000000000000000000000000000000000000000..a34e792ad44cd004a7274cdd676b71c03344f1bc
--- /dev/null
+++ b/exp12/124-module.65.post_attention_layernorm/events.out.tfevents.1638184606.r9i6n0.1491862.6
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d32a432ca17e08d1928921ec18412735d95aaac5191661f2a27bb026a7f4975
+size 34964200
diff --git a/exp12/124-module.65.self_attention.attention_dropout/events.out.tfevents.1638184605.r9i6n0.1491862.3 b/exp12/124-module.65.self_attention.attention_dropout/events.out.tfevents.1638184605.r9i6n0.1491862.3
new file mode 100644
index 0000000000000000000000000000000000000000..902a1c3baee73ffc8e79d37f1eb7e5944709d7ee
--- /dev/null
+++ b/exp12/124-module.65.self_attention.attention_dropout/events.out.tfevents.1638184605.r9i6n0.1491862.3
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa98428979d5721043e41b6b275511d332eede72153e40e7697542b66d2121c6
+size 15232360
diff --git a/exp12/124-module.65.self_attention.dense/events.out.tfevents.1638184605.r9i6n0.1491862.4 b/exp12/124-module.65.self_attention.dense/events.out.tfevents.1638184605.r9i6n0.1491862.4
new file mode 100644
index 0000000000000000000000000000000000000000..2c5a99b42172f24819ebe06e3164f25ed0ba0118
--- /dev/null
+++ b/exp12/124-module.65.self_attention.dense/events.out.tfevents.1638184605.r9i6n0.1491862.4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1f486bce4839e5b13a9aeec2b3807ce93ebbd0a8f9be3f623a22795070f5bdf
+size 35294440
diff --git a/exp12/124-module.65.self_attention.query_key_value/events.out.tfevents.1638184605.r9i6n0.1491862.1 b/exp12/124-module.65.self_attention.query_key_value/events.out.tfevents.1638184605.r9i6n0.1491862.1
new file mode 100644
index 0000000000000000000000000000000000000000..5fea67f9ebe9262868e301f07569b5a9a560bc0c
--- /dev/null
+++ b/exp12/124-module.65.self_attention.query_key_value/events.out.tfevents.1638184605.r9i6n0.1491862.1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86742b0e2436453ad96693dd5a1ae5c7a77bfd4cffe68d9c17df2dcb1dd2330a
+size 32652520
diff --git a/exp12/124-module.65.self_attention.scale_mask_softmax/events.out.tfevents.1638184605.r9i6n0.1491862.2 b/exp12/124-module.65.self_attention.scale_mask_softmax/events.out.tfevents.1638184605.r9i6n0.1491862.2
new file mode 100644
index 0000000000000000000000000000000000000000..eadfa1fe06b259f4e3c1df5af3abce17cba178ca
--- /dev/null
+++ b/exp12/124-module.65.self_attention.scale_mask_softmax/events.out.tfevents.1638184605.r9i6n0.1491862.2
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92e3979c4ad36c8eb785bf73a5184c56ba6188e805b0bb99fa280571931e5066
+size 15232360
diff --git a/exp12/124-module.65.self_attention/events.out.tfevents.1638184605.r9i6n0.1491862.5 b/exp12/124-module.65.self_attention/events.out.tfevents.1638184605.r9i6n0.1491862.5
new file mode 100644
index 0000000000000000000000000000000000000000..68a5c5cc0249dfd85f6889ef6d2f6b0fd7c21250
--- /dev/null
+++ b/exp12/124-module.65.self_attention/events.out.tfevents.1638184605.r9i6n0.1491862.5
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9cd540b604c1cbbed3f5b4753d995d4fcd849157f661ce34995a48e0677d06df
+size 20681320
diff --git a/exp12/124-module.65/events.out.tfevents.1638184606.r9i6n0.1491862.10 b/exp12/124-module.65/events.out.tfevents.1638184606.r9i6n0.1491862.10
new file mode 100644
index 0000000000000000000000000000000000000000..a21eb9dc3ff280f7c1b02786bdc53b5c7ceaf52b
--- /dev/null
+++ b/exp12/124-module.65/events.out.tfevents.1638184606.r9i6n0.1491862.10
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cbfec8680277affa5bb50aa300897fc32112785f2bd3c94b065633c1d2ac502
+size 20351080
diff --git a/exp12/124-module.66.input_layernorm/events.out.tfevents.1638184606.r9i6n0.1491862.11 b/exp12/124-module.66.input_layernorm/events.out.tfevents.1638184606.r9i6n0.1491862.11
new file mode 100644
index 0000000000000000000000000000000000000000..51a47578923be07ef6077816c366dbb93dabde01
--- /dev/null
+++ b/exp12/124-module.66.input_layernorm/events.out.tfevents.1638184606.r9i6n0.1491862.11
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17c846248658538fd2c3d0d45370a615c2622a4425ea574c32d8ec4f17816f51
+size 34964200
diff --git a/exp12/124-module.66.mlp.dense_4h_to_h/events.out.tfevents.1638184606.r9i6n0.1491862.19 b/exp12/124-module.66.mlp.dense_4h_to_h/events.out.tfevents.1638184606.r9i6n0.1491862.19
new file mode 100644
index 0000000000000000000000000000000000000000..c15cf79b38e7cdb64581b84d1e93a9ea49465185
--- /dev/null
+++ b/exp12/124-module.66.mlp.dense_4h_to_h/events.out.tfevents.1638184606.r9i6n0.1491862.19
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb912cfe8166b3b61dff62d2375de1f9ea7e2f36a7e26eade9b377fbcb7adad1
+size 35294440
diff --git a/exp12/124-module.66.mlp.dense_h_to_4h/events.out.tfevents.1638184606.r9i6n0.1491862.18 b/exp12/124-module.66.mlp.dense_h_to_4h/events.out.tfevents.1638184606.r9i6n0.1491862.18
new file mode 100644
index 0000000000000000000000000000000000000000..7e6d9e97df0592d0ea7c75705f0876edc253d97f
--- /dev/null
+++ b/exp12/124-module.66.mlp.dense_h_to_4h/events.out.tfevents.1638184606.r9i6n0.1491862.18
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56f4184eec0f37e346f7b765c506437c1d2c79fe84725ddfbf2496672023b46e
+size 35294440
diff --git a/exp12/124-module.66.mlp/events.out.tfevents.1638184606.r9i6n0.1491862.20 b/exp12/124-module.66.mlp/events.out.tfevents.1638184606.r9i6n0.1491862.20
new file mode 100644
index 0000000000000000000000000000000000000000..41062ebab520b74dcc876ec806738e94f9a0cfc5
--- /dev/null
+++ b/exp12/124-module.66.mlp/events.out.tfevents.1638184606.r9i6n0.1491862.20
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:625dc064068aae93af02b80f54fabc998af1ec1925f58e9b316ec9387bcb3cc9
+size 20681320
diff --git a/exp12/124-module.66.post_attention_layernorm/events.out.tfevents.1638184606.r9i6n0.1491862.17 b/exp12/124-module.66.post_attention_layernorm/events.out.tfevents.1638184606.r9i6n0.1491862.17
new file mode 100644
index 0000000000000000000000000000000000000000..a72024edf63beab4bfd694718dba4d58f9ee2583
--- /dev/null
+++ b/exp12/124-module.66.post_attention_layernorm/events.out.tfevents.1638184606.r9i6n0.1491862.17
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b4a46cc6c8e2d27d85e06674b10d10c92f854edce04e5b2eb65179c3ba3d664
+size 34964200
diff --git a/exp12/124-module.66.self_attention.attention_dropout/events.out.tfevents.1638184606.r9i6n0.1491862.14 b/exp12/124-module.66.self_attention.attention_dropout/events.out.tfevents.1638184606.r9i6n0.1491862.14
new file mode 100644
index 0000000000000000000000000000000000000000..f49d33541897e8f86e99c9bf1520f047376f24dc
--- /dev/null
+++ b/exp12/124-module.66.self_attention.attention_dropout/events.out.tfevents.1638184606.r9i6n0.1491862.14
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d63c4d827517b701974945e131d14141ea52b3747fb088fa9c4deca66ea2f80b
+size 15232360
diff --git a/exp12/124-module.66.self_attention.dense/events.out.tfevents.1638184606.r9i6n0.1491862.15 b/exp12/124-module.66.self_attention.dense/events.out.tfevents.1638184606.r9i6n0.1491862.15
new file mode 100644
index 0000000000000000000000000000000000000000..7b4a3c1b5feb48a73cadc2093cf26039c0569b55
--- /dev/null
+++ b/exp12/124-module.66.self_attention.dense/events.out.tfevents.1638184606.r9i6n0.1491862.15
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6f6f7020490a2a0e3de0f15c94300f9f0f1a56fcf687cbd7915427c4d5a974c
+size 35294440
diff --git a/exp12/124-module.66.self_attention.query_key_value/events.out.tfevents.1638184606.r9i6n0.1491862.12 b/exp12/124-module.66.self_attention.query_key_value/events.out.tfevents.1638184606.r9i6n0.1491862.12
new file mode 100644
index 0000000000000000000000000000000000000000..0f40a4af9f8cc500ad3920673b1ab0896f8c97ee
--- /dev/null
+++ b/exp12/124-module.66.self_attention.query_key_value/events.out.tfevents.1638184606.r9i6n0.1491862.12
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae8d7035264fd58518c87b0abd3dd7dc8de9a89e668191ad891f1805fb53dde4
+size 32652520
diff --git a/exp12/124-module.66.self_attention.scale_mask_softmax/events.out.tfevents.1638184606.r9i6n0.1491862.13 b/exp12/124-module.66.self_attention.scale_mask_softmax/events.out.tfevents.1638184606.r9i6n0.1491862.13
new file mode 100644
index 0000000000000000000000000000000000000000..9533c270c216d578b5f10e036bfce24c5d8e5a9f
--- /dev/null
+++ b/exp12/124-module.66.self_attention.scale_mask_softmax/events.out.tfevents.1638184606.r9i6n0.1491862.13
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e1954139771088824a9bc05e342c2cf33a30ff8f3579fda9594f3d1a8da3de3
+size 15232360
diff --git a/exp12/124-module.66.self_attention/events.out.tfevents.1638184606.r9i6n0.1491862.16 b/exp12/124-module.66.self_attention/events.out.tfevents.1638184606.r9i6n0.1491862.16
new file mode 100644
index 0000000000000000000000000000000000000000..3db577d713d7fd8603504ff3a4fd7eecacaa0d0f
--- /dev/null
+++ b/exp12/124-module.66.self_attention/events.out.tfevents.1638184606.r9i6n0.1491862.16
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17abfe748a6d566cd8d1433d8cbb3f4eba844e13b2190b25f93c79c2a87d22fa
+size 20681320
diff --git a/exp12/124-module.66/events.out.tfevents.1638184606.r9i6n0.1491862.21 b/exp12/124-module.66/events.out.tfevents.1638184606.r9i6n0.1491862.21
new file mode 100644
index 0000000000000000000000000000000000000000..129ee94669340153543296c3699d0b9adddd3e9d
--- /dev/null
+++ b/exp12/124-module.66/events.out.tfevents.1638184606.r9i6n0.1491862.21
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e722f1d2629b22ba4a0fabb85ac301da11e995d19e3cee08d672a5e5940d92d8
+size 20351080
diff --git a/exp12/124-module.68/events.out.tfevents.1638184606.r9i6n0.1491862.22 b/exp12/124-module.68/events.out.tfevents.1638184606.r9i6n0.1491862.22
new file mode 100644
index 0000000000000000000000000000000000000000..b8ddbdd4bbdecacf0a6cab8fff3f3423701cbbb6
--- /dev/null
+++ b/exp12/124-module.68/events.out.tfevents.1638184606.r9i6n0.1491862.22
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:612c69f15e467ec43a0e764b9eac3b08c556b6720f01b964058616ca4a3b8e03
+size 25057000
diff --git a/exp12/124-module/events.out.tfevents.1638184606.r9i6n0.1491862.23 b/exp12/124-module/events.out.tfevents.1638184606.r9i6n0.1491862.23
new file mode 100644
index 0000000000000000000000000000000000000000..5d7d43cb1eae5288ab905b4d69559ae717a6a657
--- /dev/null
+++ b/exp12/124-module/events.out.tfevents.1638184606.r9i6n0.1491862.23
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5519cc284f6f3865378d283da79b519c70c64ab9e92bee032f663f28a92e675
+size 10196200