diff --git a/group1-shard10of52.bin b/group1-shard10of52.bin
new file mode 100644
index 0000000000000000000000000000000000000000..8799eba07166e180ad5e6e7ee8aa6c59626d6d0f
--- /dev/null
+++ b/group1-shard10of52.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e2f575d2183e0a523b67dedda6a9773e4936c0aef62f6481b1496544f2ce76b
+size 4194304
diff --git a/group1-shard11of52.bin b/group1-shard11of52.bin
new file mode 100644
index 0000000000000000000000000000000000000000..b7514cf7f0564c19d684cf030efbf439d1cc3b23
--- /dev/null
+++ b/group1-shard11of52.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a469643ff4e3c96090bd623749f4e1de457bc0d46edd7a59b853da18e265a423
+size 4194304
diff --git a/group1-shard12of52.bin b/group1-shard12of52.bin
new file mode 100644
index 0000000000000000000000000000000000000000..ef3925e4ad5618937bff35ad37d5904c2a8cc718
--- /dev/null
+++ b/group1-shard12of52.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:685609eb72032bb430a5044a71cc200a46f79bc0c9b17edb7d1a259be1c04804
+size 4194304
diff --git a/group1-shard13of52.bin b/group1-shard13of52.bin
new file mode 100644
index 0000000000000000000000000000000000000000..b85bd8d238783d1fbf143c9d46a3a2ece928752c
--- /dev/null
+++ b/group1-shard13of52.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:553d92c37161d3157697a0cde5205a2276a349075784e654724cd50017b8b37f
+size 4194304
diff --git a/group1-shard14of52.bin b/group1-shard14of52.bin
new file mode 100644
index 0000000000000000000000000000000000000000..5094d3ce58186c87b51f134a0b937a34582c1b3c
--- /dev/null
+++ b/group1-shard14of52.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89e4003b3bd2eb3f76449f78aab9445b2e4d0872c2e10f81d4e2f429dfd1cc6f
+size 4194304
diff --git a/group1-shard15of52.bin b/group1-shard15of52.bin
new file mode 100644
index 0000000000000000000000000000000000000000..d028d33fd2a74e69c9f08bf43f35f6ac249933ac
--- /dev/null
+++ b/group1-shard15of52.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff60c9faab1097fce018c18568dd18b366596ea6d261f1b3a9878c4d8afd6288
+size 4194304
diff --git a/group1-shard16of52.bin b/group1-shard16of52.bin
new file mode 100644
index 0000000000000000000000000000000000000000..a609921674efe4971ed4f65180b6764b4abd6892
--- /dev/null
+++ b/group1-shard16of52.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0118420aa738be5705f3fa20c2893fe36ba3339f53509edaed9513f9d1ed6f4e
+size 4194304
diff --git a/group1-shard17of52.bin b/group1-shard17of52.bin
new file mode 100644
index 0000000000000000000000000000000000000000..005e0ee127ebd7df7613ab770b2f79a641233afd
--- /dev/null
+++ b/group1-shard17of52.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed77ebd9b244197081c13970a174e0696174e968b3f369ee55f057cf95bba0b9
+size 4194304
diff --git a/group1-shard18of52.bin b/group1-shard18of52.bin
new file mode 100644
index 0000000000000000000000000000000000000000..54b1fc53c193bfc3bb37963963036648f066cadc
--- /dev/null
+++ b/group1-shard18of52.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73022e546ff0ba7e173b870afbfec8c391068be28db66ca099bae6d9f4aa7ebd
+size 4194304
diff --git a/group1-shard19of52.bin b/group1-shard19of52.bin
new file mode 100644
index 0000000000000000000000000000000000000000..f60bb927de3ba787e5f58fadbcd8e13d4bf19e14
--- /dev/null
+++ b/group1-shard19of52.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87c912840c3120252e9501cafd84c05378de85b45ff682949770edb7b7644c37
+size 4194304
diff --git a/group1-shard1of52.bin b/group1-shard1of52.bin
new file mode 100644
index 0000000000000000000000000000000000000000..7e52b8fd20b3cef947af40cc50351a49fa07e2e1
--- /dev/null
+++ b/group1-shard1of52.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d1743aea4f7f8e726775e664d4a5870dca87abb99acbaee4b08f002a8718df0
+size 4194304
diff --git a/group1-shard20of52.bin b/group1-shard20of52.bin
new file mode 100644
index 0000000000000000000000000000000000000000..0d21fc3226894be616319edd7d91a11142ad3309
--- /dev/null
+++ b/group1-shard20of52.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b413a46c0f1ad44d27b3a91eddedf4a53d6a0e026de45f9cac65ec9132d72cb5
+size 4194304
diff --git a/group1-shard21of52.bin b/group1-shard21of52.bin
new file mode 100644
index 0000000000000000000000000000000000000000..2a25ed6e1252479436aa92440186e4caebf19687
--- /dev/null
+++ b/group1-shard21of52.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:895043439e54edcdfd89af0bb487db29c4b2cfb356604485cbd4d1540ceff3cd
+size 4194304
diff --git a/group1-shard22of52.bin b/group1-shard22of52.bin
new file mode 100644
index 0000000000000000000000000000000000000000..57252e4b2dbc2e15a45fdbcaedf1b9ef1c266b16
--- /dev/null
+++ b/group1-shard22of52.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a71a624cec2023b292f27aa0ac37cd49d61fceb487b81b446653d2c556287eee
+size 4194304
diff --git a/group1-shard23of52.bin b/group1-shard23of52.bin
new file mode 100644
index 0000000000000000000000000000000000000000..1fc4dcfd9c3b06d9aa5731d9b453b8a8dd580a29
--- /dev/null
+++ b/group1-shard23of52.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9df2c61b23021013ec4cdec7690c040b34a49d8ea42a4a4079111f962421f3b8
+size 4194304
diff --git a/group1-shard24of52.bin b/group1-shard24of52.bin
new file mode 100644
index 0000000000000000000000000000000000000000..6411c4ab4ef148f9df3e7eb34e13eb1a485ce9a7
--- /dev/null
+++ b/group1-shard24of52.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06b4a78f07a5f7b506d17db6da9ee327df1b60b04ae312ef742261dac9a89407
+size 4194304
diff --git a/group1-shard25of52.bin b/group1-shard25of52.bin
new file mode 100644
index 0000000000000000000000000000000000000000..41f42dcff394a2b748fdcd088093e0dbe65ad6cf
--- /dev/null
+++ b/group1-shard25of52.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f86e5d74aade8c7f45c96eaa869dad3e52a68e6f0f808b726b7ae079cb7763c2
+size 4194304
diff --git a/group1-shard26of52.bin b/group1-shard26of52.bin
new file mode 100644
index 0000000000000000000000000000000000000000..60025a44a5280d511905e604947765765571b5ad
--- /dev/null
+++ b/group1-shard26of52.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c30dcebdb124a34eae3e33cc47d3d2010c299a92e53520d8d40e5bd4b124ec86
+size 4194304
diff --git a/group1-shard27of52.bin b/group1-shard27of52.bin
new file mode 100644
index 0000000000000000000000000000000000000000..f45261272cc934212176f672fd3aac9b2f5e4c27
--- /dev/null
+++ b/group1-shard27of52.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7efab58d5c9939fe5c5c7d63aea7db142355c5f9ad82a6694d0b09ad17461287
+size 4194304
diff --git a/group1-shard28of52.bin b/group1-shard28of52.bin
new file mode 100644
index 0000000000000000000000000000000000000000..1f88643ccdf037d4d660f0f62575777d227973fd
--- /dev/null
+++ b/group1-shard28of52.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9173294d636492f45209f0868fc1c6c1efd9fd4dedb0108c52792f9780c7820b
+size 4194304
diff --git a/group1-shard29of52.bin b/group1-shard29of52.bin
new file mode 100644
index 0000000000000000000000000000000000000000..b1f0f1a172a1155f4a5b53d47904fbf9b5219321
--- /dev/null
+++ b/group1-shard29of52.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:210644d9b639d9e714c58188bdb0f903ed4c8f3017f75471e22dd99e65c296c7
+size 4194304
diff --git a/group1-shard2of52.bin b/group1-shard2of52.bin
new file mode 100644
index 0000000000000000000000000000000000000000..16867ddab020e71f147e74f3514247dfe40ea164
--- /dev/null
+++ b/group1-shard2of52.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32e23b4a86e609f8cd6e8114aded29696277215c8d94dc5a44213ceafc64a9e3
+size 4194304
diff --git a/group1-shard30of52.bin b/group1-shard30of52.bin
new file mode 100644
index 0000000000000000000000000000000000000000..93d70ddee8ac512786108e31a584c0bb79e92502
--- /dev/null
+++ b/group1-shard30of52.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64572fff765678031e8eff8282e80673f670937c87b16f8b5672149cb24ceb5c
+size 4194304
diff --git a/group1-shard31of52.bin b/group1-shard31of52.bin
new file mode 100644
index 0000000000000000000000000000000000000000..9a92c20a244b97341dbf907f1675de42b1bacdb0
--- /dev/null
+++ b/group1-shard31of52.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd4be8f37cfd58e618094c32f8a1455cd8be8462a8e6e852097cd8f571569b25
+size 4194304
diff --git a/group1-shard32of52.bin b/group1-shard32of52.bin
new file mode 100644
index 0000000000000000000000000000000000000000..c52ee401b2a8c9702374043172a9c1a7fdb7213b
--- /dev/null
+++ b/group1-shard32of52.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42d78c5520eac46c45f97b412bdd032337e44bafae55e602c8e8a124bef8e8b6
+size 4194304
diff --git a/group1-shard33of52.bin b/group1-shard33of52.bin
new file mode 100644
index 0000000000000000000000000000000000000000..20f19cb8f0bc1b1ce949b669a2e4450e9c3f4254
--- /dev/null
+++ b/group1-shard33of52.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c90d0876306dba839e72d08da130eeb2d21dea3769f9a79392847e3a5f4a37f6
+size 4194304
diff --git a/group1-shard34of52.bin b/group1-shard34of52.bin
new file mode 100644
index 0000000000000000000000000000000000000000..c733f5e0e586bf85ac174890aba3a9289bf869e7
--- /dev/null
+++ b/group1-shard34of52.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74ae6599fff7649ca98ba525b45904e38c081fe9e8fe61b78bfa87641e49e9b
+size 4194304
diff --git a/group1-shard35of52.bin b/group1-shard35of52.bin
new file mode 100644
index 0000000000000000000000000000000000000000..6af4539722e805f3614bf8e09a250499e6568346
--- /dev/null
+++ b/group1-shard35of52.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:343eba649bd5e9f9f570ca4757fe2b39f7d9c5aa2598427746f06df8d42125ea
+size 4194304
diff --git a/group1-shard36of52.bin b/group1-shard36of52.bin
new file mode 100644
index 0000000000000000000000000000000000000000..edc569b4742759acc1aaf3b17917fd2860e908f3
--- /dev/null
+++ b/group1-shard36of52.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:697a8fda23ba3d5b1ce9b3635648f80865db018efa4dbc75cf2c2193626ed1e0
+size 4194304
diff --git a/group1-shard37of52.bin b/group1-shard37of52.bin
new file mode 100644
index 0000000000000000000000000000000000000000..c1e7874ec4905520fb35b8e900db602ab42a6a25
--- /dev/null
+++ b/group1-shard37of52.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03cb556ebaa4ff15100a6578f6bcdda18a5781c64cdf6c66dd471150c57b57a2
+size 4194304
diff --git a/group1-shard38of52.bin b/group1-shard38of52.bin
new file mode 100644
index 0000000000000000000000000000000000000000..2ebf03efb24210d9d0811fbb6e8f579ea5c8f89b
--- /dev/null
+++ b/group1-shard38of52.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95e6bec22ef413967262ee67f259fd5c6c7dccd69ccab57d1682337d39bef2de
+size 4194304
diff --git a/group1-shard39of52.bin b/group1-shard39of52.bin
new file mode 100644
index 0000000000000000000000000000000000000000..566f459a52ab02d1104eb4e9c686205be4c4cd6a
--- /dev/null
+++ b/group1-shard39of52.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9360c902b10c7d25a0a668513f39634e607a0e932684da494a11feaba4addab0
+size 4194304
diff --git a/group1-shard3of52.bin b/group1-shard3of52.bin
new file mode 100644
index 0000000000000000000000000000000000000000..0e0a3273dc5d7590ce983598df3c5d654d4b63ab
--- /dev/null
+++ b/group1-shard3of52.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f7cf72873b5af24e3ba0de2436b3a97e0e8dd876c6ab6afd182835970ce87c4
+size 4194304
diff --git a/group1-shard40of52.bin b/group1-shard40of52.bin
new file mode 100644
index 0000000000000000000000000000000000000000..5ed34c004587a0d7b3129a07a110f43318cbd89d
--- /dev/null
+++ b/group1-shard40of52.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfd2b510119cb8de1849ff0c21081e5d422f5301aac70ca73d676670e4707f3c
+size 4194304
diff --git a/group1-shard41of52.bin b/group1-shard41of52.bin
new file mode 100644
index 0000000000000000000000000000000000000000..721edd648f2a4611d3c988fadb927dbcb5821eae
--- /dev/null
+++ b/group1-shard41of52.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8b906bbd80bf1fa8b2e103fcf4d1b14b9d4048cdd031131e73770527319d8d1
+size 4194304
diff --git a/group1-shard42of52.bin b/group1-shard42of52.bin
new file mode 100644
index 0000000000000000000000000000000000000000..4fd998b4a3064e4768af1e9edd4abc05c85c6b2f
--- /dev/null
+++ b/group1-shard42of52.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:637692c7a5b3f92b8c277882969a8978e577bfc6a8797e7cfb935cb614745e98
+size 4194304
diff --git a/group1-shard43of52.bin b/group1-shard43of52.bin
new file mode 100644
index 0000000000000000000000000000000000000000..b5842728e81b1bd437bc7de3117ab2e98bc5eefd
--- /dev/null
+++ b/group1-shard43of52.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f51fbb21a8bd2f3638b286912fa38c8d4f289d14501efd04f0323a6cda4472cd
+size 4194304
diff --git a/group1-shard44of52.bin b/group1-shard44of52.bin
new file mode 100644
index 0000000000000000000000000000000000000000..578420c6cd221de9ab2fa90906cb828c7cbb7b50
--- /dev/null
+++ b/group1-shard44of52.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3cfac97cc626e7eb5f141ef5369d33c05aaed16e39490837837c4444548e28c6
+size 4194304
diff --git a/group1-shard45of52.bin b/group1-shard45of52.bin
new file mode 100644
index 0000000000000000000000000000000000000000..f563ee4a0fa2a2f70a34775ce21b9fca1ae94643
--- /dev/null
+++ b/group1-shard45of52.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:898636b90af281faf2f68429103631a212c4b0975d54b65c4c8a57719925249b
+size 4194304
diff --git a/group1-shard46of52.bin b/group1-shard46of52.bin
new file mode 100644
index 0000000000000000000000000000000000000000..4779464b72efe4c4ebd0f1cc3c92ef9e0cf95323
--- /dev/null
+++ b/group1-shard46of52.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c1c55563c2d44500a7f215cbce0830e452d56a5aefd877f39665a3b56a9bfe7
+size 4194304
diff --git a/group1-shard47of52.bin b/group1-shard47of52.bin
new file mode 100644
index 0000000000000000000000000000000000000000..ae19df565eb623596917c945a76765d5c6543b3e
--- /dev/null
+++ b/group1-shard47of52.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13956db9f75be75e8cb469dbeadcb27117e26463d30b774fd9c7ff157a1602f5
+size 4194304
diff --git a/group1-shard48of52.bin b/group1-shard48of52.bin
new file mode 100644
index 0000000000000000000000000000000000000000..bc5deb4ca14220d2f08c88d9573a7035a67d53e4
--- /dev/null
+++ b/group1-shard48of52.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8e18d2438a24151de9d8e002f1ee58e888564146779cf5541672dbd5d3b5e50
+size 4194304
diff --git a/group1-shard49of52.bin b/group1-shard49of52.bin
new file mode 100644
index 0000000000000000000000000000000000000000..e2e6413dcc9474fd0280e86eb0aeb1ef3a3444cb
--- /dev/null
+++ b/group1-shard49of52.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c47989d52b48fa7fe64cfcdd35282a7b720bdb1fe4c03acf4076482a5911774a
+size 4194304
diff --git a/group1-shard4of52.bin b/group1-shard4of52.bin
new file mode 100644
index 0000000000000000000000000000000000000000..21153a3cb1b90fd21375bec07a87588db3c26502
--- /dev/null
+++ b/group1-shard4of52.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:140079a4a44e69ff4817e4f39b81ef86361fa43484c64c64028830622b26010e
+size 4194304
diff --git a/group1-shard50of52.bin b/group1-shard50of52.bin
new file mode 100644
index 0000000000000000000000000000000000000000..93a087bf141bef12ae68d21fe1d260bd176f77d5
--- /dev/null
+++ b/group1-shard50of52.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8fcb10c89e48f27b473234452e45ef002a1d30ee8f078d0bbe12b87f74a354f
+size 4194304
diff --git a/group1-shard51of52.bin b/group1-shard51of52.bin
new file mode 100644
index 0000000000000000000000000000000000000000..094080fcf272babbb312d6048f63a7010ddb235d
--- /dev/null
+++ b/group1-shard51of52.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4997a66435086275979930c5dae980b54be5a9ef0f395c6d909ceb484344075
+size 4194304
diff --git a/group1-shard52of52.bin b/group1-shard52of52.bin
new file mode 100644
index 0000000000000000000000000000000000000000..e2352feaf49a82ce3be25123a6b1e58d96d78aa8
--- /dev/null
+++ b/group1-shard52of52.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7c52588594c8dabfb618674fa1e27c0c6d0e6ceaa2399d6f90134d20c2a5924
+size 2212612
diff --git a/group1-shard5of52.bin b/group1-shard5of52.bin
new file mode 100644
index 0000000000000000000000000000000000000000..6747b5888b25d95ad866e797d5bd7cd893279121
--- /dev/null
+++ b/group1-shard5of52.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7bd05050b76d422f133f901d7632b0f1824f39c71e3cfb06ec7a243d1736c2a8
+size 4194304
diff --git a/group1-shard6of52.bin b/group1-shard6of52.bin
new file mode 100644
index 0000000000000000000000000000000000000000..3a3acb00ce9670463a424d431568db79f1f32e59
--- /dev/null
+++ b/group1-shard6of52.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b373c39ffc4354b85b881c39f18bfbde38b8a70cb909a8383469ff48b681985c
+size 4194304
diff --git a/group1-shard7of52.bin b/group1-shard7of52.bin
new file mode 100644
index 0000000000000000000000000000000000000000..352f220e957d7f19afae1bcc20de8b4c1cf3bcc8
--- /dev/null
+++ b/group1-shard7of52.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f7a5a0f89ea0f78251bd7a37c28f9bb6414b351488ab9e0d4c3cefa8d5d51b1
+size 4194304
diff --git a/group1-shard8of52.bin b/group1-shard8of52.bin
new file mode 100644
index 0000000000000000000000000000000000000000..0d2a658091e714608d15b36e2af05dd4db8bd813
--- /dev/null
+++ b/group1-shard8of52.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:069cd64dd9f5cb7c5b0076e2349f6317ce73cdc91e8b570336a53b2d54a9e201
+size 4194304
diff --git a/group1-shard9of52.bin b/group1-shard9of52.bin
new file mode 100644
index 0000000000000000000000000000000000000000..28ba6a39e1f53a634458dce9ddf9543c68e43c5e
--- /dev/null
+++ b/group1-shard9of52.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb9fe73920e277ab811550833855fe5f12cb5c8fdb497eedc77293a9ebd91e57
+size 4194304
diff --git a/model.json b/model.json
new file mode 100644
index 0000000000000000000000000000000000000000..e25f5ae35d374a5a77875b8e6476ba0ce9adb3c8
--- /dev/null
+++ b/model.json
@@ -0,0 +1 @@
+{"format": "graph-model", "generatedBy": "2.19.0", "convertedBy": "TensorFlow.js Converter v4.22.0", "signature": {"inputs": {"attention_mask:0": {"name": "attention_mask:0", "dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "-1"}, {"size": "-1"}]}}, "token_type_ids:0": {"name": "token_type_ids:0", "dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "-1"}, {"size": "-1"}]}}, "input_ids:0": {"name": "input_ids:0", "dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "-1"}, {"size": "-1"}]}}}, "outputs": {"logits": {"name": "Identity:0", "dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "-1"}, {"size": "5"}]}}}}, "modelTopology": {"node": [{"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/output/LayerNorm/batchnorm/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/output/dense/Tensordot/Const", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/output/dense/Tensordot/axes", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/output/dense/Tensordot/GatherV2_1/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/output/dense/Tensordot/Const_1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/output/dense/Tensordot/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}, {"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/intermediate/dense/Tensordot/Const", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/intermediate/dense/Tensordot/axes", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/intermediate/dense/Tensordot/GatherV2_1/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/intermediate/dense/Tensordot/Const_1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/intermediate/dense/Tensordot/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}, {"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/intermediate/dense/Tensordot/free", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "2"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/intermediate/dense/Tensordot/GatherV2/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/intermediate/dense/Tensordot/Const_2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/intermediate/dense/Tensordot/concat_1/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/intermediate/dense/BiasAdd/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/output/dense/Tensordot/free", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "2"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/output/dense/Tensordot/GatherV2/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/output/dense/Tensordot/Const_2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/output/dense/Tensordot/concat_1/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/output/dense/BiasAdd/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/attention/output/LayerNorm/batchnorm/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/attention/output/dense/Tensordot/Const", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/attention/output/dense/Tensordot/axes", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/attention/output/dense/Tensordot/GatherV2_1/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/attention/output/dense/Tensordot/Const_1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/attention/output/dense/Tensordot/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}, {"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/attention/self/query/Tensordot/Const", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/attention/self/query/Tensordot/axes", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/attention/self/query/Tensordot/GatherV2_1/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/attention/self/query/Tensordot/Const_1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/attention/self/query/Tensordot/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}, {"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/attention/self/query/Tensordot/free", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "2"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/attention/self/query/Tensordot/GatherV2/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/attention/self/query/Tensordot/Const_2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/attention/self/query/Tensordot/concat_1/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/attention/self/query/BiasAdd/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/attention/self/Reshape_2/shape/1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/attention/self/Reshape_2/shape/2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/attention/self/Reshape_2/shape/3", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/attention/self/transpose_2/perm", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "4"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/attention/self/key/Tensordot/Const", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/attention/self/key/Tensordot/axes", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/attention/self/key/Tensordot/GatherV2_1/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/attention/self/key/Tensordot/Const_1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/attention/self/key/Tensordot/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}, {"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/attention/self/key/Tensordot/free", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "2"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/attention/self/key/Tensordot/GatherV2/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/attention/self/key/Tensordot/Const_2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/attention/self/key/Tensordot/concat_1/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/attention/self/key/BiasAdd/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/attention/self/Reshape/shape/1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/attention/self/Reshape/shape/2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/attention/self/Reshape/shape/3", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/attention/self/transpose/perm", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "4"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "ConstantFolding/StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/attention/self/truediv_recip", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/attention/self/add_1/y", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/attention/self/value/Tensordot/Const", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/attention/self/value/Tensordot/axes", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/attention/self/value/Tensordot/GatherV2_1/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/attention/self/value/Tensordot/Const_1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/attention/self/value/Tensordot/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}, {"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/attention/self/value/Tensordot/free", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "2"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/attention/self/value/Tensordot/GatherV2/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/attention/self/value/Tensordot/Const_2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/attention/self/value/Tensordot/concat_1/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/attention/self/value/BiasAdd/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/attention/self/Reshape_1/shape/1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/attention/self/Reshape_1/shape/2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/attention/self/Reshape_1/shape/3", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/attention/self/transpose_1/perm", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "4"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/attention/self/transpose_3/perm", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "4"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/attention/self/strided_slice/stack", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/attention/self/strided_slice/stack_1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/attention/self/strided_slice/stack_2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/attention/self/Reshape_3/shape/1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/attention/self/Reshape_3/shape/2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/attention/output/dense/Tensordot/free", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "2"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/attention/output/dense/Tensordot/GatherV2/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/attention/output/dense/Tensordot/Const_2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/attention/output/dense/Tensordot/concat_1/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/attention/output/dense/BiasAdd/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/output/LayerNorm/batchnorm/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/output/dense/Tensordot/Const", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/output/dense/Tensordot/axes", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/output/dense/Tensordot/GatherV2_1/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/output/dense/Tensordot/Const_1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/output/dense/Tensordot/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}, {"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/intermediate/dense/Tensordot/Const", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/intermediate/dense/Tensordot/axes", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/intermediate/dense/Tensordot/GatherV2_1/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/intermediate/dense/Tensordot/Const_1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/intermediate/dense/Tensordot/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}, {"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/intermediate/dense/Tensordot/free", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "2"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/intermediate/dense/Tensordot/GatherV2/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/intermediate/dense/Tensordot/Const_2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/intermediate/dense/Tensordot/concat_1/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/intermediate/dense/BiasAdd/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/output/dense/Tensordot/free", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "2"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/output/dense/Tensordot/GatherV2/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/output/dense/Tensordot/Const_2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/output/dense/Tensordot/concat_1/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/output/dense/BiasAdd/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/attention/output/LayerNorm/batchnorm/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/attention/output/dense/Tensordot/Const", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/attention/output/dense/Tensordot/axes", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/attention/output/dense/Tensordot/GatherV2_1/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/attention/output/dense/Tensordot/Const_1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/attention/output/dense/Tensordot/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}, {"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/attention/self/query/Tensordot/Const", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/attention/self/query/Tensordot/axes", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/attention/self/query/Tensordot/GatherV2_1/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/attention/self/query/Tensordot/Const_1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/attention/self/query/Tensordot/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}, {"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/attention/self/query/Tensordot/free", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "2"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/attention/self/query/Tensordot/GatherV2/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/attention/self/query/Tensordot/Const_2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/attention/self/query/Tensordot/concat_1/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/attention/self/query/BiasAdd/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/attention/self/Reshape_2/shape/1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/attention/self/Reshape_2/shape/2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/attention/self/Reshape_2/shape/3", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/attention/self/transpose_2/perm", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "4"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/attention/self/key/Tensordot/Const", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/attention/self/key/Tensordot/axes", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/attention/self/key/Tensordot/GatherV2_1/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/attention/self/key/Tensordot/Const_1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/attention/self/key/Tensordot/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}, {"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/attention/self/key/Tensordot/free", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "2"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/attention/self/key/Tensordot/GatherV2/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/attention/self/key/Tensordot/Const_2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/attention/self/key/Tensordot/concat_1/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/attention/self/key/BiasAdd/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/attention/self/Reshape/shape/1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/attention/self/Reshape/shape/2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/attention/self/Reshape/shape/3", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/attention/self/transpose/perm", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "4"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "ConstantFolding/StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/attention/self/truediv_recip", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/attention/self/add_1/y", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/attention/self/value/Tensordot/Const", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/attention/self/value/Tensordot/axes", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/attention/self/value/Tensordot/GatherV2_1/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/attention/self/value/Tensordot/Const_1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/attention/self/value/Tensordot/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}, {"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/attention/self/value/Tensordot/free", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "2"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/attention/self/value/Tensordot/GatherV2/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/attention/self/value/Tensordot/Const_2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/attention/self/value/Tensordot/concat_1/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/attention/self/value/BiasAdd/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/attention/self/Reshape_1/shape/1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/attention/self/Reshape_1/shape/2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/attention/self/Reshape_1/shape/3", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/attention/self/transpose_1/perm", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "4"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/attention/self/transpose_3/perm", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "4"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/attention/self/strided_slice/stack", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/attention/self/strided_slice/stack_1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/attention/self/strided_slice/stack_2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/attention/self/Reshape_3/shape/1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/attention/self/Reshape_3/shape/2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/attention/output/dense/Tensordot/free", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "2"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/attention/output/dense/Tensordot/GatherV2/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/attention/output/dense/Tensordot/Const_2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/attention/output/dense/Tensordot/concat_1/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/attention/output/dense/BiasAdd/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/output/LayerNorm/batchnorm/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/output/dense/Tensordot/Const", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/output/dense/Tensordot/axes", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/output/dense/Tensordot/GatherV2_1/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/output/dense/Tensordot/Const_1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/output/dense/Tensordot/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}, {"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/intermediate/dense/Tensordot/Const", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/intermediate/dense/Tensordot/axes", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/intermediate/dense/Tensordot/GatherV2_1/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/intermediate/dense/Tensordot/Const_1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/intermediate/dense/Tensordot/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}, {"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/intermediate/dense/Tensordot/free", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "2"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/intermediate/dense/Tensordot/GatherV2/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/intermediate/dense/Tensordot/Const_2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/intermediate/dense/Tensordot/concat_1/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/intermediate/dense/BiasAdd/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/output/dense/Tensordot/free", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "2"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/output/dense/Tensordot/GatherV2/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/output/dense/Tensordot/Const_2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/output/dense/Tensordot/concat_1/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/output/dense/BiasAdd/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/attention/output/LayerNorm/batchnorm/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/attention/output/dense/Tensordot/Const", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/attention/output/dense/Tensordot/axes", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/attention/output/dense/Tensordot/GatherV2_1/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/attention/output/dense/Tensordot/Const_1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/attention/output/dense/Tensordot/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}, {"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/attention/self/query/Tensordot/Const", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/attention/self/query/Tensordot/axes", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/attention/self/query/Tensordot/GatherV2_1/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/attention/self/query/Tensordot/Const_1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/attention/self/query/Tensordot/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}, {"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/attention/self/query/Tensordot/free", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "2"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/attention/self/query/Tensordot/GatherV2/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/attention/self/query/Tensordot/Const_2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/attention/self/query/Tensordot/concat_1/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/attention/self/query/BiasAdd/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/attention/self/Reshape_2/shape/1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/attention/self/Reshape_2/shape/2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/attention/self/Reshape_2/shape/3", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/attention/self/transpose_2/perm", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "4"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/attention/self/key/Tensordot/Const", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/attention/self/key/Tensordot/axes", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/attention/self/key/Tensordot/GatherV2_1/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/attention/self/key/Tensordot/Const_1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/attention/self/key/Tensordot/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}, {"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/attention/self/key/Tensordot/free", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "2"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/attention/self/key/Tensordot/GatherV2/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/attention/self/key/Tensordot/Const_2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/attention/self/key/Tensordot/concat_1/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/attention/self/key/BiasAdd/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/attention/self/Reshape/shape/1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/attention/self/Reshape/shape/2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/attention/self/Reshape/shape/3", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/attention/self/transpose/perm", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "4"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "ConstantFolding/StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/attention/self/truediv_recip", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/attention/self/add_1/y", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/attention/self/value/Tensordot/Const", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/attention/self/value/Tensordot/axes", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/attention/self/value/Tensordot/GatherV2_1/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/attention/self/value/Tensordot/Const_1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/attention/self/value/Tensordot/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}, {"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/attention/self/value/Tensordot/free", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "2"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/attention/self/value/Tensordot/GatherV2/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/attention/self/value/Tensordot/Const_2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/attention/self/value/Tensordot/concat_1/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/attention/self/value/BiasAdd/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/attention/self/Reshape_1/shape/1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/attention/self/Reshape_1/shape/2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/attention/self/Reshape_1/shape/3", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/attention/self/transpose_1/perm", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "4"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/attention/self/transpose_3/perm", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "4"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/attention/self/strided_slice/stack", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/attention/self/strided_slice/stack_1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/attention/self/strided_slice/stack_2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/attention/self/Reshape_3/shape/1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/attention/self/Reshape_3/shape/2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/attention/output/dense/Tensordot/free", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "2"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/attention/output/dense/Tensordot/GatherV2/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/attention/output/dense/Tensordot/Const_2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/attention/output/dense/Tensordot/concat_1/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/attention/output/dense/BiasAdd/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/output/LayerNorm/batchnorm/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/output/dense/Tensordot/Const", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/output/dense/Tensordot/axes", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/output/dense/Tensordot/GatherV2_1/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/output/dense/Tensordot/Const_1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/output/dense/Tensordot/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}, {"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/intermediate/dense/Tensordot/Const", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/intermediate/dense/Tensordot/axes", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/intermediate/dense/Tensordot/GatherV2_1/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/intermediate/dense/Tensordot/Const_1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/intermediate/dense/Tensordot/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}, {"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/intermediate/dense/Tensordot/free", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "2"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/intermediate/dense/Tensordot/GatherV2/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/intermediate/dense/Tensordot/Const_2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/intermediate/dense/Tensordot/concat_1/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/intermediate/dense/BiasAdd/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/output/dense/Tensordot/free", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "2"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/output/dense/Tensordot/GatherV2/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/output/dense/Tensordot/Const_2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/output/dense/Tensordot/concat_1/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/output/dense/BiasAdd/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/attention/output/LayerNorm/batchnorm/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/attention/output/dense/Tensordot/Const", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/attention/output/dense/Tensordot/axes", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/attention/output/dense/Tensordot/GatherV2_1/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/attention/output/dense/Tensordot/Const_1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/attention/output/dense/Tensordot/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}, {"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/attention/self/query/Tensordot/Const", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/attention/self/query/Tensordot/axes", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/attention/self/query/Tensordot/GatherV2_1/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/attention/self/query/Tensordot/Const_1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/attention/self/query/Tensordot/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}, {"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/attention/self/query/Tensordot/free", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "2"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/attention/self/query/Tensordot/GatherV2/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/attention/self/query/Tensordot/Const_2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/attention/self/query/Tensordot/concat_1/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/attention/self/query/BiasAdd/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/attention/self/Reshape_2/shape/1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/attention/self/Reshape_2/shape/2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/attention/self/Reshape_2/shape/3", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/attention/self/transpose_2/perm", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "4"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/attention/self/key/Tensordot/Const", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/attention/self/key/Tensordot/axes", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/attention/self/key/Tensordot/GatherV2_1/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/attention/self/key/Tensordot/Const_1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/attention/self/key/Tensordot/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}, {"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/attention/self/key/Tensordot/free", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "2"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/attention/self/key/Tensordot/GatherV2/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/attention/self/key/Tensordot/Const_2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/attention/self/key/Tensordot/concat_1/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/attention/self/key/BiasAdd/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/attention/self/Reshape/shape/1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/attention/self/Reshape/shape/2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/attention/self/Reshape/shape/3", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/attention/self/transpose/perm", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "4"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "ConstantFolding/StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/attention/self/truediv_recip", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/attention/self/add_1/y", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/attention/self/value/Tensordot/Const", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/attention/self/value/Tensordot/axes", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/attention/self/value/Tensordot/GatherV2_1/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/attention/self/value/Tensordot/Const_1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/attention/self/value/Tensordot/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}, {"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/attention/self/value/Tensordot/free", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "2"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/attention/self/value/Tensordot/GatherV2/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/attention/self/value/Tensordot/Const_2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/attention/self/value/Tensordot/concat_1/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/attention/self/value/BiasAdd/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/attention/self/Reshape_1/shape/1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/attention/self/Reshape_1/shape/2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/attention/self/Reshape_1/shape/3", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/attention/self/transpose_1/perm", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "4"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/attention/self/transpose_3/perm", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "4"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/attention/self/strided_slice/stack", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/attention/self/strided_slice/stack_1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/attention/self/strided_slice/stack_2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/attention/self/Reshape_3/shape/1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/attention/self/Reshape_3/shape/2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/attention/output/dense/Tensordot/free", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "2"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/attention/output/dense/Tensordot/GatherV2/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/attention/output/dense/Tensordot/Const_2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/attention/output/dense/Tensordot/concat_1/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/attention/output/dense/BiasAdd/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/output/LayerNorm/batchnorm/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/output/dense/Tensordot/Const", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/output/dense/Tensordot/axes", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/output/dense/Tensordot/GatherV2_1/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/output/dense/Tensordot/Const_1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/output/dense/Tensordot/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}, {"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/intermediate/dense/Tensordot/Const", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/intermediate/dense/Tensordot/axes", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/intermediate/dense/Tensordot/GatherV2_1/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/intermediate/dense/Tensordot/Const_1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/intermediate/dense/Tensordot/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}, {"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/intermediate/dense/Tensordot/free", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "2"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/intermediate/dense/Tensordot/GatherV2/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/intermediate/dense/Tensordot/Const_2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/intermediate/dense/Tensordot/concat_1/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/intermediate/dense/BiasAdd/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/output/dense/Tensordot/free", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "2"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/output/dense/Tensordot/GatherV2/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/output/dense/Tensordot/Const_2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/output/dense/Tensordot/concat_1/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/output/dense/BiasAdd/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/attention/output/LayerNorm/batchnorm/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/attention/output/dense/Tensordot/Const", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/attention/output/dense/Tensordot/axes", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/attention/output/dense/Tensordot/GatherV2_1/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/attention/output/dense/Tensordot/Const_1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/attention/output/dense/Tensordot/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}, {"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/attention/self/query/Tensordot/Const", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/attention/self/query/Tensordot/axes", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/attention/self/query/Tensordot/GatherV2_1/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/attention/self/query/Tensordot/Const_1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/attention/self/query/Tensordot/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}, {"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/attention/self/query/Tensordot/free", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "2"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/attention/self/query/Tensordot/GatherV2/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/attention/self/query/Tensordot/Const_2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/attention/self/query/Tensordot/concat_1/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/attention/self/query/BiasAdd/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/attention/self/Reshape_2/shape/1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/attention/self/Reshape_2/shape/2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/attention/self/Reshape_2/shape/3", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/attention/self/transpose_2/perm", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "4"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/attention/self/key/Tensordot/Const", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/attention/self/key/Tensordot/axes", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/attention/self/key/Tensordot/GatherV2_1/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/attention/self/key/Tensordot/Const_1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/attention/self/key/Tensordot/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}, {"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/attention/self/key/Tensordot/free", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "2"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/attention/self/key/Tensordot/GatherV2/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/attention/self/key/Tensordot/Const_2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/attention/self/key/Tensordot/concat_1/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/attention/self/key/BiasAdd/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/attention/self/Reshape/shape/1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/attention/self/Reshape/shape/2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/attention/self/Reshape/shape/3", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/attention/self/transpose/perm", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "4"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "ConstantFolding/StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/attention/self/truediv_recip", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/attention/self/add_1/y", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/attention/self/value/Tensordot/Const", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/attention/self/value/Tensordot/axes", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/attention/self/value/Tensordot/GatherV2_1/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/attention/self/value/Tensordot/Const_1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/attention/self/value/Tensordot/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}, {"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/attention/self/value/Tensordot/free", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "2"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/attention/self/value/Tensordot/GatherV2/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/attention/self/value/Tensordot/Const_2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/attention/self/value/Tensordot/concat_1/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/attention/self/value/BiasAdd/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/attention/self/Reshape_1/shape/1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/attention/self/Reshape_1/shape/2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/attention/self/Reshape_1/shape/3", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/attention/self/transpose_1/perm", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "4"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/attention/self/transpose_3/perm", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "4"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/attention/self/strided_slice/stack", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/attention/self/strided_slice/stack_1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/attention/self/strided_slice/stack_2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/attention/self/Reshape_3/shape/1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/attention/self/Reshape_3/shape/2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/attention/output/dense/Tensordot/free", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "2"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/attention/output/dense/Tensordot/GatherV2/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/attention/output/dense/Tensordot/Const_2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/attention/output/dense/Tensordot/concat_1/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/attention/output/dense/BiasAdd/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/output/LayerNorm/batchnorm/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/output/dense/Tensordot/Const", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/output/dense/Tensordot/axes", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/output/dense/Tensordot/GatherV2_1/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/output/dense/Tensordot/Const_1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/output/dense/Tensordot/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}, {"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/intermediate/dense/Tensordot/Const", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/intermediate/dense/Tensordot/axes", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/intermediate/dense/Tensordot/GatherV2_1/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/intermediate/dense/Tensordot/Const_1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/intermediate/dense/Tensordot/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}, {"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/intermediate/dense/Tensordot/free", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "2"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/intermediate/dense/Tensordot/GatherV2/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/intermediate/dense/Tensordot/Const_2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/intermediate/dense/Tensordot/concat_1/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/intermediate/dense/BiasAdd/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/output/dense/Tensordot/free", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "2"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/output/dense/Tensordot/GatherV2/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/output/dense/Tensordot/Const_2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/output/dense/Tensordot/concat_1/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/output/dense/BiasAdd/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/attention/output/LayerNorm/batchnorm/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/attention/output/dense/Tensordot/Const", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/attention/output/dense/Tensordot/axes", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/attention/output/dense/Tensordot/GatherV2_1/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/attention/output/dense/Tensordot/Const_1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/attention/output/dense/Tensordot/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}, {"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/attention/self/query/Tensordot/Const", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/attention/self/query/Tensordot/axes", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/attention/self/query/Tensordot/GatherV2_1/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/attention/self/query/Tensordot/Const_1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/attention/self/query/Tensordot/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}, {"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/attention/self/query/Tensordot/free", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "2"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/attention/self/query/Tensordot/GatherV2/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/attention/self/query/Tensordot/Const_2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/attention/self/query/Tensordot/concat_1/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/attention/self/query/BiasAdd/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/attention/self/Reshape_2/shape/1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/attention/self/Reshape_2/shape/2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/attention/self/Reshape_2/shape/3", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/attention/self/transpose_2/perm", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "4"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/attention/self/key/Tensordot/Const", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/attention/self/key/Tensordot/axes", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/attention/self/key/Tensordot/GatherV2_1/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/attention/self/key/Tensordot/Const_1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/attention/self/key/Tensordot/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}, {"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/attention/self/key/Tensordot/free", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "2"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/attention/self/key/Tensordot/GatherV2/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/attention/self/key/Tensordot/Const_2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/attention/self/key/Tensordot/concat_1/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/attention/self/key/BiasAdd/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/attention/self/Reshape/shape/1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/attention/self/Reshape/shape/2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/attention/self/Reshape/shape/3", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/attention/self/transpose/perm", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "4"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "ConstantFolding/StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/attention/self/truediv_recip", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/attention/self/add_1/y", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/attention/self/value/Tensordot/Const", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/attention/self/value/Tensordot/axes", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/attention/self/value/Tensordot/GatherV2_1/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/attention/self/value/Tensordot/Const_1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/attention/self/value/Tensordot/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}, {"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/attention/self/value/Tensordot/free", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "2"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/attention/self/value/Tensordot/GatherV2/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/attention/self/value/Tensordot/Const_2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/attention/self/value/Tensordot/concat_1/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/attention/self/value/BiasAdd/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/attention/self/Reshape_1/shape/1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/attention/self/Reshape_1/shape/2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/attention/self/Reshape_1/shape/3", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/attention/self/transpose_1/perm", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "4"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/attention/self/transpose_3/perm", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "4"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/attention/self/strided_slice/stack", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/attention/self/strided_slice/stack_1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/attention/self/strided_slice/stack_2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/attention/self/Reshape_3/shape/1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/attention/self/Reshape_3/shape/2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/attention/output/dense/Tensordot/free", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "2"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/attention/output/dense/Tensordot/GatherV2/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/attention/output/dense/Tensordot/Const_2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/attention/output/dense/Tensordot/concat_1/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/attention/output/dense/BiasAdd/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/output/LayerNorm/batchnorm/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/output/dense/Tensordot/Const", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/output/dense/Tensordot/axes", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/output/dense/Tensordot/GatherV2_1/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/output/dense/Tensordot/Const_1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/output/dense/Tensordot/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}, {"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/intermediate/dense/Tensordot/Const", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/intermediate/dense/Tensordot/axes", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/intermediate/dense/Tensordot/GatherV2_1/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/intermediate/dense/Tensordot/Const_1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/intermediate/dense/Tensordot/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}, {"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/intermediate/dense/Tensordot/free", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "2"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/intermediate/dense/Tensordot/GatherV2/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/intermediate/dense/Tensordot/Const_2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/intermediate/dense/Tensordot/concat_1/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/intermediate/dense/BiasAdd/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/output/dense/Tensordot/free", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "2"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/output/dense/Tensordot/GatherV2/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/output/dense/Tensordot/Const_2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/output/dense/Tensordot/concat_1/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/output/dense/BiasAdd/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/attention/output/LayerNorm/batchnorm/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/attention/output/dense/Tensordot/Const", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/attention/output/dense/Tensordot/axes", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/attention/output/dense/Tensordot/GatherV2_1/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/attention/output/dense/Tensordot/Const_1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/attention/output/dense/Tensordot/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}, {"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/attention/self/query/Tensordot/Const", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/attention/self/query/Tensordot/axes", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/attention/self/query/Tensordot/GatherV2_1/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/attention/self/query/Tensordot/Const_1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/attention/self/query/Tensordot/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}, {"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/attention/self/query/Tensordot/free", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "2"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/attention/self/query/Tensordot/GatherV2/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/attention/self/query/Tensordot/Const_2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/attention/self/query/Tensordot/concat_1/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/attention/self/query/BiasAdd/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/attention/self/Reshape_2/shape/1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/attention/self/Reshape_2/shape/2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/attention/self/Reshape_2/shape/3", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/attention/self/transpose_2/perm", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "4"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/attention/self/key/Tensordot/Const", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/attention/self/key/Tensordot/axes", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/attention/self/key/Tensordot/GatherV2_1/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/attention/self/key/Tensordot/Const_1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/attention/self/key/Tensordot/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}, {"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/attention/self/key/Tensordot/free", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "2"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/attention/self/key/Tensordot/GatherV2/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/attention/self/key/Tensordot/Const_2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/attention/self/key/Tensordot/concat_1/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/attention/self/key/BiasAdd/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/attention/self/Reshape/shape/1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/attention/self/Reshape/shape/2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/attention/self/Reshape/shape/3", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/attention/self/transpose/perm", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "4"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "ConstantFolding/StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/attention/self/truediv_recip", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/attention/self/add_1/y", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/attention/self/value/Tensordot/Const", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/attention/self/value/Tensordot/axes", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/attention/self/value/Tensordot/GatherV2_1/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/attention/self/value/Tensordot/Const_1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/attention/self/value/Tensordot/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}, {"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/attention/self/value/Tensordot/free", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "2"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/attention/self/value/Tensordot/GatherV2/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/attention/self/value/Tensordot/Const_2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/attention/self/value/Tensordot/concat_1/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/attention/self/value/BiasAdd/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/attention/self/Reshape_1/shape/1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/attention/self/Reshape_1/shape/2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/attention/self/Reshape_1/shape/3", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/attention/self/transpose_1/perm", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "4"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/attention/self/transpose_3/perm", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "4"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/attention/self/strided_slice/stack", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/attention/self/strided_slice/stack_1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/attention/self/strided_slice/stack_2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/attention/self/Reshape_3/shape/1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/attention/self/Reshape_3/shape/2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/attention/output/dense/Tensordot/free", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "2"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/attention/output/dense/Tensordot/GatherV2/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/attention/output/dense/Tensordot/Const_2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/attention/output/dense/Tensordot/concat_1/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/attention/output/dense/BiasAdd/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/output/LayerNorm/batchnorm/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/output/dense/Tensordot/Const", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/output/dense/Tensordot/axes", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/output/dense/Tensordot/GatherV2_1/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/output/dense/Tensordot/Const_1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/output/dense/Tensordot/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}, {"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/intermediate/dense/Tensordot/Const", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/intermediate/dense/Tensordot/axes", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/intermediate/dense/Tensordot/GatherV2_1/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/intermediate/dense/Tensordot/Const_1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/intermediate/dense/Tensordot/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}, {"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/intermediate/dense/Tensordot/free", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "2"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/intermediate/dense/Tensordot/GatherV2/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/intermediate/dense/Tensordot/Const_2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/intermediate/dense/Tensordot/concat_1/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/intermediate/dense/BiasAdd/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/output/dense/Tensordot/free", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "2"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/output/dense/Tensordot/GatherV2/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/output/dense/Tensordot/Const_2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/output/dense/Tensordot/concat_1/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/output/dense/BiasAdd/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/attention/output/LayerNorm/batchnorm/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/attention/output/dense/Tensordot/Const", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/attention/output/dense/Tensordot/axes", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/attention/output/dense/Tensordot/GatherV2_1/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/attention/output/dense/Tensordot/Const_1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/attention/output/dense/Tensordot/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}, {"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/attention/self/query/Tensordot/Const", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/attention/self/query/Tensordot/axes", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/attention/self/query/Tensordot/GatherV2_1/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/attention/self/query/Tensordot/Const_1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/attention/self/query/Tensordot/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}, {"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/attention/self/query/Tensordot/free", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "2"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/attention/self/query/Tensordot/GatherV2/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/attention/self/query/Tensordot/Const_2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/attention/self/query/Tensordot/concat_1/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/attention/self/query/BiasAdd/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/attention/self/Reshape_2/shape/1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/attention/self/Reshape_2/shape/2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/attention/self/Reshape_2/shape/3", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/attention/self/transpose_2/perm", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "4"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/attention/self/key/Tensordot/Const", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/attention/self/key/Tensordot/axes", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/attention/self/key/Tensordot/GatherV2_1/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/attention/self/key/Tensordot/Const_1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/attention/self/key/Tensordot/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}, {"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/attention/self/key/Tensordot/free", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "2"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/attention/self/key/Tensordot/GatherV2/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/attention/self/key/Tensordot/Const_2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/attention/self/key/Tensordot/concat_1/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/attention/self/key/BiasAdd/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/attention/self/Reshape/shape/1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/attention/self/Reshape/shape/2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/attention/self/Reshape/shape/3", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/attention/self/transpose/perm", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "4"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "ConstantFolding/StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/attention/self/truediv_recip", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/attention/self/add_1/y", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/attention/self/value/Tensordot/Const", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/attention/self/value/Tensordot/axes", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/attention/self/value/Tensordot/GatherV2_1/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/attention/self/value/Tensordot/Const_1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/attention/self/value/Tensordot/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}, {"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/attention/self/value/Tensordot/free", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "2"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/attention/self/value/Tensordot/GatherV2/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/attention/self/value/Tensordot/Const_2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/attention/self/value/Tensordot/concat_1/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/attention/self/value/BiasAdd/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/attention/self/Reshape_1/shape/1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/attention/self/Reshape_1/shape/2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/attention/self/Reshape_1/shape/3", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/attention/self/transpose_1/perm", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "4"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/attention/self/transpose_3/perm", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "4"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/attention/self/strided_slice/stack", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/attention/self/strided_slice/stack_1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/attention/self/strided_slice/stack_2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/attention/self/Reshape_3/shape/1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/attention/self/Reshape_3/shape/2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/attention/output/dense/Tensordot/free", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "2"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/attention/output/dense/Tensordot/GatherV2/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/attention/output/dense/Tensordot/Const_2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/attention/output/dense/Tensordot/concat_1/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/attention/output/dense/BiasAdd/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/output/LayerNorm/batchnorm/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/output/dense/Tensordot/Const", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/output/dense/Tensordot/axes", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/output/dense/Tensordot/GatherV2_1/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/output/dense/Tensordot/Const_1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/output/dense/Tensordot/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}, {"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/intermediate/dense/Tensordot/Const", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/intermediate/dense/Tensordot/axes", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/intermediate/dense/Tensordot/GatherV2_1/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/intermediate/dense/Tensordot/Const_1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/intermediate/dense/Tensordot/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}, {"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/intermediate/dense/Tensordot/free", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "2"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/intermediate/dense/Tensordot/GatherV2/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/intermediate/dense/Tensordot/Const_2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/intermediate/dense/Tensordot/concat_1/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/intermediate/dense/BiasAdd/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/output/dense/Tensordot/free", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "2"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/output/dense/Tensordot/GatherV2/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/output/dense/Tensordot/Const_2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/output/dense/Tensordot/concat_1/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/output/dense/BiasAdd/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/attention/output/LayerNorm/batchnorm/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/attention/output/dense/Tensordot/Const", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/attention/output/dense/Tensordot/axes", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/attention/output/dense/Tensordot/GatherV2_1/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/attention/output/dense/Tensordot/Const_1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/attention/output/dense/Tensordot/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}, {"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/attention/self/query/Tensordot/Const", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/attention/self/query/Tensordot/axes", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/attention/self/query/Tensordot/GatherV2_1/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/attention/self/query/Tensordot/Const_1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/attention/self/query/Tensordot/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}, {"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/attention/self/query/Tensordot/free", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "2"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/attention/self/query/Tensordot/GatherV2/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/attention/self/query/Tensordot/Const_2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/attention/self/query/Tensordot/concat_1/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/attention/self/query/BiasAdd/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/attention/self/Reshape_2/shape/1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/attention/self/Reshape_2/shape/2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/attention/self/Reshape_2/shape/3", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/attention/self/transpose_2/perm", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "4"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/attention/self/key/Tensordot/Const", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/attention/self/key/Tensordot/axes", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/attention/self/key/Tensordot/GatherV2_1/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/attention/self/key/Tensordot/Const_1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/attention/self/key/Tensordot/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}, {"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/attention/self/key/Tensordot/free", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "2"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/attention/self/key/Tensordot/GatherV2/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/attention/self/key/Tensordot/Const_2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/attention/self/key/Tensordot/concat_1/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/attention/self/key/BiasAdd/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/attention/self/Reshape/shape/1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/attention/self/Reshape/shape/2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/attention/self/Reshape/shape/3", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/attention/self/transpose/perm", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "4"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "ConstantFolding/StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/attention/self/truediv_recip", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/attention/self/add_1/y", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/attention/self/value/Tensordot/Const", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/attention/self/value/Tensordot/axes", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/attention/self/value/Tensordot/GatherV2_1/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/attention/self/value/Tensordot/Const_1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/attention/self/value/Tensordot/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}, {"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/attention/self/value/Tensordot/free", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "2"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/attention/self/value/Tensordot/GatherV2/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/attention/self/value/Tensordot/Const_2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/attention/self/value/Tensordot/concat_1/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/attention/self/value/BiasAdd/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/attention/self/Reshape_1/shape/1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/attention/self/Reshape_1/shape/2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/attention/self/Reshape_1/shape/3", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/attention/self/transpose_1/perm", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "4"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/attention/self/transpose_3/perm", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "4"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/attention/self/strided_slice/stack", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/attention/self/strided_slice/stack_1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/attention/self/strided_slice/stack_2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/attention/self/Reshape_3/shape/1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/attention/self/Reshape_3/shape/2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/attention/output/dense/Tensordot/free", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "2"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/attention/output/dense/Tensordot/GatherV2/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/attention/output/dense/Tensordot/Const_2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/attention/output/dense/Tensordot/concat_1/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/attention/output/dense/BiasAdd/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/output/LayerNorm/batchnorm/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/output/dense/Tensordot/Const", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/output/dense/Tensordot/axes", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/output/dense/Tensordot/GatherV2_1/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/output/dense/Tensordot/Const_1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/output/dense/Tensordot/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}, {"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/intermediate/dense/Tensordot/Const", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/intermediate/dense/Tensordot/axes", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/intermediate/dense/Tensordot/GatherV2_1/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/intermediate/dense/Tensordot/Const_1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/intermediate/dense/Tensordot/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}, {"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/intermediate/dense/Tensordot/free", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "2"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/intermediate/dense/Tensordot/GatherV2/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/intermediate/dense/Tensordot/Const_2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/intermediate/dense/Tensordot/concat_1/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/intermediate/dense/BiasAdd/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/output/dense/Tensordot/free", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "2"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/output/dense/Tensordot/GatherV2/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/output/dense/Tensordot/Const_2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/output/dense/Tensordot/concat_1/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/output/dense/BiasAdd/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/attention/output/LayerNorm/batchnorm/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/attention/output/dense/Tensordot/Const", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/attention/output/dense/Tensordot/axes", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/attention/output/dense/Tensordot/GatherV2_1/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/attention/output/dense/Tensordot/Const_1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/attention/output/dense/Tensordot/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}, {"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/attention/self/query/Tensordot/Const", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/attention/self/query/Tensordot/axes", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/attention/self/query/Tensordot/GatherV2_1/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/attention/self/query/Tensordot/Const_1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/attention/self/query/Tensordot/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}, {"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/attention/self/query/Tensordot/free", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "2"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/attention/self/query/Tensordot/GatherV2/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/attention/self/query/Tensordot/Const_2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/attention/self/query/Tensordot/concat_1/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/attention/self/query/BiasAdd/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/attention/self/Reshape_2/shape/1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/attention/self/Reshape_2/shape/2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/attention/self/Reshape_2/shape/3", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/attention/self/transpose_2/perm", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "4"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/attention/self/key/Tensordot/Const", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/attention/self/key/Tensordot/axes", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/attention/self/key/Tensordot/GatherV2_1/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/attention/self/key/Tensordot/Const_1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/attention/self/key/Tensordot/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}, {"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/attention/self/key/Tensordot/free", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "2"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/attention/self/key/Tensordot/GatherV2/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/attention/self/key/Tensordot/Const_2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/attention/self/key/Tensordot/concat_1/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/attention/self/key/BiasAdd/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/attention/self/Reshape/shape/1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/attention/self/Reshape/shape/2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/attention/self/Reshape/shape/3", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/attention/self/transpose/perm", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "4"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "ConstantFolding/StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/attention/self/truediv_recip", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/attention/self/add_1/y", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/attention/self/value/Tensordot/Const", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/attention/self/value/Tensordot/axes", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/attention/self/value/Tensordot/GatherV2_1/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/attention/self/value/Tensordot/Const_1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/attention/self/value/Tensordot/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}, {"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/attention/self/value/Tensordot/free", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "2"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/attention/self/value/Tensordot/GatherV2/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/attention/self/value/Tensordot/Const_2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/attention/self/value/Tensordot/concat_1/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/attention/self/value/BiasAdd/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/attention/self/Reshape_1/shape/1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/attention/self/Reshape_1/shape/2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/attention/self/Reshape_1/shape/3", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/attention/self/transpose_1/perm", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "4"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/attention/self/transpose_3/perm", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "4"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/attention/self/strided_slice/stack", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/attention/self/strided_slice/stack_1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/attention/self/strided_slice/stack_2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/attention/self/Reshape_3/shape/1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/attention/self/Reshape_3/shape/2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/attention/output/dense/Tensordot/free", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "2"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/attention/output/dense/Tensordot/GatherV2/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/attention/output/dense/Tensordot/Const_2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/attention/output/dense/Tensordot/concat_1/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/attention/output/dense/BiasAdd/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/output/LayerNorm/batchnorm/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/output/dense/Tensordot/Const", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/output/dense/Tensordot/axes", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/output/dense/Tensordot/GatherV2_1/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/output/dense/Tensordot/Const_1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/output/dense/Tensordot/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}, {"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/intermediate/dense/Tensordot/Const", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/intermediate/dense/Tensordot/axes", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/intermediate/dense/Tensordot/GatherV2_1/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/intermediate/dense/Tensordot/Const_1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/intermediate/dense/Tensordot/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}, {"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/intermediate/dense/Tensordot/free", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "2"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/intermediate/dense/Tensordot/GatherV2/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/intermediate/dense/Tensordot/Const_2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/intermediate/dense/Tensordot/concat_1/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/intermediate/dense/BiasAdd/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/output/dense/Tensordot/free", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "2"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/output/dense/Tensordot/GatherV2/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/output/dense/Tensordot/Const_2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/output/dense/Tensordot/concat_1/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/output/dense/BiasAdd/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/attention/output/LayerNorm/batchnorm/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/attention/output/dense/Tensordot/Const", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/attention/output/dense/Tensordot/axes", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/attention/output/dense/Tensordot/GatherV2_1/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/attention/output/dense/Tensordot/Const_1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/attention/output/dense/Tensordot/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}, {"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/attention/self/query/Tensordot/Const", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/attention/self/query/Tensordot/axes", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/attention/self/query/Tensordot/GatherV2_1/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/attention/self/query/Tensordot/Const_1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/attention/self/query/Tensordot/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}, {"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/attention/self/query/Tensordot/free", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "2"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/attention/self/query/Tensordot/GatherV2/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/attention/self/query/Tensordot/Const_2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/attention/self/query/Tensordot/concat_1/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/attention/self/query/BiasAdd/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/attention/self/Reshape_2/shape/1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/attention/self/Reshape_2/shape/2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/attention/self/Reshape_2/shape/3", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/attention/self/transpose_2/perm", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "4"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/attention/self/key/Tensordot/Const", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/attention/self/key/Tensordot/axes", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/attention/self/key/Tensordot/GatherV2_1/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/attention/self/key/Tensordot/Const_1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/attention/self/key/Tensordot/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}, {"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/attention/self/key/Tensordot/free", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "2"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/attention/self/key/Tensordot/GatherV2/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/attention/self/key/Tensordot/Const_2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/attention/self/key/Tensordot/concat_1/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/attention/self/key/BiasAdd/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/attention/self/Reshape/shape/1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/attention/self/Reshape/shape/2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/attention/self/Reshape/shape/3", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/attention/self/transpose/perm", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "4"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "ConstantFolding/StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/attention/self/truediv_recip", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/attention/self/add_1/y", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/attention/self/value/Tensordot/Const", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/attention/self/value/Tensordot/axes", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/attention/self/value/Tensordot/GatherV2_1/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/attention/self/value/Tensordot/Const_1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/attention/self/value/Tensordot/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}, {"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/attention/self/value/Tensordot/free", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "2"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/attention/self/value/Tensordot/GatherV2/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/attention/self/value/Tensordot/Const_2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/attention/self/value/Tensordot/concat_1/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/attention/self/value/BiasAdd/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/attention/self/Reshape_1/shape/1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/attention/self/Reshape_1/shape/2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/attention/self/Reshape_1/shape/3", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/attention/self/transpose_1/perm", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "4"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/attention/self/transpose_3/perm", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "4"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/attention/self/strided_slice/stack", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/attention/self/strided_slice/stack_1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/attention/self/strided_slice/stack_2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/attention/self/Reshape_3/shape/1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/attention/self/Reshape_3/shape/2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/attention/output/dense/Tensordot/free", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "2"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/attention/output/dense/Tensordot/GatherV2/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/attention/output/dense/Tensordot/Const_2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/attention/output/dense/Tensordot/concat_1/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/attention/output/dense/BiasAdd/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/output/LayerNorm/batchnorm/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/output/dense/Tensordot/Const", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/output/dense/Tensordot/axes", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/output/dense/Tensordot/GatherV2_1/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/output/dense/Tensordot/Const_1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/output/dense/Tensordot/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}, {"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/intermediate/dense/Tensordot/Const", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/intermediate/dense/Tensordot/axes", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/intermediate/dense/Tensordot/GatherV2_1/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/intermediate/dense/Tensordot/Const_1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/intermediate/dense/Tensordot/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}, {"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/intermediate/dense/Tensordot/free", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "2"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/intermediate/dense/Tensordot/GatherV2/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/intermediate/dense/Tensordot/Const_2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/intermediate/dense/Tensordot/concat_1/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/intermediate/dense/BiasAdd/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/output/dense/Tensordot/free", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "2"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/output/dense/Tensordot/GatherV2/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/output/dense/Tensordot/Const_2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/output/dense/Tensordot/concat_1/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/output/dense/BiasAdd/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/attention/output/LayerNorm/batchnorm/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/attention/output/dense/Tensordot/Const", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/attention/output/dense/Tensordot/axes", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/attention/output/dense/Tensordot/GatherV2_1/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/attention/output/dense/Tensordot/Const_1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/attention/output/dense/Tensordot/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}, {"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/attention/self/query/Tensordot/Const", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/attention/self/query/Tensordot/axes", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/attention/self/query/Tensordot/GatherV2_1/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/attention/self/query/Tensordot/Const_1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/attention/self/query/Tensordot/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}, {"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/attention/self/query/Tensordot/free", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "2"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/attention/self/query/Tensordot/GatherV2/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/attention/self/query/Tensordot/Const_2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/attention/self/query/Tensordot/concat_1/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/attention/self/query/BiasAdd/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/attention/self/Reshape_2/shape/1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/attention/self/Reshape_2/shape/2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/attention/self/Reshape_2/shape/3", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/attention/self/transpose_2/perm", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "4"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/attention/self/key/Tensordot/Const", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/attention/self/key/Tensordot/axes", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/attention/self/key/Tensordot/GatherV2_1/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/attention/self/key/Tensordot/Const_1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/attention/self/key/Tensordot/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}, {"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/attention/self/key/Tensordot/free", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "2"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/attention/self/key/Tensordot/GatherV2/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/attention/self/key/Tensordot/Const_2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/attention/self/key/Tensordot/concat_1/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/attention/self/key/BiasAdd/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/attention/self/Reshape/shape/1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/attention/self/Reshape/shape/2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/attention/self/Reshape/shape/3", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/attention/self/transpose/perm", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "4"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "ConstantFolding/StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/attention/self/truediv_recip", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/attention/self/add_1/y", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/attention/self/value/Tensordot/Const", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/attention/self/value/Tensordot/axes", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/attention/self/value/Tensordot/GatherV2_1/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/attention/self/value/Tensordot/Const_1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/attention/self/value/Tensordot/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}, {"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/attention/self/value/Tensordot/free", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "2"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/attention/self/value/Tensordot/GatherV2/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/attention/self/value/Tensordot/Const_2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/attention/self/value/Tensordot/concat_1/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/attention/self/value/BiasAdd/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/attention/self/Reshape_1/shape/1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/attention/self/Reshape_1/shape/2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/attention/self/Reshape_1/shape/3", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/attention/self/transpose_1/perm", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "4"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/attention/self/transpose_3/perm", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "4"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/attention/self/strided_slice/stack", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/attention/self/strided_slice/stack_1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/attention/self/strided_slice/stack_2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/attention/self/Reshape_3/shape/1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/attention/self/Reshape_3/shape/2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/attention/output/dense/Tensordot/free", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "2"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/attention/output/dense/Tensordot/GatherV2/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/attention/output/dense/Tensordot/Const_2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/attention/output/dense/Tensordot/concat_1/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/attention/output/dense/BiasAdd/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/output/LayerNorm/batchnorm/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/output/dense/Tensordot/Const", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/output/dense/Tensordot/axes", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/output/dense/Tensordot/GatherV2_1/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/output/dense/Tensordot/Const_1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/output/dense/Tensordot/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}, {"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/intermediate/dense/Tensordot/Const", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/intermediate/dense/Tensordot/axes", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/intermediate/dense/Tensordot/GatherV2_1/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/intermediate/dense/Tensordot/Const_1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/intermediate/dense/Tensordot/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}, {"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/intermediate/dense/Tensordot/free", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "2"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/intermediate/dense/Tensordot/GatherV2/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/intermediate/dense/Tensordot/Const_2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/intermediate/dense/Tensordot/concat_1/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/intermediate/dense/BiasAdd/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/output/dense/Tensordot/free", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "2"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/output/dense/Tensordot/GatherV2/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/output/dense/Tensordot/Const_2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/output/dense/Tensordot/concat_1/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/output/dense/BiasAdd/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/attention/output/LayerNorm/batchnorm/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/attention/output/dense/Tensordot/Const", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/attention/output/dense/Tensordot/axes", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/attention/output/dense/Tensordot/GatherV2_1/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/attention/output/dense/Tensordot/Const_1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/attention/output/dense/Tensordot/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}, {"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/attention/self/query/Tensordot/Const", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/attention/self/query/Tensordot/axes", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/attention/self/query/Tensordot/GatherV2_1/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/attention/self/query/Tensordot/Const_1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/attention/self/query/Tensordot/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}, {"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/attention/self/query/Tensordot/free", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "2"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/attention/self/query/Tensordot/GatherV2/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/attention/self/query/Tensordot/Const_2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/attention/self/query/Tensordot/concat_1/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/attention/self/query/BiasAdd/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/attention/self/Reshape_2/shape/1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/attention/self/Reshape_2/shape/2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/attention/self/Reshape_2/shape/3", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/attention/self/transpose_2/perm", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "4"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/attention/self/key/Tensordot/Const", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/attention/self/key/Tensordot/axes", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/attention/self/key/Tensordot/GatherV2_1/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/attention/self/key/Tensordot/Const_1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/attention/self/key/Tensordot/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}, {"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/attention/self/key/Tensordot/free", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "2"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/attention/self/key/Tensordot/GatherV2/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/attention/self/key/Tensordot/Const_2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/attention/self/key/Tensordot/concat_1/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/attention/self/key/BiasAdd/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/attention/self/Reshape/shape/1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/attention/self/Reshape/shape/2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/attention/self/Reshape/shape/3", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/attention/self/transpose/perm", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "4"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "ConstantFolding/StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/attention/self/truediv_recip", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/attention/self/add_1/y", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/attention/self/value/Tensordot/Const", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/attention/self/value/Tensordot/axes", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/attention/self/value/Tensordot/GatherV2_1/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/attention/self/value/Tensordot/Const_1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/attention/self/value/Tensordot/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}, {"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/attention/self/value/Tensordot/free", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "2"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/attention/self/value/Tensordot/GatherV2/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/attention/self/value/Tensordot/Const_2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/attention/self/value/Tensordot/concat_1/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/attention/self/value/BiasAdd/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/attention/self/Reshape_1/shape/1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/attention/self/Reshape_1/shape/2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/attention/self/Reshape_1/shape/3", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/attention/self/transpose_1/perm", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "4"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/attention/self/transpose_3/perm", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "4"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/attention/self/strided_slice/stack", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/attention/self/strided_slice/stack_1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/attention/self/strided_slice/stack_2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/attention/self/Reshape_3/shape/1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/attention/self/Reshape_3/shape/2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/attention/output/dense/Tensordot/free", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "2"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/attention/output/dense/Tensordot/GatherV2/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/attention/output/dense/Tensordot/Const_2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/attention/output/dense/Tensordot/concat_1/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/attention/output/dense/BiasAdd/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/output/LayerNorm/batchnorm/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/output/dense/Tensordot/Const", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/output/dense/Tensordot/axes", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/output/dense/Tensordot/GatherV2_1/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/output/dense/Tensordot/Const_1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/output/dense/Tensordot/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}, {"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/intermediate/dense/Tensordot/Const", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/intermediate/dense/Tensordot/axes", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/intermediate/dense/Tensordot/GatherV2_1/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/intermediate/dense/Tensordot/Const_1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/intermediate/dense/Tensordot/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}, {"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/intermediate/dense/Tensordot/free", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "2"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/intermediate/dense/Tensordot/GatherV2/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/intermediate/dense/Tensordot/Const_2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/intermediate/dense/Tensordot/concat_1/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/intermediate/dense/BiasAdd/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/output/dense/Tensordot/free", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "2"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/output/dense/Tensordot/GatherV2/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/output/dense/Tensordot/Const_2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/output/dense/Tensordot/concat_1/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/output/dense/BiasAdd/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/attention/output/LayerNorm/batchnorm/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/attention/output/dense/Tensordot/Const", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/attention/output/dense/Tensordot/axes", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/attention/output/dense/Tensordot/GatherV2_1/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/attention/output/dense/Tensordot/Const_1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/attention/output/dense/Tensordot/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}, {"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/attention/self/query/Tensordot/Const", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/attention/self/query/Tensordot/axes", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/attention/self/query/Tensordot/GatherV2_1/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/attention/self/query/Tensordot/Const_1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/attention/self/query/Tensordot/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}, {"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/attention/self/query/Tensordot/free", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "2"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/attention/self/query/Tensordot/GatherV2/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/attention/self/query/Tensordot/Const_2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/attention/self/query/Tensordot/concat_1/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/attention/self/query/BiasAdd/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/attention/self/Reshape_2/shape/1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/attention/self/Reshape_2/shape/2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/attention/self/Reshape_2/shape/3", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/attention/self/transpose_2/perm", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "4"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/attention/self/key/Tensordot/Const", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/attention/self/key/Tensordot/axes", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/attention/self/key/Tensordot/GatherV2_1/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/attention/self/key/Tensordot/Const_1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/attention/self/key/Tensordot/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}, {"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/attention/self/key/Tensordot/free", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "2"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/attention/self/key/Tensordot/GatherV2/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/attention/self/key/Tensordot/Const_2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/attention/self/key/Tensordot/concat_1/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/attention/self/key/BiasAdd/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/attention/self/Reshape/shape/1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/attention/self/Reshape/shape/2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/attention/self/Reshape/shape/3", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/attention/self/transpose/perm", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "4"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "ConstantFolding/StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/attention/self/truediv_recip", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/attention/self/add_1/y", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/attention/self/value/Tensordot/Const", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/attention/self/value/Tensordot/axes", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/attention/self/value/Tensordot/GatherV2_1/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/attention/self/value/Tensordot/Const_1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/attention/self/value/Tensordot/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}, {"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/attention/self/value/Tensordot/free", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "2"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/attention/self/value/Tensordot/GatherV2/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/attention/self/value/Tensordot/Const_2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/attention/self/value/Tensordot/concat_1/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/attention/self/value/BiasAdd/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/attention/self/Reshape_1/shape/1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/attention/self/Reshape_1/shape/2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/attention/self/Reshape_1/shape/3", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/attention/self/transpose_1/perm", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "4"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/attention/self/transpose_3/perm", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "4"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/attention/self/strided_slice/stack", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/attention/self/strided_slice/stack_1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/attention/self/strided_slice/stack_2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/attention/self/Reshape_3/shape/1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/attention/self/Reshape_3/shape/2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/attention/output/dense/Tensordot/free", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "2"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/attention/output/dense/Tensordot/GatherV2/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/attention/output/dense/Tensordot/Const_2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/attention/output/dense/Tensordot/concat_1/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/attention/output/dense/BiasAdd/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/output/LayerNorm/batchnorm/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/output/dense/Tensordot/Const", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/output/dense/Tensordot/axes", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/output/dense/Tensordot/GatherV2_1/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/output/dense/Tensordot/Const_1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/output/dense/Tensordot/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}, {"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/intermediate/dense/Tensordot/Const", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/intermediate/dense/Tensordot/axes", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/intermediate/dense/Tensordot/GatherV2_1/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/intermediate/dense/Tensordot/Const_1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/intermediate/dense/Tensordot/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}, {"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/intermediate/dense/Tensordot/free", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "2"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/intermediate/dense/Tensordot/GatherV2/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/intermediate/dense/Tensordot/Const_2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/intermediate/dense/Tensordot/concat_1/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/intermediate/dense/BiasAdd/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/output/dense/Tensordot/free", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "2"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/output/dense/Tensordot/GatherV2/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/output/dense/Tensordot/Const_2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/output/dense/Tensordot/concat_1/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/output/dense/BiasAdd/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/attention/output/LayerNorm/batchnorm/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/attention/output/dense/Tensordot/Const", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/attention/output/dense/Tensordot/axes", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/attention/output/dense/Tensordot/GatherV2_1/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/attention/output/dense/Tensordot/Const_1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/attention/output/dense/Tensordot/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}, {"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/attention/self/query/Tensordot/Const", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/attention/self/query/Tensordot/axes", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/attention/self/query/Tensordot/GatherV2_1/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/attention/self/query/Tensordot/Const_1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/attention/self/query/Tensordot/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}, {"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/attention/self/query/Tensordot/free", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "2"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/attention/self/query/Tensordot/GatherV2/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/attention/self/query/Tensordot/Const_2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/attention/self/query/Tensordot/concat_1/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/attention/self/query/BiasAdd/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/attention/self/Reshape_2/shape/1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/attention/self/Reshape_2/shape/2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/attention/self/Reshape_2/shape/3", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/attention/self/transpose_2/perm", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "4"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/attention/self/key/Tensordot/Const", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/attention/self/key/Tensordot/axes", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/attention/self/key/Tensordot/GatherV2_1/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/attention/self/key/Tensordot/Const_1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/attention/self/key/Tensordot/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}, {"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/attention/self/key/Tensordot/free", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "2"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/attention/self/key/Tensordot/GatherV2/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/attention/self/key/Tensordot/Const_2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/attention/self/key/Tensordot/concat_1/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/attention/self/key/BiasAdd/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/attention/self/Reshape/shape/1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/attention/self/Reshape/shape/2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/attention/self/Reshape/shape/3", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/attention/self/transpose/perm", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "4"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "ConstantFolding/StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/attention/self/truediv_recip", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/attention/self/add_1/y", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/attention/self/value/Tensordot/Const", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/attention/self/value/Tensordot/axes", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/attention/self/value/Tensordot/GatherV2_1/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/attention/self/value/Tensordot/Const_1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/attention/self/value/Tensordot/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}, {"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/attention/self/value/Tensordot/free", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "2"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/attention/self/value/Tensordot/GatherV2/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/attention/self/value/Tensordot/Const_2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/attention/self/value/Tensordot/concat_1/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/attention/self/value/BiasAdd/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/attention/self/Reshape_1/shape/1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/attention/self/Reshape_1/shape/2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/attention/self/Reshape_1/shape/3", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/attention/self/transpose_1/perm", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "4"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/attention/self/transpose_3/perm", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "4"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/attention/self/strided_slice/stack", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/attention/self/strided_slice/stack_1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/attention/self/strided_slice/stack_2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/attention/self/Reshape_3/shape/1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/attention/self/Reshape_3/shape/2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/attention/output/dense/Tensordot/free", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "2"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/attention/output/dense/Tensordot/GatherV2/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/attention/output/dense/Tensordot/Const_2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/attention/output/dense/Tensordot/concat_1/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/attention/output/dense/BiasAdd/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/output/LayerNorm/batchnorm/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/output/dense/Tensordot/Const", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/output/dense/Tensordot/axes", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/output/dense/Tensordot/GatherV2_1/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/output/dense/Tensordot/Const_1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/output/dense/Tensordot/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}, {"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/intermediate/dense/Tensordot/Const", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/intermediate/dense/Tensordot/axes", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/intermediate/dense/Tensordot/GatherV2_1/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/intermediate/dense/Tensordot/Const_1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/intermediate/dense/Tensordot/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}, {"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/intermediate/dense/Tensordot/free", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "2"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/intermediate/dense/Tensordot/GatherV2/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/intermediate/dense/Tensordot/Const_2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/intermediate/dense/Tensordot/concat_1/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/intermediate/dense/BiasAdd/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/output/dense/Tensordot/free", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "2"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/output/dense/Tensordot/GatherV2/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/output/dense/Tensordot/Const_2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/output/dense/Tensordot/concat_1/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/output/dense/BiasAdd/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/attention/output/LayerNorm/batchnorm/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/attention/output/dense/Tensordot/Const", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/attention/output/dense/Tensordot/axes", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/attention/output/dense/Tensordot/GatherV2_1/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/attention/output/dense/Tensordot/Const_1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/attention/output/dense/Tensordot/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}, {"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/attention/self/query/Tensordot/Const", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/attention/self/query/Tensordot/axes", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/attention/self/query/Tensordot/GatherV2_1/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/attention/self/query/Tensordot/Const_1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/attention/self/query/Tensordot/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}, {"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/attention/self/query/Tensordot/free", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "2"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/attention/self/query/Tensordot/GatherV2/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/attention/self/query/Tensordot/Const_2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/attention/self/query/Tensordot/concat_1/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/attention/self/query/BiasAdd/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/attention/self/Reshape_2/shape/1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/attention/self/Reshape_2/shape/2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/attention/self/Reshape_2/shape/3", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/attention/self/transpose_2/perm", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "4"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/attention/self/key/Tensordot/Const", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/attention/self/key/Tensordot/axes", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/attention/self/key/Tensordot/GatherV2_1/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/attention/self/key/Tensordot/Const_1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/attention/self/key/Tensordot/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}, {"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/attention/self/key/Tensordot/free", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "2"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/attention/self/key/Tensordot/GatherV2/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/attention/self/key/Tensordot/Const_2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/attention/self/key/Tensordot/concat_1/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/attention/self/key/BiasAdd/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/attention/self/Reshape/shape/1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/attention/self/Reshape/shape/2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/attention/self/Reshape/shape/3", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/attention/self/transpose/perm", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "4"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "ConstantFolding/StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/attention/self/truediv_recip", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/attention/self/add_1/y", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/attention/self/value/Tensordot/Const", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/attention/self/value/Tensordot/axes", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/attention/self/value/Tensordot/GatherV2_1/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/attention/self/value/Tensordot/Const_1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/attention/self/value/Tensordot/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}, {"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/attention/self/value/Tensordot/free", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "2"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/attention/self/value/Tensordot/GatherV2/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/attention/self/value/Tensordot/Const_2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/attention/self/value/Tensordot/concat_1/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/attention/self/value/BiasAdd/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/attention/self/Reshape_1/shape/1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/attention/self/Reshape_1/shape/2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/attention/self/Reshape_1/shape/3", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/attention/self/transpose_1/perm", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "4"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/attention/self/transpose_3/perm", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "4"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/attention/self/strided_slice/stack", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/attention/self/strided_slice/stack_1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/attention/self/strided_slice/stack_2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/attention/self/Reshape_3/shape/1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/attention/self/Reshape_3/shape/2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/attention/output/dense/Tensordot/free", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "2"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/attention/output/dense/Tensordot/GatherV2/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/attention/output/dense/Tensordot/Const_2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/attention/output/dense/Tensordot/concat_1/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/attention/output/dense/BiasAdd/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/output/LayerNorm/batchnorm/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/output/dense/Tensordot/Const", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/output/dense/Tensordot/axes", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/output/dense/Tensordot/GatherV2_1/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/output/dense/Tensordot/Const_1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/output/dense/Tensordot/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}, {"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/intermediate/dense/Tensordot/Const", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/intermediate/dense/Tensordot/axes", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/intermediate/dense/Tensordot/GatherV2_1/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/intermediate/dense/Tensordot/Const_1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/intermediate/dense/Tensordot/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}, {"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/intermediate/dense/Tensordot/free", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "2"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/intermediate/dense/Tensordot/GatherV2/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/intermediate/dense/Tensordot/Const_2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/intermediate/dense/Tensordot/concat_1/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/intermediate/dense/BiasAdd/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/output/dense/Tensordot/free", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "2"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/output/dense/Tensordot/GatherV2/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/output/dense/Tensordot/Const_2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/output/dense/Tensordot/concat_1/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/output/dense/BiasAdd/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/attention/output/LayerNorm/batchnorm/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/attention/output/dense/Tensordot/Const", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/attention/output/dense/Tensordot/axes", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/attention/output/dense/Tensordot/GatherV2_1/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/attention/output/dense/Tensordot/Const_1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/attention/output/dense/Tensordot/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}, {"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/attention/self/query/Tensordot/Const", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/attention/self/query/Tensordot/axes", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/attention/self/query/Tensordot/GatherV2_1/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/attention/self/query/Tensordot/Const_1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/attention/self/query/Tensordot/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}, {"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/attention/self/query/Tensordot/free", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "2"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/attention/self/query/Tensordot/GatherV2/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/attention/self/query/Tensordot/Const_2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/attention/self/query/Tensordot/concat_1/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/attention/self/query/BiasAdd/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/attention/self/Reshape_2/shape/1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/attention/self/Reshape_2/shape/2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/attention/self/Reshape_2/shape/3", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/attention/self/transpose_2/perm", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "4"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/attention/self/key/Tensordot/Const", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/attention/self/key/Tensordot/axes", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/attention/self/key/Tensordot/GatherV2_1/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/attention/self/key/Tensordot/Const_1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/attention/self/key/Tensordot/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}, {"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/attention/self/key/Tensordot/free", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "2"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/attention/self/key/Tensordot/GatherV2/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/attention/self/key/Tensordot/Const_2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/attention/self/key/Tensordot/concat_1/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/attention/self/key/BiasAdd/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/attention/self/Reshape/shape/1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/attention/self/Reshape/shape/2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/attention/self/Reshape/shape/3", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/attention/self/transpose/perm", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "4"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "ConstantFolding/StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/attention/self/truediv_recip", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/attention/self/add_1/y", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/attention/self/value/Tensordot/Const", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/attention/self/value/Tensordot/axes", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/attention/self/value/Tensordot/GatherV2_1/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/attention/self/value/Tensordot/Const_1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/attention/self/value/Tensordot/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}, {"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/attention/self/value/Tensordot/free", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "2"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/attention/self/value/Tensordot/GatherV2/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/attention/self/value/Tensordot/Const_2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/attention/self/value/Tensordot/concat_1/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/attention/self/value/BiasAdd/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/attention/self/Reshape_1/shape/1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/attention/self/Reshape_1/shape/2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/attention/self/Reshape_1/shape/3", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/attention/self/transpose_1/perm", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "4"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/attention/self/transpose_3/perm", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "4"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/attention/self/strided_slice/stack", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/attention/self/strided_slice/stack_1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/attention/self/strided_slice/stack_2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/attention/self/Reshape_3/shape/1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/attention/self/Reshape_3/shape/2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/attention/output/dense/Tensordot/free", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "2"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/attention/output/dense/Tensordot/GatherV2/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/attention/output/dense/Tensordot/Const_2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/attention/output/dense/Tensordot/concat_1/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/attention/output/dense/BiasAdd/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/output/LayerNorm/batchnorm/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/output/dense/Tensordot/Const", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/output/dense/Tensordot/axes", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/output/dense/Tensordot/GatherV2_1/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/output/dense/Tensordot/Const_1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/output/dense/Tensordot/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}, {"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/intermediate/dense/Tensordot/Const", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/intermediate/dense/Tensordot/axes", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/intermediate/dense/Tensordot/GatherV2_1/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/intermediate/dense/Tensordot/Const_1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/intermediate/dense/Tensordot/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}, {"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/intermediate/dense/Tensordot/free", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "2"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/intermediate/dense/Tensordot/GatherV2/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/intermediate/dense/Tensordot/Const_2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/intermediate/dense/Tensordot/concat_1/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/intermediate/dense/BiasAdd/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/output/dense/Tensordot/free", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "2"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/output/dense/Tensordot/GatherV2/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/output/dense/Tensordot/Const_2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/output/dense/Tensordot/concat_1/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/output/dense/BiasAdd/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/attention/output/LayerNorm/batchnorm/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/attention/output/dense/Tensordot/Const", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/attention/output/dense/Tensordot/axes", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/attention/output/dense/Tensordot/GatherV2_1/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/attention/output/dense/Tensordot/Const_1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/attention/output/dense/Tensordot/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}, {"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/attention/self/query/Tensordot/Const", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/attention/self/query/Tensordot/axes", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/attention/self/query/Tensordot/GatherV2_1/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/attention/self/query/Tensordot/Const_1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/attention/self/query/Tensordot/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}, {"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/attention/self/query/Tensordot/free", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "2"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/attention/self/query/Tensordot/GatherV2/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/attention/self/query/Tensordot/Const_2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/attention/self/query/Tensordot/concat_1/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/attention/self/query/BiasAdd/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/attention/self/Reshape_2/shape/1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/attention/self/Reshape_2/shape/2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/attention/self/Reshape_2/shape/3", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/attention/self/transpose_2/perm", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "4"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/attention/self/key/Tensordot/Const", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/attention/self/key/Tensordot/axes", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/attention/self/key/Tensordot/GatherV2_1/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/attention/self/key/Tensordot/Const_1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/attention/self/key/Tensordot/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}, {"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/attention/self/key/Tensordot/free", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "2"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/attention/self/key/Tensordot/GatherV2/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/attention/self/key/Tensordot/Const_2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/attention/self/key/Tensordot/concat_1/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/attention/self/key/BiasAdd/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/attention/self/Reshape/shape/1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/attention/self/Reshape/shape/2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/attention/self/Reshape/shape/3", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/attention/self/transpose/perm", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "4"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "ConstantFolding/StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/attention/self/truediv_recip", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/attention/self/add_1/y", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/attention/self/value/Tensordot/Const", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/attention/self/value/Tensordot/axes", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/attention/self/value/Tensordot/GatherV2_1/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/attention/self/value/Tensordot/Const_1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/attention/self/value/Tensordot/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}, {"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/attention/self/value/Tensordot/free", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "2"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/attention/self/value/Tensordot/GatherV2/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/attention/self/value/Tensordot/Const_2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/attention/self/value/Tensordot/concat_1/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/attention/self/value/BiasAdd/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/attention/self/Reshape_1/shape/1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/attention/self/Reshape_1/shape/2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/attention/self/Reshape_1/shape/3", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/attention/self/transpose_1/perm", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "4"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/attention/self/transpose_3/perm", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "4"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/attention/self/strided_slice/stack", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/attention/self/strided_slice/stack_1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/attention/self/strided_slice/stack_2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/attention/self/Reshape_3/shape/1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/attention/self/Reshape_3/shape/2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/attention/output/dense/Tensordot/free", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "2"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/attention/output/dense/Tensordot/GatherV2/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/attention/output/dense/Tensordot/Const_2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/attention/output/dense/Tensordot/concat_1/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/attention/output/dense/BiasAdd/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/output/LayerNorm/batchnorm/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/output/dense/Tensordot/Const", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/output/dense/Tensordot/axes", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/output/dense/Tensordot/GatherV2_1/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/output/dense/Tensordot/Const_1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/output/dense/Tensordot/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}, {"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/intermediate/dense/Tensordot/Const", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/intermediate/dense/Tensordot/axes", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/intermediate/dense/Tensordot/GatherV2_1/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/intermediate/dense/Tensordot/Const_1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/intermediate/dense/Tensordot/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}, {"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/intermediate/dense/Tensordot/free", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "2"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/intermediate/dense/Tensordot/GatherV2/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/intermediate/dense/Tensordot/Const_2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/intermediate/dense/Tensordot/concat_1/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/intermediate/dense/BiasAdd/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/output/dense/Tensordot/free", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "2"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/output/dense/Tensordot/GatherV2/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/output/dense/Tensordot/Const_2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/output/dense/Tensordot/concat_1/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/output/dense/BiasAdd/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/attention/output/LayerNorm/batchnorm/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/attention/output/dense/Tensordot/Const", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/attention/output/dense/Tensordot/axes", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/attention/output/dense/Tensordot/GatherV2_1/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/attention/output/dense/Tensordot/Const_1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/attention/output/dense/Tensordot/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}, {"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/attention/self/query/Tensordot/Const", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/attention/self/query/Tensordot/axes", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/attention/self/query/Tensordot/GatherV2_1/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/attention/self/query/Tensordot/Const_1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/attention/self/query/Tensordot/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}, {"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/attention/self/query/Tensordot/free", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "2"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/attention/self/query/Tensordot/GatherV2/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/attention/self/query/Tensordot/Const_2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/attention/self/query/Tensordot/concat_1/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/attention/self/query/BiasAdd/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/attention/self/Reshape_2/shape/1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/attention/self/Reshape_2/shape/2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/attention/self/Reshape_2/shape/3", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/attention/self/transpose_2/perm", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "4"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/attention/self/key/Tensordot/Const", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/attention/self/key/Tensordot/axes", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/attention/self/key/Tensordot/GatherV2_1/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/attention/self/key/Tensordot/Const_1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/attention/self/key/Tensordot/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}, {"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/attention/self/key/Tensordot/free", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "2"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/attention/self/key/Tensordot/GatherV2/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/attention/self/key/Tensordot/Const_2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/attention/self/key/Tensordot/concat_1/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/attention/self/key/BiasAdd/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/attention/self/Reshape/shape/1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/attention/self/Reshape/shape/2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/attention/self/Reshape/shape/3", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/attention/self/transpose/perm", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "4"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "ConstantFolding/StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/attention/self/truediv_recip", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/attention/self/add_1/y", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/attention/self/value/Tensordot/Const", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/attention/self/value/Tensordot/axes", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/attention/self/value/Tensordot/GatherV2_1/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/attention/self/value/Tensordot/Const_1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/attention/self/value/Tensordot/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}, {"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/attention/self/value/Tensordot/free", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "2"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/attention/self/value/Tensordot/GatherV2/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/attention/self/value/Tensordot/Const_2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/attention/self/value/Tensordot/concat_1/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/attention/self/value/BiasAdd/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/attention/self/Reshape_1/shape/1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/attention/self/Reshape_1/shape/2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/attention/self/Reshape_1/shape/3", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/attention/self/transpose_1/perm", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "4"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/attention/self/transpose_3/perm", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "4"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/attention/self/strided_slice/stack", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/attention/self/strided_slice/stack_1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/attention/self/strided_slice/stack_2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/attention/self/Reshape_3/shape/1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/attention/self/Reshape_3/shape/2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/attention/output/dense/Tensordot/free", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "2"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/attention/output/dense/Tensordot/GatherV2/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/attention/output/dense/Tensordot/Const_2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/attention/output/dense/Tensordot/concat_1/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/attention/output/dense/BiasAdd/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/output/LayerNorm/batchnorm/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/output/dense/Tensordot/Const", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/output/dense/Tensordot/axes", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/output/dense/Tensordot/GatherV2_1/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/output/dense/Tensordot/Const_1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/output/dense/Tensordot/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}, {"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/intermediate/dense/Tensordot/Const", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/intermediate/dense/Tensordot/axes", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/intermediate/dense/Tensordot/GatherV2_1/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/intermediate/dense/Tensordot/Const_1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/intermediate/dense/Tensordot/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}, {"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/intermediate/dense/Tensordot/free", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "2"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/intermediate/dense/Tensordot/GatherV2/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/intermediate/dense/Tensordot/Const_2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/intermediate/dense/Tensordot/concat_1/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/intermediate/dense/BiasAdd/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/output/dense/Tensordot/free", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "2"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/output/dense/Tensordot/GatherV2/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/output/dense/Tensordot/Const_2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/output/dense/Tensordot/concat_1/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/output/dense/BiasAdd/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/attention/output/LayerNorm/batchnorm/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/attention/output/dense/Tensordot/Const", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/attention/output/dense/Tensordot/axes", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/attention/output/dense/Tensordot/GatherV2_1/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/attention/output/dense/Tensordot/Const_1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/attention/output/dense/Tensordot/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}, {"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/attention/self/query/Tensordot/Const", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/attention/self/query/Tensordot/axes", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/attention/self/query/Tensordot/GatherV2_1/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/attention/self/query/Tensordot/Const_1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/attention/self/query/Tensordot/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}, {"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/attention/self/query/Tensordot/free", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "2"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/attention/self/query/Tensordot/GatherV2/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/attention/self/query/Tensordot/Const_2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/attention/self/query/Tensordot/concat_1/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/attention/self/query/BiasAdd/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/attention/self/Reshape_2/shape/1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/attention/self/Reshape_2/shape/2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/attention/self/Reshape_2/shape/3", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/attention/self/transpose_2/perm", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "4"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/attention/self/key/Tensordot/Const", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/attention/self/key/Tensordot/axes", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/attention/self/key/Tensordot/GatherV2_1/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/attention/self/key/Tensordot/Const_1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/attention/self/key/Tensordot/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}, {"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/attention/self/key/Tensordot/free", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "2"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/attention/self/key/Tensordot/GatherV2/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/attention/self/key/Tensordot/Const_2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/attention/self/key/Tensordot/concat_1/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/attention/self/key/BiasAdd/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/attention/self/Reshape/shape/1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/attention/self/Reshape/shape/2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/attention/self/Reshape/shape/3", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/attention/self/transpose/perm", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "4"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "ConstantFolding/StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/attention/self/truediv_recip", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/attention/self/add_1/y", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/attention/self/value/Tensordot/Const", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/attention/self/value/Tensordot/axes", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/attention/self/value/Tensordot/GatherV2_1/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/attention/self/value/Tensordot/Const_1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/attention/self/value/Tensordot/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}, {"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/attention/self/value/Tensordot/free", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "2"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/attention/self/value/Tensordot/GatherV2/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/attention/self/value/Tensordot/Const_2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/attention/self/value/Tensordot/concat_1/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/attention/self/value/BiasAdd/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/attention/self/Reshape_1/shape/1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/attention/self/Reshape_1/shape/2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/attention/self/Reshape_1/shape/3", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/attention/self/transpose_1/perm", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "4"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/attention/self/transpose_3/perm", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "4"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/attention/self/strided_slice/stack", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/attention/self/strided_slice/stack_1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/attention/self/strided_slice/stack_2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/attention/self/Reshape_3/shape/1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/attention/self/Reshape_3/shape/2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/attention/output/dense/Tensordot/free", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "2"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/attention/output/dense/Tensordot/GatherV2/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/attention/output/dense/Tensordot/Const_2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/attention/output/dense/Tensordot/concat_1/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/attention/output/dense/BiasAdd/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/output/LayerNorm/batchnorm/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/output/dense/Tensordot/Const", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/output/dense/Tensordot/axes", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/output/dense/Tensordot/GatherV2_1/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/output/dense/Tensordot/Const_1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/output/dense/Tensordot/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}, {"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/intermediate/dense/Tensordot/Const", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/intermediate/dense/Tensordot/axes", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/intermediate/dense/Tensordot/GatherV2_1/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/intermediate/dense/Tensordot/Const_1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/intermediate/dense/Tensordot/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}, {"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/intermediate/dense/Tensordot/free", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "2"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/intermediate/dense/Tensordot/GatherV2/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/intermediate/dense/Tensordot/Const_2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/intermediate/dense/Tensordot/concat_1/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/intermediate/dense/BiasAdd/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/output/dense/Tensordot/free", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "2"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/output/dense/Tensordot/GatherV2/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/output/dense/Tensordot/Const_2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/output/dense/Tensordot/concat_1/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/output/dense/BiasAdd/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/attention/output/LayerNorm/batchnorm/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/attention/output/dense/Tensordot/Const", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/attention/output/dense/Tensordot/axes", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/attention/output/dense/Tensordot/GatherV2_1/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/attention/output/dense/Tensordot/Const_1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/attention/output/dense/Tensordot/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}, {"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/attention/self/query/Tensordot/Const", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/attention/self/query/Tensordot/axes", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/attention/self/query/Tensordot/GatherV2_1/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/attention/self/query/Tensordot/Const_1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/attention/self/query/Tensordot/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}, {"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/attention/self/query/Tensordot/free", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "2"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/attention/self/query/Tensordot/GatherV2/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/attention/self/query/Tensordot/Const_2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/attention/self/query/Tensordot/concat_1/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/attention/self/query/BiasAdd/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/attention/self/Reshape_2/shape/1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/attention/self/Reshape_2/shape/2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/attention/self/Reshape_2/shape/3", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/attention/self/transpose_2/perm", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "4"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/attention/self/key/Tensordot/Const", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/attention/self/key/Tensordot/axes", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/attention/self/key/Tensordot/GatherV2_1/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/attention/self/key/Tensordot/Const_1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/attention/self/key/Tensordot/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}, {"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/attention/self/key/Tensordot/free", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "2"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/attention/self/key/Tensordot/GatherV2/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/attention/self/key/Tensordot/Const_2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/attention/self/key/Tensordot/concat_1/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/attention/self/key/BiasAdd/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/attention/self/Reshape/shape/1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/attention/self/Reshape/shape/2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/attention/self/Reshape/shape/3", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/attention/self/transpose/perm", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "4"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "ConstantFolding/StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/attention/self/truediv_recip", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/attention/self/add_1/y", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/attention/self/value/Tensordot/Const", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/attention/self/value/Tensordot/axes", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/attention/self/value/Tensordot/GatherV2_1/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/attention/self/value/Tensordot/Const_1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/attention/self/value/Tensordot/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}, {"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/attention/self/value/Tensordot/free", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "2"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/attention/self/value/Tensordot/GatherV2/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/attention/self/value/Tensordot/Const_2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/attention/self/value/Tensordot/concat_1/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/attention/self/value/BiasAdd/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/attention/self/Reshape_1/shape/1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/attention/self/Reshape_1/shape/2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/attention/self/Reshape_1/shape/3", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/attention/self/transpose_1/perm", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "4"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/attention/self/transpose_3/perm", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "4"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/attention/self/strided_slice/stack", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/attention/self/strided_slice/stack_1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/attention/self/strided_slice/stack_2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/attention/self/Reshape_3/shape/1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/attention/self/Reshape_3/shape/2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/attention/output/dense/Tensordot/free", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "2"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/attention/output/dense/Tensordot/GatherV2/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/attention/output/dense/Tensordot/Const_2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/attention/output/dense/Tensordot/concat_1/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/attention/output/dense/BiasAdd/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/output/LayerNorm/batchnorm/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/output/dense/Tensordot/Const", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/output/dense/Tensordot/axes", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/output/dense/Tensordot/GatherV2_1/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/output/dense/Tensordot/Const_1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/output/dense/Tensordot/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}, {"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/intermediate/dense/Tensordot/Const", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/intermediate/dense/Tensordot/axes", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/intermediate/dense/Tensordot/GatherV2_1/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/intermediate/dense/Tensordot/Const_1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/intermediate/dense/Tensordot/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}, {"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/intermediate/dense/Tensordot/free", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "2"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/intermediate/dense/Tensordot/GatherV2/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/intermediate/dense/Tensordot/Const_2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/intermediate/dense/Tensordot/concat_1/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/intermediate/dense/BiasAdd/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/output/dense/Tensordot/free", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "2"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/output/dense/Tensordot/GatherV2/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/output/dense/Tensordot/Const_2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/output/dense/Tensordot/concat_1/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/output/dense/BiasAdd/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/attention/output/LayerNorm/batchnorm/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/attention/output/dense/Tensordot/Const", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/attention/output/dense/Tensordot/axes", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/attention/output/dense/Tensordot/GatherV2_1/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/attention/output/dense/Tensordot/Const_1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/attention/output/dense/Tensordot/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}, {"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/attention/self/query/Tensordot/Const", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/attention/self/query/Tensordot/axes", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/attention/self/query/Tensordot/GatherV2_1/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/attention/self/query/Tensordot/Const_1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/attention/self/query/Tensordot/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}, {"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/attention/self/query/Tensordot/free", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "2"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/attention/self/query/Tensordot/GatherV2/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/attention/self/query/Tensordot/Const_2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/attention/self/query/Tensordot/concat_1/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/attention/self/query/BiasAdd/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/attention/self/Reshape_2/shape/1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/attention/self/Reshape_2/shape/2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/attention/self/Reshape_2/shape/3", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/attention/self/transpose_2/perm", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "4"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/attention/self/key/Tensordot/Const", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/attention/self/key/Tensordot/axes", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/attention/self/key/Tensordot/GatherV2_1/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/attention/self/key/Tensordot/Const_1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/attention/self/key/Tensordot/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}, {"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/attention/self/key/Tensordot/free", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "2"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/attention/self/key/Tensordot/GatherV2/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/attention/self/key/Tensordot/Const_2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/attention/self/key/Tensordot/concat_1/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/attention/self/key/BiasAdd/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/attention/self/Reshape/shape/1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/attention/self/Reshape/shape/2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/attention/self/Reshape/shape/3", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/attention/self/transpose/perm", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "4"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "ConstantFolding/StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/attention/self/truediv_recip", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/attention/self/add_1/y", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/attention/self/value/Tensordot/Const", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/attention/self/value/Tensordot/axes", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/attention/self/value/Tensordot/GatherV2_1/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/attention/self/value/Tensordot/Const_1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/attention/self/value/Tensordot/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}, {"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/attention/self/value/Tensordot/free", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "2"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/attention/self/value/Tensordot/GatherV2/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/attention/self/value/Tensordot/Const_2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/attention/self/value/Tensordot/concat_1/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/attention/self/value/BiasAdd/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/attention/self/Reshape_1/shape/1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/attention/self/Reshape_1/shape/2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/attention/self/Reshape_1/shape/3", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/attention/self/transpose_1/perm", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "4"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/attention/self/transpose_3/perm", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "4"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/attention/self/strided_slice/stack", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/attention/self/strided_slice/stack_1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/attention/self/strided_slice/stack_2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/attention/self/Reshape_3/shape/1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/attention/self/Reshape_3/shape/2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/attention/output/dense/Tensordot/free", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "2"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/attention/output/dense/Tensordot/GatherV2/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/attention/output/dense/Tensordot/Const_2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/attention/output/dense/Tensordot/concat_1/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/attention/output/dense/BiasAdd/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/output/LayerNorm/batchnorm/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/output/dense/Tensordot/Const", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/output/dense/Tensordot/axes", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/output/dense/Tensordot/GatherV2_1/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/output/dense/Tensordot/Const_1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/output/dense/Tensordot/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}, {"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/intermediate/dense/Tensordot/Const", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/intermediate/dense/Tensordot/axes", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/intermediate/dense/Tensordot/GatherV2_1/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/intermediate/dense/Tensordot/Const_1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/intermediate/dense/Tensordot/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}, {"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/intermediate/dense/Tensordot/free", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "2"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/intermediate/dense/Tensordot/GatherV2/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/intermediate/dense/Tensordot/Const_2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/intermediate/dense/Tensordot/concat_1/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/intermediate/dense/BiasAdd/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/output/dense/Tensordot/free", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "2"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/output/dense/Tensordot/GatherV2/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/output/dense/Tensordot/Const_2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/output/dense/Tensordot/concat_1/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/output/dense/BiasAdd/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/attention/output/LayerNorm/batchnorm/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/attention/output/dense/Tensordot/Const", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/attention/output/dense/Tensordot/axes", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/attention/output/dense/Tensordot/GatherV2_1/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/attention/output/dense/Tensordot/Const_1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/attention/output/dense/Tensordot/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}, {"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/attention/self/query/Tensordot/Const", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/attention/self/query/Tensordot/axes", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/attention/self/query/Tensordot/GatherV2_1/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/attention/self/query/Tensordot/Const_1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/attention/self/query/Tensordot/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}, {"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/attention/self/query/Tensordot/free", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "2"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/attention/self/query/Tensordot/GatherV2/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/attention/self/query/Tensordot/Const_2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/attention/self/query/Tensordot/concat_1/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/attention/self/query/BiasAdd/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/attention/self/Reshape_2/shape/1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/attention/self/Reshape_2/shape/2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/attention/self/Reshape_2/shape/3", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/attention/self/transpose_2/perm", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "4"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/attention/self/key/Tensordot/Const", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/attention/self/key/Tensordot/axes", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/attention/self/key/Tensordot/GatherV2_1/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/attention/self/key/Tensordot/Const_1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/attention/self/key/Tensordot/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}, {"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/attention/self/key/Tensordot/free", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "2"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/attention/self/key/Tensordot/GatherV2/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/attention/self/key/Tensordot/Const_2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/attention/self/key/Tensordot/concat_1/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/attention/self/key/BiasAdd/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/attention/self/Reshape/shape/1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/attention/self/Reshape/shape/2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/attention/self/Reshape/shape/3", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/attention/self/transpose/perm", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "4"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "ConstantFolding/StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/attention/self/truediv_recip", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/attention/self/add_1/y", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/attention/self/value/Tensordot/Const", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/attention/self/value/Tensordot/axes", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/attention/self/value/Tensordot/GatherV2_1/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/attention/self/value/Tensordot/Const_1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/attention/self/value/Tensordot/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}, {"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/attention/self/value/Tensordot/free", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "2"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/attention/self/value/Tensordot/GatherV2/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/attention/self/value/Tensordot/Const_2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/attention/self/value/Tensordot/concat_1/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/attention/self/value/BiasAdd/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/attention/self/Reshape_1/shape/1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/attention/self/Reshape_1/shape/2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/attention/self/Reshape_1/shape/3", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/attention/self/transpose_1/perm", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "4"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/attention/self/transpose_3/perm", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "4"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/attention/self/strided_slice/stack", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/attention/self/strided_slice/stack_1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/attention/self/strided_slice/stack_2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/attention/self/Reshape_3/shape/1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/attention/self/Reshape_3/shape/2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/attention/output/dense/Tensordot/free", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "2"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/attention/output/dense/Tensordot/GatherV2/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/attention/output/dense/Tensordot/Const_2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/attention/output/dense/Tensordot/concat_1/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/attention/output/dense/BiasAdd/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/output/LayerNorm/batchnorm/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/output/dense/Tensordot/Const", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/output/dense/Tensordot/axes", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/output/dense/Tensordot/GatherV2_1/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/output/dense/Tensordot/Const_1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/output/dense/Tensordot/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}, {"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/intermediate/dense/Tensordot/Const", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/intermediate/dense/Tensordot/axes", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/intermediate/dense/Tensordot/GatherV2_1/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/intermediate/dense/Tensordot/Const_1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/intermediate/dense/Tensordot/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}, {"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/intermediate/dense/Tensordot/free", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "2"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/intermediate/dense/Tensordot/GatherV2/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/intermediate/dense/Tensordot/Const_2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/intermediate/dense/Tensordot/concat_1/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/intermediate/dense/BiasAdd/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/output/dense/Tensordot/free", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "2"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/output/dense/Tensordot/GatherV2/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/output/dense/Tensordot/Const_2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/output/dense/Tensordot/concat_1/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/output/dense/BiasAdd/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/attention/output/LayerNorm/batchnorm/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/attention/output/dense/Tensordot/Const", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/attention/output/dense/Tensordot/axes", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/attention/output/dense/Tensordot/GatherV2_1/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/attention/output/dense/Tensordot/Const_1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/attention/output/dense/Tensordot/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}, {"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/attention/self/query/Tensordot/Const", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/attention/self/query/Tensordot/axes", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/attention/self/query/Tensordot/GatherV2_1/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/attention/self/query/Tensordot/Const_1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/attention/self/query/Tensordot/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}, {"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/attention/self/query/Tensordot/free", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "2"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/attention/self/query/Tensordot/GatherV2/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/attention/self/query/Tensordot/Const_2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/attention/self/query/Tensordot/concat_1/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/attention/self/query/BiasAdd/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/attention/self/Reshape_2/shape/1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/attention/self/Reshape_2/shape/2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/attention/self/Reshape_2/shape/3", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/attention/self/transpose_2/perm", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "4"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/attention/self/key/Tensordot/Const", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/attention/self/key/Tensordot/axes", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/attention/self/key/Tensordot/GatherV2_1/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/attention/self/key/Tensordot/Const_1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/attention/self/key/Tensordot/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}, {"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/attention/self/key/Tensordot/free", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "2"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/attention/self/key/Tensordot/GatherV2/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/attention/self/key/Tensordot/Const_2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/attention/self/key/Tensordot/concat_1/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/attention/self/key/BiasAdd/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/attention/self/Reshape/shape/1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/attention/self/Reshape/shape/2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/attention/self/Reshape/shape/3", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/attention/self/transpose/perm", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "4"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "ConstantFolding/StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/attention/self/truediv_recip", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/attention/self/add_1/y", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/Const", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/strided_slice_2/stack", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/strided_slice_2/stack_1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/strided_slice_2/stack_2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/Reshape/shape/1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/Reshape/shape/2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/strided_slice_3/stack", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/strided_slice_3/stack_1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/strided_slice_3/stack_2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/Const_1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/attention/self/value/Tensordot/Const", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/attention/self/value/Tensordot/axes", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/attention/self/value/Tensordot/GatherV2_1/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/attention/self/value/Tensordot/Const_1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/attention/self/value/Tensordot/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}, {"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/attention/self/value/Tensordot/free", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "2"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/attention/self/value/Tensordot/GatherV2/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/attention/self/value/Tensordot/Const_2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/attention/self/value/Tensordot/concat_1/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/attention/self/value/BiasAdd/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/attention/self/Reshape_1/shape/1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/attention/self/Reshape_1/shape/2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/attention/self/Reshape_1/shape/3", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/attention/self/transpose_1/perm", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "4"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/attention/self/transpose_3/perm", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "4"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/attention/self/strided_slice/stack", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/attention/self/strided_slice/stack_1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/attention/self/strided_slice/stack_2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/attention/self/Reshape_3/shape/1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/attention/self/Reshape_3/shape/2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/attention/output/dense/Tensordot/free", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "2"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/attention/output/dense/Tensordot/GatherV2/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/attention/output/dense/Tensordot/Const_2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/attention/output/dense/Tensordot/concat_1/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/attention/output/dense/BiasAdd/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/embeddings/LayerNorm/batchnorm/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "unknown_0", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}, {"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/embeddings/range/start", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "unknown", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "30522"}, {"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/embeddings/Gather/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/embeddings/strided_slice_1/stack", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/embeddings/strided_slice_1/stack_1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/embeddings/strided_slice_1/stack_2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/embeddings/range/delta", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/embeddings/ExpandDims/dim", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/embeddings/Gather_1/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "unknown_1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "2"}, {"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/embeddings/Gather_2/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/embeddings/LayerNorm/moments/mean/reduction_indices", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/embeddings/LayerNorm/moments/variance/reduction_indices", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/embeddings/LayerNorm/batchnorm/add/y", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/embeddings/LayerNorm/batchnorm/mul/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/attention/output/LayerNorm/moments/mean/reduction_indices", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/attention/output/LayerNorm/moments/variance/reduction_indices", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/attention/output/LayerNorm/batchnorm/add/y", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/attention/output/LayerNorm/batchnorm/mul/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/output/LayerNorm/moments/mean/reduction_indices", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/output/LayerNorm/moments/variance/reduction_indices", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/output/LayerNorm/batchnorm/add/y", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/output/LayerNorm/batchnorm/mul/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/attention/output/LayerNorm/moments/mean/reduction_indices", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/attention/output/LayerNorm/moments/variance/reduction_indices", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/attention/output/LayerNorm/batchnorm/add/y", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/attention/output/LayerNorm/batchnorm/mul/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/output/LayerNorm/moments/mean/reduction_indices", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/output/LayerNorm/moments/variance/reduction_indices", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/output/LayerNorm/batchnorm/add/y", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/output/LayerNorm/batchnorm/mul/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/attention/output/LayerNorm/moments/mean/reduction_indices", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/attention/output/LayerNorm/moments/variance/reduction_indices", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/attention/output/LayerNorm/batchnorm/add/y", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/attention/output/LayerNorm/batchnorm/mul/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/output/LayerNorm/moments/mean/reduction_indices", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/output/LayerNorm/moments/variance/reduction_indices", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/output/LayerNorm/batchnorm/add/y", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/output/LayerNorm/batchnorm/mul/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/attention/output/LayerNorm/moments/mean/reduction_indices", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/attention/output/LayerNorm/moments/variance/reduction_indices", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/attention/output/LayerNorm/batchnorm/add/y", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/attention/output/LayerNorm/batchnorm/mul/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/output/LayerNorm/moments/mean/reduction_indices", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/output/LayerNorm/moments/variance/reduction_indices", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/output/LayerNorm/batchnorm/add/y", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/output/LayerNorm/batchnorm/mul/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/attention/output/LayerNorm/moments/mean/reduction_indices", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/attention/output/LayerNorm/moments/variance/reduction_indices", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/attention/output/LayerNorm/batchnorm/add/y", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/attention/output/LayerNorm/batchnorm/mul/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/output/LayerNorm/moments/mean/reduction_indices", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/output/LayerNorm/moments/variance/reduction_indices", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/output/LayerNorm/batchnorm/add/y", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/output/LayerNorm/batchnorm/mul/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/attention/output/LayerNorm/moments/mean/reduction_indices", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/attention/output/LayerNorm/moments/variance/reduction_indices", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/attention/output/LayerNorm/batchnorm/add/y", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/attention/output/LayerNorm/batchnorm/mul/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/output/LayerNorm/moments/mean/reduction_indices", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/output/LayerNorm/moments/variance/reduction_indices", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/output/LayerNorm/batchnorm/add/y", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/output/LayerNorm/batchnorm/mul/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/attention/output/LayerNorm/moments/mean/reduction_indices", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/attention/output/LayerNorm/moments/variance/reduction_indices", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/attention/output/LayerNorm/batchnorm/add/y", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/attention/output/LayerNorm/batchnorm/mul/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/output/LayerNorm/moments/mean/reduction_indices", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/output/LayerNorm/moments/variance/reduction_indices", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/output/LayerNorm/batchnorm/add/y", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/output/LayerNorm/batchnorm/mul/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/attention/output/LayerNorm/moments/mean/reduction_indices", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/attention/output/LayerNorm/moments/variance/reduction_indices", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/attention/output/LayerNorm/batchnorm/add/y", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/attention/output/LayerNorm/batchnorm/mul/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/output/LayerNorm/moments/mean/reduction_indices", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/output/LayerNorm/moments/variance/reduction_indices", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/output/LayerNorm/batchnorm/add/y", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/output/LayerNorm/batchnorm/mul/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/attention/output/LayerNorm/moments/mean/reduction_indices", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/attention/output/LayerNorm/moments/variance/reduction_indices", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/attention/output/LayerNorm/batchnorm/add/y", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/attention/output/LayerNorm/batchnorm/mul/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/output/LayerNorm/moments/mean/reduction_indices", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/output/LayerNorm/moments/variance/reduction_indices", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/output/LayerNorm/batchnorm/add/y", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/output/LayerNorm/batchnorm/mul/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/attention/output/LayerNorm/moments/mean/reduction_indices", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/attention/output/LayerNorm/moments/variance/reduction_indices", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/attention/output/LayerNorm/batchnorm/add/y", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/attention/output/LayerNorm/batchnorm/mul/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/output/LayerNorm/moments/mean/reduction_indices", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/output/LayerNorm/moments/variance/reduction_indices", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/output/LayerNorm/batchnorm/add/y", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/output/LayerNorm/batchnorm/mul/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/attention/output/LayerNorm/moments/mean/reduction_indices", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/attention/output/LayerNorm/moments/variance/reduction_indices", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/attention/output/LayerNorm/batchnorm/add/y", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/attention/output/LayerNorm/batchnorm/mul/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/output/LayerNorm/moments/mean/reduction_indices", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/output/LayerNorm/moments/variance/reduction_indices", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/output/LayerNorm/batchnorm/add/y", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/output/LayerNorm/batchnorm/mul/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/attention/output/LayerNorm/moments/mean/reduction_indices", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/attention/output/LayerNorm/moments/variance/reduction_indices", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/attention/output/LayerNorm/batchnorm/add/y", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/attention/output/LayerNorm/batchnorm/mul/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/output/LayerNorm/moments/mean/reduction_indices", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/output/LayerNorm/moments/variance/reduction_indices", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/output/LayerNorm/batchnorm/add/y", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/output/LayerNorm/batchnorm/mul/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/attention/output/LayerNorm/moments/mean/reduction_indices", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/attention/output/LayerNorm/moments/variance/reduction_indices", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/attention/output/LayerNorm/batchnorm/add/y", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/attention/output/LayerNorm/batchnorm/mul/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/output/LayerNorm/moments/mean/reduction_indices", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/output/LayerNorm/moments/variance/reduction_indices", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/output/LayerNorm/batchnorm/add/y", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/output/LayerNorm/batchnorm/mul/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/attention/output/LayerNorm/moments/mean/reduction_indices", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/attention/output/LayerNorm/moments/variance/reduction_indices", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/attention/output/LayerNorm/batchnorm/add/y", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/attention/output/LayerNorm/batchnorm/mul/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/output/LayerNorm/moments/mean/reduction_indices", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/output/LayerNorm/moments/variance/reduction_indices", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/output/LayerNorm/batchnorm/add/y", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/output/LayerNorm/batchnorm/mul/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/attention/output/LayerNorm/moments/mean/reduction_indices", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/attention/output/LayerNorm/moments/variance/reduction_indices", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/attention/output/LayerNorm/batchnorm/add/y", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/attention/output/LayerNorm/batchnorm/mul/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/output/LayerNorm/moments/mean/reduction_indices", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/output/LayerNorm/moments/variance/reduction_indices", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/output/LayerNorm/batchnorm/add/y", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/output/LayerNorm/batchnorm/mul/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/attention/output/LayerNorm/moments/mean/reduction_indices", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/attention/output/LayerNorm/moments/variance/reduction_indices", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/attention/output/LayerNorm/batchnorm/add/y", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/attention/output/LayerNorm/batchnorm/mul/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/output/LayerNorm/moments/mean/reduction_indices", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/output/LayerNorm/moments/variance/reduction_indices", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/output/LayerNorm/batchnorm/add/y", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/output/LayerNorm/batchnorm/mul/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/attention/output/LayerNorm/moments/mean/reduction_indices", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/attention/output/LayerNorm/moments/variance/reduction_indices", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/attention/output/LayerNorm/batchnorm/add/y", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/attention/output/LayerNorm/batchnorm/mul/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/output/LayerNorm/moments/mean/reduction_indices", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/output/LayerNorm/moments/variance/reduction_indices", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/output/LayerNorm/batchnorm/add/y", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/output/LayerNorm/batchnorm/mul/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/attention/output/LayerNorm/moments/mean/reduction_indices", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/attention/output/LayerNorm/moments/variance/reduction_indices", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/attention/output/LayerNorm/batchnorm/add/y", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/attention/output/LayerNorm/batchnorm/mul/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/output/LayerNorm/moments/mean/reduction_indices", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/output/LayerNorm/moments/variance/reduction_indices", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/output/LayerNorm/batchnorm/add/y", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/output/LayerNorm/batchnorm/mul/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/attention/output/LayerNorm/moments/mean/reduction_indices", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/attention/output/LayerNorm/moments/variance/reduction_indices", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/attention/output/LayerNorm/batchnorm/add/y", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/attention/output/LayerNorm/batchnorm/mul/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/output/LayerNorm/moments/mean/reduction_indices", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/output/LayerNorm/moments/variance/reduction_indices", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/output/LayerNorm/batchnorm/add/y", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/output/LayerNorm/batchnorm/mul/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/attention/output/LayerNorm/moments/mean/reduction_indices", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/attention/output/LayerNorm/moments/variance/reduction_indices", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/attention/output/LayerNorm/batchnorm/add/y", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/attention/output/LayerNorm/batchnorm/mul/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/output/LayerNorm/moments/mean/reduction_indices", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/output/LayerNorm/moments/variance/reduction_indices", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/output/LayerNorm/batchnorm/add/y", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/output/LayerNorm/batchnorm/mul/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/attention/output/LayerNorm/moments/mean/reduction_indices", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/attention/output/LayerNorm/moments/variance/reduction_indices", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/attention/output/LayerNorm/batchnorm/add/y", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/attention/output/LayerNorm/batchnorm/mul/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/output/LayerNorm/moments/mean/reduction_indices", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/output/LayerNorm/moments/variance/reduction_indices", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/output/LayerNorm/batchnorm/add/y", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/output/LayerNorm/batchnorm/mul/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/attention/output/LayerNorm/moments/mean/reduction_indices", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/attention/output/LayerNorm/moments/variance/reduction_indices", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/attention/output/LayerNorm/batchnorm/add/y", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/attention/output/LayerNorm/batchnorm/mul/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/output/LayerNorm/moments/mean/reduction_indices", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/output/LayerNorm/moments/variance/reduction_indices", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/output/LayerNorm/batchnorm/add/y", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/output/LayerNorm/batchnorm/mul/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/attention/output/LayerNorm/moments/mean/reduction_indices", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/attention/output/LayerNorm/moments/variance/reduction_indices", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/attention/output/LayerNorm/batchnorm/add/y", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/attention/output/LayerNorm/batchnorm/mul/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/output/LayerNorm/moments/mean/reduction_indices", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/output/LayerNorm/moments/variance/reduction_indices", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/output/LayerNorm/batchnorm/add/y", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/output/LayerNorm/batchnorm/mul/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/attention/output/LayerNorm/moments/mean/reduction_indices", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/attention/output/LayerNorm/moments/variance/reduction_indices", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/attention/output/LayerNorm/batchnorm/add/y", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/attention/output/LayerNorm/batchnorm/mul/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/output/LayerNorm/moments/mean/reduction_indices", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/output/LayerNorm/moments/variance/reduction_indices", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/output/LayerNorm/batchnorm/add/y", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/output/LayerNorm/batchnorm/mul/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/pooler/strided_slice/stack", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "2"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/pooler/strided_slice/stack_1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "2"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/pooler/strided_slice/stack_2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "2"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/pooler/dense/MatMul/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}, {"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/pooler/dense/BiasAdd/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/classifier/MatMul/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}, {"size": "5"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/classifier/BiasAdd/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "5"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "attention_mask", "op": "Placeholder", "attr": {"shape": {"shape": {"dim": [{"size": "-1"}, {"size": "-1"}]}}, "dtype": {"type": "DT_INT32"}}}, {"name": "input_ids", "op": "Placeholder", "attr": {"shape": {"shape": {"dim": [{"size": "-1"}, {"size": "-1"}]}}, "dtype": {"type": "DT_INT32"}}}, {"name": "token_type_ids", "op": "Placeholder", "attr": {"shape": {"shape": {"dim": [{"size": "-1"}, {"size": "-1"}]}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/Shape_1", "op": "Shape", "input": ["attention_mask"], "attr": {"T": {"type": "DT_INT32"}, "out_type": {"type": "DT_INT32"}}, "experimentalType": {"typeId": "TFT_PRODUCT", "args": [{"typeId": "TFT_SHAPE_TENSOR", "args": [{"typeId": "TFT_INT32"}]}]}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/embeddings/Gather", "op": "GatherV2", "input": ["unknown", "input_ids", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/embeddings/Gather/axis"], "attr": {"Taxis": {"type": "DT_INT32"}, "Tparams": {"type": "DT_FLOAT"}, "Tindices": {"type": "DT_INT32"}, "_has_manual_control_dependencies": {"b": true}, "batch_dims": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/embeddings/Gather_2", "op": "GatherV2", "input": ["unknown_1", "token_type_ids", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/embeddings/Gather_2/axis"], "attr": {"Taxis": {"type": "DT_INT32"}, "Tparams": {"type": "DT_FLOAT"}, "Tindices": {"type": "DT_INT32"}, "batch_dims": {"i": "0"}, "_has_manual_control_dependencies": {"b": true}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/strided_slice_2", "op": "StridedSlice", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/Shape_1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/strided_slice_2/stack", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/strided_slice_2/stack_1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/strided_slice_2/stack_2"], "attr": {"shrink_axis_mask": {"i": "1"}, "Index": {"type": "DT_INT32"}, "new_axis_mask": {"i": "0"}, "begin_mask": {"i": "0"}, "end_mask": {"i": "0"}, "T": {"type": "DT_INT32"}, "ellipsis_mask": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/strided_slice_3", "op": "StridedSlice", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/Shape_1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/strided_slice_3/stack", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/strided_slice_3/stack_1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/strided_slice_3/stack_2"], "attr": {"shrink_axis_mask": {"i": "1"}, "new_axis_mask": {"i": "0"}, "Index": {"type": "DT_INT32"}, "begin_mask": {"i": "0"}, "end_mask": {"i": "0"}, "T": {"type": "DT_INT32"}, "ellipsis_mask": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/embeddings/Shape", "op": "Shape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/embeddings/Gather"], "attr": {"T": {"type": "DT_FLOAT"}, "out_type": {"type": "DT_INT32"}}, "experimentalType": {"typeId": "TFT_PRODUCT", "args": [{"typeId": "TFT_SHAPE_TENSOR", "args": [{"typeId": "TFT_INT32"}]}]}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/Reshape/shape", "op": "Pack", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/strided_slice_2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/Reshape/shape/1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/Reshape/shape/2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/strided_slice_3"], "attr": {"N": {"i": "4"}, "axis": {"i": "0"}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/embeddings/strided_slice_1", "op": "StridedSlice", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/embeddings/Shape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/embeddings/strided_slice_1/stack", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/embeddings/strided_slice_1/stack_1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/embeddings/strided_slice_1/stack_2"], "attr": {"shrink_axis_mask": {"i": "1"}, "Index": {"type": "DT_INT32"}, "new_axis_mask": {"i": "0"}, "begin_mask": {"i": "0"}, "end_mask": {"i": "0"}, "T": {"type": "DT_INT32"}, "ellipsis_mask": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/Reshape", "op": "Reshape", "input": ["attention_mask", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/Reshape/shape"], "attr": {"T": {"type": "DT_INT32"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/embeddings/range", "op": "Range", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/embeddings/range/start", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/embeddings/strided_slice_1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/embeddings/range/delta"], "attr": {"Tidx": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/Cast", "op": "Cast", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/Reshape"], "attr": {"SrcT": {"type": "DT_INT32"}, "DstT": {"type": "DT_FLOAT"}, "Truncate": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/embeddings/ExpandDims", "op": "ExpandDims", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/embeddings/range", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/embeddings/ExpandDims/dim"], "attr": {"Tdim": {"type": "DT_INT32"}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/Sub", "op": "Sub", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/Const", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/Cast"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/embeddings/Gather_1", "op": "GatherV2", "input": ["unknown_0", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/embeddings/ExpandDims", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/embeddings/Gather_1/axis"], "attr": {"Taxis": {"type": "DT_INT32"}, "Tparams": {"type": "DT_FLOAT"}, "Tindices": {"type": "DT_INT32"}, "_has_manual_control_dependencies": {"b": true}, "batch_dims": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/Mul", "op": "Mul", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/Sub", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/Const_1"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/embeddings/add_1", "op": "AddV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/embeddings/Gather", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/embeddings/Gather_1"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/attention/self/Add", "op": "AddV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/attention/self/add_1/y", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/Mul"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/attention/self/Add", "op": "AddV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/attention/self/add_1/y", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/Mul"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/attention/self/Add", "op": "AddV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/attention/self/add_1/y", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/Mul"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/attention/self/Add", "op": "AddV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/attention/self/add_1/y", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/Mul"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/attention/self/Add", "op": "AddV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/attention/self/add_1/y", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/Mul"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/attention/self/Add", "op": "AddV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/attention/self/add_1/y", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/Mul"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/attention/self/Add", "op": "AddV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/attention/self/add_1/y", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/Mul"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/attention/self/Add", "op": "AddV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/attention/self/add_1/y", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/Mul"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/attention/self/Add", "op": "AddV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/attention/self/add_1/y", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/Mul"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/attention/self/Add", "op": "AddV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/attention/self/add_1/y", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/Mul"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/attention/self/Add", "op": "AddV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/attention/self/add_1/y", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/Mul"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/attention/self/Add", "op": "AddV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/attention/self/add_1/y", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/Mul"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/attention/self/Add", "op": "AddV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/attention/self/add_1/y", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/Mul"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/attention/self/Add", "op": "AddV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/attention/self/add_1/y", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/Mul"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/attention/self/Add", "op": "AddV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/attention/self/add_1/y", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/Mul"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/attention/self/Add", "op": "AddV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/attention/self/add_1/y", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/Mul"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/attention/self/Add", "op": "AddV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/attention/self/add_1/y", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/Mul"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/attention/self/Add", "op": "AddV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/attention/self/add_1/y", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/Mul"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/attention/self/Add", "op": "AddV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/attention/self/add_1/y", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/Mul"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/attention/self/Add", "op": "AddV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/attention/self/add_1/y", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/Mul"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/attention/self/Add", "op": "AddV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/attention/self/add_1/y", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/Mul"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/attention/self/Add", "op": "AddV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/attention/self/add_1/y", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/Mul"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/attention/self/Add", "op": "AddV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/attention/self/add_1/y", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/Mul"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/attention/self/Add", "op": "AddV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/attention/self/add_1/y", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/Mul"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/embeddings/add_2", "op": "AddV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/embeddings/add_1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/embeddings/Gather_2"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/embeddings/LayerNorm/moments/mean", "op": "Mean", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/embeddings/add_2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/embeddings/LayerNorm/moments/mean/reduction_indices"], "attr": {"Tidx": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}, "keep_dims": {"b": true}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/embeddings/LayerNorm/moments/SquaredDifference", "op": "SquaredDifference", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/embeddings/add_2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/embeddings/LayerNorm/moments/mean"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/embeddings/LayerNorm/moments/variance", "op": "Mean", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/embeddings/LayerNorm/moments/SquaredDifference", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/embeddings/LayerNorm/moments/variance/reduction_indices"], "attr": {"T": {"type": "DT_FLOAT"}, "Tidx": {"type": "DT_INT32"}, "keep_dims": {"b": true}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/embeddings/LayerNorm/batchnorm/add", "op": "AddV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/embeddings/LayerNorm/moments/variance", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/embeddings/LayerNorm/batchnorm/add/y"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/embeddings/LayerNorm/batchnorm/Rsqrt", "op": "Rsqrt", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/embeddings/LayerNorm/batchnorm/add"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/embeddings/LayerNorm/batchnorm/mul", "op": "Mul", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/embeddings/LayerNorm/batchnorm/Rsqrt", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/embeddings/LayerNorm/batchnorm/mul/ReadVariableOp"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/embeddings/LayerNorm/batchnorm/mul_2", "op": "Mul", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/embeddings/LayerNorm/moments/mean", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/embeddings/LayerNorm/batchnorm/mul"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/embeddings/LayerNorm/batchnorm/mul_1", "op": "Mul", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/embeddings/add_2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/embeddings/LayerNorm/batchnorm/mul"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/embeddings/LayerNorm/batchnorm/sub", "op": "Sub", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/embeddings/LayerNorm/batchnorm/ReadVariableOp", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/embeddings/LayerNorm/batchnorm/mul_2"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/embeddings/LayerNorm/batchnorm/add_1", "op": "AddV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/embeddings/LayerNorm/batchnorm/mul_1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/embeddings/LayerNorm/batchnorm/sub"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/attention/self/query/Tensordot/Shape", "op": "Shape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/embeddings/LayerNorm/batchnorm/add_1"], "attr": {"T": {"type": "DT_FLOAT"}, "out_type": {"type": "DT_INT32"}}, "experimentalType": {"typeId": "TFT_PRODUCT", "args": [{"typeId": "TFT_SHAPE_TENSOR", "args": [{"typeId": "TFT_INT32"}]}]}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/attention/self/key/Tensordot/Shape", "op": "Shape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/embeddings/LayerNorm/batchnorm/add_1"], "attr": {"T": {"type": "DT_FLOAT"}, "out_type": {"type": "DT_INT32"}}, "experimentalType": {"typeId": "TFT_PRODUCT", "args": [{"typeId": "TFT_SHAPE_TENSOR", "args": [{"typeId": "TFT_INT32"}]}]}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/attention/self/value/Tensordot/Shape", "op": "Shape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/embeddings/LayerNorm/batchnorm/add_1"], "attr": {"T": {"type": "DT_FLOAT"}, "out_type": {"type": "DT_INT32"}}, "experimentalType": {"typeId": "TFT_PRODUCT", "args": [{"typeId": "TFT_SHAPE_TENSOR", "args": [{"typeId": "TFT_INT32"}]}]}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/attention/self/Shape", "op": "Shape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/embeddings/LayerNorm/batchnorm/add_1"], "attr": {"T": {"type": "DT_FLOAT"}, "out_type": {"type": "DT_INT32"}}, "experimentalType": {"typeId": "TFT_PRODUCT", "args": [{"typeId": "TFT_SHAPE_TENSOR", "args": [{"typeId": "TFT_INT32"}]}]}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/attention/self/query/Tensordot/GatherV2_1", "op": "GatherV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/attention/self/query/Tensordot/Shape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/attention/self/query/Tensordot/axes", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/attention/self/query/Tensordot/GatherV2_1/axis"], "attr": {"Taxis": {"type": "DT_INT32"}, "Tparams": {"type": "DT_INT32"}, "Tindices": {"type": "DT_INT32"}, "batch_dims": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/attention/self/query/Tensordot/GatherV2", "op": "GatherV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/attention/self/query/Tensordot/Shape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/attention/self/query/Tensordot/free", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/attention/self/query/Tensordot/GatherV2/axis"], "attr": {"Tparams": {"type": "DT_INT32"}, "Taxis": {"type": "DT_INT32"}, "Tindices": {"type": "DT_INT32"}, "batch_dims": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/attention/self/key/Tensordot/GatherV2_1", "op": "GatherV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/attention/self/key/Tensordot/Shape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/attention/self/key/Tensordot/axes", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/attention/self/key/Tensordot/GatherV2_1/axis"], "attr": {"Tparams": {"type": "DT_INT32"}, "Taxis": {"type": "DT_INT32"}, "Tindices": {"type": "DT_INT32"}, "batch_dims": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/attention/self/key/Tensordot/GatherV2", "op": "GatherV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/attention/self/key/Tensordot/Shape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/attention/self/key/Tensordot/free", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/attention/self/key/Tensordot/GatherV2/axis"], "attr": {"Taxis": {"type": "DT_INT32"}, "Tparams": {"type": "DT_INT32"}, "Tindices": {"type": "DT_INT32"}, "batch_dims": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/attention/self/value/Tensordot/GatherV2_1", "op": "GatherV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/attention/self/value/Tensordot/Shape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/attention/self/value/Tensordot/axes", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/attention/self/value/Tensordot/GatherV2_1/axis"], "attr": {"Taxis": {"type": "DT_INT32"}, "Tparams": {"type": "DT_INT32"}, "Tindices": {"type": "DT_INT32"}, "batch_dims": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/attention/self/value/Tensordot/GatherV2", "op": "GatherV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/attention/self/value/Tensordot/Shape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/attention/self/value/Tensordot/free", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/attention/self/value/Tensordot/GatherV2/axis"], "attr": {"Taxis": {"type": "DT_INT32"}, "Tparams": {"type": "DT_INT32"}, "Tindices": {"type": "DT_INT32"}, "batch_dims": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/attention/self/strided_slice", "op": "StridedSlice", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/attention/self/Shape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/attention/self/strided_slice/stack", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/attention/self/strided_slice/stack_1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/attention/self/strided_slice/stack_2"], "attr": {"shrink_axis_mask": {"i": "1"}, "Index": {"type": "DT_INT32"}, "new_axis_mask": {"i": "0"}, "begin_mask": {"i": "0"}, "end_mask": {"i": "0"}, "T": {"type": "DT_INT32"}, "ellipsis_mask": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/attention/self/query/Tensordot/Prod_1", "op": "Prod", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/attention/self/query/Tensordot/GatherV2_1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/attention/self/query/Tensordot/Const_1"], "attr": {"Tidx": {"type": "DT_INT32"}, "T": {"type": "DT_INT32"}, "keep_dims": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/attention/self/query/Tensordot/Prod", "op": "Prod", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/attention/self/query/Tensordot/GatherV2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/attention/self/query/Tensordot/Const"], "attr": {"Tidx": {"type": "DT_INT32"}, "T": {"type": "DT_INT32"}, "keep_dims": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/attention/self/query/Tensordot/concat_1", "op": "ConcatV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/attention/self/query/Tensordot/GatherV2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/attention/self/query/Tensordot/Const_2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/attention/self/query/Tensordot/concat_1/axis"], "attr": {"N": {"i": "2"}, "Tidx": {"type": "DT_INT32"}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/attention/self/key/Tensordot/Prod_1", "op": "Prod", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/attention/self/key/Tensordot/GatherV2_1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/attention/self/key/Tensordot/Const_1"], "attr": {"Tidx": {"type": "DT_INT32"}, "T": {"type": "DT_INT32"}, "keep_dims": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/attention/self/key/Tensordot/Prod", "op": "Prod", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/attention/self/key/Tensordot/GatherV2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/attention/self/key/Tensordot/Const"], "attr": {"Tidx": {"type": "DT_INT32"}, "T": {"type": "DT_INT32"}, "keep_dims": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/attention/self/key/Tensordot/concat_1", "op": "ConcatV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/attention/self/key/Tensordot/GatherV2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/attention/self/key/Tensordot/Const_2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/attention/self/key/Tensordot/concat_1/axis"], "attr": {"N": {"i": "2"}, "Tidx": {"type": "DT_INT32"}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/attention/self/value/Tensordot/Prod_1", "op": "Prod", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/attention/self/value/Tensordot/GatherV2_1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/attention/self/value/Tensordot/Const_1"], "attr": {"T": {"type": "DT_INT32"}, "Tidx": {"type": "DT_INT32"}, "keep_dims": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/attention/self/value/Tensordot/Prod", "op": "Prod", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/attention/self/value/Tensordot/GatherV2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/attention/self/value/Tensordot/Const"], "attr": {"T": {"type": "DT_INT32"}, "Tidx": {"type": "DT_INT32"}, "keep_dims": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/attention/self/value/Tensordot/concat_1", "op": "ConcatV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/attention/self/value/Tensordot/GatherV2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/attention/self/value/Tensordot/Const_2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/attention/self/value/Tensordot/concat_1/axis"], "attr": {"N": {"i": "2"}, "Tidx": {"type": "DT_INT32"}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/attention/self/Reshape_2/shape", "op": "Pack", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/attention/self/strided_slice", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/attention/self/Reshape_2/shape/1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/attention/self/Reshape_2/shape/2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/attention/self/Reshape_2/shape/3"], "attr": {"N": {"i": "4"}, "axis": {"i": "0"}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/attention/self/Reshape/shape", "op": "Pack", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/attention/self/strided_slice", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/attention/self/Reshape/shape/1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/attention/self/Reshape/shape/2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/attention/self/Reshape/shape/3"], "attr": {"N": {"i": "4"}, "axis": {"i": "0"}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/attention/self/Reshape_1/shape", "op": "Pack", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/attention/self/strided_slice", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/attention/self/Reshape_1/shape/1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/attention/self/Reshape_1/shape/2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/attention/self/Reshape_1/shape/3"], "attr": {"N": {"i": "4"}, "axis": {"i": "0"}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/attention/self/Reshape_3/shape", "op": "Pack", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/attention/self/strided_slice", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/attention/self/Reshape_3/shape/1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/attention/self/Reshape_3/shape/2"], "attr": {"N": {"i": "3"}, "axis": {"i": "0"}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/attention/self/query/Tensordot/stack", "op": "Pack", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/attention/self/query/Tensordot/Prod", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/attention/self/query/Tensordot/Prod_1"], "attr": {"N": {"i": "2"}, "axis": {"i": "0"}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/attention/self/key/Tensordot/stack", "op": "Pack", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/attention/self/key/Tensordot/Prod", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/attention/self/key/Tensordot/Prod_1"], "attr": {"N": {"i": "2"}, "axis": {"i": "0"}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/attention/self/value/Tensordot/stack", "op": "Pack", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/attention/self/value/Tensordot/Prod", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/attention/self/value/Tensordot/Prod_1"], "attr": {"N": {"i": "2"}, "axis": {"i": "0"}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/attention/self/query/Tensordot/Reshape", "op": "Reshape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/embeddings/LayerNorm/batchnorm/add_1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/attention/self/query/Tensordot/stack"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/attention/self/key/Tensordot/Reshape", "op": "Reshape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/embeddings/LayerNorm/batchnorm/add_1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/attention/self/key/Tensordot/stack"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/attention/self/value/Tensordot/Reshape", "op": "Reshape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/embeddings/LayerNorm/batchnorm/add_1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/attention/self/value/Tensordot/stack"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/attention/self/query/Tensordot/MatMul", "op": "MatMul", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/attention/self/query/Tensordot/Reshape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/attention/self/query/Tensordot/ReadVariableOp"], "device": "/device:CPU:0", "attr": {"grad_a": {"b": false}, "transpose_a": {"b": false}, "T": {"type": "DT_FLOAT"}, "grad_b": {"b": false}, "transpose_b": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/attention/self/key/Tensordot/MatMul", "op": "MatMul", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/attention/self/key/Tensordot/Reshape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/attention/self/key/Tensordot/ReadVariableOp"], "device": "/device:CPU:0", "attr": {"grad_a": {"b": false}, "transpose_a": {"b": false}, "T": {"type": "DT_FLOAT"}, "grad_b": {"b": false}, "transpose_b": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/attention/self/value/Tensordot/MatMul", "op": "MatMul", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/attention/self/value/Tensordot/Reshape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/attention/self/value/Tensordot/ReadVariableOp"], "device": "/device:CPU:0", "attr": {"grad_a": {"b": false}, "transpose_a": {"b": false}, "T": {"type": "DT_FLOAT"}, "grad_b": {"b": false}, "transpose_b": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/attention/self/query/Tensordot", "op": "Reshape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/attention/self/query/Tensordot/MatMul", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/attention/self/query/Tensordot/concat_1"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/attention/self/key/Tensordot", "op": "Reshape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/attention/self/key/Tensordot/MatMul", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/attention/self/key/Tensordot/concat_1"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/attention/self/value/Tensordot", "op": "Reshape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/attention/self/value/Tensordot/MatMul", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/attention/self/value/Tensordot/concat_1"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/attention/self/query/BiasAdd", "op": "BiasAdd", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/attention/self/query/Tensordot", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/attention/self/query/BiasAdd/ReadVariableOp"], "attr": {"data_format": {"s": "TkhXQw=="}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/attention/self/key/BiasAdd", "op": "BiasAdd", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/attention/self/key/Tensordot", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/attention/self/key/BiasAdd/ReadVariableOp"], "attr": {"data_format": {"s": "TkhXQw=="}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/attention/self/value/BiasAdd", "op": "BiasAdd", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/attention/self/value/Tensordot", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/attention/self/value/BiasAdd/ReadVariableOp"], "attr": {"data_format": {"s": "TkhXQw=="}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/attention/self/Reshape_2", "op": "Reshape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/attention/self/query/BiasAdd", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/attention/self/Reshape_2/shape"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/attention/self/Reshape", "op": "Reshape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/attention/self/key/BiasAdd", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/attention/self/Reshape/shape"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/attention/self/Reshape_1", "op": "Reshape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/attention/self/value/BiasAdd", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/attention/self/Reshape_1/shape"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/attention/self/transpose_2", "op": "Transpose", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/attention/self/Reshape_2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/attention/self/transpose_2/perm"], "attr": {"Tperm": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/attention/self/transpose", "op": "Transpose", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/attention/self/Reshape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/attention/self/transpose/perm"], "attr": {"Tperm": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/attention/self/transpose_1", "op": "Transpose", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/attention/self/Reshape_1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/attention/self/transpose_1/perm"], "attr": {"Tperm": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/attention/self/MatMul", "op": "BatchMatMulV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/attention/self/transpose_2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/attention/self/transpose"], "attr": {"adj_x": {"b": false}, "grad_y": {"b": false}, "T": {"type": "DT_FLOAT"}, "grad_x": {"b": false}, "adj_y": {"b": true}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/attention/self/truediv", "op": "Mul", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/attention/self/MatMul", "ConstantFolding/StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/attention/self/truediv_recip"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/attention/self/add_1", "op": "AddV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/attention/self/truediv", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/attention/self/Add"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/attention/self/Softmax", "op": "Softmax", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/attention/self/add_1"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/attention/self/MatMul_1", "op": "BatchMatMulV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/attention/self/Softmax", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/attention/self/transpose_1"], "attr": {"grad_y": {"b": false}, "adj_x": {"b": false}, "T": {"type": "DT_FLOAT"}, "adj_y": {"b": false}, "grad_x": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/attention/self/transpose_3", "op": "Transpose", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/attention/self/MatMul_1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/attention/self/transpose_3/perm"], "attr": {"Tperm": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/attention/self/Reshape_3", "op": "Reshape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/attention/self/transpose_3", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/attention/self/Reshape_3/shape"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/attention/output/dense/Tensordot/Shape", "op": "Shape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/attention/self/Reshape_3"], "attr": {"T": {"type": "DT_FLOAT"}, "out_type": {"type": "DT_INT32"}}, "experimentalType": {"typeId": "TFT_PRODUCT", "args": [{"typeId": "TFT_SHAPE_TENSOR", "args": [{"typeId": "TFT_INT32"}]}]}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/attention/output/dense/Tensordot/GatherV2_1", "op": "GatherV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/attention/output/dense/Tensordot/Shape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/attention/output/dense/Tensordot/axes", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/attention/output/dense/Tensordot/GatherV2_1/axis"], "attr": {"Tparams": {"type": "DT_INT32"}, "Taxis": {"type": "DT_INT32"}, "Tindices": {"type": "DT_INT32"}, "batch_dims": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/attention/output/dense/Tensordot/GatherV2", "op": "GatherV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/attention/output/dense/Tensordot/Shape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/attention/output/dense/Tensordot/free", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/attention/output/dense/Tensordot/GatherV2/axis"], "attr": {"Tparams": {"type": "DT_INT32"}, "Taxis": {"type": "DT_INT32"}, "Tindices": {"type": "DT_INT32"}, "batch_dims": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/attention/output/dense/Tensordot/Prod_1", "op": "Prod", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/attention/output/dense/Tensordot/GatherV2_1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/attention/output/dense/Tensordot/Const_1"], "attr": {"Tidx": {"type": "DT_INT32"}, "T": {"type": "DT_INT32"}, "keep_dims": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/attention/output/dense/Tensordot/Prod", "op": "Prod", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/attention/output/dense/Tensordot/GatherV2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/attention/output/dense/Tensordot/Const"], "attr": {"T": {"type": "DT_INT32"}, "Tidx": {"type": "DT_INT32"}, "keep_dims": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/attention/output/dense/Tensordot/concat_1", "op": "ConcatV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/attention/output/dense/Tensordot/GatherV2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/attention/output/dense/Tensordot/Const_2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/attention/output/dense/Tensordot/concat_1/axis"], "attr": {"N": {"i": "2"}, "T": {"type": "DT_INT32"}, "Tidx": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/attention/output/dense/Tensordot/stack", "op": "Pack", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/attention/output/dense/Tensordot/Prod", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/attention/output/dense/Tensordot/Prod_1"], "attr": {"N": {"i": "2"}, "axis": {"i": "0"}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/attention/output/dense/Tensordot/Reshape", "op": "Reshape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/attention/self/Reshape_3", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/attention/output/dense/Tensordot/stack"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/attention/output/dense/Tensordot/MatMul", "op": "MatMul", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/attention/output/dense/Tensordot/Reshape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/attention/output/dense/Tensordot/ReadVariableOp"], "device": "/device:CPU:0", "attr": {"transpose_a": {"b": false}, "grad_a": {"b": false}, "T": {"type": "DT_FLOAT"}, "grad_b": {"b": false}, "transpose_b": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/attention/output/dense/Tensordot", "op": "Reshape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/attention/output/dense/Tensordot/MatMul", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/attention/output/dense/Tensordot/concat_1"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/attention/output/dense/BiasAdd", "op": "BiasAdd", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/attention/output/dense/Tensordot", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/attention/output/dense/BiasAdd/ReadVariableOp"], "attr": {"data_format": {"s": "TkhXQw=="}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/attention/output/add", "op": "AddV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/attention/output/dense/BiasAdd", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/embeddings/LayerNorm/batchnorm/add_1"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/attention/output/LayerNorm/moments/mean", "op": "Mean", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/attention/output/add", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/attention/output/LayerNorm/moments/mean/reduction_indices"], "attr": {"T": {"type": "DT_FLOAT"}, "Tidx": {"type": "DT_INT32"}, "keep_dims": {"b": true}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/attention/output/LayerNorm/moments/SquaredDifference", "op": "SquaredDifference", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/attention/output/add", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/attention/output/LayerNorm/moments/mean"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/attention/output/LayerNorm/moments/variance", "op": "Mean", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/attention/output/LayerNorm/moments/SquaredDifference", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/attention/output/LayerNorm/moments/variance/reduction_indices"], "attr": {"T": {"type": "DT_FLOAT"}, "Tidx": {"type": "DT_INT32"}, "keep_dims": {"b": true}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/attention/output/LayerNorm/batchnorm/add", "op": "AddV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/attention/output/LayerNorm/moments/variance", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/attention/output/LayerNorm/batchnorm/add/y"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/attention/output/LayerNorm/batchnorm/Rsqrt", "op": "Rsqrt", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/attention/output/LayerNorm/batchnorm/add"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/attention/output/LayerNorm/batchnorm/mul", "op": "Mul", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/attention/output/LayerNorm/batchnorm/Rsqrt", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/attention/output/LayerNorm/batchnorm/mul/ReadVariableOp"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/attention/output/LayerNorm/batchnorm/mul_2", "op": "Mul", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/attention/output/LayerNorm/moments/mean", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/attention/output/LayerNorm/batchnorm/mul"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/attention/output/LayerNorm/batchnorm/mul_1", "op": "Mul", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/attention/output/add", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/attention/output/LayerNorm/batchnorm/mul"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/attention/output/LayerNorm/batchnorm/sub", "op": "Sub", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/attention/output/LayerNorm/batchnorm/ReadVariableOp", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/attention/output/LayerNorm/batchnorm/mul_2"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/attention/output/LayerNorm/batchnorm/add_1", "op": "AddV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/attention/output/LayerNorm/batchnorm/mul_1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/attention/output/LayerNorm/batchnorm/sub"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/intermediate/dense/Tensordot/Shape", "op": "Shape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/attention/output/LayerNorm/batchnorm/add_1"], "attr": {"T": {"type": "DT_FLOAT"}, "out_type": {"type": "DT_INT32"}}, "experimentalType": {"typeId": "TFT_PRODUCT", "args": [{"typeId": "TFT_SHAPE_TENSOR", "args": [{"typeId": "TFT_INT32"}]}]}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/intermediate/dense/Tensordot/GatherV2_1", "op": "GatherV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/intermediate/dense/Tensordot/Shape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/intermediate/dense/Tensordot/axes", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/intermediate/dense/Tensordot/GatherV2_1/axis"], "attr": {"Tparams": {"type": "DT_INT32"}, "Taxis": {"type": "DT_INT32"}, "Tindices": {"type": "DT_INT32"}, "batch_dims": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/intermediate/dense/Tensordot/GatherV2", "op": "GatherV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/intermediate/dense/Tensordot/Shape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/intermediate/dense/Tensordot/free", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/intermediate/dense/Tensordot/GatherV2/axis"], "attr": {"Tparams": {"type": "DT_INT32"}, "Taxis": {"type": "DT_INT32"}, "Tindices": {"type": "DT_INT32"}, "batch_dims": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/intermediate/dense/Tensordot/Prod_1", "op": "Prod", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/intermediate/dense/Tensordot/GatherV2_1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/intermediate/dense/Tensordot/Const_1"], "attr": {"Tidx": {"type": "DT_INT32"}, "T": {"type": "DT_INT32"}, "keep_dims": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/intermediate/dense/Tensordot/Prod", "op": "Prod", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/intermediate/dense/Tensordot/GatherV2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/intermediate/dense/Tensordot/Const"], "attr": {"T": {"type": "DT_INT32"}, "Tidx": {"type": "DT_INT32"}, "keep_dims": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/intermediate/dense/Tensordot/concat_1", "op": "ConcatV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/intermediate/dense/Tensordot/GatherV2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/intermediate/dense/Tensordot/Const_2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/intermediate/dense/Tensordot/concat_1/axis"], "attr": {"N": {"i": "2"}, "Tidx": {"type": "DT_INT32"}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/intermediate/dense/Tensordot/stack", "op": "Pack", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/intermediate/dense/Tensordot/Prod", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/intermediate/dense/Tensordot/Prod_1"], "attr": {"N": {"i": "2"}, "axis": {"i": "0"}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/intermediate/dense/Tensordot/Reshape", "op": "Reshape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/attention/output/LayerNorm/batchnorm/add_1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/intermediate/dense/Tensordot/stack"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/intermediate/dense/Tensordot/MatMul", "op": "MatMul", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/intermediate/dense/Tensordot/Reshape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/intermediate/dense/Tensordot/ReadVariableOp"], "device": "/device:CPU:0", "attr": {"transpose_a": {"b": false}, "grad_a": {"b": false}, "T": {"type": "DT_FLOAT"}, "grad_b": {"b": false}, "transpose_b": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/intermediate/dense/Tensordot", "op": "Reshape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/intermediate/dense/Tensordot/MatMul", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/intermediate/dense/Tensordot/concat_1"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/intermediate/dense/BiasAdd", "op": "BiasAdd", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/intermediate/dense/Tensordot", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/intermediate/dense/BiasAdd/ReadVariableOp"], "attr": {"data_format": {"s": "TkhXQw=="}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/intermediate/Relu", "op": "Relu", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/intermediate/dense/BiasAdd"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/output/dense/Tensordot/Shape", "op": "Shape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/intermediate/Relu"], "attr": {"T": {"type": "DT_FLOAT"}, "out_type": {"type": "DT_INT32"}}, "experimentalType": {"typeId": "TFT_PRODUCT", "args": [{"typeId": "TFT_SHAPE_TENSOR", "args": [{"typeId": "TFT_INT32"}]}]}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/output/dense/Tensordot/GatherV2_1", "op": "GatherV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/output/dense/Tensordot/Shape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/output/dense/Tensordot/axes", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/output/dense/Tensordot/GatherV2_1/axis"], "attr": {"Tparams": {"type": "DT_INT32"}, "Taxis": {"type": "DT_INT32"}, "Tindices": {"type": "DT_INT32"}, "batch_dims": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/output/dense/Tensordot/GatherV2", "op": "GatherV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/output/dense/Tensordot/Shape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/output/dense/Tensordot/free", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/output/dense/Tensordot/GatherV2/axis"], "attr": {"Tparams": {"type": "DT_INT32"}, "Taxis": {"type": "DT_INT32"}, "Tindices": {"type": "DT_INT32"}, "batch_dims": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/output/dense/Tensordot/Prod_1", "op": "Prod", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/output/dense/Tensordot/GatherV2_1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/output/dense/Tensordot/Const_1"], "attr": {"T": {"type": "DT_INT32"}, "Tidx": {"type": "DT_INT32"}, "keep_dims": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/output/dense/Tensordot/Prod", "op": "Prod", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/output/dense/Tensordot/GatherV2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/output/dense/Tensordot/Const"], "attr": {"Tidx": {"type": "DT_INT32"}, "T": {"type": "DT_INT32"}, "keep_dims": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/output/dense/Tensordot/concat_1", "op": "ConcatV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/output/dense/Tensordot/GatherV2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/output/dense/Tensordot/Const_2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/output/dense/Tensordot/concat_1/axis"], "attr": {"N": {"i": "2"}, "T": {"type": "DT_INT32"}, "Tidx": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/output/dense/Tensordot/stack", "op": "Pack", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/output/dense/Tensordot/Prod", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/output/dense/Tensordot/Prod_1"], "attr": {"N": {"i": "2"}, "axis": {"i": "0"}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/output/dense/Tensordot/Reshape", "op": "Reshape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/intermediate/Relu", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/output/dense/Tensordot/stack"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/output/dense/Tensordot/MatMul", "op": "MatMul", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/output/dense/Tensordot/Reshape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/output/dense/Tensordot/ReadVariableOp"], "device": "/device:CPU:0", "attr": {"grad_a": {"b": false}, "transpose_a": {"b": false}, "T": {"type": "DT_FLOAT"}, "grad_b": {"b": false}, "transpose_b": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/output/dense/Tensordot", "op": "Reshape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/output/dense/Tensordot/MatMul", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/output/dense/Tensordot/concat_1"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/output/dense/BiasAdd", "op": "BiasAdd", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/output/dense/Tensordot", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/output/dense/BiasAdd/ReadVariableOp"], "attr": {"data_format": {"s": "TkhXQw=="}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/output/add", "op": "AddV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/output/dense/BiasAdd", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/attention/output/LayerNorm/batchnorm/add_1"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/output/LayerNorm/moments/mean", "op": "Mean", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/output/add", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/output/LayerNorm/moments/mean/reduction_indices"], "attr": {"T": {"type": "DT_FLOAT"}, "Tidx": {"type": "DT_INT32"}, "keep_dims": {"b": true}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/output/LayerNorm/moments/SquaredDifference", "op": "SquaredDifference", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/output/add", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/output/LayerNorm/moments/mean"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/output/LayerNorm/moments/variance", "op": "Mean", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/output/LayerNorm/moments/SquaredDifference", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/output/LayerNorm/moments/variance/reduction_indices"], "attr": {"T": {"type": "DT_FLOAT"}, "Tidx": {"type": "DT_INT32"}, "keep_dims": {"b": true}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/output/LayerNorm/batchnorm/add", "op": "AddV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/output/LayerNorm/moments/variance", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/output/LayerNorm/batchnorm/add/y"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/output/LayerNorm/batchnorm/Rsqrt", "op": "Rsqrt", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/output/LayerNorm/batchnorm/add"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/output/LayerNorm/batchnorm/mul", "op": "Mul", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/output/LayerNorm/batchnorm/Rsqrt", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/output/LayerNorm/batchnorm/mul/ReadVariableOp"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/output/LayerNorm/batchnorm/mul_2", "op": "Mul", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/output/LayerNorm/moments/mean", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/output/LayerNorm/batchnorm/mul"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/output/LayerNorm/batchnorm/mul_1", "op": "Mul", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/output/add", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/output/LayerNorm/batchnorm/mul"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/output/LayerNorm/batchnorm/sub", "op": "Sub", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/output/LayerNorm/batchnorm/ReadVariableOp", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/output/LayerNorm/batchnorm/mul_2"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/output/LayerNorm/batchnorm/add_1", "op": "AddV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/output/LayerNorm/batchnorm/mul_1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/output/LayerNorm/batchnorm/sub"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/attention/self/query/Tensordot/Shape", "op": "Shape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/output/LayerNorm/batchnorm/add_1"], "attr": {"T": {"type": "DT_FLOAT"}, "out_type": {"type": "DT_INT32"}}, "experimentalType": {"typeId": "TFT_PRODUCT", "args": [{"typeId": "TFT_SHAPE_TENSOR", "args": [{"typeId": "TFT_INT32"}]}]}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/attention/self/key/Tensordot/Shape", "op": "Shape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/output/LayerNorm/batchnorm/add_1"], "attr": {"T": {"type": "DT_FLOAT"}, "out_type": {"type": "DT_INT32"}}, "experimentalType": {"typeId": "TFT_PRODUCT", "args": [{"typeId": "TFT_SHAPE_TENSOR", "args": [{"typeId": "TFT_INT32"}]}]}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/attention/self/value/Tensordot/Shape", "op": "Shape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/output/LayerNorm/batchnorm/add_1"], "attr": {"T": {"type": "DT_FLOAT"}, "out_type": {"type": "DT_INT32"}}, "experimentalType": {"typeId": "TFT_PRODUCT", "args": [{"typeId": "TFT_SHAPE_TENSOR", "args": [{"typeId": "TFT_INT32"}]}]}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/attention/self/Shape", "op": "Shape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/output/LayerNorm/batchnorm/add_1"], "attr": {"T": {"type": "DT_FLOAT"}, "out_type": {"type": "DT_INT32"}}, "experimentalType": {"typeId": "TFT_PRODUCT", "args": [{"typeId": "TFT_SHAPE_TENSOR", "args": [{"typeId": "TFT_INT32"}]}]}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/attention/self/query/Tensordot/GatherV2_1", "op": "GatherV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/attention/self/query/Tensordot/Shape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/attention/self/query/Tensordot/axes", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/attention/self/query/Tensordot/GatherV2_1/axis"], "attr": {"Taxis": {"type": "DT_INT32"}, "Tparams": {"type": "DT_INT32"}, "Tindices": {"type": "DT_INT32"}, "batch_dims": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/attention/self/query/Tensordot/GatherV2", "op": "GatherV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/attention/self/query/Tensordot/Shape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/attention/self/query/Tensordot/free", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/attention/self/query/Tensordot/GatherV2/axis"], "attr": {"Tparams": {"type": "DT_INT32"}, "Taxis": {"type": "DT_INT32"}, "Tindices": {"type": "DT_INT32"}, "batch_dims": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/attention/self/key/Tensordot/GatherV2_1", "op": "GatherV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/attention/self/key/Tensordot/Shape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/attention/self/key/Tensordot/axes", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/attention/self/key/Tensordot/GatherV2_1/axis"], "attr": {"Taxis": {"type": "DT_INT32"}, "Tparams": {"type": "DT_INT32"}, "Tindices": {"type": "DT_INT32"}, "batch_dims": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/attention/self/key/Tensordot/GatherV2", "op": "GatherV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/attention/self/key/Tensordot/Shape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/attention/self/key/Tensordot/free", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/attention/self/key/Tensordot/GatherV2/axis"], "attr": {"Tparams": {"type": "DT_INT32"}, "Taxis": {"type": "DT_INT32"}, "Tindices": {"type": "DT_INT32"}, "batch_dims": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/attention/self/value/Tensordot/GatherV2_1", "op": "GatherV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/attention/self/value/Tensordot/Shape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/attention/self/value/Tensordot/axes", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/attention/self/value/Tensordot/GatherV2_1/axis"], "attr": {"Tparams": {"type": "DT_INT32"}, "Taxis": {"type": "DT_INT32"}, "Tindices": {"type": "DT_INT32"}, "batch_dims": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/attention/self/value/Tensordot/GatherV2", "op": "GatherV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/attention/self/value/Tensordot/Shape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/attention/self/value/Tensordot/free", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/attention/self/value/Tensordot/GatherV2/axis"], "attr": {"Tparams": {"type": "DT_INT32"}, "Taxis": {"type": "DT_INT32"}, "Tindices": {"type": "DT_INT32"}, "batch_dims": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/attention/self/strided_slice", "op": "StridedSlice", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/attention/self/Shape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/attention/self/strided_slice/stack", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/attention/self/strided_slice/stack_1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/attention/self/strided_slice/stack_2"], "attr": {"shrink_axis_mask": {"i": "1"}, "new_axis_mask": {"i": "0"}, "Index": {"type": "DT_INT32"}, "begin_mask": {"i": "0"}, "end_mask": {"i": "0"}, "T": {"type": "DT_INT32"}, "ellipsis_mask": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/attention/self/query/Tensordot/Prod_1", "op": "Prod", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/attention/self/query/Tensordot/GatherV2_1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/attention/self/query/Tensordot/Const_1"], "attr": {"T": {"type": "DT_INT32"}, "Tidx": {"type": "DT_INT32"}, "keep_dims": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/attention/self/query/Tensordot/Prod", "op": "Prod", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/attention/self/query/Tensordot/GatherV2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/attention/self/query/Tensordot/Const"], "attr": {"T": {"type": "DT_INT32"}, "Tidx": {"type": "DT_INT32"}, "keep_dims": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/attention/self/query/Tensordot/concat_1", "op": "ConcatV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/attention/self/query/Tensordot/GatherV2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/attention/self/query/Tensordot/Const_2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/attention/self/query/Tensordot/concat_1/axis"], "attr": {"N": {"i": "2"}, "Tidx": {"type": "DT_INT32"}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/attention/self/key/Tensordot/Prod_1", "op": "Prod", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/attention/self/key/Tensordot/GatherV2_1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/attention/self/key/Tensordot/Const_1"], "attr": {"Tidx": {"type": "DT_INT32"}, "T": {"type": "DT_INT32"}, "keep_dims": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/attention/self/key/Tensordot/Prod", "op": "Prod", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/attention/self/key/Tensordot/GatherV2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/attention/self/key/Tensordot/Const"], "attr": {"T": {"type": "DT_INT32"}, "Tidx": {"type": "DT_INT32"}, "keep_dims": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/attention/self/key/Tensordot/concat_1", "op": "ConcatV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/attention/self/key/Tensordot/GatherV2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/attention/self/key/Tensordot/Const_2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/attention/self/key/Tensordot/concat_1/axis"], "attr": {"N": {"i": "2"}, "Tidx": {"type": "DT_INT32"}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/attention/self/value/Tensordot/Prod_1", "op": "Prod", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/attention/self/value/Tensordot/GatherV2_1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/attention/self/value/Tensordot/Const_1"], "attr": {"T": {"type": "DT_INT32"}, "Tidx": {"type": "DT_INT32"}, "keep_dims": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/attention/self/value/Tensordot/Prod", "op": "Prod", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/attention/self/value/Tensordot/GatherV2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/attention/self/value/Tensordot/Const"], "attr": {"Tidx": {"type": "DT_INT32"}, "T": {"type": "DT_INT32"}, "keep_dims": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/attention/self/value/Tensordot/concat_1", "op": "ConcatV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/attention/self/value/Tensordot/GatherV2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/attention/self/value/Tensordot/Const_2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/attention/self/value/Tensordot/concat_1/axis"], "attr": {"N": {"i": "2"}, "T": {"type": "DT_INT32"}, "Tidx": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/attention/self/Reshape_2/shape", "op": "Pack", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/attention/self/strided_slice", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/attention/self/Reshape_2/shape/1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/attention/self/Reshape_2/shape/2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/attention/self/Reshape_2/shape/3"], "attr": {"N": {"i": "4"}, "axis": {"i": "0"}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/attention/self/Reshape/shape", "op": "Pack", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/attention/self/strided_slice", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/attention/self/Reshape/shape/1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/attention/self/Reshape/shape/2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/attention/self/Reshape/shape/3"], "attr": {"N": {"i": "4"}, "axis": {"i": "0"}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/attention/self/Reshape_1/shape", "op": "Pack", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/attention/self/strided_slice", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/attention/self/Reshape_1/shape/1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/attention/self/Reshape_1/shape/2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/attention/self/Reshape_1/shape/3"], "attr": {"N": {"i": "4"}, "axis": {"i": "0"}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/attention/self/Reshape_3/shape", "op": "Pack", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/attention/self/strided_slice", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/attention/self/Reshape_3/shape/1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/attention/self/Reshape_3/shape/2"], "attr": {"N": {"i": "3"}, "axis": {"i": "0"}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/attention/self/query/Tensordot/stack", "op": "Pack", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/attention/self/query/Tensordot/Prod", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/attention/self/query/Tensordot/Prod_1"], "attr": {"N": {"i": "2"}, "axis": {"i": "0"}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/attention/self/key/Tensordot/stack", "op": "Pack", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/attention/self/key/Tensordot/Prod", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/attention/self/key/Tensordot/Prod_1"], "attr": {"N": {"i": "2"}, "axis": {"i": "0"}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/attention/self/value/Tensordot/stack", "op": "Pack", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/attention/self/value/Tensordot/Prod", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/attention/self/value/Tensordot/Prod_1"], "attr": {"N": {"i": "2"}, "axis": {"i": "0"}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/attention/self/query/Tensordot/Reshape", "op": "Reshape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/output/LayerNorm/batchnorm/add_1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/attention/self/query/Tensordot/stack"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/attention/self/key/Tensordot/Reshape", "op": "Reshape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/output/LayerNorm/batchnorm/add_1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/attention/self/key/Tensordot/stack"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/attention/self/value/Tensordot/Reshape", "op": "Reshape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/output/LayerNorm/batchnorm/add_1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/attention/self/value/Tensordot/stack"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/attention/self/query/Tensordot/MatMul", "op": "MatMul", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/attention/self/query/Tensordot/Reshape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/attention/self/query/Tensordot/ReadVariableOp"], "device": "/device:CPU:0", "attr": {"grad_a": {"b": false}, "transpose_a": {"b": false}, "T": {"type": "DT_FLOAT"}, "grad_b": {"b": false}, "transpose_b": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/attention/self/key/Tensordot/MatMul", "op": "MatMul", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/attention/self/key/Tensordot/Reshape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/attention/self/key/Tensordot/ReadVariableOp"], "device": "/device:CPU:0", "attr": {"transpose_a": {"b": false}, "grad_a": {"b": false}, "T": {"type": "DT_FLOAT"}, "grad_b": {"b": false}, "transpose_b": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/attention/self/value/Tensordot/MatMul", "op": "MatMul", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/attention/self/value/Tensordot/Reshape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/attention/self/value/Tensordot/ReadVariableOp"], "device": "/device:CPU:0", "attr": {"grad_a": {"b": false}, "transpose_a": {"b": false}, "T": {"type": "DT_FLOAT"}, "grad_b": {"b": false}, "transpose_b": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/attention/self/query/Tensordot", "op": "Reshape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/attention/self/query/Tensordot/MatMul", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/attention/self/query/Tensordot/concat_1"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/attention/self/key/Tensordot", "op": "Reshape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/attention/self/key/Tensordot/MatMul", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/attention/self/key/Tensordot/concat_1"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/attention/self/value/Tensordot", "op": "Reshape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/attention/self/value/Tensordot/MatMul", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/attention/self/value/Tensordot/concat_1"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/attention/self/query/BiasAdd", "op": "BiasAdd", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/attention/self/query/Tensordot", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/attention/self/query/BiasAdd/ReadVariableOp"], "attr": {"data_format": {"s": "TkhXQw=="}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/attention/self/key/BiasAdd", "op": "BiasAdd", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/attention/self/key/Tensordot", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/attention/self/key/BiasAdd/ReadVariableOp"], "attr": {"data_format": {"s": "TkhXQw=="}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/attention/self/value/BiasAdd", "op": "BiasAdd", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/attention/self/value/Tensordot", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/attention/self/value/BiasAdd/ReadVariableOp"], "attr": {"data_format": {"s": "TkhXQw=="}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/attention/self/Reshape_2", "op": "Reshape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/attention/self/query/BiasAdd", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/attention/self/Reshape_2/shape"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/attention/self/Reshape", "op": "Reshape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/attention/self/key/BiasAdd", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/attention/self/Reshape/shape"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/attention/self/Reshape_1", "op": "Reshape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/attention/self/value/BiasAdd", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/attention/self/Reshape_1/shape"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/attention/self/transpose_2", "op": "Transpose", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/attention/self/Reshape_2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/attention/self/transpose_2/perm"], "attr": {"Tperm": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/attention/self/transpose", "op": "Transpose", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/attention/self/Reshape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/attention/self/transpose/perm"], "attr": {"Tperm": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/attention/self/transpose_1", "op": "Transpose", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/attention/self/Reshape_1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/attention/self/transpose_1/perm"], "attr": {"Tperm": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/attention/self/MatMul", "op": "BatchMatMulV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/attention/self/transpose_2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/attention/self/transpose"], "attr": {"grad_y": {"b": false}, "adj_x": {"b": false}, "T": {"type": "DT_FLOAT"}, "adj_y": {"b": true}, "grad_x": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/attention/self/truediv", "op": "Mul", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/attention/self/MatMul", "ConstantFolding/StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/attention/self/truediv_recip"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/attention/self/add_1", "op": "AddV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/attention/self/truediv", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/attention/self/Add"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/attention/self/Softmax", "op": "Softmax", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/attention/self/add_1"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/attention/self/MatMul_1", "op": "BatchMatMulV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/attention/self/Softmax", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/attention/self/transpose_1"], "attr": {"adj_x": {"b": false}, "grad_y": {"b": false}, "T": {"type": "DT_FLOAT"}, "adj_y": {"b": false}, "grad_x": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/attention/self/transpose_3", "op": "Transpose", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/attention/self/MatMul_1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/attention/self/transpose_3/perm"], "attr": {"Tperm": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/attention/self/Reshape_3", "op": "Reshape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/attention/self/transpose_3", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/attention/self/Reshape_3/shape"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/attention/output/dense/Tensordot/Shape", "op": "Shape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/attention/self/Reshape_3"], "attr": {"T": {"type": "DT_FLOAT"}, "out_type": {"type": "DT_INT32"}}, "experimentalType": {"typeId": "TFT_PRODUCT", "args": [{"typeId": "TFT_SHAPE_TENSOR", "args": [{"typeId": "TFT_INT32"}]}]}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/attention/output/dense/Tensordot/GatherV2_1", "op": "GatherV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/attention/output/dense/Tensordot/Shape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/attention/output/dense/Tensordot/axes", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/attention/output/dense/Tensordot/GatherV2_1/axis"], "attr": {"Taxis": {"type": "DT_INT32"}, "Tparams": {"type": "DT_INT32"}, "Tindices": {"type": "DT_INT32"}, "batch_dims": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/attention/output/dense/Tensordot/GatherV2", "op": "GatherV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/attention/output/dense/Tensordot/Shape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/attention/output/dense/Tensordot/free", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/attention/output/dense/Tensordot/GatherV2/axis"], "attr": {"Taxis": {"type": "DT_INT32"}, "Tparams": {"type": "DT_INT32"}, "Tindices": {"type": "DT_INT32"}, "batch_dims": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/attention/output/dense/Tensordot/Prod_1", "op": "Prod", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/attention/output/dense/Tensordot/GatherV2_1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/attention/output/dense/Tensordot/Const_1"], "attr": {"T": {"type": "DT_INT32"}, "Tidx": {"type": "DT_INT32"}, "keep_dims": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/attention/output/dense/Tensordot/Prod", "op": "Prod", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/attention/output/dense/Tensordot/GatherV2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/attention/output/dense/Tensordot/Const"], "attr": {"T": {"type": "DT_INT32"}, "Tidx": {"type": "DT_INT32"}, "keep_dims": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/attention/output/dense/Tensordot/concat_1", "op": "ConcatV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/attention/output/dense/Tensordot/GatherV2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/attention/output/dense/Tensordot/Const_2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/attention/output/dense/Tensordot/concat_1/axis"], "attr": {"N": {"i": "2"}, "T": {"type": "DT_INT32"}, "Tidx": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/attention/output/dense/Tensordot/stack", "op": "Pack", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/attention/output/dense/Tensordot/Prod", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/attention/output/dense/Tensordot/Prod_1"], "attr": {"N": {"i": "2"}, "axis": {"i": "0"}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/attention/output/dense/Tensordot/Reshape", "op": "Reshape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/attention/self/Reshape_3", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/attention/output/dense/Tensordot/stack"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/attention/output/dense/Tensordot/MatMul", "op": "MatMul", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/attention/output/dense/Tensordot/Reshape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/attention/output/dense/Tensordot/ReadVariableOp"], "device": "/device:CPU:0", "attr": {"transpose_a": {"b": false}, "grad_a": {"b": false}, "T": {"type": "DT_FLOAT"}, "grad_b": {"b": false}, "transpose_b": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/attention/output/dense/Tensordot", "op": "Reshape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/attention/output/dense/Tensordot/MatMul", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/attention/output/dense/Tensordot/concat_1"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/attention/output/dense/BiasAdd", "op": "BiasAdd", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/attention/output/dense/Tensordot", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/attention/output/dense/BiasAdd/ReadVariableOp"], "attr": {"data_format": {"s": "TkhXQw=="}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/attention/output/add", "op": "AddV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/attention/output/dense/BiasAdd", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/output/LayerNorm/batchnorm/add_1"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/attention/output/LayerNorm/moments/mean", "op": "Mean", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/attention/output/add", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/attention/output/LayerNorm/moments/mean/reduction_indices"], "attr": {"T": {"type": "DT_FLOAT"}, "Tidx": {"type": "DT_INT32"}, "keep_dims": {"b": true}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/attention/output/LayerNorm/moments/SquaredDifference", "op": "SquaredDifference", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/attention/output/add", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/attention/output/LayerNorm/moments/mean"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/attention/output/LayerNorm/moments/variance", "op": "Mean", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/attention/output/LayerNorm/moments/SquaredDifference", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/attention/output/LayerNorm/moments/variance/reduction_indices"], "attr": {"T": {"type": "DT_FLOAT"}, "Tidx": {"type": "DT_INT32"}, "keep_dims": {"b": true}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/attention/output/LayerNorm/batchnorm/add", "op": "AddV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/attention/output/LayerNorm/moments/variance", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/attention/output/LayerNorm/batchnorm/add/y"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/attention/output/LayerNorm/batchnorm/Rsqrt", "op": "Rsqrt", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/attention/output/LayerNorm/batchnorm/add"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/attention/output/LayerNorm/batchnorm/mul", "op": "Mul", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/attention/output/LayerNorm/batchnorm/Rsqrt", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/attention/output/LayerNorm/batchnorm/mul/ReadVariableOp"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/attention/output/LayerNorm/batchnorm/mul_2", "op": "Mul", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/attention/output/LayerNorm/moments/mean", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/attention/output/LayerNorm/batchnorm/mul"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/attention/output/LayerNorm/batchnorm/mul_1", "op": "Mul", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/attention/output/add", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/attention/output/LayerNorm/batchnorm/mul"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/attention/output/LayerNorm/batchnorm/sub", "op": "Sub", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/attention/output/LayerNorm/batchnorm/ReadVariableOp", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/attention/output/LayerNorm/batchnorm/mul_2"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/attention/output/LayerNorm/batchnorm/add_1", "op": "AddV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/attention/output/LayerNorm/batchnorm/mul_1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/attention/output/LayerNorm/batchnorm/sub"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/intermediate/dense/Tensordot/Shape", "op": "Shape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/attention/output/LayerNorm/batchnorm/add_1"], "attr": {"T": {"type": "DT_FLOAT"}, "out_type": {"type": "DT_INT32"}}, "experimentalType": {"typeId": "TFT_PRODUCT", "args": [{"typeId": "TFT_SHAPE_TENSOR", "args": [{"typeId": "TFT_INT32"}]}]}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/intermediate/dense/Tensordot/GatherV2_1", "op": "GatherV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/intermediate/dense/Tensordot/Shape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/intermediate/dense/Tensordot/axes", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/intermediate/dense/Tensordot/GatherV2_1/axis"], "attr": {"Tparams": {"type": "DT_INT32"}, "Taxis": {"type": "DT_INT32"}, "Tindices": {"type": "DT_INT32"}, "batch_dims": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/intermediate/dense/Tensordot/GatherV2", "op": "GatherV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/intermediate/dense/Tensordot/Shape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/intermediate/dense/Tensordot/free", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/intermediate/dense/Tensordot/GatherV2/axis"], "attr": {"Taxis": {"type": "DT_INT32"}, "Tparams": {"type": "DT_INT32"}, "Tindices": {"type": "DT_INT32"}, "batch_dims": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/intermediate/dense/Tensordot/Prod_1", "op": "Prod", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/intermediate/dense/Tensordot/GatherV2_1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/intermediate/dense/Tensordot/Const_1"], "attr": {"Tidx": {"type": "DT_INT32"}, "T": {"type": "DT_INT32"}, "keep_dims": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/intermediate/dense/Tensordot/Prod", "op": "Prod", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/intermediate/dense/Tensordot/GatherV2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/intermediate/dense/Tensordot/Const"], "attr": {"T": {"type": "DT_INT32"}, "Tidx": {"type": "DT_INT32"}, "keep_dims": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/intermediate/dense/Tensordot/concat_1", "op": "ConcatV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/intermediate/dense/Tensordot/GatherV2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/intermediate/dense/Tensordot/Const_2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/intermediate/dense/Tensordot/concat_1/axis"], "attr": {"N": {"i": "2"}, "T": {"type": "DT_INT32"}, "Tidx": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/intermediate/dense/Tensordot/stack", "op": "Pack", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/intermediate/dense/Tensordot/Prod", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/intermediate/dense/Tensordot/Prod_1"], "attr": {"N": {"i": "2"}, "axis": {"i": "0"}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/intermediate/dense/Tensordot/Reshape", "op": "Reshape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/attention/output/LayerNorm/batchnorm/add_1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/intermediate/dense/Tensordot/stack"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/intermediate/dense/Tensordot/MatMul", "op": "MatMul", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/intermediate/dense/Tensordot/Reshape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/intermediate/dense/Tensordot/ReadVariableOp"], "device": "/device:CPU:0", "attr": {"grad_a": {"b": false}, "transpose_a": {"b": false}, "T": {"type": "DT_FLOAT"}, "grad_b": {"b": false}, "transpose_b": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/intermediate/dense/Tensordot", "op": "Reshape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/intermediate/dense/Tensordot/MatMul", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/intermediate/dense/Tensordot/concat_1"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/intermediate/dense/BiasAdd", "op": "BiasAdd", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/intermediate/dense/Tensordot", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/intermediate/dense/BiasAdd/ReadVariableOp"], "attr": {"data_format": {"s": "TkhXQw=="}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/intermediate/Relu", "op": "Relu", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/intermediate/dense/BiasAdd"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/output/dense/Tensordot/Shape", "op": "Shape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/intermediate/Relu"], "attr": {"T": {"type": "DT_FLOAT"}, "out_type": {"type": "DT_INT32"}}, "experimentalType": {"typeId": "TFT_PRODUCT", "args": [{"typeId": "TFT_SHAPE_TENSOR", "args": [{"typeId": "TFT_INT32"}]}]}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/output/dense/Tensordot/GatherV2_1", "op": "GatherV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/output/dense/Tensordot/Shape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/output/dense/Tensordot/axes", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/output/dense/Tensordot/GatherV2_1/axis"], "attr": {"Taxis": {"type": "DT_INT32"}, "Tparams": {"type": "DT_INT32"}, "Tindices": {"type": "DT_INT32"}, "batch_dims": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/output/dense/Tensordot/GatherV2", "op": "GatherV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/output/dense/Tensordot/Shape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/output/dense/Tensordot/free", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/output/dense/Tensordot/GatherV2/axis"], "attr": {"Tparams": {"type": "DT_INT32"}, "Taxis": {"type": "DT_INT32"}, "Tindices": {"type": "DT_INT32"}, "batch_dims": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/output/dense/Tensordot/Prod_1", "op": "Prod", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/output/dense/Tensordot/GatherV2_1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/output/dense/Tensordot/Const_1"], "attr": {"Tidx": {"type": "DT_INT32"}, "T": {"type": "DT_INT32"}, "keep_dims": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/output/dense/Tensordot/Prod", "op": "Prod", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/output/dense/Tensordot/GatherV2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/output/dense/Tensordot/Const"], "attr": {"T": {"type": "DT_INT32"}, "Tidx": {"type": "DT_INT32"}, "keep_dims": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/output/dense/Tensordot/concat_1", "op": "ConcatV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/output/dense/Tensordot/GatherV2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/output/dense/Tensordot/Const_2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/output/dense/Tensordot/concat_1/axis"], "attr": {"N": {"i": "2"}, "T": {"type": "DT_INT32"}, "Tidx": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/output/dense/Tensordot/stack", "op": "Pack", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/output/dense/Tensordot/Prod", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/output/dense/Tensordot/Prod_1"], "attr": {"N": {"i": "2"}, "axis": {"i": "0"}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/output/dense/Tensordot/Reshape", "op": "Reshape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/intermediate/Relu", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/output/dense/Tensordot/stack"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/output/dense/Tensordot/MatMul", "op": "MatMul", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/output/dense/Tensordot/Reshape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/output/dense/Tensordot/ReadVariableOp"], "device": "/device:CPU:0", "attr": {"transpose_a": {"b": false}, "grad_a": {"b": false}, "T": {"type": "DT_FLOAT"}, "grad_b": {"b": false}, "transpose_b": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/output/dense/Tensordot", "op": "Reshape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/output/dense/Tensordot/MatMul", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/output/dense/Tensordot/concat_1"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/output/dense/BiasAdd", "op": "BiasAdd", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/output/dense/Tensordot", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/output/dense/BiasAdd/ReadVariableOp"], "attr": {"data_format": {"s": "TkhXQw=="}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/output/add", "op": "AddV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/output/dense/BiasAdd", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/attention/output/LayerNorm/batchnorm/add_1"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/output/LayerNorm/moments/mean", "op": "Mean", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/output/add", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/output/LayerNorm/moments/mean/reduction_indices"], "attr": {"T": {"type": "DT_FLOAT"}, "Tidx": {"type": "DT_INT32"}, "keep_dims": {"b": true}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/output/LayerNorm/moments/SquaredDifference", "op": "SquaredDifference", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/output/add", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/output/LayerNorm/moments/mean"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/output/LayerNorm/moments/variance", "op": "Mean", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/output/LayerNorm/moments/SquaredDifference", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/output/LayerNorm/moments/variance/reduction_indices"], "attr": {"T": {"type": "DT_FLOAT"}, "Tidx": {"type": "DT_INT32"}, "keep_dims": {"b": true}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/output/LayerNorm/batchnorm/add", "op": "AddV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/output/LayerNorm/moments/variance", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/output/LayerNorm/batchnorm/add/y"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/output/LayerNorm/batchnorm/Rsqrt", "op": "Rsqrt", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/output/LayerNorm/batchnorm/add"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/output/LayerNorm/batchnorm/mul", "op": "Mul", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/output/LayerNorm/batchnorm/Rsqrt", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/output/LayerNorm/batchnorm/mul/ReadVariableOp"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/output/LayerNorm/batchnorm/mul_2", "op": "Mul", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/output/LayerNorm/moments/mean", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/output/LayerNorm/batchnorm/mul"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/output/LayerNorm/batchnorm/mul_1", "op": "Mul", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/output/add", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/output/LayerNorm/batchnorm/mul"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/output/LayerNorm/batchnorm/sub", "op": "Sub", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/output/LayerNorm/batchnorm/ReadVariableOp", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/output/LayerNorm/batchnorm/mul_2"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/output/LayerNorm/batchnorm/add_1", "op": "AddV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/output/LayerNorm/batchnorm/mul_1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/output/LayerNorm/batchnorm/sub"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/attention/self/query/Tensordot/Shape", "op": "Shape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/output/LayerNorm/batchnorm/add_1"], "attr": {"T": {"type": "DT_FLOAT"}, "out_type": {"type": "DT_INT32"}}, "experimentalType": {"typeId": "TFT_PRODUCT", "args": [{"typeId": "TFT_SHAPE_TENSOR", "args": [{"typeId": "TFT_INT32"}]}]}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/attention/self/key/Tensordot/Shape", "op": "Shape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/output/LayerNorm/batchnorm/add_1"], "attr": {"T": {"type": "DT_FLOAT"}, "out_type": {"type": "DT_INT32"}}, "experimentalType": {"typeId": "TFT_PRODUCT", "args": [{"typeId": "TFT_SHAPE_TENSOR", "args": [{"typeId": "TFT_INT32"}]}]}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/attention/self/value/Tensordot/Shape", "op": "Shape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/output/LayerNorm/batchnorm/add_1"], "attr": {"T": {"type": "DT_FLOAT"}, "out_type": {"type": "DT_INT32"}}, "experimentalType": {"typeId": "TFT_PRODUCT", "args": [{"typeId": "TFT_SHAPE_TENSOR", "args": [{"typeId": "TFT_INT32"}]}]}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/attention/self/Shape", "op": "Shape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/output/LayerNorm/batchnorm/add_1"], "attr": {"T": {"type": "DT_FLOAT"}, "out_type": {"type": "DT_INT32"}}, "experimentalType": {"typeId": "TFT_PRODUCT", "args": [{"typeId": "TFT_SHAPE_TENSOR", "args": [{"typeId": "TFT_INT32"}]}]}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/attention/self/query/Tensordot/GatherV2_1", "op": "GatherV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/attention/self/query/Tensordot/Shape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/attention/self/query/Tensordot/axes", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/attention/self/query/Tensordot/GatherV2_1/axis"], "attr": {"Taxis": {"type": "DT_INT32"}, "Tparams": {"type": "DT_INT32"}, "Tindices": {"type": "DT_INT32"}, "batch_dims": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/attention/self/query/Tensordot/GatherV2", "op": "GatherV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/attention/self/query/Tensordot/Shape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/attention/self/query/Tensordot/free", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/attention/self/query/Tensordot/GatherV2/axis"], "attr": {"Taxis": {"type": "DT_INT32"}, "Tparams": {"type": "DT_INT32"}, "Tindices": {"type": "DT_INT32"}, "batch_dims": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/attention/self/key/Tensordot/GatherV2_1", "op": "GatherV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/attention/self/key/Tensordot/Shape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/attention/self/key/Tensordot/axes", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/attention/self/key/Tensordot/GatherV2_1/axis"], "attr": {"Tparams": {"type": "DT_INT32"}, "Taxis": {"type": "DT_INT32"}, "Tindices": {"type": "DT_INT32"}, "batch_dims": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/attention/self/key/Tensordot/GatherV2", "op": "GatherV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/attention/self/key/Tensordot/Shape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/attention/self/key/Tensordot/free", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/attention/self/key/Tensordot/GatherV2/axis"], "attr": {"Taxis": {"type": "DT_INT32"}, "Tparams": {"type": "DT_INT32"}, "Tindices": {"type": "DT_INT32"}, "batch_dims": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/attention/self/value/Tensordot/GatherV2_1", "op": "GatherV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/attention/self/value/Tensordot/Shape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/attention/self/value/Tensordot/axes", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/attention/self/value/Tensordot/GatherV2_1/axis"], "attr": {"Taxis": {"type": "DT_INT32"}, "Tparams": {"type": "DT_INT32"}, "Tindices": {"type": "DT_INT32"}, "batch_dims": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/attention/self/value/Tensordot/GatherV2", "op": "GatherV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/attention/self/value/Tensordot/Shape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/attention/self/value/Tensordot/free", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/attention/self/value/Tensordot/GatherV2/axis"], "attr": {"Taxis": {"type": "DT_INT32"}, "Tparams": {"type": "DT_INT32"}, "Tindices": {"type": "DT_INT32"}, "batch_dims": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/attention/self/strided_slice", "op": "StridedSlice", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/attention/self/Shape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/attention/self/strided_slice/stack", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/attention/self/strided_slice/stack_1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/attention/self/strided_slice/stack_2"], "attr": {"shrink_axis_mask": {"i": "1"}, "Index": {"type": "DT_INT32"}, "new_axis_mask": {"i": "0"}, "begin_mask": {"i": "0"}, "end_mask": {"i": "0"}, "T": {"type": "DT_INT32"}, "ellipsis_mask": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/attention/self/query/Tensordot/Prod_1", "op": "Prod", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/attention/self/query/Tensordot/GatherV2_1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/attention/self/query/Tensordot/Const_1"], "attr": {"T": {"type": "DT_INT32"}, "Tidx": {"type": "DT_INT32"}, "keep_dims": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/attention/self/query/Tensordot/Prod", "op": "Prod", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/attention/self/query/Tensordot/GatherV2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/attention/self/query/Tensordot/Const"], "attr": {"T": {"type": "DT_INT32"}, "Tidx": {"type": "DT_INT32"}, "keep_dims": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/attention/self/query/Tensordot/concat_1", "op": "ConcatV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/attention/self/query/Tensordot/GatherV2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/attention/self/query/Tensordot/Const_2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/attention/self/query/Tensordot/concat_1/axis"], "attr": {"N": {"i": "2"}, "T": {"type": "DT_INT32"}, "Tidx": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/attention/self/key/Tensordot/Prod_1", "op": "Prod", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/attention/self/key/Tensordot/GatherV2_1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/attention/self/key/Tensordot/Const_1"], "attr": {"T": {"type": "DT_INT32"}, "Tidx": {"type": "DT_INT32"}, "keep_dims": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/attention/self/key/Tensordot/Prod", "op": "Prod", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/attention/self/key/Tensordot/GatherV2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/attention/self/key/Tensordot/Const"], "attr": {"Tidx": {"type": "DT_INT32"}, "T": {"type": "DT_INT32"}, "keep_dims": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/attention/self/key/Tensordot/concat_1", "op": "ConcatV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/attention/self/key/Tensordot/GatherV2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/attention/self/key/Tensordot/Const_2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/attention/self/key/Tensordot/concat_1/axis"], "attr": {"N": {"i": "2"}, "T": {"type": "DT_INT32"}, "Tidx": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/attention/self/value/Tensordot/Prod_1", "op": "Prod", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/attention/self/value/Tensordot/GatherV2_1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/attention/self/value/Tensordot/Const_1"], "attr": {"Tidx": {"type": "DT_INT32"}, "T": {"type": "DT_INT32"}, "keep_dims": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/attention/self/value/Tensordot/Prod", "op": "Prod", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/attention/self/value/Tensordot/GatherV2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/attention/self/value/Tensordot/Const"], "attr": {"Tidx": {"type": "DT_INT32"}, "T": {"type": "DT_INT32"}, "keep_dims": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/attention/self/value/Tensordot/concat_1", "op": "ConcatV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/attention/self/value/Tensordot/GatherV2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/attention/self/value/Tensordot/Const_2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/attention/self/value/Tensordot/concat_1/axis"], "attr": {"N": {"i": "2"}, "Tidx": {"type": "DT_INT32"}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/attention/self/Reshape_2/shape", "op": "Pack", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/attention/self/strided_slice", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/attention/self/Reshape_2/shape/1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/attention/self/Reshape_2/shape/2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/attention/self/Reshape_2/shape/3"], "attr": {"N": {"i": "4"}, "axis": {"i": "0"}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/attention/self/Reshape/shape", "op": "Pack", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/attention/self/strided_slice", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/attention/self/Reshape/shape/1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/attention/self/Reshape/shape/2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/attention/self/Reshape/shape/3"], "attr": {"N": {"i": "4"}, "axis": {"i": "0"}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/attention/self/Reshape_1/shape", "op": "Pack", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/attention/self/strided_slice", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/attention/self/Reshape_1/shape/1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/attention/self/Reshape_1/shape/2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/attention/self/Reshape_1/shape/3"], "attr": {"N": {"i": "4"}, "axis": {"i": "0"}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/attention/self/Reshape_3/shape", "op": "Pack", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/attention/self/strided_slice", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/attention/self/Reshape_3/shape/1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/attention/self/Reshape_3/shape/2"], "attr": {"N": {"i": "3"}, "axis": {"i": "0"}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/attention/self/query/Tensordot/stack", "op": "Pack", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/attention/self/query/Tensordot/Prod", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/attention/self/query/Tensordot/Prod_1"], "attr": {"N": {"i": "2"}, "axis": {"i": "0"}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/attention/self/key/Tensordot/stack", "op": "Pack", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/attention/self/key/Tensordot/Prod", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/attention/self/key/Tensordot/Prod_1"], "attr": {"N": {"i": "2"}, "axis": {"i": "0"}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/attention/self/value/Tensordot/stack", "op": "Pack", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/attention/self/value/Tensordot/Prod", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/attention/self/value/Tensordot/Prod_1"], "attr": {"N": {"i": "2"}, "axis": {"i": "0"}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/attention/self/query/Tensordot/Reshape", "op": "Reshape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/output/LayerNorm/batchnorm/add_1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/attention/self/query/Tensordot/stack"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/attention/self/key/Tensordot/Reshape", "op": "Reshape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/output/LayerNorm/batchnorm/add_1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/attention/self/key/Tensordot/stack"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/attention/self/value/Tensordot/Reshape", "op": "Reshape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/output/LayerNorm/batchnorm/add_1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/attention/self/value/Tensordot/stack"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/attention/self/query/Tensordot/MatMul", "op": "MatMul", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/attention/self/query/Tensordot/Reshape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/attention/self/query/Tensordot/ReadVariableOp"], "device": "/device:CPU:0", "attr": {"grad_a": {"b": false}, "transpose_a": {"b": false}, "T": {"type": "DT_FLOAT"}, "grad_b": {"b": false}, "transpose_b": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/attention/self/key/Tensordot/MatMul", "op": "MatMul", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/attention/self/key/Tensordot/Reshape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/attention/self/key/Tensordot/ReadVariableOp"], "device": "/device:CPU:0", "attr": {"transpose_a": {"b": false}, "grad_a": {"b": false}, "T": {"type": "DT_FLOAT"}, "grad_b": {"b": false}, "transpose_b": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/attention/self/value/Tensordot/MatMul", "op": "MatMul", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/attention/self/value/Tensordot/Reshape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/attention/self/value/Tensordot/ReadVariableOp"], "device": "/device:CPU:0", "attr": {"transpose_a": {"b": false}, "grad_a": {"b": false}, "T": {"type": "DT_FLOAT"}, "grad_b": {"b": false}, "transpose_b": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/attention/self/query/Tensordot", "op": "Reshape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/attention/self/query/Tensordot/MatMul", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/attention/self/query/Tensordot/concat_1"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/attention/self/key/Tensordot", "op": "Reshape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/attention/self/key/Tensordot/MatMul", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/attention/self/key/Tensordot/concat_1"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/attention/self/value/Tensordot", "op": "Reshape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/attention/self/value/Tensordot/MatMul", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/attention/self/value/Tensordot/concat_1"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/attention/self/query/BiasAdd", "op": "BiasAdd", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/attention/self/query/Tensordot", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/attention/self/query/BiasAdd/ReadVariableOp"], "attr": {"data_format": {"s": "TkhXQw=="}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/attention/self/key/BiasAdd", "op": "BiasAdd", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/attention/self/key/Tensordot", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/attention/self/key/BiasAdd/ReadVariableOp"], "attr": {"data_format": {"s": "TkhXQw=="}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/attention/self/value/BiasAdd", "op": "BiasAdd", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/attention/self/value/Tensordot", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/attention/self/value/BiasAdd/ReadVariableOp"], "attr": {"data_format": {"s": "TkhXQw=="}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/attention/self/Reshape_2", "op": "Reshape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/attention/self/query/BiasAdd", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/attention/self/Reshape_2/shape"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/attention/self/Reshape", "op": "Reshape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/attention/self/key/BiasAdd", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/attention/self/Reshape/shape"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/attention/self/Reshape_1", "op": "Reshape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/attention/self/value/BiasAdd", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/attention/self/Reshape_1/shape"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/attention/self/transpose_2", "op": "Transpose", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/attention/self/Reshape_2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/attention/self/transpose_2/perm"], "attr": {"Tperm": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/attention/self/transpose", "op": "Transpose", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/attention/self/Reshape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/attention/self/transpose/perm"], "attr": {"Tperm": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/attention/self/transpose_1", "op": "Transpose", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/attention/self/Reshape_1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/attention/self/transpose_1/perm"], "attr": {"Tperm": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/attention/self/MatMul", "op": "BatchMatMulV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/attention/self/transpose_2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/attention/self/transpose"], "attr": {"adj_x": {"b": false}, "grad_y": {"b": false}, "T": {"type": "DT_FLOAT"}, "adj_y": {"b": true}, "grad_x": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/attention/self/truediv", "op": "Mul", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/attention/self/MatMul", "ConstantFolding/StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/attention/self/truediv_recip"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/attention/self/add_1", "op": "AddV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/attention/self/truediv", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/attention/self/Add"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/attention/self/Softmax", "op": "Softmax", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/attention/self/add_1"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/attention/self/MatMul_1", "op": "BatchMatMulV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/attention/self/Softmax", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/attention/self/transpose_1"], "attr": {"adj_x": {"b": false}, "grad_y": {"b": false}, "T": {"type": "DT_FLOAT"}, "adj_y": {"b": false}, "grad_x": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/attention/self/transpose_3", "op": "Transpose", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/attention/self/MatMul_1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/attention/self/transpose_3/perm"], "attr": {"Tperm": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/attention/self/Reshape_3", "op": "Reshape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/attention/self/transpose_3", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/attention/self/Reshape_3/shape"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/attention/output/dense/Tensordot/Shape", "op": "Shape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/attention/self/Reshape_3"], "attr": {"T": {"type": "DT_FLOAT"}, "out_type": {"type": "DT_INT32"}}, "experimentalType": {"typeId": "TFT_PRODUCT", "args": [{"typeId": "TFT_SHAPE_TENSOR", "args": [{"typeId": "TFT_INT32"}]}]}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/attention/output/dense/Tensordot/GatherV2_1", "op": "GatherV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/attention/output/dense/Tensordot/Shape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/attention/output/dense/Tensordot/axes", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/attention/output/dense/Tensordot/GatherV2_1/axis"], "attr": {"Taxis": {"type": "DT_INT32"}, "Tparams": {"type": "DT_INT32"}, "Tindices": {"type": "DT_INT32"}, "batch_dims": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/attention/output/dense/Tensordot/GatherV2", "op": "GatherV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/attention/output/dense/Tensordot/Shape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/attention/output/dense/Tensordot/free", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/attention/output/dense/Tensordot/GatherV2/axis"], "attr": {"Taxis": {"type": "DT_INT32"}, "Tparams": {"type": "DT_INT32"}, "Tindices": {"type": "DT_INT32"}, "batch_dims": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/attention/output/dense/Tensordot/Prod_1", "op": "Prod", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/attention/output/dense/Tensordot/GatherV2_1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/attention/output/dense/Tensordot/Const_1"], "attr": {"Tidx": {"type": "DT_INT32"}, "T": {"type": "DT_INT32"}, "keep_dims": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/attention/output/dense/Tensordot/Prod", "op": "Prod", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/attention/output/dense/Tensordot/GatherV2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/attention/output/dense/Tensordot/Const"], "attr": {"Tidx": {"type": "DT_INT32"}, "T": {"type": "DT_INT32"}, "keep_dims": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/attention/output/dense/Tensordot/concat_1", "op": "ConcatV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/attention/output/dense/Tensordot/GatherV2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/attention/output/dense/Tensordot/Const_2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/attention/output/dense/Tensordot/concat_1/axis"], "attr": {"N": {"i": "2"}, "T": {"type": "DT_INT32"}, "Tidx": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/attention/output/dense/Tensordot/stack", "op": "Pack", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/attention/output/dense/Tensordot/Prod", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/attention/output/dense/Tensordot/Prod_1"], "attr": {"N": {"i": "2"}, "axis": {"i": "0"}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/attention/output/dense/Tensordot/Reshape", "op": "Reshape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/attention/self/Reshape_3", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/attention/output/dense/Tensordot/stack"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/attention/output/dense/Tensordot/MatMul", "op": "MatMul", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/attention/output/dense/Tensordot/Reshape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/attention/output/dense/Tensordot/ReadVariableOp"], "device": "/device:CPU:0", "attr": {"transpose_a": {"b": false}, "grad_a": {"b": false}, "T": {"type": "DT_FLOAT"}, "grad_b": {"b": false}, "transpose_b": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/attention/output/dense/Tensordot", "op": "Reshape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/attention/output/dense/Tensordot/MatMul", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/attention/output/dense/Tensordot/concat_1"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/attention/output/dense/BiasAdd", "op": "BiasAdd", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/attention/output/dense/Tensordot", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/attention/output/dense/BiasAdd/ReadVariableOp"], "attr": {"data_format": {"s": "TkhXQw=="}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/attention/output/add", "op": "AddV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/attention/output/dense/BiasAdd", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/output/LayerNorm/batchnorm/add_1"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/attention/output/LayerNorm/moments/mean", "op": "Mean", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/attention/output/add", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/attention/output/LayerNorm/moments/mean/reduction_indices"], "attr": {"T": {"type": "DT_FLOAT"}, "Tidx": {"type": "DT_INT32"}, "keep_dims": {"b": true}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/attention/output/LayerNorm/moments/SquaredDifference", "op": "SquaredDifference", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/attention/output/add", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/attention/output/LayerNorm/moments/mean"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/attention/output/LayerNorm/moments/variance", "op": "Mean", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/attention/output/LayerNorm/moments/SquaredDifference", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/attention/output/LayerNorm/moments/variance/reduction_indices"], "attr": {"Tidx": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}, "keep_dims": {"b": true}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/attention/output/LayerNorm/batchnorm/add", "op": "AddV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/attention/output/LayerNorm/moments/variance", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/attention/output/LayerNorm/batchnorm/add/y"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/attention/output/LayerNorm/batchnorm/Rsqrt", "op": "Rsqrt", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/attention/output/LayerNorm/batchnorm/add"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/attention/output/LayerNorm/batchnorm/mul", "op": "Mul", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/attention/output/LayerNorm/batchnorm/Rsqrt", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/attention/output/LayerNorm/batchnorm/mul/ReadVariableOp"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/attention/output/LayerNorm/batchnorm/mul_2", "op": "Mul", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/attention/output/LayerNorm/moments/mean", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/attention/output/LayerNorm/batchnorm/mul"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/attention/output/LayerNorm/batchnorm/mul_1", "op": "Mul", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/attention/output/add", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/attention/output/LayerNorm/batchnorm/mul"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/attention/output/LayerNorm/batchnorm/sub", "op": "Sub", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/attention/output/LayerNorm/batchnorm/ReadVariableOp", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/attention/output/LayerNorm/batchnorm/mul_2"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/attention/output/LayerNorm/batchnorm/add_1", "op": "AddV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/attention/output/LayerNorm/batchnorm/mul_1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/attention/output/LayerNorm/batchnorm/sub"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/intermediate/dense/Tensordot/Shape", "op": "Shape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/attention/output/LayerNorm/batchnorm/add_1"], "attr": {"T": {"type": "DT_FLOAT"}, "out_type": {"type": "DT_INT32"}}, "experimentalType": {"typeId": "TFT_PRODUCT", "args": [{"typeId": "TFT_SHAPE_TENSOR", "args": [{"typeId": "TFT_INT32"}]}]}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/intermediate/dense/Tensordot/GatherV2_1", "op": "GatherV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/intermediate/dense/Tensordot/Shape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/intermediate/dense/Tensordot/axes", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/intermediate/dense/Tensordot/GatherV2_1/axis"], "attr": {"Tparams": {"type": "DT_INT32"}, "Taxis": {"type": "DT_INT32"}, "Tindices": {"type": "DT_INT32"}, "batch_dims": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/intermediate/dense/Tensordot/GatherV2", "op": "GatherV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/intermediate/dense/Tensordot/Shape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/intermediate/dense/Tensordot/free", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/intermediate/dense/Tensordot/GatherV2/axis"], "attr": {"Taxis": {"type": "DT_INT32"}, "Tparams": {"type": "DT_INT32"}, "Tindices": {"type": "DT_INT32"}, "batch_dims": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/intermediate/dense/Tensordot/Prod_1", "op": "Prod", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/intermediate/dense/Tensordot/GatherV2_1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/intermediate/dense/Tensordot/Const_1"], "attr": {"T": {"type": "DT_INT32"}, "Tidx": {"type": "DT_INT32"}, "keep_dims": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/intermediate/dense/Tensordot/Prod", "op": "Prod", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/intermediate/dense/Tensordot/GatherV2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/intermediate/dense/Tensordot/Const"], "attr": {"Tidx": {"type": "DT_INT32"}, "T": {"type": "DT_INT32"}, "keep_dims": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/intermediate/dense/Tensordot/concat_1", "op": "ConcatV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/intermediate/dense/Tensordot/GatherV2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/intermediate/dense/Tensordot/Const_2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/intermediate/dense/Tensordot/concat_1/axis"], "attr": {"N": {"i": "2"}, "T": {"type": "DT_INT32"}, "Tidx": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/intermediate/dense/Tensordot/stack", "op": "Pack", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/intermediate/dense/Tensordot/Prod", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/intermediate/dense/Tensordot/Prod_1"], "attr": {"N": {"i": "2"}, "axis": {"i": "0"}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/intermediate/dense/Tensordot/Reshape", "op": "Reshape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/attention/output/LayerNorm/batchnorm/add_1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/intermediate/dense/Tensordot/stack"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/intermediate/dense/Tensordot/MatMul", "op": "MatMul", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/intermediate/dense/Tensordot/Reshape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/intermediate/dense/Tensordot/ReadVariableOp"], "device": "/device:CPU:0", "attr": {"transpose_a": {"b": false}, "grad_a": {"b": false}, "T": {"type": "DT_FLOAT"}, "grad_b": {"b": false}, "transpose_b": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/intermediate/dense/Tensordot", "op": "Reshape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/intermediate/dense/Tensordot/MatMul", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/intermediate/dense/Tensordot/concat_1"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/intermediate/dense/BiasAdd", "op": "BiasAdd", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/intermediate/dense/Tensordot", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/intermediate/dense/BiasAdd/ReadVariableOp"], "attr": {"data_format": {"s": "TkhXQw=="}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/intermediate/Relu", "op": "Relu", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/intermediate/dense/BiasAdd"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/output/dense/Tensordot/Shape", "op": "Shape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/intermediate/Relu"], "attr": {"T": {"type": "DT_FLOAT"}, "out_type": {"type": "DT_INT32"}}, "experimentalType": {"typeId": "TFT_PRODUCT", "args": [{"typeId": "TFT_SHAPE_TENSOR", "args": [{"typeId": "TFT_INT32"}]}]}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/output/dense/Tensordot/GatherV2_1", "op": "GatherV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/output/dense/Tensordot/Shape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/output/dense/Tensordot/axes", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/output/dense/Tensordot/GatherV2_1/axis"], "attr": {"Taxis": {"type": "DT_INT32"}, "Tparams": {"type": "DT_INT32"}, "Tindices": {"type": "DT_INT32"}, "batch_dims": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/output/dense/Tensordot/GatherV2", "op": "GatherV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/output/dense/Tensordot/Shape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/output/dense/Tensordot/free", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/output/dense/Tensordot/GatherV2/axis"], "attr": {"Tparams": {"type": "DT_INT32"}, "Taxis": {"type": "DT_INT32"}, "Tindices": {"type": "DT_INT32"}, "batch_dims": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/output/dense/Tensordot/Prod_1", "op": "Prod", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/output/dense/Tensordot/GatherV2_1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/output/dense/Tensordot/Const_1"], "attr": {"T": {"type": "DT_INT32"}, "Tidx": {"type": "DT_INT32"}, "keep_dims": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/output/dense/Tensordot/Prod", "op": "Prod", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/output/dense/Tensordot/GatherV2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/output/dense/Tensordot/Const"], "attr": {"Tidx": {"type": "DT_INT32"}, "T": {"type": "DT_INT32"}, "keep_dims": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/output/dense/Tensordot/concat_1", "op": "ConcatV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/output/dense/Tensordot/GatherV2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/output/dense/Tensordot/Const_2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/output/dense/Tensordot/concat_1/axis"], "attr": {"N": {"i": "2"}, "T": {"type": "DT_INT32"}, "Tidx": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/output/dense/Tensordot/stack", "op": "Pack", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/output/dense/Tensordot/Prod", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/output/dense/Tensordot/Prod_1"], "attr": {"N": {"i": "2"}, "axis": {"i": "0"}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/output/dense/Tensordot/Reshape", "op": "Reshape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/intermediate/Relu", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/output/dense/Tensordot/stack"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/output/dense/Tensordot/MatMul", "op": "MatMul", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/output/dense/Tensordot/Reshape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/output/dense/Tensordot/ReadVariableOp"], "device": "/device:CPU:0", "attr": {"grad_a": {"b": false}, "transpose_a": {"b": false}, "T": {"type": "DT_FLOAT"}, "grad_b": {"b": false}, "transpose_b": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/output/dense/Tensordot", "op": "Reshape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/output/dense/Tensordot/MatMul", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/output/dense/Tensordot/concat_1"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/output/dense/BiasAdd", "op": "BiasAdd", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/output/dense/Tensordot", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/output/dense/BiasAdd/ReadVariableOp"], "attr": {"data_format": {"s": "TkhXQw=="}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/output/add", "op": "AddV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/output/dense/BiasAdd", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/attention/output/LayerNorm/batchnorm/add_1"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/output/LayerNorm/moments/mean", "op": "Mean", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/output/add", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/output/LayerNorm/moments/mean/reduction_indices"], "attr": {"Tidx": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}, "keep_dims": {"b": true}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/output/LayerNorm/moments/SquaredDifference", "op": "SquaredDifference", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/output/add", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/output/LayerNorm/moments/mean"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/output/LayerNorm/moments/variance", "op": "Mean", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/output/LayerNorm/moments/SquaredDifference", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/output/LayerNorm/moments/variance/reduction_indices"], "attr": {"Tidx": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}, "keep_dims": {"b": true}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/output/LayerNorm/batchnorm/add", "op": "AddV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/output/LayerNorm/moments/variance", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/output/LayerNorm/batchnorm/add/y"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/output/LayerNorm/batchnorm/Rsqrt", "op": "Rsqrt", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/output/LayerNorm/batchnorm/add"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/output/LayerNorm/batchnorm/mul", "op": "Mul", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/output/LayerNorm/batchnorm/Rsqrt", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/output/LayerNorm/batchnorm/mul/ReadVariableOp"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/output/LayerNorm/batchnorm/mul_2", "op": "Mul", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/output/LayerNorm/moments/mean", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/output/LayerNorm/batchnorm/mul"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/output/LayerNorm/batchnorm/mul_1", "op": "Mul", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/output/add", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/output/LayerNorm/batchnorm/mul"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/output/LayerNorm/batchnorm/sub", "op": "Sub", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/output/LayerNorm/batchnorm/ReadVariableOp", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/output/LayerNorm/batchnorm/mul_2"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/output/LayerNorm/batchnorm/add_1", "op": "AddV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/output/LayerNorm/batchnorm/mul_1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/output/LayerNorm/batchnorm/sub"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/attention/self/query/Tensordot/Shape", "op": "Shape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/output/LayerNorm/batchnorm/add_1"], "attr": {"T": {"type": "DT_FLOAT"}, "out_type": {"type": "DT_INT32"}}, "experimentalType": {"typeId": "TFT_PRODUCT", "args": [{"typeId": "TFT_SHAPE_TENSOR", "args": [{"typeId": "TFT_INT32"}]}]}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/attention/self/key/Tensordot/Shape", "op": "Shape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/output/LayerNorm/batchnorm/add_1"], "attr": {"T": {"type": "DT_FLOAT"}, "out_type": {"type": "DT_INT32"}}, "experimentalType": {"typeId": "TFT_PRODUCT", "args": [{"typeId": "TFT_SHAPE_TENSOR", "args": [{"typeId": "TFT_INT32"}]}]}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/attention/self/value/Tensordot/Shape", "op": "Shape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/output/LayerNorm/batchnorm/add_1"], "attr": {"T": {"type": "DT_FLOAT"}, "out_type": {"type": "DT_INT32"}}, "experimentalType": {"typeId": "TFT_PRODUCT", "args": [{"typeId": "TFT_SHAPE_TENSOR", "args": [{"typeId": "TFT_INT32"}]}]}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/attention/self/Shape", "op": "Shape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/output/LayerNorm/batchnorm/add_1"], "attr": {"T": {"type": "DT_FLOAT"}, "out_type": {"type": "DT_INT32"}}, "experimentalType": {"typeId": "TFT_PRODUCT", "args": [{"typeId": "TFT_SHAPE_TENSOR", "args": [{"typeId": "TFT_INT32"}]}]}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/attention/self/query/Tensordot/GatherV2_1", "op": "GatherV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/attention/self/query/Tensordot/Shape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/attention/self/query/Tensordot/axes", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/attention/self/query/Tensordot/GatherV2_1/axis"], "attr": {"Tparams": {"type": "DT_INT32"}, "Taxis": {"type": "DT_INT32"}, "Tindices": {"type": "DT_INT32"}, "batch_dims": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/attention/self/query/Tensordot/GatherV2", "op": "GatherV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/attention/self/query/Tensordot/Shape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/attention/self/query/Tensordot/free", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/attention/self/query/Tensordot/GatherV2/axis"], "attr": {"Taxis": {"type": "DT_INT32"}, "Tparams": {"type": "DT_INT32"}, "Tindices": {"type": "DT_INT32"}, "batch_dims": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/attention/self/key/Tensordot/GatherV2_1", "op": "GatherV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/attention/self/key/Tensordot/Shape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/attention/self/key/Tensordot/axes", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/attention/self/key/Tensordot/GatherV2_1/axis"], "attr": {"Taxis": {"type": "DT_INT32"}, "Tparams": {"type": "DT_INT32"}, "Tindices": {"type": "DT_INT32"}, "batch_dims": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/attention/self/key/Tensordot/GatherV2", "op": "GatherV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/attention/self/key/Tensordot/Shape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/attention/self/key/Tensordot/free", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/attention/self/key/Tensordot/GatherV2/axis"], "attr": {"Taxis": {"type": "DT_INT32"}, "Tparams": {"type": "DT_INT32"}, "Tindices": {"type": "DT_INT32"}, "batch_dims": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/attention/self/value/Tensordot/GatherV2_1", "op": "GatherV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/attention/self/value/Tensordot/Shape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/attention/self/value/Tensordot/axes", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/attention/self/value/Tensordot/GatherV2_1/axis"], "attr": {"Taxis": {"type": "DT_INT32"}, "Tparams": {"type": "DT_INT32"}, "Tindices": {"type": "DT_INT32"}, "batch_dims": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/attention/self/value/Tensordot/GatherV2", "op": "GatherV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/attention/self/value/Tensordot/Shape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/attention/self/value/Tensordot/free", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/attention/self/value/Tensordot/GatherV2/axis"], "attr": {"Tparams": {"type": "DT_INT32"}, "Taxis": {"type": "DT_INT32"}, "Tindices": {"type": "DT_INT32"}, "batch_dims": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/attention/self/strided_slice", "op": "StridedSlice", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/attention/self/Shape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/attention/self/strided_slice/stack", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/attention/self/strided_slice/stack_1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/attention/self/strided_slice/stack_2"], "attr": {"shrink_axis_mask": {"i": "1"}, "new_axis_mask": {"i": "0"}, "Index": {"type": "DT_INT32"}, "begin_mask": {"i": "0"}, "end_mask": {"i": "0"}, "T": {"type": "DT_INT32"}, "ellipsis_mask": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/attention/self/query/Tensordot/Prod_1", "op": "Prod", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/attention/self/query/Tensordot/GatherV2_1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/attention/self/query/Tensordot/Const_1"], "attr": {"T": {"type": "DT_INT32"}, "Tidx": {"type": "DT_INT32"}, "keep_dims": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/attention/self/query/Tensordot/Prod", "op": "Prod", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/attention/self/query/Tensordot/GatherV2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/attention/self/query/Tensordot/Const"], "attr": {"T": {"type": "DT_INT32"}, "Tidx": {"type": "DT_INT32"}, "keep_dims": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/attention/self/query/Tensordot/concat_1", "op": "ConcatV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/attention/self/query/Tensordot/GatherV2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/attention/self/query/Tensordot/Const_2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/attention/self/query/Tensordot/concat_1/axis"], "attr": {"N": {"i": "2"}, "T": {"type": "DT_INT32"}, "Tidx": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/attention/self/key/Tensordot/Prod_1", "op": "Prod", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/attention/self/key/Tensordot/GatherV2_1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/attention/self/key/Tensordot/Const_1"], "attr": {"Tidx": {"type": "DT_INT32"}, "T": {"type": "DT_INT32"}, "keep_dims": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/attention/self/key/Tensordot/Prod", "op": "Prod", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/attention/self/key/Tensordot/GatherV2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/attention/self/key/Tensordot/Const"], "attr": {"Tidx": {"type": "DT_INT32"}, "T": {"type": "DT_INT32"}, "keep_dims": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/attention/self/key/Tensordot/concat_1", "op": "ConcatV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/attention/self/key/Tensordot/GatherV2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/attention/self/key/Tensordot/Const_2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/attention/self/key/Tensordot/concat_1/axis"], "attr": {"N": {"i": "2"}, "T": {"type": "DT_INT32"}, "Tidx": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/attention/self/value/Tensordot/Prod_1", "op": "Prod", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/attention/self/value/Tensordot/GatherV2_1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/attention/self/value/Tensordot/Const_1"], "attr": {"Tidx": {"type": "DT_INT32"}, "T": {"type": "DT_INT32"}, "keep_dims": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/attention/self/value/Tensordot/Prod", "op": "Prod", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/attention/self/value/Tensordot/GatherV2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/attention/self/value/Tensordot/Const"], "attr": {"Tidx": {"type": "DT_INT32"}, "T": {"type": "DT_INT32"}, "keep_dims": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/attention/self/value/Tensordot/concat_1", "op": "ConcatV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/attention/self/value/Tensordot/GatherV2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/attention/self/value/Tensordot/Const_2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/attention/self/value/Tensordot/concat_1/axis"], "attr": {"N": {"i": "2"}, "Tidx": {"type": "DT_INT32"}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/attention/self/Reshape_2/shape", "op": "Pack", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/attention/self/strided_slice", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/attention/self/Reshape_2/shape/1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/attention/self/Reshape_2/shape/2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/attention/self/Reshape_2/shape/3"], "attr": {"N": {"i": "4"}, "axis": {"i": "0"}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/attention/self/Reshape/shape", "op": "Pack", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/attention/self/strided_slice", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/attention/self/Reshape/shape/1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/attention/self/Reshape/shape/2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/attention/self/Reshape/shape/3"], "attr": {"N": {"i": "4"}, "axis": {"i": "0"}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/attention/self/Reshape_1/shape", "op": "Pack", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/attention/self/strided_slice", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/attention/self/Reshape_1/shape/1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/attention/self/Reshape_1/shape/2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/attention/self/Reshape_1/shape/3"], "attr": {"N": {"i": "4"}, "axis": {"i": "0"}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/attention/self/Reshape_3/shape", "op": "Pack", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/attention/self/strided_slice", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/attention/self/Reshape_3/shape/1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/attention/self/Reshape_3/shape/2"], "attr": {"N": {"i": "3"}, "axis": {"i": "0"}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/attention/self/query/Tensordot/stack", "op": "Pack", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/attention/self/query/Tensordot/Prod", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/attention/self/query/Tensordot/Prod_1"], "attr": {"N": {"i": "2"}, "axis": {"i": "0"}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/attention/self/key/Tensordot/stack", "op": "Pack", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/attention/self/key/Tensordot/Prod", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/attention/self/key/Tensordot/Prod_1"], "attr": {"N": {"i": "2"}, "axis": {"i": "0"}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/attention/self/value/Tensordot/stack", "op": "Pack", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/attention/self/value/Tensordot/Prod", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/attention/self/value/Tensordot/Prod_1"], "attr": {"N": {"i": "2"}, "axis": {"i": "0"}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/attention/self/query/Tensordot/Reshape", "op": "Reshape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/output/LayerNorm/batchnorm/add_1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/attention/self/query/Tensordot/stack"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/attention/self/key/Tensordot/Reshape", "op": "Reshape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/output/LayerNorm/batchnorm/add_1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/attention/self/key/Tensordot/stack"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/attention/self/value/Tensordot/Reshape", "op": "Reshape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/output/LayerNorm/batchnorm/add_1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/attention/self/value/Tensordot/stack"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/attention/self/query/Tensordot/MatMul", "op": "MatMul", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/attention/self/query/Tensordot/Reshape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/attention/self/query/Tensordot/ReadVariableOp"], "device": "/device:CPU:0", "attr": {"grad_a": {"b": false}, "transpose_a": {"b": false}, "T": {"type": "DT_FLOAT"}, "grad_b": {"b": false}, "transpose_b": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/attention/self/key/Tensordot/MatMul", "op": "MatMul", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/attention/self/key/Tensordot/Reshape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/attention/self/key/Tensordot/ReadVariableOp"], "device": "/device:CPU:0", "attr": {"grad_a": {"b": false}, "transpose_a": {"b": false}, "T": {"type": "DT_FLOAT"}, "grad_b": {"b": false}, "transpose_b": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/attention/self/value/Tensordot/MatMul", "op": "MatMul", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/attention/self/value/Tensordot/Reshape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/attention/self/value/Tensordot/ReadVariableOp"], "device": "/device:CPU:0", "attr": {"transpose_a": {"b": false}, "grad_a": {"b": false}, "T": {"type": "DT_FLOAT"}, "grad_b": {"b": false}, "transpose_b": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/attention/self/query/Tensordot", "op": "Reshape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/attention/self/query/Tensordot/MatMul", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/attention/self/query/Tensordot/concat_1"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/attention/self/key/Tensordot", "op": "Reshape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/attention/self/key/Tensordot/MatMul", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/attention/self/key/Tensordot/concat_1"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/attention/self/value/Tensordot", "op": "Reshape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/attention/self/value/Tensordot/MatMul", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/attention/self/value/Tensordot/concat_1"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/attention/self/query/BiasAdd", "op": "BiasAdd", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/attention/self/query/Tensordot", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/attention/self/query/BiasAdd/ReadVariableOp"], "attr": {"data_format": {"s": "TkhXQw=="}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/attention/self/key/BiasAdd", "op": "BiasAdd", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/attention/self/key/Tensordot", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/attention/self/key/BiasAdd/ReadVariableOp"], "attr": {"data_format": {"s": "TkhXQw=="}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/attention/self/value/BiasAdd", "op": "BiasAdd", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/attention/self/value/Tensordot", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/attention/self/value/BiasAdd/ReadVariableOp"], "attr": {"data_format": {"s": "TkhXQw=="}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/attention/self/Reshape_2", "op": "Reshape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/attention/self/query/BiasAdd", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/attention/self/Reshape_2/shape"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/attention/self/Reshape", "op": "Reshape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/attention/self/key/BiasAdd", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/attention/self/Reshape/shape"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/attention/self/Reshape_1", "op": "Reshape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/attention/self/value/BiasAdd", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/attention/self/Reshape_1/shape"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/attention/self/transpose_2", "op": "Transpose", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/attention/self/Reshape_2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/attention/self/transpose_2/perm"], "attr": {"Tperm": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/attention/self/transpose", "op": "Transpose", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/attention/self/Reshape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/attention/self/transpose/perm"], "attr": {"Tperm": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/attention/self/transpose_1", "op": "Transpose", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/attention/self/Reshape_1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/attention/self/transpose_1/perm"], "attr": {"Tperm": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/attention/self/MatMul", "op": "BatchMatMulV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/attention/self/transpose_2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/attention/self/transpose"], "attr": {"adj_x": {"b": false}, "grad_y": {"b": false}, "T": {"type": "DT_FLOAT"}, "grad_x": {"b": false}, "adj_y": {"b": true}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/attention/self/truediv", "op": "Mul", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/attention/self/MatMul", "ConstantFolding/StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/attention/self/truediv_recip"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/attention/self/add_1", "op": "AddV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/attention/self/truediv", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/attention/self/Add"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/attention/self/Softmax", "op": "Softmax", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/attention/self/add_1"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/attention/self/MatMul_1", "op": "BatchMatMulV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/attention/self/Softmax", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/attention/self/transpose_1"], "attr": {"adj_x": {"b": false}, "grad_y": {"b": false}, "T": {"type": "DT_FLOAT"}, "adj_y": {"b": false}, "grad_x": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/attention/self/transpose_3", "op": "Transpose", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/attention/self/MatMul_1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/attention/self/transpose_3/perm"], "attr": {"Tperm": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/attention/self/Reshape_3", "op": "Reshape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/attention/self/transpose_3", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/attention/self/Reshape_3/shape"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/attention/output/dense/Tensordot/Shape", "op": "Shape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/attention/self/Reshape_3"], "attr": {"T": {"type": "DT_FLOAT"}, "out_type": {"type": "DT_INT32"}}, "experimentalType": {"typeId": "TFT_PRODUCT", "args": [{"typeId": "TFT_SHAPE_TENSOR", "args": [{"typeId": "TFT_INT32"}]}]}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/attention/output/dense/Tensordot/GatherV2_1", "op": "GatherV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/attention/output/dense/Tensordot/Shape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/attention/output/dense/Tensordot/axes", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/attention/output/dense/Tensordot/GatherV2_1/axis"], "attr": {"Tparams": {"type": "DT_INT32"}, "Taxis": {"type": "DT_INT32"}, "Tindices": {"type": "DT_INT32"}, "batch_dims": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/attention/output/dense/Tensordot/GatherV2", "op": "GatherV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/attention/output/dense/Tensordot/Shape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/attention/output/dense/Tensordot/free", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/attention/output/dense/Tensordot/GatherV2/axis"], "attr": {"Tparams": {"type": "DT_INT32"}, "Taxis": {"type": "DT_INT32"}, "Tindices": {"type": "DT_INT32"}, "batch_dims": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/attention/output/dense/Tensordot/Prod_1", "op": "Prod", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/attention/output/dense/Tensordot/GatherV2_1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/attention/output/dense/Tensordot/Const_1"], "attr": {"T": {"type": "DT_INT32"}, "Tidx": {"type": "DT_INT32"}, "keep_dims": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/attention/output/dense/Tensordot/Prod", "op": "Prod", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/attention/output/dense/Tensordot/GatherV2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/attention/output/dense/Tensordot/Const"], "attr": {"T": {"type": "DT_INT32"}, "Tidx": {"type": "DT_INT32"}, "keep_dims": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/attention/output/dense/Tensordot/concat_1", "op": "ConcatV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/attention/output/dense/Tensordot/GatherV2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/attention/output/dense/Tensordot/Const_2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/attention/output/dense/Tensordot/concat_1/axis"], "attr": {"N": {"i": "2"}, "Tidx": {"type": "DT_INT32"}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/attention/output/dense/Tensordot/stack", "op": "Pack", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/attention/output/dense/Tensordot/Prod", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/attention/output/dense/Tensordot/Prod_1"], "attr": {"N": {"i": "2"}, "axis": {"i": "0"}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/attention/output/dense/Tensordot/Reshape", "op": "Reshape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/attention/self/Reshape_3", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/attention/output/dense/Tensordot/stack"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/attention/output/dense/Tensordot/MatMul", "op": "MatMul", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/attention/output/dense/Tensordot/Reshape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/attention/output/dense/Tensordot/ReadVariableOp"], "device": "/device:CPU:0", "attr": {"grad_a": {"b": false}, "transpose_a": {"b": false}, "T": {"type": "DT_FLOAT"}, "grad_b": {"b": false}, "transpose_b": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/attention/output/dense/Tensordot", "op": "Reshape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/attention/output/dense/Tensordot/MatMul", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/attention/output/dense/Tensordot/concat_1"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/attention/output/dense/BiasAdd", "op": "BiasAdd", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/attention/output/dense/Tensordot", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/attention/output/dense/BiasAdd/ReadVariableOp"], "attr": {"data_format": {"s": "TkhXQw=="}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/attention/output/add", "op": "AddV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/attention/output/dense/BiasAdd", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/output/LayerNorm/batchnorm/add_1"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/attention/output/LayerNorm/moments/mean", "op": "Mean", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/attention/output/add", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/attention/output/LayerNorm/moments/mean/reduction_indices"], "attr": {"Tidx": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}, "keep_dims": {"b": true}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/attention/output/LayerNorm/moments/SquaredDifference", "op": "SquaredDifference", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/attention/output/add", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/attention/output/LayerNorm/moments/mean"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/attention/output/LayerNorm/moments/variance", "op": "Mean", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/attention/output/LayerNorm/moments/SquaredDifference", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/attention/output/LayerNorm/moments/variance/reduction_indices"], "attr": {"T": {"type": "DT_FLOAT"}, "Tidx": {"type": "DT_INT32"}, "keep_dims": {"b": true}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/attention/output/LayerNorm/batchnorm/add", "op": "AddV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/attention/output/LayerNorm/moments/variance", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/attention/output/LayerNorm/batchnorm/add/y"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/attention/output/LayerNorm/batchnorm/Rsqrt", "op": "Rsqrt", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/attention/output/LayerNorm/batchnorm/add"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/attention/output/LayerNorm/batchnorm/mul", "op": "Mul", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/attention/output/LayerNorm/batchnorm/Rsqrt", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/attention/output/LayerNorm/batchnorm/mul/ReadVariableOp"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/attention/output/LayerNorm/batchnorm/mul_2", "op": "Mul", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/attention/output/LayerNorm/moments/mean", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/attention/output/LayerNorm/batchnorm/mul"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/attention/output/LayerNorm/batchnorm/mul_1", "op": "Mul", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/attention/output/add", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/attention/output/LayerNorm/batchnorm/mul"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/attention/output/LayerNorm/batchnorm/sub", "op": "Sub", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/attention/output/LayerNorm/batchnorm/ReadVariableOp", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/attention/output/LayerNorm/batchnorm/mul_2"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/attention/output/LayerNorm/batchnorm/add_1", "op": "AddV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/attention/output/LayerNorm/batchnorm/mul_1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/attention/output/LayerNorm/batchnorm/sub"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/intermediate/dense/Tensordot/Shape", "op": "Shape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/attention/output/LayerNorm/batchnorm/add_1"], "attr": {"T": {"type": "DT_FLOAT"}, "out_type": {"type": "DT_INT32"}}, "experimentalType": {"typeId": "TFT_PRODUCT", "args": [{"typeId": "TFT_SHAPE_TENSOR", "args": [{"typeId": "TFT_INT32"}]}]}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/intermediate/dense/Tensordot/GatherV2_1", "op": "GatherV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/intermediate/dense/Tensordot/Shape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/intermediate/dense/Tensordot/axes", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/intermediate/dense/Tensordot/GatherV2_1/axis"], "attr": {"Tparams": {"type": "DT_INT32"}, "Taxis": {"type": "DT_INT32"}, "Tindices": {"type": "DT_INT32"}, "batch_dims": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/intermediate/dense/Tensordot/GatherV2", "op": "GatherV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/intermediate/dense/Tensordot/Shape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/intermediate/dense/Tensordot/free", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/intermediate/dense/Tensordot/GatherV2/axis"], "attr": {"Tparams": {"type": "DT_INT32"}, "Taxis": {"type": "DT_INT32"}, "Tindices": {"type": "DT_INT32"}, "batch_dims": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/intermediate/dense/Tensordot/Prod_1", "op": "Prod", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/intermediate/dense/Tensordot/GatherV2_1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/intermediate/dense/Tensordot/Const_1"], "attr": {"T": {"type": "DT_INT32"}, "Tidx": {"type": "DT_INT32"}, "keep_dims": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/intermediate/dense/Tensordot/Prod", "op": "Prod", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/intermediate/dense/Tensordot/GatherV2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/intermediate/dense/Tensordot/Const"], "attr": {"Tidx": {"type": "DT_INT32"}, "T": {"type": "DT_INT32"}, "keep_dims": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/intermediate/dense/Tensordot/concat_1", "op": "ConcatV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/intermediate/dense/Tensordot/GatherV2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/intermediate/dense/Tensordot/Const_2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/intermediate/dense/Tensordot/concat_1/axis"], "attr": {"N": {"i": "2"}, "T": {"type": "DT_INT32"}, "Tidx": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/intermediate/dense/Tensordot/stack", "op": "Pack", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/intermediate/dense/Tensordot/Prod", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/intermediate/dense/Tensordot/Prod_1"], "attr": {"N": {"i": "2"}, "axis": {"i": "0"}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/intermediate/dense/Tensordot/Reshape", "op": "Reshape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/attention/output/LayerNorm/batchnorm/add_1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/intermediate/dense/Tensordot/stack"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/intermediate/dense/Tensordot/MatMul", "op": "MatMul", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/intermediate/dense/Tensordot/Reshape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/intermediate/dense/Tensordot/ReadVariableOp"], "device": "/device:CPU:0", "attr": {"transpose_a": {"b": false}, "grad_a": {"b": false}, "T": {"type": "DT_FLOAT"}, "grad_b": {"b": false}, "transpose_b": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/intermediate/dense/Tensordot", "op": "Reshape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/intermediate/dense/Tensordot/MatMul", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/intermediate/dense/Tensordot/concat_1"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/intermediate/dense/BiasAdd", "op": "BiasAdd", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/intermediate/dense/Tensordot", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/intermediate/dense/BiasAdd/ReadVariableOp"], "attr": {"data_format": {"s": "TkhXQw=="}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/intermediate/Relu", "op": "Relu", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/intermediate/dense/BiasAdd"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/output/dense/Tensordot/Shape", "op": "Shape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/intermediate/Relu"], "attr": {"T": {"type": "DT_FLOAT"}, "out_type": {"type": "DT_INT32"}}, "experimentalType": {"typeId": "TFT_PRODUCT", "args": [{"typeId": "TFT_SHAPE_TENSOR", "args": [{"typeId": "TFT_INT32"}]}]}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/output/dense/Tensordot/GatherV2_1", "op": "GatherV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/output/dense/Tensordot/Shape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/output/dense/Tensordot/axes", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/output/dense/Tensordot/GatherV2_1/axis"], "attr": {"Taxis": {"type": "DT_INT32"}, "Tparams": {"type": "DT_INT32"}, "Tindices": {"type": "DT_INT32"}, "batch_dims": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/output/dense/Tensordot/GatherV2", "op": "GatherV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/output/dense/Tensordot/Shape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/output/dense/Tensordot/free", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/output/dense/Tensordot/GatherV2/axis"], "attr": {"Taxis": {"type": "DT_INT32"}, "Tparams": {"type": "DT_INT32"}, "Tindices": {"type": "DT_INT32"}, "batch_dims": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/output/dense/Tensordot/Prod_1", "op": "Prod", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/output/dense/Tensordot/GatherV2_1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/output/dense/Tensordot/Const_1"], "attr": {"Tidx": {"type": "DT_INT32"}, "T": {"type": "DT_INT32"}, "keep_dims": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/output/dense/Tensordot/Prod", "op": "Prod", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/output/dense/Tensordot/GatherV2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/output/dense/Tensordot/Const"], "attr": {"T": {"type": "DT_INT32"}, "Tidx": {"type": "DT_INT32"}, "keep_dims": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/output/dense/Tensordot/concat_1", "op": "ConcatV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/output/dense/Tensordot/GatherV2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/output/dense/Tensordot/Const_2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/output/dense/Tensordot/concat_1/axis"], "attr": {"N": {"i": "2"}, "T": {"type": "DT_INT32"}, "Tidx": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/output/dense/Tensordot/stack", "op": "Pack", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/output/dense/Tensordot/Prod", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/output/dense/Tensordot/Prod_1"], "attr": {"N": {"i": "2"}, "axis": {"i": "0"}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/output/dense/Tensordot/Reshape", "op": "Reshape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/intermediate/Relu", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/output/dense/Tensordot/stack"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/output/dense/Tensordot/MatMul", "op": "MatMul", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/output/dense/Tensordot/Reshape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/output/dense/Tensordot/ReadVariableOp"], "device": "/device:CPU:0", "attr": {"transpose_a": {"b": false}, "grad_a": {"b": false}, "T": {"type": "DT_FLOAT"}, "grad_b": {"b": false}, "transpose_b": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/output/dense/Tensordot", "op": "Reshape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/output/dense/Tensordot/MatMul", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/output/dense/Tensordot/concat_1"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/output/dense/BiasAdd", "op": "BiasAdd", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/output/dense/Tensordot", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/output/dense/BiasAdd/ReadVariableOp"], "attr": {"data_format": {"s": "TkhXQw=="}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/output/add", "op": "AddV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/output/dense/BiasAdd", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/attention/output/LayerNorm/batchnorm/add_1"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/output/LayerNorm/moments/mean", "op": "Mean", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/output/add", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/output/LayerNorm/moments/mean/reduction_indices"], "attr": {"Tidx": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}, "keep_dims": {"b": true}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/output/LayerNorm/moments/SquaredDifference", "op": "SquaredDifference", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/output/add", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/output/LayerNorm/moments/mean"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/output/LayerNorm/moments/variance", "op": "Mean", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/output/LayerNorm/moments/SquaredDifference", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/output/LayerNorm/moments/variance/reduction_indices"], "attr": {"Tidx": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}, "keep_dims": {"b": true}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/output/LayerNorm/batchnorm/add", "op": "AddV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/output/LayerNorm/moments/variance", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/output/LayerNorm/batchnorm/add/y"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/output/LayerNorm/batchnorm/Rsqrt", "op": "Rsqrt", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/output/LayerNorm/batchnorm/add"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/output/LayerNorm/batchnorm/mul", "op": "Mul", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/output/LayerNorm/batchnorm/Rsqrt", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/output/LayerNorm/batchnorm/mul/ReadVariableOp"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/output/LayerNorm/batchnorm/mul_2", "op": "Mul", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/output/LayerNorm/moments/mean", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/output/LayerNorm/batchnorm/mul"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/output/LayerNorm/batchnorm/mul_1", "op": "Mul", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/output/add", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/output/LayerNorm/batchnorm/mul"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/output/LayerNorm/batchnorm/sub", "op": "Sub", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/output/LayerNorm/batchnorm/ReadVariableOp", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/output/LayerNorm/batchnorm/mul_2"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/output/LayerNorm/batchnorm/add_1", "op": "AddV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/output/LayerNorm/batchnorm/mul_1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/output/LayerNorm/batchnorm/sub"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/attention/self/query/Tensordot/Shape", "op": "Shape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/output/LayerNorm/batchnorm/add_1"], "attr": {"T": {"type": "DT_FLOAT"}, "out_type": {"type": "DT_INT32"}}, "experimentalType": {"typeId": "TFT_PRODUCT", "args": [{"typeId": "TFT_SHAPE_TENSOR", "args": [{"typeId": "TFT_INT32"}]}]}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/attention/self/key/Tensordot/Shape", "op": "Shape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/output/LayerNorm/batchnorm/add_1"], "attr": {"T": {"type": "DT_FLOAT"}, "out_type": {"type": "DT_INT32"}}, "experimentalType": {"typeId": "TFT_PRODUCT", "args": [{"typeId": "TFT_SHAPE_TENSOR", "args": [{"typeId": "TFT_INT32"}]}]}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/attention/self/value/Tensordot/Shape", "op": "Shape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/output/LayerNorm/batchnorm/add_1"], "attr": {"T": {"type": "DT_FLOAT"}, "out_type": {"type": "DT_INT32"}}, "experimentalType": {"typeId": "TFT_PRODUCT", "args": [{"typeId": "TFT_SHAPE_TENSOR", "args": [{"typeId": "TFT_INT32"}]}]}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/attention/self/Shape", "op": "Shape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/output/LayerNorm/batchnorm/add_1"], "attr": {"T": {"type": "DT_FLOAT"}, "out_type": {"type": "DT_INT32"}}, "experimentalType": {"typeId": "TFT_PRODUCT", "args": [{"typeId": "TFT_SHAPE_TENSOR", "args": [{"typeId": "TFT_INT32"}]}]}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/attention/self/query/Tensordot/GatherV2_1", "op": "GatherV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/attention/self/query/Tensordot/Shape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/attention/self/query/Tensordot/axes", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/attention/self/query/Tensordot/GatherV2_1/axis"], "attr": {"Tparams": {"type": "DT_INT32"}, "Taxis": {"type": "DT_INT32"}, "Tindices": {"type": "DT_INT32"}, "batch_dims": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/attention/self/query/Tensordot/GatherV2", "op": "GatherV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/attention/self/query/Tensordot/Shape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/attention/self/query/Tensordot/free", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/attention/self/query/Tensordot/GatherV2/axis"], "attr": {"Tparams": {"type": "DT_INT32"}, "Taxis": {"type": "DT_INT32"}, "Tindices": {"type": "DT_INT32"}, "batch_dims": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/attention/self/key/Tensordot/GatherV2_1", "op": "GatherV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/attention/self/key/Tensordot/Shape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/attention/self/key/Tensordot/axes", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/attention/self/key/Tensordot/GatherV2_1/axis"], "attr": {"Tparams": {"type": "DT_INT32"}, "Taxis": {"type": "DT_INT32"}, "Tindices": {"type": "DT_INT32"}, "batch_dims": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/attention/self/key/Tensordot/GatherV2", "op": "GatherV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/attention/self/key/Tensordot/Shape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/attention/self/key/Tensordot/free", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/attention/self/key/Tensordot/GatherV2/axis"], "attr": {"Tparams": {"type": "DT_INT32"}, "Taxis": {"type": "DT_INT32"}, "Tindices": {"type": "DT_INT32"}, "batch_dims": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/attention/self/value/Tensordot/GatherV2_1", "op": "GatherV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/attention/self/value/Tensordot/Shape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/attention/self/value/Tensordot/axes", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/attention/self/value/Tensordot/GatherV2_1/axis"], "attr": {"Tparams": {"type": "DT_INT32"}, "Taxis": {"type": "DT_INT32"}, "Tindices": {"type": "DT_INT32"}, "batch_dims": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/attention/self/value/Tensordot/GatherV2", "op": "GatherV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/attention/self/value/Tensordot/Shape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/attention/self/value/Tensordot/free", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/attention/self/value/Tensordot/GatherV2/axis"], "attr": {"Taxis": {"type": "DT_INT32"}, "Tparams": {"type": "DT_INT32"}, "Tindices": {"type": "DT_INT32"}, "batch_dims": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/attention/self/strided_slice", "op": "StridedSlice", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/attention/self/Shape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/attention/self/strided_slice/stack", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/attention/self/strided_slice/stack_1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/attention/self/strided_slice/stack_2"], "attr": {"shrink_axis_mask": {"i": "1"}, "new_axis_mask": {"i": "0"}, "Index": {"type": "DT_INT32"}, "begin_mask": {"i": "0"}, "end_mask": {"i": "0"}, "T": {"type": "DT_INT32"}, "ellipsis_mask": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/attention/self/query/Tensordot/Prod_1", "op": "Prod", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/attention/self/query/Tensordot/GatherV2_1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/attention/self/query/Tensordot/Const_1"], "attr": {"Tidx": {"type": "DT_INT32"}, "T": {"type": "DT_INT32"}, "keep_dims": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/attention/self/query/Tensordot/Prod", "op": "Prod", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/attention/self/query/Tensordot/GatherV2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/attention/self/query/Tensordot/Const"], "attr": {"Tidx": {"type": "DT_INT32"}, "T": {"type": "DT_INT32"}, "keep_dims": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/attention/self/query/Tensordot/concat_1", "op": "ConcatV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/attention/self/query/Tensordot/GatherV2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/attention/self/query/Tensordot/Const_2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/attention/self/query/Tensordot/concat_1/axis"], "attr": {"N": {"i": "2"}, "Tidx": {"type": "DT_INT32"}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/attention/self/key/Tensordot/Prod_1", "op": "Prod", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/attention/self/key/Tensordot/GatherV2_1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/attention/self/key/Tensordot/Const_1"], "attr": {"Tidx": {"type": "DT_INT32"}, "T": {"type": "DT_INT32"}, "keep_dims": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/attention/self/key/Tensordot/Prod", "op": "Prod", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/attention/self/key/Tensordot/GatherV2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/attention/self/key/Tensordot/Const"], "attr": {"Tidx": {"type": "DT_INT32"}, "T": {"type": "DT_INT32"}, "keep_dims": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/attention/self/key/Tensordot/concat_1", "op": "ConcatV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/attention/self/key/Tensordot/GatherV2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/attention/self/key/Tensordot/Const_2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/attention/self/key/Tensordot/concat_1/axis"], "attr": {"N": {"i": "2"}, "T": {"type": "DT_INT32"}, "Tidx": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/attention/self/value/Tensordot/Prod_1", "op": "Prod", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/attention/self/value/Tensordot/GatherV2_1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/attention/self/value/Tensordot/Const_1"], "attr": {"T": {"type": "DT_INT32"}, "Tidx": {"type": "DT_INT32"}, "keep_dims": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/attention/self/value/Tensordot/Prod", "op": "Prod", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/attention/self/value/Tensordot/GatherV2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/attention/self/value/Tensordot/Const"], "attr": {"T": {"type": "DT_INT32"}, "Tidx": {"type": "DT_INT32"}, "keep_dims": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/attention/self/value/Tensordot/concat_1", "op": "ConcatV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/attention/self/value/Tensordot/GatherV2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/attention/self/value/Tensordot/Const_2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/attention/self/value/Tensordot/concat_1/axis"], "attr": {"N": {"i": "2"}, "T": {"type": "DT_INT32"}, "Tidx": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/attention/self/Reshape_2/shape", "op": "Pack", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/attention/self/strided_slice", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/attention/self/Reshape_2/shape/1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/attention/self/Reshape_2/shape/2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/attention/self/Reshape_2/shape/3"], "attr": {"N": {"i": "4"}, "axis": {"i": "0"}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/attention/self/Reshape/shape", "op": "Pack", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/attention/self/strided_slice", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/attention/self/Reshape/shape/1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/attention/self/Reshape/shape/2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/attention/self/Reshape/shape/3"], "attr": {"N": {"i": "4"}, "axis": {"i": "0"}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/attention/self/Reshape_1/shape", "op": "Pack", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/attention/self/strided_slice", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/attention/self/Reshape_1/shape/1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/attention/self/Reshape_1/shape/2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/attention/self/Reshape_1/shape/3"], "attr": {"N": {"i": "4"}, "axis": {"i": "0"}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/attention/self/Reshape_3/shape", "op": "Pack", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/attention/self/strided_slice", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/attention/self/Reshape_3/shape/1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/attention/self/Reshape_3/shape/2"], "attr": {"N": {"i": "3"}, "axis": {"i": "0"}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/attention/self/query/Tensordot/stack", "op": "Pack", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/attention/self/query/Tensordot/Prod", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/attention/self/query/Tensordot/Prod_1"], "attr": {"N": {"i": "2"}, "axis": {"i": "0"}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/attention/self/key/Tensordot/stack", "op": "Pack", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/attention/self/key/Tensordot/Prod", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/attention/self/key/Tensordot/Prod_1"], "attr": {"N": {"i": "2"}, "axis": {"i": "0"}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/attention/self/value/Tensordot/stack", "op": "Pack", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/attention/self/value/Tensordot/Prod", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/attention/self/value/Tensordot/Prod_1"], "attr": {"N": {"i": "2"}, "axis": {"i": "0"}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/attention/self/query/Tensordot/Reshape", "op": "Reshape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/output/LayerNorm/batchnorm/add_1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/attention/self/query/Tensordot/stack"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/attention/self/key/Tensordot/Reshape", "op": "Reshape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/output/LayerNorm/batchnorm/add_1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/attention/self/key/Tensordot/stack"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/attention/self/value/Tensordot/Reshape", "op": "Reshape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/output/LayerNorm/batchnorm/add_1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/attention/self/value/Tensordot/stack"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/attention/self/query/Tensordot/MatMul", "op": "MatMul", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/attention/self/query/Tensordot/Reshape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/attention/self/query/Tensordot/ReadVariableOp"], "device": "/device:CPU:0", "attr": {"transpose_a": {"b": false}, "grad_a": {"b": false}, "T": {"type": "DT_FLOAT"}, "grad_b": {"b": false}, "transpose_b": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/attention/self/key/Tensordot/MatMul", "op": "MatMul", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/attention/self/key/Tensordot/Reshape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/attention/self/key/Tensordot/ReadVariableOp"], "device": "/device:CPU:0", "attr": {"transpose_a": {"b": false}, "grad_a": {"b": false}, "T": {"type": "DT_FLOAT"}, "grad_b": {"b": false}, "transpose_b": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/attention/self/value/Tensordot/MatMul", "op": "MatMul", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/attention/self/value/Tensordot/Reshape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/attention/self/value/Tensordot/ReadVariableOp"], "device": "/device:CPU:0", "attr": {"grad_a": {"b": false}, "transpose_a": {"b": false}, "T": {"type": "DT_FLOAT"}, "grad_b": {"b": false}, "transpose_b": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/attention/self/query/Tensordot", "op": "Reshape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/attention/self/query/Tensordot/MatMul", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/attention/self/query/Tensordot/concat_1"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/attention/self/key/Tensordot", "op": "Reshape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/attention/self/key/Tensordot/MatMul", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/attention/self/key/Tensordot/concat_1"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/attention/self/value/Tensordot", "op": "Reshape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/attention/self/value/Tensordot/MatMul", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/attention/self/value/Tensordot/concat_1"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/attention/self/query/BiasAdd", "op": "BiasAdd", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/attention/self/query/Tensordot", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/attention/self/query/BiasAdd/ReadVariableOp"], "attr": {"data_format": {"s": "TkhXQw=="}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/attention/self/key/BiasAdd", "op": "BiasAdd", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/attention/self/key/Tensordot", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/attention/self/key/BiasAdd/ReadVariableOp"], "attr": {"data_format": {"s": "TkhXQw=="}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/attention/self/value/BiasAdd", "op": "BiasAdd", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/attention/self/value/Tensordot", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/attention/self/value/BiasAdd/ReadVariableOp"], "attr": {"data_format": {"s": "TkhXQw=="}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/attention/self/Reshape_2", "op": "Reshape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/attention/self/query/BiasAdd", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/attention/self/Reshape_2/shape"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/attention/self/Reshape", "op": "Reshape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/attention/self/key/BiasAdd", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/attention/self/Reshape/shape"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/attention/self/Reshape_1", "op": "Reshape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/attention/self/value/BiasAdd", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/attention/self/Reshape_1/shape"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/attention/self/transpose_2", "op": "Transpose", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/attention/self/Reshape_2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/attention/self/transpose_2/perm"], "attr": {"Tperm": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/attention/self/transpose", "op": "Transpose", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/attention/self/Reshape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/attention/self/transpose/perm"], "attr": {"Tperm": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/attention/self/transpose_1", "op": "Transpose", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/attention/self/Reshape_1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/attention/self/transpose_1/perm"], "attr": {"Tperm": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/attention/self/MatMul", "op": "BatchMatMulV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/attention/self/transpose_2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/attention/self/transpose"], "attr": {"adj_x": {"b": false}, "grad_y": {"b": false}, "T": {"type": "DT_FLOAT"}, "grad_x": {"b": false}, "adj_y": {"b": true}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/attention/self/truediv", "op": "Mul", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/attention/self/MatMul", "ConstantFolding/StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/attention/self/truediv_recip"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/attention/self/add_1", "op": "AddV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/attention/self/truediv", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/attention/self/Add"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/attention/self/Softmax", "op": "Softmax", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/attention/self/add_1"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/attention/self/MatMul_1", "op": "BatchMatMulV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/attention/self/Softmax", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/attention/self/transpose_1"], "attr": {"grad_y": {"b": false}, "adj_x": {"b": false}, "T": {"type": "DT_FLOAT"}, "grad_x": {"b": false}, "adj_y": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/attention/self/transpose_3", "op": "Transpose", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/attention/self/MatMul_1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/attention/self/transpose_3/perm"], "attr": {"Tperm": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/attention/self/Reshape_3", "op": "Reshape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/attention/self/transpose_3", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/attention/self/Reshape_3/shape"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/attention/output/dense/Tensordot/Shape", "op": "Shape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/attention/self/Reshape_3"], "attr": {"T": {"type": "DT_FLOAT"}, "out_type": {"type": "DT_INT32"}}, "experimentalType": {"typeId": "TFT_PRODUCT", "args": [{"typeId": "TFT_SHAPE_TENSOR", "args": [{"typeId": "TFT_INT32"}]}]}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/attention/output/dense/Tensordot/GatherV2_1", "op": "GatherV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/attention/output/dense/Tensordot/Shape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/attention/output/dense/Tensordot/axes", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/attention/output/dense/Tensordot/GatherV2_1/axis"], "attr": {"Taxis": {"type": "DT_INT32"}, "Tparams": {"type": "DT_INT32"}, "Tindices": {"type": "DT_INT32"}, "batch_dims": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/attention/output/dense/Tensordot/GatherV2", "op": "GatherV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/attention/output/dense/Tensordot/Shape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/attention/output/dense/Tensordot/free", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/attention/output/dense/Tensordot/GatherV2/axis"], "attr": {"Taxis": {"type": "DT_INT32"}, "Tparams": {"type": "DT_INT32"}, "Tindices": {"type": "DT_INT32"}, "batch_dims": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/attention/output/dense/Tensordot/Prod_1", "op": "Prod", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/attention/output/dense/Tensordot/GatherV2_1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/attention/output/dense/Tensordot/Const_1"], "attr": {"Tidx": {"type": "DT_INT32"}, "T": {"type": "DT_INT32"}, "keep_dims": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/attention/output/dense/Tensordot/Prod", "op": "Prod", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/attention/output/dense/Tensordot/GatherV2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/attention/output/dense/Tensordot/Const"], "attr": {"Tidx": {"type": "DT_INT32"}, "T": {"type": "DT_INT32"}, "keep_dims": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/attention/output/dense/Tensordot/concat_1", "op": "ConcatV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/attention/output/dense/Tensordot/GatherV2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/attention/output/dense/Tensordot/Const_2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/attention/output/dense/Tensordot/concat_1/axis"], "attr": {"N": {"i": "2"}, "Tidx": {"type": "DT_INT32"}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/attention/output/dense/Tensordot/stack", "op": "Pack", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/attention/output/dense/Tensordot/Prod", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/attention/output/dense/Tensordot/Prod_1"], "attr": {"N": {"i": "2"}, "axis": {"i": "0"}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/attention/output/dense/Tensordot/Reshape", "op": "Reshape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/attention/self/Reshape_3", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/attention/output/dense/Tensordot/stack"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/attention/output/dense/Tensordot/MatMul", "op": "MatMul", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/attention/output/dense/Tensordot/Reshape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/attention/output/dense/Tensordot/ReadVariableOp"], "device": "/device:CPU:0", "attr": {"transpose_a": {"b": false}, "grad_a": {"b": false}, "T": {"type": "DT_FLOAT"}, "grad_b": {"b": false}, "transpose_b": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/attention/output/dense/Tensordot", "op": "Reshape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/attention/output/dense/Tensordot/MatMul", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/attention/output/dense/Tensordot/concat_1"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/attention/output/dense/BiasAdd", "op": "BiasAdd", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/attention/output/dense/Tensordot", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/attention/output/dense/BiasAdd/ReadVariableOp"], "attr": {"data_format": {"s": "TkhXQw=="}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/attention/output/add", "op": "AddV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/attention/output/dense/BiasAdd", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/output/LayerNorm/batchnorm/add_1"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/attention/output/LayerNorm/moments/mean", "op": "Mean", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/attention/output/add", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/attention/output/LayerNorm/moments/mean/reduction_indices"], "attr": {"Tidx": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}, "keep_dims": {"b": true}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/attention/output/LayerNorm/moments/SquaredDifference", "op": "SquaredDifference", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/attention/output/add", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/attention/output/LayerNorm/moments/mean"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/attention/output/LayerNorm/moments/variance", "op": "Mean", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/attention/output/LayerNorm/moments/SquaredDifference", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/attention/output/LayerNorm/moments/variance/reduction_indices"], "attr": {"Tidx": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}, "keep_dims": {"b": true}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/attention/output/LayerNorm/batchnorm/add", "op": "AddV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/attention/output/LayerNorm/moments/variance", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/attention/output/LayerNorm/batchnorm/add/y"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/attention/output/LayerNorm/batchnorm/Rsqrt", "op": "Rsqrt", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/attention/output/LayerNorm/batchnorm/add"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/attention/output/LayerNorm/batchnorm/mul", "op": "Mul", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/attention/output/LayerNorm/batchnorm/Rsqrt", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/attention/output/LayerNorm/batchnorm/mul/ReadVariableOp"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/attention/output/LayerNorm/batchnorm/mul_2", "op": "Mul", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/attention/output/LayerNorm/moments/mean", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/attention/output/LayerNorm/batchnorm/mul"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/attention/output/LayerNorm/batchnorm/mul_1", "op": "Mul", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/attention/output/add", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/attention/output/LayerNorm/batchnorm/mul"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/attention/output/LayerNorm/batchnorm/sub", "op": "Sub", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/attention/output/LayerNorm/batchnorm/ReadVariableOp", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/attention/output/LayerNorm/batchnorm/mul_2"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/attention/output/LayerNorm/batchnorm/add_1", "op": "AddV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/attention/output/LayerNorm/batchnorm/mul_1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/attention/output/LayerNorm/batchnorm/sub"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/intermediate/dense/Tensordot/Shape", "op": "Shape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/attention/output/LayerNorm/batchnorm/add_1"], "attr": {"T": {"type": "DT_FLOAT"}, "out_type": {"type": "DT_INT32"}}, "experimentalType": {"typeId": "TFT_PRODUCT", "args": [{"typeId": "TFT_SHAPE_TENSOR", "args": [{"typeId": "TFT_INT32"}]}]}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/intermediate/dense/Tensordot/GatherV2_1", "op": "GatherV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/intermediate/dense/Tensordot/Shape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/intermediate/dense/Tensordot/axes", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/intermediate/dense/Tensordot/GatherV2_1/axis"], "attr": {"Taxis": {"type": "DT_INT32"}, "Tparams": {"type": "DT_INT32"}, "Tindices": {"type": "DT_INT32"}, "batch_dims": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/intermediate/dense/Tensordot/GatherV2", "op": "GatherV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/intermediate/dense/Tensordot/Shape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/intermediate/dense/Tensordot/free", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/intermediate/dense/Tensordot/GatherV2/axis"], "attr": {"Tparams": {"type": "DT_INT32"}, "Taxis": {"type": "DT_INT32"}, "Tindices": {"type": "DT_INT32"}, "batch_dims": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/intermediate/dense/Tensordot/Prod_1", "op": "Prod", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/intermediate/dense/Tensordot/GatherV2_1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/intermediate/dense/Tensordot/Const_1"], "attr": {"T": {"type": "DT_INT32"}, "Tidx": {"type": "DT_INT32"}, "keep_dims": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/intermediate/dense/Tensordot/Prod", "op": "Prod", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/intermediate/dense/Tensordot/GatherV2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/intermediate/dense/Tensordot/Const"], "attr": {"Tidx": {"type": "DT_INT32"}, "T": {"type": "DT_INT32"}, "keep_dims": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/intermediate/dense/Tensordot/concat_1", "op": "ConcatV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/intermediate/dense/Tensordot/GatherV2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/intermediate/dense/Tensordot/Const_2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/intermediate/dense/Tensordot/concat_1/axis"], "attr": {"N": {"i": "2"}, "T": {"type": "DT_INT32"}, "Tidx": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/intermediate/dense/Tensordot/stack", "op": "Pack", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/intermediate/dense/Tensordot/Prod", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/intermediate/dense/Tensordot/Prod_1"], "attr": {"N": {"i": "2"}, "axis": {"i": "0"}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/intermediate/dense/Tensordot/Reshape", "op": "Reshape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/attention/output/LayerNorm/batchnorm/add_1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/intermediate/dense/Tensordot/stack"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/intermediate/dense/Tensordot/MatMul", "op": "MatMul", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/intermediate/dense/Tensordot/Reshape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/intermediate/dense/Tensordot/ReadVariableOp"], "device": "/device:CPU:0", "attr": {"transpose_a": {"b": false}, "grad_a": {"b": false}, "T": {"type": "DT_FLOAT"}, "grad_b": {"b": false}, "transpose_b": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/intermediate/dense/Tensordot", "op": "Reshape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/intermediate/dense/Tensordot/MatMul", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/intermediate/dense/Tensordot/concat_1"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/intermediate/dense/BiasAdd", "op": "BiasAdd", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/intermediate/dense/Tensordot", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/intermediate/dense/BiasAdd/ReadVariableOp"], "attr": {"data_format": {"s": "TkhXQw=="}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/intermediate/Relu", "op": "Relu", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/intermediate/dense/BiasAdd"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/output/dense/Tensordot/Shape", "op": "Shape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/intermediate/Relu"], "attr": {"T": {"type": "DT_FLOAT"}, "out_type": {"type": "DT_INT32"}}, "experimentalType": {"typeId": "TFT_PRODUCT", "args": [{"typeId": "TFT_SHAPE_TENSOR", "args": [{"typeId": "TFT_INT32"}]}]}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/output/dense/Tensordot/GatherV2_1", "op": "GatherV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/output/dense/Tensordot/Shape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/output/dense/Tensordot/axes", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/output/dense/Tensordot/GatherV2_1/axis"], "attr": {"Taxis": {"type": "DT_INT32"}, "Tparams": {"type": "DT_INT32"}, "Tindices": {"type": "DT_INT32"}, "batch_dims": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/output/dense/Tensordot/GatherV2", "op": "GatherV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/output/dense/Tensordot/Shape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/output/dense/Tensordot/free", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/output/dense/Tensordot/GatherV2/axis"], "attr": {"Taxis": {"type": "DT_INT32"}, "Tparams": {"type": "DT_INT32"}, "Tindices": {"type": "DT_INT32"}, "batch_dims": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/output/dense/Tensordot/Prod_1", "op": "Prod", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/output/dense/Tensordot/GatherV2_1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/output/dense/Tensordot/Const_1"], "attr": {"T": {"type": "DT_INT32"}, "Tidx": {"type": "DT_INT32"}, "keep_dims": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/output/dense/Tensordot/Prod", "op": "Prod", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/output/dense/Tensordot/GatherV2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/output/dense/Tensordot/Const"], "attr": {"Tidx": {"type": "DT_INT32"}, "T": {"type": "DT_INT32"}, "keep_dims": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/output/dense/Tensordot/concat_1", "op": "ConcatV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/output/dense/Tensordot/GatherV2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/output/dense/Tensordot/Const_2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/output/dense/Tensordot/concat_1/axis"], "attr": {"N": {"i": "2"}, "T": {"type": "DT_INT32"}, "Tidx": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/output/dense/Tensordot/stack", "op": "Pack", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/output/dense/Tensordot/Prod", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/output/dense/Tensordot/Prod_1"], "attr": {"N": {"i": "2"}, "axis": {"i": "0"}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/output/dense/Tensordot/Reshape", "op": "Reshape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/intermediate/Relu", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/output/dense/Tensordot/stack"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/output/dense/Tensordot/MatMul", "op": "MatMul", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/output/dense/Tensordot/Reshape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/output/dense/Tensordot/ReadVariableOp"], "device": "/device:CPU:0", "attr": {"grad_a": {"b": false}, "transpose_a": {"b": false}, "T": {"type": "DT_FLOAT"}, "grad_b": {"b": false}, "transpose_b": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/output/dense/Tensordot", "op": "Reshape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/output/dense/Tensordot/MatMul", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/output/dense/Tensordot/concat_1"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/output/dense/BiasAdd", "op": "BiasAdd", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/output/dense/Tensordot", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/output/dense/BiasAdd/ReadVariableOp"], "attr": {"data_format": {"s": "TkhXQw=="}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/output/add", "op": "AddV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/output/dense/BiasAdd", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/attention/output/LayerNorm/batchnorm/add_1"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/output/LayerNorm/moments/mean", "op": "Mean", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/output/add", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/output/LayerNorm/moments/mean/reduction_indices"], "attr": {"Tidx": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}, "keep_dims": {"b": true}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/output/LayerNorm/moments/SquaredDifference", "op": "SquaredDifference", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/output/add", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/output/LayerNorm/moments/mean"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/output/LayerNorm/moments/variance", "op": "Mean", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/output/LayerNorm/moments/SquaredDifference", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/output/LayerNorm/moments/variance/reduction_indices"], "attr": {"Tidx": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}, "keep_dims": {"b": true}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/output/LayerNorm/batchnorm/add", "op": "AddV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/output/LayerNorm/moments/variance", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/output/LayerNorm/batchnorm/add/y"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/output/LayerNorm/batchnorm/Rsqrt", "op": "Rsqrt", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/output/LayerNorm/batchnorm/add"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/output/LayerNorm/batchnorm/mul", "op": "Mul", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/output/LayerNorm/batchnorm/Rsqrt", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/output/LayerNorm/batchnorm/mul/ReadVariableOp"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/output/LayerNorm/batchnorm/mul_2", "op": "Mul", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/output/LayerNorm/moments/mean", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/output/LayerNorm/batchnorm/mul"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/output/LayerNorm/batchnorm/mul_1", "op": "Mul", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/output/add", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/output/LayerNorm/batchnorm/mul"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/output/LayerNorm/batchnorm/sub", "op": "Sub", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/output/LayerNorm/batchnorm/ReadVariableOp", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/output/LayerNorm/batchnorm/mul_2"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/output/LayerNorm/batchnorm/add_1", "op": "AddV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/output/LayerNorm/batchnorm/mul_1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/output/LayerNorm/batchnorm/sub"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/attention/self/query/Tensordot/Shape", "op": "Shape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/output/LayerNorm/batchnorm/add_1"], "attr": {"T": {"type": "DT_FLOAT"}, "out_type": {"type": "DT_INT32"}}, "experimentalType": {"typeId": "TFT_PRODUCT", "args": [{"typeId": "TFT_SHAPE_TENSOR", "args": [{"typeId": "TFT_INT32"}]}]}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/attention/self/key/Tensordot/Shape", "op": "Shape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/output/LayerNorm/batchnorm/add_1"], "attr": {"T": {"type": "DT_FLOAT"}, "out_type": {"type": "DT_INT32"}}, "experimentalType": {"typeId": "TFT_PRODUCT", "args": [{"typeId": "TFT_SHAPE_TENSOR", "args": [{"typeId": "TFT_INT32"}]}]}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/attention/self/value/Tensordot/Shape", "op": "Shape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/output/LayerNorm/batchnorm/add_1"], "attr": {"T": {"type": "DT_FLOAT"}, "out_type": {"type": "DT_INT32"}}, "experimentalType": {"typeId": "TFT_PRODUCT", "args": [{"typeId": "TFT_SHAPE_TENSOR", "args": [{"typeId": "TFT_INT32"}]}]}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/attention/self/Shape", "op": "Shape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/output/LayerNorm/batchnorm/add_1"], "attr": {"T": {"type": "DT_FLOAT"}, "out_type": {"type": "DT_INT32"}}, "experimentalType": {"typeId": "TFT_PRODUCT", "args": [{"typeId": "TFT_SHAPE_TENSOR", "args": [{"typeId": "TFT_INT32"}]}]}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/attention/self/query/Tensordot/GatherV2_1", "op": "GatherV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/attention/self/query/Tensordot/Shape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/attention/self/query/Tensordot/axes", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/attention/self/query/Tensordot/GatherV2_1/axis"], "attr": {"Taxis": {"type": "DT_INT32"}, "Tparams": {"type": "DT_INT32"}, "Tindices": {"type": "DT_INT32"}, "batch_dims": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/attention/self/query/Tensordot/GatherV2", "op": "GatherV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/attention/self/query/Tensordot/Shape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/attention/self/query/Tensordot/free", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/attention/self/query/Tensordot/GatherV2/axis"], "attr": {"Taxis": {"type": "DT_INT32"}, "Tparams": {"type": "DT_INT32"}, "Tindices": {"type": "DT_INT32"}, "batch_dims": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/attention/self/key/Tensordot/GatherV2_1", "op": "GatherV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/attention/self/key/Tensordot/Shape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/attention/self/key/Tensordot/axes", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/attention/self/key/Tensordot/GatherV2_1/axis"], "attr": {"Taxis": {"type": "DT_INT32"}, "Tparams": {"type": "DT_INT32"}, "Tindices": {"type": "DT_INT32"}, "batch_dims": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/attention/self/key/Tensordot/GatherV2", "op": "GatherV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/attention/self/key/Tensordot/Shape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/attention/self/key/Tensordot/free", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/attention/self/key/Tensordot/GatherV2/axis"], "attr": {"Tparams": {"type": "DT_INT32"}, "Taxis": {"type": "DT_INT32"}, "Tindices": {"type": "DT_INT32"}, "batch_dims": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/attention/self/value/Tensordot/GatherV2_1", "op": "GatherV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/attention/self/value/Tensordot/Shape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/attention/self/value/Tensordot/axes", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/attention/self/value/Tensordot/GatherV2_1/axis"], "attr": {"Tparams": {"type": "DT_INT32"}, "Taxis": {"type": "DT_INT32"}, "Tindices": {"type": "DT_INT32"}, "batch_dims": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/attention/self/value/Tensordot/GatherV2", "op": "GatherV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/attention/self/value/Tensordot/Shape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/attention/self/value/Tensordot/free", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/attention/self/value/Tensordot/GatherV2/axis"], "attr": {"Taxis": {"type": "DT_INT32"}, "Tparams": {"type": "DT_INT32"}, "Tindices": {"type": "DT_INT32"}, "batch_dims": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/attention/self/strided_slice", "op": "StridedSlice", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/attention/self/Shape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/attention/self/strided_slice/stack", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/attention/self/strided_slice/stack_1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/attention/self/strided_slice/stack_2"], "attr": {"shrink_axis_mask": {"i": "1"}, "new_axis_mask": {"i": "0"}, "Index": {"type": "DT_INT32"}, "begin_mask": {"i": "0"}, "T": {"type": "DT_INT32"}, "end_mask": {"i": "0"}, "ellipsis_mask": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/attention/self/query/Tensordot/Prod_1", "op": "Prod", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/attention/self/query/Tensordot/GatherV2_1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/attention/self/query/Tensordot/Const_1"], "attr": {"Tidx": {"type": "DT_INT32"}, "T": {"type": "DT_INT32"}, "keep_dims": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/attention/self/query/Tensordot/Prod", "op": "Prod", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/attention/self/query/Tensordot/GatherV2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/attention/self/query/Tensordot/Const"], "attr": {"Tidx": {"type": "DT_INT32"}, "T": {"type": "DT_INT32"}, "keep_dims": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/attention/self/query/Tensordot/concat_1", "op": "ConcatV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/attention/self/query/Tensordot/GatherV2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/attention/self/query/Tensordot/Const_2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/attention/self/query/Tensordot/concat_1/axis"], "attr": {"N": {"i": "2"}, "T": {"type": "DT_INT32"}, "Tidx": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/attention/self/key/Tensordot/Prod_1", "op": "Prod", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/attention/self/key/Tensordot/GatherV2_1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/attention/self/key/Tensordot/Const_1"], "attr": {"Tidx": {"type": "DT_INT32"}, "T": {"type": "DT_INT32"}, "keep_dims": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/attention/self/key/Tensordot/Prod", "op": "Prod", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/attention/self/key/Tensordot/GatherV2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/attention/self/key/Tensordot/Const"], "attr": {"Tidx": {"type": "DT_INT32"}, "T": {"type": "DT_INT32"}, "keep_dims": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/attention/self/key/Tensordot/concat_1", "op": "ConcatV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/attention/self/key/Tensordot/GatherV2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/attention/self/key/Tensordot/Const_2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/attention/self/key/Tensordot/concat_1/axis"], "attr": {"N": {"i": "2"}, "T": {"type": "DT_INT32"}, "Tidx": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/attention/self/value/Tensordot/Prod_1", "op": "Prod", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/attention/self/value/Tensordot/GatherV2_1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/attention/self/value/Tensordot/Const_1"], "attr": {"Tidx": {"type": "DT_INT32"}, "T": {"type": "DT_INT32"}, "keep_dims": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/attention/self/value/Tensordot/Prod", "op": "Prod", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/attention/self/value/Tensordot/GatherV2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/attention/self/value/Tensordot/Const"], "attr": {"Tidx": {"type": "DT_INT32"}, "T": {"type": "DT_INT32"}, "keep_dims": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/attention/self/value/Tensordot/concat_1", "op": "ConcatV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/attention/self/value/Tensordot/GatherV2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/attention/self/value/Tensordot/Const_2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/attention/self/value/Tensordot/concat_1/axis"], "attr": {"N": {"i": "2"}, "T": {"type": "DT_INT32"}, "Tidx": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/attention/self/Reshape_2/shape", "op": "Pack", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/attention/self/strided_slice", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/attention/self/Reshape_2/shape/1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/attention/self/Reshape_2/shape/2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/attention/self/Reshape_2/shape/3"], "attr": {"N": {"i": "4"}, "axis": {"i": "0"}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/attention/self/Reshape/shape", "op": "Pack", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/attention/self/strided_slice", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/attention/self/Reshape/shape/1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/attention/self/Reshape/shape/2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/attention/self/Reshape/shape/3"], "attr": {"N": {"i": "4"}, "axis": {"i": "0"}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/attention/self/Reshape_1/shape", "op": "Pack", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/attention/self/strided_slice", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/attention/self/Reshape_1/shape/1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/attention/self/Reshape_1/shape/2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/attention/self/Reshape_1/shape/3"], "attr": {"N": {"i": "4"}, "axis": {"i": "0"}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/attention/self/Reshape_3/shape", "op": "Pack", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/attention/self/strided_slice", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/attention/self/Reshape_3/shape/1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/attention/self/Reshape_3/shape/2"], "attr": {"N": {"i": "3"}, "axis": {"i": "0"}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/attention/self/query/Tensordot/stack", "op": "Pack", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/attention/self/query/Tensordot/Prod", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/attention/self/query/Tensordot/Prod_1"], "attr": {"N": {"i": "2"}, "axis": {"i": "0"}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/attention/self/key/Tensordot/stack", "op": "Pack", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/attention/self/key/Tensordot/Prod", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/attention/self/key/Tensordot/Prod_1"], "attr": {"N": {"i": "2"}, "axis": {"i": "0"}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/attention/self/value/Tensordot/stack", "op": "Pack", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/attention/self/value/Tensordot/Prod", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/attention/self/value/Tensordot/Prod_1"], "attr": {"N": {"i": "2"}, "axis": {"i": "0"}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/attention/self/query/Tensordot/Reshape", "op": "Reshape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/output/LayerNorm/batchnorm/add_1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/attention/self/query/Tensordot/stack"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/attention/self/key/Tensordot/Reshape", "op": "Reshape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/output/LayerNorm/batchnorm/add_1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/attention/self/key/Tensordot/stack"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/attention/self/value/Tensordot/Reshape", "op": "Reshape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/output/LayerNorm/batchnorm/add_1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/attention/self/value/Tensordot/stack"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/attention/self/query/Tensordot/MatMul", "op": "MatMul", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/attention/self/query/Tensordot/Reshape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/attention/self/query/Tensordot/ReadVariableOp"], "device": "/device:CPU:0", "attr": {"grad_a": {"b": false}, "transpose_a": {"b": false}, "T": {"type": "DT_FLOAT"}, "grad_b": {"b": false}, "transpose_b": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/attention/self/key/Tensordot/MatMul", "op": "MatMul", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/attention/self/key/Tensordot/Reshape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/attention/self/key/Tensordot/ReadVariableOp"], "device": "/device:CPU:0", "attr": {"transpose_a": {"b": false}, "grad_a": {"b": false}, "T": {"type": "DT_FLOAT"}, "grad_b": {"b": false}, "transpose_b": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/attention/self/value/Tensordot/MatMul", "op": "MatMul", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/attention/self/value/Tensordot/Reshape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/attention/self/value/Tensordot/ReadVariableOp"], "device": "/device:CPU:0", "attr": {"grad_a": {"b": false}, "transpose_a": {"b": false}, "T": {"type": "DT_FLOAT"}, "grad_b": {"b": false}, "transpose_b": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/attention/self/query/Tensordot", "op": "Reshape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/attention/self/query/Tensordot/MatMul", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/attention/self/query/Tensordot/concat_1"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/attention/self/key/Tensordot", "op": "Reshape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/attention/self/key/Tensordot/MatMul", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/attention/self/key/Tensordot/concat_1"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/attention/self/value/Tensordot", "op": "Reshape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/attention/self/value/Tensordot/MatMul", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/attention/self/value/Tensordot/concat_1"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/attention/self/query/BiasAdd", "op": "BiasAdd", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/attention/self/query/Tensordot", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/attention/self/query/BiasAdd/ReadVariableOp"], "attr": {"data_format": {"s": "TkhXQw=="}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/attention/self/key/BiasAdd", "op": "BiasAdd", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/attention/self/key/Tensordot", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/attention/self/key/BiasAdd/ReadVariableOp"], "attr": {"data_format": {"s": "TkhXQw=="}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/attention/self/value/BiasAdd", "op": "BiasAdd", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/attention/self/value/Tensordot", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/attention/self/value/BiasAdd/ReadVariableOp"], "attr": {"data_format": {"s": "TkhXQw=="}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/attention/self/Reshape_2", "op": "Reshape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/attention/self/query/BiasAdd", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/attention/self/Reshape_2/shape"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/attention/self/Reshape", "op": "Reshape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/attention/self/key/BiasAdd", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/attention/self/Reshape/shape"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/attention/self/Reshape_1", "op": "Reshape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/attention/self/value/BiasAdd", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/attention/self/Reshape_1/shape"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/attention/self/transpose_2", "op": "Transpose", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/attention/self/Reshape_2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/attention/self/transpose_2/perm"], "attr": {"Tperm": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/attention/self/transpose", "op": "Transpose", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/attention/self/Reshape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/attention/self/transpose/perm"], "attr": {"Tperm": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/attention/self/transpose_1", "op": "Transpose", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/attention/self/Reshape_1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/attention/self/transpose_1/perm"], "attr": {"Tperm": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/attention/self/MatMul", "op": "BatchMatMulV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/attention/self/transpose_2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/attention/self/transpose"], "attr": {"grad_y": {"b": false}, "adj_x": {"b": false}, "T": {"type": "DT_FLOAT"}, "adj_y": {"b": true}, "grad_x": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/attention/self/truediv", "op": "Mul", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/attention/self/MatMul", "ConstantFolding/StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/attention/self/truediv_recip"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/attention/self/add_1", "op": "AddV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/attention/self/truediv", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/attention/self/Add"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/attention/self/Softmax", "op": "Softmax", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/attention/self/add_1"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/attention/self/MatMul_1", "op": "BatchMatMulV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/attention/self/Softmax", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/attention/self/transpose_1"], "attr": {"adj_x": {"b": false}, "grad_y": {"b": false}, "T": {"type": "DT_FLOAT"}, "adj_y": {"b": false}, "grad_x": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/attention/self/transpose_3", "op": "Transpose", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/attention/self/MatMul_1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/attention/self/transpose_3/perm"], "attr": {"Tperm": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/attention/self/Reshape_3", "op": "Reshape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/attention/self/transpose_3", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/attention/self/Reshape_3/shape"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/attention/output/dense/Tensordot/Shape", "op": "Shape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/attention/self/Reshape_3"], "attr": {"T": {"type": "DT_FLOAT"}, "out_type": {"type": "DT_INT32"}}, "experimentalType": {"typeId": "TFT_PRODUCT", "args": [{"typeId": "TFT_SHAPE_TENSOR", "args": [{"typeId": "TFT_INT32"}]}]}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/attention/output/dense/Tensordot/GatherV2_1", "op": "GatherV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/attention/output/dense/Tensordot/Shape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/attention/output/dense/Tensordot/axes", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/attention/output/dense/Tensordot/GatherV2_1/axis"], "attr": {"Taxis": {"type": "DT_INT32"}, "Tparams": {"type": "DT_INT32"}, "Tindices": {"type": "DT_INT32"}, "batch_dims": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/attention/output/dense/Tensordot/GatherV2", "op": "GatherV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/attention/output/dense/Tensordot/Shape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/attention/output/dense/Tensordot/free", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/attention/output/dense/Tensordot/GatherV2/axis"], "attr": {"Taxis": {"type": "DT_INT32"}, "Tparams": {"type": "DT_INT32"}, "Tindices": {"type": "DT_INT32"}, "batch_dims": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/attention/output/dense/Tensordot/Prod_1", "op": "Prod", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/attention/output/dense/Tensordot/GatherV2_1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/attention/output/dense/Tensordot/Const_1"], "attr": {"T": {"type": "DT_INT32"}, "Tidx": {"type": "DT_INT32"}, "keep_dims": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/attention/output/dense/Tensordot/Prod", "op": "Prod", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/attention/output/dense/Tensordot/GatherV2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/attention/output/dense/Tensordot/Const"], "attr": {"T": {"type": "DT_INT32"}, "Tidx": {"type": "DT_INT32"}, "keep_dims": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/attention/output/dense/Tensordot/concat_1", "op": "ConcatV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/attention/output/dense/Tensordot/GatherV2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/attention/output/dense/Tensordot/Const_2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/attention/output/dense/Tensordot/concat_1/axis"], "attr": {"N": {"i": "2"}, "T": {"type": "DT_INT32"}, "Tidx": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/attention/output/dense/Tensordot/stack", "op": "Pack", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/attention/output/dense/Tensordot/Prod", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/attention/output/dense/Tensordot/Prod_1"], "attr": {"N": {"i": "2"}, "axis": {"i": "0"}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/attention/output/dense/Tensordot/Reshape", "op": "Reshape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/attention/self/Reshape_3", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/attention/output/dense/Tensordot/stack"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/attention/output/dense/Tensordot/MatMul", "op": "MatMul", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/attention/output/dense/Tensordot/Reshape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/attention/output/dense/Tensordot/ReadVariableOp"], "device": "/device:CPU:0", "attr": {"grad_a": {"b": false}, "transpose_a": {"b": false}, "T": {"type": "DT_FLOAT"}, "grad_b": {"b": false}, "transpose_b": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/attention/output/dense/Tensordot", "op": "Reshape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/attention/output/dense/Tensordot/MatMul", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/attention/output/dense/Tensordot/concat_1"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/attention/output/dense/BiasAdd", "op": "BiasAdd", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/attention/output/dense/Tensordot", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/attention/output/dense/BiasAdd/ReadVariableOp"], "attr": {"data_format": {"s": "TkhXQw=="}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/attention/output/add", "op": "AddV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/attention/output/dense/BiasAdd", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/output/LayerNorm/batchnorm/add_1"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/attention/output/LayerNorm/moments/mean", "op": "Mean", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/attention/output/add", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/attention/output/LayerNorm/moments/mean/reduction_indices"], "attr": {"T": {"type": "DT_FLOAT"}, "Tidx": {"type": "DT_INT32"}, "keep_dims": {"b": true}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/attention/output/LayerNorm/moments/SquaredDifference", "op": "SquaredDifference", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/attention/output/add", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/attention/output/LayerNorm/moments/mean"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/attention/output/LayerNorm/moments/variance", "op": "Mean", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/attention/output/LayerNorm/moments/SquaredDifference", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/attention/output/LayerNorm/moments/variance/reduction_indices"], "attr": {"T": {"type": "DT_FLOAT"}, "Tidx": {"type": "DT_INT32"}, "keep_dims": {"b": true}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/attention/output/LayerNorm/batchnorm/add", "op": "AddV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/attention/output/LayerNorm/moments/variance", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/attention/output/LayerNorm/batchnorm/add/y"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/attention/output/LayerNorm/batchnorm/Rsqrt", "op": "Rsqrt", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/attention/output/LayerNorm/batchnorm/add"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/attention/output/LayerNorm/batchnorm/mul", "op": "Mul", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/attention/output/LayerNorm/batchnorm/Rsqrt", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/attention/output/LayerNorm/batchnorm/mul/ReadVariableOp"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/attention/output/LayerNorm/batchnorm/mul_2", "op": "Mul", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/attention/output/LayerNorm/moments/mean", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/attention/output/LayerNorm/batchnorm/mul"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/attention/output/LayerNorm/batchnorm/mul_1", "op": "Mul", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/attention/output/add", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/attention/output/LayerNorm/batchnorm/mul"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/attention/output/LayerNorm/batchnorm/sub", "op": "Sub", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/attention/output/LayerNorm/batchnorm/ReadVariableOp", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/attention/output/LayerNorm/batchnorm/mul_2"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/attention/output/LayerNorm/batchnorm/add_1", "op": "AddV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/attention/output/LayerNorm/batchnorm/mul_1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/attention/output/LayerNorm/batchnorm/sub"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/intermediate/dense/Tensordot/Shape", "op": "Shape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/attention/output/LayerNorm/batchnorm/add_1"], "attr": {"T": {"type": "DT_FLOAT"}, "out_type": {"type": "DT_INT32"}}, "experimentalType": {"typeId": "TFT_PRODUCT", "args": [{"typeId": "TFT_SHAPE_TENSOR", "args": [{"typeId": "TFT_INT32"}]}]}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/intermediate/dense/Tensordot/GatherV2_1", "op": "GatherV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/intermediate/dense/Tensordot/Shape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/intermediate/dense/Tensordot/axes", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/intermediate/dense/Tensordot/GatherV2_1/axis"], "attr": {"Tparams": {"type": "DT_INT32"}, "Taxis": {"type": "DT_INT32"}, "Tindices": {"type": "DT_INT32"}, "batch_dims": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/intermediate/dense/Tensordot/GatherV2", "op": "GatherV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/intermediate/dense/Tensordot/Shape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/intermediate/dense/Tensordot/free", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/intermediate/dense/Tensordot/GatherV2/axis"], "attr": {"Taxis": {"type": "DT_INT32"}, "Tparams": {"type": "DT_INT32"}, "Tindices": {"type": "DT_INT32"}, "batch_dims": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/intermediate/dense/Tensordot/Prod_1", "op": "Prod", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/intermediate/dense/Tensordot/GatherV2_1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/intermediate/dense/Tensordot/Const_1"], "attr": {"T": {"type": "DT_INT32"}, "Tidx": {"type": "DT_INT32"}, "keep_dims": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/intermediate/dense/Tensordot/Prod", "op": "Prod", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/intermediate/dense/Tensordot/GatherV2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/intermediate/dense/Tensordot/Const"], "attr": {"Tidx": {"type": "DT_INT32"}, "T": {"type": "DT_INT32"}, "keep_dims": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/intermediate/dense/Tensordot/concat_1", "op": "ConcatV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/intermediate/dense/Tensordot/GatherV2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/intermediate/dense/Tensordot/Const_2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/intermediate/dense/Tensordot/concat_1/axis"], "attr": {"N": {"i": "2"}, "Tidx": {"type": "DT_INT32"}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/intermediate/dense/Tensordot/stack", "op": "Pack", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/intermediate/dense/Tensordot/Prod", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/intermediate/dense/Tensordot/Prod_1"], "attr": {"N": {"i": "2"}, "axis": {"i": "0"}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/intermediate/dense/Tensordot/Reshape", "op": "Reshape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/attention/output/LayerNorm/batchnorm/add_1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/intermediate/dense/Tensordot/stack"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/intermediate/dense/Tensordot/MatMul", "op": "MatMul", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/intermediate/dense/Tensordot/Reshape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/intermediate/dense/Tensordot/ReadVariableOp"], "device": "/device:CPU:0", "attr": {"transpose_a": {"b": false}, "grad_a": {"b": false}, "T": {"type": "DT_FLOAT"}, "grad_b": {"b": false}, "transpose_b": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/intermediate/dense/Tensordot", "op": "Reshape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/intermediate/dense/Tensordot/MatMul", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/intermediate/dense/Tensordot/concat_1"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/intermediate/dense/BiasAdd", "op": "BiasAdd", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/intermediate/dense/Tensordot", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/intermediate/dense/BiasAdd/ReadVariableOp"], "attr": {"data_format": {"s": "TkhXQw=="}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/intermediate/Relu", "op": "Relu", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/intermediate/dense/BiasAdd"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/output/dense/Tensordot/Shape", "op": "Shape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/intermediate/Relu"], "attr": {"T": {"type": "DT_FLOAT"}, "out_type": {"type": "DT_INT32"}}, "experimentalType": {"typeId": "TFT_PRODUCT", "args": [{"typeId": "TFT_SHAPE_TENSOR", "args": [{"typeId": "TFT_INT32"}]}]}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/output/dense/Tensordot/GatherV2_1", "op": "GatherV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/output/dense/Tensordot/Shape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/output/dense/Tensordot/axes", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/output/dense/Tensordot/GatherV2_1/axis"], "attr": {"Taxis": {"type": "DT_INT32"}, "Tparams": {"type": "DT_INT32"}, "Tindices": {"type": "DT_INT32"}, "batch_dims": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/output/dense/Tensordot/GatherV2", "op": "GatherV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/output/dense/Tensordot/Shape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/output/dense/Tensordot/free", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/output/dense/Tensordot/GatherV2/axis"], "attr": {"Taxis": {"type": "DT_INT32"}, "Tparams": {"type": "DT_INT32"}, "Tindices": {"type": "DT_INT32"}, "batch_dims": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/output/dense/Tensordot/Prod_1", "op": "Prod", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/output/dense/Tensordot/GatherV2_1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/output/dense/Tensordot/Const_1"], "attr": {"T": {"type": "DT_INT32"}, "Tidx": {"type": "DT_INT32"}, "keep_dims": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/output/dense/Tensordot/Prod", "op": "Prod", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/output/dense/Tensordot/GatherV2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/output/dense/Tensordot/Const"], "attr": {"T": {"type": "DT_INT32"}, "Tidx": {"type": "DT_INT32"}, "keep_dims": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/output/dense/Tensordot/concat_1", "op": "ConcatV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/output/dense/Tensordot/GatherV2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/output/dense/Tensordot/Const_2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/output/dense/Tensordot/concat_1/axis"], "attr": {"N": {"i": "2"}, "T": {"type": "DT_INT32"}, "Tidx": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/output/dense/Tensordot/stack", "op": "Pack", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/output/dense/Tensordot/Prod", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/output/dense/Tensordot/Prod_1"], "attr": {"N": {"i": "2"}, "axis": {"i": "0"}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/output/dense/Tensordot/Reshape", "op": "Reshape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/intermediate/Relu", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/output/dense/Tensordot/stack"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/output/dense/Tensordot/MatMul", "op": "MatMul", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/output/dense/Tensordot/Reshape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/output/dense/Tensordot/ReadVariableOp"], "device": "/device:CPU:0", "attr": {"transpose_a": {"b": false}, "grad_a": {"b": false}, "T": {"type": "DT_FLOAT"}, "grad_b": {"b": false}, "transpose_b": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/output/dense/Tensordot", "op": "Reshape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/output/dense/Tensordot/MatMul", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/output/dense/Tensordot/concat_1"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/output/dense/BiasAdd", "op": "BiasAdd", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/output/dense/Tensordot", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/output/dense/BiasAdd/ReadVariableOp"], "attr": {"data_format": {"s": "TkhXQw=="}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/output/add", "op": "AddV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/output/dense/BiasAdd", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/attention/output/LayerNorm/batchnorm/add_1"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/output/LayerNorm/moments/mean", "op": "Mean", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/output/add", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/output/LayerNorm/moments/mean/reduction_indices"], "attr": {"T": {"type": "DT_FLOAT"}, "Tidx": {"type": "DT_INT32"}, "keep_dims": {"b": true}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/output/LayerNorm/moments/SquaredDifference", "op": "SquaredDifference", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/output/add", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/output/LayerNorm/moments/mean"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/output/LayerNorm/moments/variance", "op": "Mean", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/output/LayerNorm/moments/SquaredDifference", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/output/LayerNorm/moments/variance/reduction_indices"], "attr": {"Tidx": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}, "keep_dims": {"b": true}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/output/LayerNorm/batchnorm/add", "op": "AddV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/output/LayerNorm/moments/variance", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/output/LayerNorm/batchnorm/add/y"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/output/LayerNorm/batchnorm/Rsqrt", "op": "Rsqrt", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/output/LayerNorm/batchnorm/add"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/output/LayerNorm/batchnorm/mul", "op": "Mul", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/output/LayerNorm/batchnorm/Rsqrt", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/output/LayerNorm/batchnorm/mul/ReadVariableOp"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/output/LayerNorm/batchnorm/mul_2", "op": "Mul", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/output/LayerNorm/moments/mean", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/output/LayerNorm/batchnorm/mul"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/output/LayerNorm/batchnorm/mul_1", "op": "Mul", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/output/add", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/output/LayerNorm/batchnorm/mul"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/output/LayerNorm/batchnorm/sub", "op": "Sub", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/output/LayerNorm/batchnorm/ReadVariableOp", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/output/LayerNorm/batchnorm/mul_2"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/output/LayerNorm/batchnorm/add_1", "op": "AddV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/output/LayerNorm/batchnorm/mul_1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/output/LayerNorm/batchnorm/sub"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/attention/self/query/Tensordot/Shape", "op": "Shape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/output/LayerNorm/batchnorm/add_1"], "attr": {"T": {"type": "DT_FLOAT"}, "out_type": {"type": "DT_INT32"}}, "experimentalType": {"typeId": "TFT_PRODUCT", "args": [{"typeId": "TFT_SHAPE_TENSOR", "args": [{"typeId": "TFT_INT32"}]}]}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/attention/self/key/Tensordot/Shape", "op": "Shape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/output/LayerNorm/batchnorm/add_1"], "attr": {"T": {"type": "DT_FLOAT"}, "out_type": {"type": "DT_INT32"}}, "experimentalType": {"typeId": "TFT_PRODUCT", "args": [{"typeId": "TFT_SHAPE_TENSOR", "args": [{"typeId": "TFT_INT32"}]}]}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/attention/self/value/Tensordot/Shape", "op": "Shape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/output/LayerNorm/batchnorm/add_1"], "attr": {"T": {"type": "DT_FLOAT"}, "out_type": {"type": "DT_INT32"}}, "experimentalType": {"typeId": "TFT_PRODUCT", "args": [{"typeId": "TFT_SHAPE_TENSOR", "args": [{"typeId": "TFT_INT32"}]}]}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/attention/self/Shape", "op": "Shape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/output/LayerNorm/batchnorm/add_1"], "attr": {"T": {"type": "DT_FLOAT"}, "out_type": {"type": "DT_INT32"}}, "experimentalType": {"typeId": "TFT_PRODUCT", "args": [{"typeId": "TFT_SHAPE_TENSOR", "args": [{"typeId": "TFT_INT32"}]}]}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/attention/self/query/Tensordot/GatherV2_1", "op": "GatherV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/attention/self/query/Tensordot/Shape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/attention/self/query/Tensordot/axes", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/attention/self/query/Tensordot/GatherV2_1/axis"], "attr": {"Taxis": {"type": "DT_INT32"}, "Tparams": {"type": "DT_INT32"}, "Tindices": {"type": "DT_INT32"}, "batch_dims": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/attention/self/query/Tensordot/GatherV2", "op": "GatherV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/attention/self/query/Tensordot/Shape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/attention/self/query/Tensordot/free", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/attention/self/query/Tensordot/GatherV2/axis"], "attr": {"Taxis": {"type": "DT_INT32"}, "Tparams": {"type": "DT_INT32"}, "Tindices": {"type": "DT_INT32"}, "batch_dims": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/attention/self/key/Tensordot/GatherV2_1", "op": "GatherV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/attention/self/key/Tensordot/Shape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/attention/self/key/Tensordot/axes", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/attention/self/key/Tensordot/GatherV2_1/axis"], "attr": {"Taxis": {"type": "DT_INT32"}, "Tparams": {"type": "DT_INT32"}, "Tindices": {"type": "DT_INT32"}, "batch_dims": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/attention/self/key/Tensordot/GatherV2", "op": "GatherV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/attention/self/key/Tensordot/Shape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/attention/self/key/Tensordot/free", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/attention/self/key/Tensordot/GatherV2/axis"], "attr": {"Taxis": {"type": "DT_INT32"}, "Tparams": {"type": "DT_INT32"}, "Tindices": {"type": "DT_INT32"}, "batch_dims": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/attention/self/value/Tensordot/GatherV2_1", "op": "GatherV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/attention/self/value/Tensordot/Shape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/attention/self/value/Tensordot/axes", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/attention/self/value/Tensordot/GatherV2_1/axis"], "attr": {"Taxis": {"type": "DT_INT32"}, "Tparams": {"type": "DT_INT32"}, "Tindices": {"type": "DT_INT32"}, "batch_dims": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/attention/self/value/Tensordot/GatherV2", "op": "GatherV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/attention/self/value/Tensordot/Shape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/attention/self/value/Tensordot/free", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/attention/self/value/Tensordot/GatherV2/axis"], "attr": {"Tparams": {"type": "DT_INT32"}, "Taxis": {"type": "DT_INT32"}, "Tindices": {"type": "DT_INT32"}, "batch_dims": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/attention/self/strided_slice", "op": "StridedSlice", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/attention/self/Shape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/attention/self/strided_slice/stack", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/attention/self/strided_slice/stack_1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/attention/self/strided_slice/stack_2"], "attr": {"shrink_axis_mask": {"i": "1"}, "new_axis_mask": {"i": "0"}, "Index": {"type": "DT_INT32"}, "begin_mask": {"i": "0"}, "end_mask": {"i": "0"}, "T": {"type": "DT_INT32"}, "ellipsis_mask": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/attention/self/query/Tensordot/Prod_1", "op": "Prod", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/attention/self/query/Tensordot/GatherV2_1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/attention/self/query/Tensordot/Const_1"], "attr": {"Tidx": {"type": "DT_INT32"}, "T": {"type": "DT_INT32"}, "keep_dims": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/attention/self/query/Tensordot/Prod", "op": "Prod", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/attention/self/query/Tensordot/GatherV2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/attention/self/query/Tensordot/Const"], "attr": {"T": {"type": "DT_INT32"}, "Tidx": {"type": "DT_INT32"}, "keep_dims": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/attention/self/query/Tensordot/concat_1", "op": "ConcatV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/attention/self/query/Tensordot/GatherV2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/attention/self/query/Tensordot/Const_2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/attention/self/query/Tensordot/concat_1/axis"], "attr": {"N": {"i": "2"}, "Tidx": {"type": "DT_INT32"}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/attention/self/key/Tensordot/Prod_1", "op": "Prod", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/attention/self/key/Tensordot/GatherV2_1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/attention/self/key/Tensordot/Const_1"], "attr": {"T": {"type": "DT_INT32"}, "Tidx": {"type": "DT_INT32"}, "keep_dims": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/attention/self/key/Tensordot/Prod", "op": "Prod", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/attention/self/key/Tensordot/GatherV2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/attention/self/key/Tensordot/Const"], "attr": {"Tidx": {"type": "DT_INT32"}, "T": {"type": "DT_INT32"}, "keep_dims": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/attention/self/key/Tensordot/concat_1", "op": "ConcatV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/attention/self/key/Tensordot/GatherV2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/attention/self/key/Tensordot/Const_2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/attention/self/key/Tensordot/concat_1/axis"], "attr": {"N": {"i": "2"}, "Tidx": {"type": "DT_INT32"}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/attention/self/value/Tensordot/Prod_1", "op": "Prod", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/attention/self/value/Tensordot/GatherV2_1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/attention/self/value/Tensordot/Const_1"], "attr": {"Tidx": {"type": "DT_INT32"}, "T": {"type": "DT_INT32"}, "keep_dims": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/attention/self/value/Tensordot/Prod", "op": "Prod", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/attention/self/value/Tensordot/GatherV2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/attention/self/value/Tensordot/Const"], "attr": {"Tidx": {"type": "DT_INT32"}, "T": {"type": "DT_INT32"}, "keep_dims": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/attention/self/value/Tensordot/concat_1", "op": "ConcatV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/attention/self/value/Tensordot/GatherV2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/attention/self/value/Tensordot/Const_2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/attention/self/value/Tensordot/concat_1/axis"], "attr": {"N": {"i": "2"}, "T": {"type": "DT_INT32"}, "Tidx": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/attention/self/Reshape_2/shape", "op": "Pack", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/attention/self/strided_slice", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/attention/self/Reshape_2/shape/1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/attention/self/Reshape_2/shape/2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/attention/self/Reshape_2/shape/3"], "attr": {"N": {"i": "4"}, "axis": {"i": "0"}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/attention/self/Reshape/shape", "op": "Pack", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/attention/self/strided_slice", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/attention/self/Reshape/shape/1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/attention/self/Reshape/shape/2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/attention/self/Reshape/shape/3"], "attr": {"N": {"i": "4"}, "axis": {"i": "0"}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/attention/self/Reshape_1/shape", "op": "Pack", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/attention/self/strided_slice", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/attention/self/Reshape_1/shape/1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/attention/self/Reshape_1/shape/2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/attention/self/Reshape_1/shape/3"], "attr": {"N": {"i": "4"}, "axis": {"i": "0"}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/attention/self/Reshape_3/shape", "op": "Pack", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/attention/self/strided_slice", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/attention/self/Reshape_3/shape/1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/attention/self/Reshape_3/shape/2"], "attr": {"N": {"i": "3"}, "axis": {"i": "0"}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/attention/self/query/Tensordot/stack", "op": "Pack", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/attention/self/query/Tensordot/Prod", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/attention/self/query/Tensordot/Prod_1"], "attr": {"N": {"i": "2"}, "axis": {"i": "0"}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/attention/self/key/Tensordot/stack", "op": "Pack", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/attention/self/key/Tensordot/Prod", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/attention/self/key/Tensordot/Prod_1"], "attr": {"N": {"i": "2"}, "axis": {"i": "0"}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/attention/self/value/Tensordot/stack", "op": "Pack", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/attention/self/value/Tensordot/Prod", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/attention/self/value/Tensordot/Prod_1"], "attr": {"N": {"i": "2"}, "axis": {"i": "0"}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/attention/self/query/Tensordot/Reshape", "op": "Reshape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/output/LayerNorm/batchnorm/add_1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/attention/self/query/Tensordot/stack"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/attention/self/key/Tensordot/Reshape", "op": "Reshape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/output/LayerNorm/batchnorm/add_1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/attention/self/key/Tensordot/stack"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/attention/self/value/Tensordot/Reshape", "op": "Reshape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/output/LayerNorm/batchnorm/add_1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/attention/self/value/Tensordot/stack"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/attention/self/query/Tensordot/MatMul", "op": "MatMul", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/attention/self/query/Tensordot/Reshape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/attention/self/query/Tensordot/ReadVariableOp"], "device": "/device:CPU:0", "attr": {"grad_a": {"b": false}, "transpose_a": {"b": false}, "T": {"type": "DT_FLOAT"}, "grad_b": {"b": false}, "transpose_b": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/attention/self/key/Tensordot/MatMul", "op": "MatMul", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/attention/self/key/Tensordot/Reshape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/attention/self/key/Tensordot/ReadVariableOp"], "device": "/device:CPU:0", "attr": {"transpose_a": {"b": false}, "grad_a": {"b": false}, "T": {"type": "DT_FLOAT"}, "grad_b": {"b": false}, "transpose_b": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/attention/self/value/Tensordot/MatMul", "op": "MatMul", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/attention/self/value/Tensordot/Reshape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/attention/self/value/Tensordot/ReadVariableOp"], "device": "/device:CPU:0", "attr": {"grad_a": {"b": false}, "transpose_a": {"b": false}, "T": {"type": "DT_FLOAT"}, "grad_b": {"b": false}, "transpose_b": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/attention/self/query/Tensordot", "op": "Reshape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/attention/self/query/Tensordot/MatMul", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/attention/self/query/Tensordot/concat_1"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/attention/self/key/Tensordot", "op": "Reshape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/attention/self/key/Tensordot/MatMul", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/attention/self/key/Tensordot/concat_1"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/attention/self/value/Tensordot", "op": "Reshape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/attention/self/value/Tensordot/MatMul", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/attention/self/value/Tensordot/concat_1"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/attention/self/query/BiasAdd", "op": "BiasAdd", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/attention/self/query/Tensordot", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/attention/self/query/BiasAdd/ReadVariableOp"], "attr": {"data_format": {"s": "TkhXQw=="}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/attention/self/key/BiasAdd", "op": "BiasAdd", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/attention/self/key/Tensordot", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/attention/self/key/BiasAdd/ReadVariableOp"], "attr": {"data_format": {"s": "TkhXQw=="}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/attention/self/value/BiasAdd", "op": "BiasAdd", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/attention/self/value/Tensordot", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/attention/self/value/BiasAdd/ReadVariableOp"], "attr": {"data_format": {"s": "TkhXQw=="}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/attention/self/Reshape_2", "op": "Reshape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/attention/self/query/BiasAdd", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/attention/self/Reshape_2/shape"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/attention/self/Reshape", "op": "Reshape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/attention/self/key/BiasAdd", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/attention/self/Reshape/shape"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/attention/self/Reshape_1", "op": "Reshape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/attention/self/value/BiasAdd", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/attention/self/Reshape_1/shape"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/attention/self/transpose_2", "op": "Transpose", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/attention/self/Reshape_2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/attention/self/transpose_2/perm"], "attr": {"Tperm": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/attention/self/transpose", "op": "Transpose", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/attention/self/Reshape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/attention/self/transpose/perm"], "attr": {"Tperm": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/attention/self/transpose_1", "op": "Transpose", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/attention/self/Reshape_1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/attention/self/transpose_1/perm"], "attr": {"Tperm": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/attention/self/MatMul", "op": "BatchMatMulV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/attention/self/transpose_2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/attention/self/transpose"], "attr": {"grad_y": {"b": false}, "adj_x": {"b": false}, "T": {"type": "DT_FLOAT"}, "grad_x": {"b": false}, "adj_y": {"b": true}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/attention/self/truediv", "op": "Mul", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/attention/self/MatMul", "ConstantFolding/StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/attention/self/truediv_recip"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/attention/self/add_1", "op": "AddV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/attention/self/truediv", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/attention/self/Add"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/attention/self/Softmax", "op": "Softmax", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/attention/self/add_1"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/attention/self/MatMul_1", "op": "BatchMatMulV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/attention/self/Softmax", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/attention/self/transpose_1"], "attr": {"adj_x": {"b": false}, "grad_y": {"b": false}, "T": {"type": "DT_FLOAT"}, "adj_y": {"b": false}, "grad_x": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/attention/self/transpose_3", "op": "Transpose", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/attention/self/MatMul_1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/attention/self/transpose_3/perm"], "attr": {"Tperm": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/attention/self/Reshape_3", "op": "Reshape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/attention/self/transpose_3", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/attention/self/Reshape_3/shape"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/attention/output/dense/Tensordot/Shape", "op": "Shape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/attention/self/Reshape_3"], "attr": {"T": {"type": "DT_FLOAT"}, "out_type": {"type": "DT_INT32"}}, "experimentalType": {"typeId": "TFT_PRODUCT", "args": [{"typeId": "TFT_SHAPE_TENSOR", "args": [{"typeId": "TFT_INT32"}]}]}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/attention/output/dense/Tensordot/GatherV2_1", "op": "GatherV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/attention/output/dense/Tensordot/Shape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/attention/output/dense/Tensordot/axes", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/attention/output/dense/Tensordot/GatherV2_1/axis"], "attr": {"Tparams": {"type": "DT_INT32"}, "Taxis": {"type": "DT_INT32"}, "Tindices": {"type": "DT_INT32"}, "batch_dims": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/attention/output/dense/Tensordot/GatherV2", "op": "GatherV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/attention/output/dense/Tensordot/Shape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/attention/output/dense/Tensordot/free", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/attention/output/dense/Tensordot/GatherV2/axis"], "attr": {"Taxis": {"type": "DT_INT32"}, "Tparams": {"type": "DT_INT32"}, "Tindices": {"type": "DT_INT32"}, "batch_dims": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/attention/output/dense/Tensordot/Prod_1", "op": "Prod", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/attention/output/dense/Tensordot/GatherV2_1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/attention/output/dense/Tensordot/Const_1"], "attr": {"Tidx": {"type": "DT_INT32"}, "T": {"type": "DT_INT32"}, "keep_dims": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/attention/output/dense/Tensordot/Prod", "op": "Prod", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/attention/output/dense/Tensordot/GatherV2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/attention/output/dense/Tensordot/Const"], "attr": {"T": {"type": "DT_INT32"}, "Tidx": {"type": "DT_INT32"}, "keep_dims": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/attention/output/dense/Tensordot/concat_1", "op": "ConcatV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/attention/output/dense/Tensordot/GatherV2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/attention/output/dense/Tensordot/Const_2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/attention/output/dense/Tensordot/concat_1/axis"], "attr": {"N": {"i": "2"}, "Tidx": {"type": "DT_INT32"}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/attention/output/dense/Tensordot/stack", "op": "Pack", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/attention/output/dense/Tensordot/Prod", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/attention/output/dense/Tensordot/Prod_1"], "attr": {"N": {"i": "2"}, "axis": {"i": "0"}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/attention/output/dense/Tensordot/Reshape", "op": "Reshape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/attention/self/Reshape_3", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/attention/output/dense/Tensordot/stack"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/attention/output/dense/Tensordot/MatMul", "op": "MatMul", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/attention/output/dense/Tensordot/Reshape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/attention/output/dense/Tensordot/ReadVariableOp"], "device": "/device:CPU:0", "attr": {"grad_a": {"b": false}, "transpose_a": {"b": false}, "T": {"type": "DT_FLOAT"}, "grad_b": {"b": false}, "transpose_b": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/attention/output/dense/Tensordot", "op": "Reshape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/attention/output/dense/Tensordot/MatMul", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/attention/output/dense/Tensordot/concat_1"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/attention/output/dense/BiasAdd", "op": "BiasAdd", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/attention/output/dense/Tensordot", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/attention/output/dense/BiasAdd/ReadVariableOp"], "attr": {"data_format": {"s": "TkhXQw=="}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/attention/output/add", "op": "AddV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/attention/output/dense/BiasAdd", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/output/LayerNorm/batchnorm/add_1"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/attention/output/LayerNorm/moments/mean", "op": "Mean", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/attention/output/add", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/attention/output/LayerNorm/moments/mean/reduction_indices"], "attr": {"T": {"type": "DT_FLOAT"}, "Tidx": {"type": "DT_INT32"}, "keep_dims": {"b": true}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/attention/output/LayerNorm/moments/SquaredDifference", "op": "SquaredDifference", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/attention/output/add", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/attention/output/LayerNorm/moments/mean"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/attention/output/LayerNorm/moments/variance", "op": "Mean", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/attention/output/LayerNorm/moments/SquaredDifference", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/attention/output/LayerNorm/moments/variance/reduction_indices"], "attr": {"Tidx": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}, "keep_dims": {"b": true}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/attention/output/LayerNorm/batchnorm/add", "op": "AddV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/attention/output/LayerNorm/moments/variance", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/attention/output/LayerNorm/batchnorm/add/y"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/attention/output/LayerNorm/batchnorm/Rsqrt", "op": "Rsqrt", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/attention/output/LayerNorm/batchnorm/add"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/attention/output/LayerNorm/batchnorm/mul", "op": "Mul", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/attention/output/LayerNorm/batchnorm/Rsqrt", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/attention/output/LayerNorm/batchnorm/mul/ReadVariableOp"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/attention/output/LayerNorm/batchnorm/mul_2", "op": "Mul", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/attention/output/LayerNorm/moments/mean", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/attention/output/LayerNorm/batchnorm/mul"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/attention/output/LayerNorm/batchnorm/mul_1", "op": "Mul", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/attention/output/add", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/attention/output/LayerNorm/batchnorm/mul"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/attention/output/LayerNorm/batchnorm/sub", "op": "Sub", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/attention/output/LayerNorm/batchnorm/ReadVariableOp", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/attention/output/LayerNorm/batchnorm/mul_2"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/attention/output/LayerNorm/batchnorm/add_1", "op": "AddV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/attention/output/LayerNorm/batchnorm/mul_1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/attention/output/LayerNorm/batchnorm/sub"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/intermediate/dense/Tensordot/Shape", "op": "Shape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/attention/output/LayerNorm/batchnorm/add_1"], "attr": {"T": {"type": "DT_FLOAT"}, "out_type": {"type": "DT_INT32"}}, "experimentalType": {"typeId": "TFT_PRODUCT", "args": [{"typeId": "TFT_SHAPE_TENSOR", "args": [{"typeId": "TFT_INT32"}]}]}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/intermediate/dense/Tensordot/GatherV2_1", "op": "GatherV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/intermediate/dense/Tensordot/Shape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/intermediate/dense/Tensordot/axes", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/intermediate/dense/Tensordot/GatherV2_1/axis"], "attr": {"Taxis": {"type": "DT_INT32"}, "Tparams": {"type": "DT_INT32"}, "Tindices": {"type": "DT_INT32"}, "batch_dims": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/intermediate/dense/Tensordot/GatherV2", "op": "GatherV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/intermediate/dense/Tensordot/Shape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/intermediate/dense/Tensordot/free", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/intermediate/dense/Tensordot/GatherV2/axis"], "attr": {"Tparams": {"type": "DT_INT32"}, "Taxis": {"type": "DT_INT32"}, "Tindices": {"type": "DT_INT32"}, "batch_dims": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/intermediate/dense/Tensordot/Prod_1", "op": "Prod", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/intermediate/dense/Tensordot/GatherV2_1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/intermediate/dense/Tensordot/Const_1"], "attr": {"Tidx": {"type": "DT_INT32"}, "T": {"type": "DT_INT32"}, "keep_dims": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/intermediate/dense/Tensordot/Prod", "op": "Prod", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/intermediate/dense/Tensordot/GatherV2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/intermediate/dense/Tensordot/Const"], "attr": {"Tidx": {"type": "DT_INT32"}, "T": {"type": "DT_INT32"}, "keep_dims": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/intermediate/dense/Tensordot/concat_1", "op": "ConcatV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/intermediate/dense/Tensordot/GatherV2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/intermediate/dense/Tensordot/Const_2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/intermediate/dense/Tensordot/concat_1/axis"], "attr": {"N": {"i": "2"}, "T": {"type": "DT_INT32"}, "Tidx": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/intermediate/dense/Tensordot/stack", "op": "Pack", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/intermediate/dense/Tensordot/Prod", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/intermediate/dense/Tensordot/Prod_1"], "attr": {"N": {"i": "2"}, "axis": {"i": "0"}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/intermediate/dense/Tensordot/Reshape", "op": "Reshape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/attention/output/LayerNorm/batchnorm/add_1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/intermediate/dense/Tensordot/stack"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/intermediate/dense/Tensordot/MatMul", "op": "MatMul", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/intermediate/dense/Tensordot/Reshape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/intermediate/dense/Tensordot/ReadVariableOp"], "device": "/device:CPU:0", "attr": {"grad_a": {"b": false}, "transpose_a": {"b": false}, "T": {"type": "DT_FLOAT"}, "grad_b": {"b": false}, "transpose_b": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/intermediate/dense/Tensordot", "op": "Reshape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/intermediate/dense/Tensordot/MatMul", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/intermediate/dense/Tensordot/concat_1"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/intermediate/dense/BiasAdd", "op": "BiasAdd", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/intermediate/dense/Tensordot", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/intermediate/dense/BiasAdd/ReadVariableOp"], "attr": {"data_format": {"s": "TkhXQw=="}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/intermediate/Relu", "op": "Relu", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/intermediate/dense/BiasAdd"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/output/dense/Tensordot/Shape", "op": "Shape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/intermediate/Relu"], "attr": {"T": {"type": "DT_FLOAT"}, "out_type": {"type": "DT_INT32"}}, "experimentalType": {"typeId": "TFT_PRODUCT", "args": [{"typeId": "TFT_SHAPE_TENSOR", "args": [{"typeId": "TFT_INT32"}]}]}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/output/dense/Tensordot/GatherV2_1", "op": "GatherV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/output/dense/Tensordot/Shape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/output/dense/Tensordot/axes", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/output/dense/Tensordot/GatherV2_1/axis"], "attr": {"Taxis": {"type": "DT_INT32"}, "Tparams": {"type": "DT_INT32"}, "Tindices": {"type": "DT_INT32"}, "batch_dims": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/output/dense/Tensordot/GatherV2", "op": "GatherV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/output/dense/Tensordot/Shape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/output/dense/Tensordot/free", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/output/dense/Tensordot/GatherV2/axis"], "attr": {"Taxis": {"type": "DT_INT32"}, "Tparams": {"type": "DT_INT32"}, "Tindices": {"type": "DT_INT32"}, "batch_dims": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/output/dense/Tensordot/Prod_1", "op": "Prod", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/output/dense/Tensordot/GatherV2_1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/output/dense/Tensordot/Const_1"], "attr": {"T": {"type": "DT_INT32"}, "Tidx": {"type": "DT_INT32"}, "keep_dims": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/output/dense/Tensordot/Prod", "op": "Prod", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/output/dense/Tensordot/GatherV2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/output/dense/Tensordot/Const"], "attr": {"T": {"type": "DT_INT32"}, "Tidx": {"type": "DT_INT32"}, "keep_dims": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/output/dense/Tensordot/concat_1", "op": "ConcatV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/output/dense/Tensordot/GatherV2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/output/dense/Tensordot/Const_2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/output/dense/Tensordot/concat_1/axis"], "attr": {"N": {"i": "2"}, "Tidx": {"type": "DT_INT32"}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/output/dense/Tensordot/stack", "op": "Pack", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/output/dense/Tensordot/Prod", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/output/dense/Tensordot/Prod_1"], "attr": {"N": {"i": "2"}, "axis": {"i": "0"}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/output/dense/Tensordot/Reshape", "op": "Reshape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/intermediate/Relu", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/output/dense/Tensordot/stack"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/output/dense/Tensordot/MatMul", "op": "MatMul", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/output/dense/Tensordot/Reshape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/output/dense/Tensordot/ReadVariableOp"], "device": "/device:CPU:0", "attr": {"grad_a": {"b": false}, "transpose_a": {"b": false}, "T": {"type": "DT_FLOAT"}, "grad_b": {"b": false}, "transpose_b": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/output/dense/Tensordot", "op": "Reshape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/output/dense/Tensordot/MatMul", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/output/dense/Tensordot/concat_1"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/output/dense/BiasAdd", "op": "BiasAdd", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/output/dense/Tensordot", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/output/dense/BiasAdd/ReadVariableOp"], "attr": {"data_format": {"s": "TkhXQw=="}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/output/add", "op": "AddV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/output/dense/BiasAdd", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/attention/output/LayerNorm/batchnorm/add_1"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/output/LayerNorm/moments/mean", "op": "Mean", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/output/add", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/output/LayerNorm/moments/mean/reduction_indices"], "attr": {"T": {"type": "DT_FLOAT"}, "Tidx": {"type": "DT_INT32"}, "keep_dims": {"b": true}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/output/LayerNorm/moments/SquaredDifference", "op": "SquaredDifference", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/output/add", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/output/LayerNorm/moments/mean"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/output/LayerNorm/moments/variance", "op": "Mean", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/output/LayerNorm/moments/SquaredDifference", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/output/LayerNorm/moments/variance/reduction_indices"], "attr": {"Tidx": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}, "keep_dims": {"b": true}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/output/LayerNorm/batchnorm/add", "op": "AddV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/output/LayerNorm/moments/variance", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/output/LayerNorm/batchnorm/add/y"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/output/LayerNorm/batchnorm/Rsqrt", "op": "Rsqrt", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/output/LayerNorm/batchnorm/add"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/output/LayerNorm/batchnorm/mul", "op": "Mul", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/output/LayerNorm/batchnorm/Rsqrt", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/output/LayerNorm/batchnorm/mul/ReadVariableOp"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/output/LayerNorm/batchnorm/mul_2", "op": "Mul", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/output/LayerNorm/moments/mean", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/output/LayerNorm/batchnorm/mul"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/output/LayerNorm/batchnorm/mul_1", "op": "Mul", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/output/add", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/output/LayerNorm/batchnorm/mul"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/output/LayerNorm/batchnorm/sub", "op": "Sub", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/output/LayerNorm/batchnorm/ReadVariableOp", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/output/LayerNorm/batchnorm/mul_2"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/output/LayerNorm/batchnorm/add_1", "op": "AddV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/output/LayerNorm/batchnorm/mul_1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/output/LayerNorm/batchnorm/sub"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/attention/self/query/Tensordot/Shape", "op": "Shape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/output/LayerNorm/batchnorm/add_1"], "attr": {"T": {"type": "DT_FLOAT"}, "out_type": {"type": "DT_INT32"}}, "experimentalType": {"typeId": "TFT_PRODUCT", "args": [{"typeId": "TFT_SHAPE_TENSOR", "args": [{"typeId": "TFT_INT32"}]}]}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/attention/self/key/Tensordot/Shape", "op": "Shape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/output/LayerNorm/batchnorm/add_1"], "attr": {"T": {"type": "DT_FLOAT"}, "out_type": {"type": "DT_INT32"}}, "experimentalType": {"typeId": "TFT_PRODUCT", "args": [{"typeId": "TFT_SHAPE_TENSOR", "args": [{"typeId": "TFT_INT32"}]}]}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/attention/self/value/Tensordot/Shape", "op": "Shape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/output/LayerNorm/batchnorm/add_1"], "attr": {"T": {"type": "DT_FLOAT"}, "out_type": {"type": "DT_INT32"}}, "experimentalType": {"typeId": "TFT_PRODUCT", "args": [{"typeId": "TFT_SHAPE_TENSOR", "args": [{"typeId": "TFT_INT32"}]}]}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/attention/self/Shape", "op": "Shape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/output/LayerNorm/batchnorm/add_1"], "attr": {"T": {"type": "DT_FLOAT"}, "out_type": {"type": "DT_INT32"}}, "experimentalType": {"typeId": "TFT_PRODUCT", "args": [{"typeId": "TFT_SHAPE_TENSOR", "args": [{"typeId": "TFT_INT32"}]}]}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/attention/self/query/Tensordot/GatherV2_1", "op": "GatherV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/attention/self/query/Tensordot/Shape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/attention/self/query/Tensordot/axes", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/attention/self/query/Tensordot/GatherV2_1/axis"], "attr": {"Tparams": {"type": "DT_INT32"}, "Taxis": {"type": "DT_INT32"}, "Tindices": {"type": "DT_INT32"}, "batch_dims": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/attention/self/query/Tensordot/GatherV2", "op": "GatherV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/attention/self/query/Tensordot/Shape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/attention/self/query/Tensordot/free", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/attention/self/query/Tensordot/GatherV2/axis"], "attr": {"Taxis": {"type": "DT_INT32"}, "Tparams": {"type": "DT_INT32"}, "Tindices": {"type": "DT_INT32"}, "batch_dims": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/attention/self/key/Tensordot/GatherV2_1", "op": "GatherV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/attention/self/key/Tensordot/Shape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/attention/self/key/Tensordot/axes", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/attention/self/key/Tensordot/GatherV2_1/axis"], "attr": {"Tparams": {"type": "DT_INT32"}, "Taxis": {"type": "DT_INT32"}, "Tindices": {"type": "DT_INT32"}, "batch_dims": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/attention/self/key/Tensordot/GatherV2", "op": "GatherV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/attention/self/key/Tensordot/Shape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/attention/self/key/Tensordot/free", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/attention/self/key/Tensordot/GatherV2/axis"], "attr": {"Tparams": {"type": "DT_INT32"}, "Taxis": {"type": "DT_INT32"}, "Tindices": {"type": "DT_INT32"}, "batch_dims": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/attention/self/value/Tensordot/GatherV2_1", "op": "GatherV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/attention/self/value/Tensordot/Shape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/attention/self/value/Tensordot/axes", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/attention/self/value/Tensordot/GatherV2_1/axis"], "attr": {"Tparams": {"type": "DT_INT32"}, "Taxis": {"type": "DT_INT32"}, "Tindices": {"type": "DT_INT32"}, "batch_dims": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/attention/self/value/Tensordot/GatherV2", "op": "GatherV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/attention/self/value/Tensordot/Shape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/attention/self/value/Tensordot/free", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/attention/self/value/Tensordot/GatherV2/axis"], "attr": {"Tparams": {"type": "DT_INT32"}, "Taxis": {"type": "DT_INT32"}, "Tindices": {"type": "DT_INT32"}, "batch_dims": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/attention/self/strided_slice", "op": "StridedSlice", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/attention/self/Shape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/attention/self/strided_slice/stack", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/attention/self/strided_slice/stack_1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/attention/self/strided_slice/stack_2"], "attr": {"shrink_axis_mask": {"i": "1"}, "new_axis_mask": {"i": "0"}, "Index": {"type": "DT_INT32"}, "begin_mask": {"i": "0"}, "end_mask": {"i": "0"}, "T": {"type": "DT_INT32"}, "ellipsis_mask": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/attention/self/query/Tensordot/Prod_1", "op": "Prod", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/attention/self/query/Tensordot/GatherV2_1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/attention/self/query/Tensordot/Const_1"], "attr": {"T": {"type": "DT_INT32"}, "Tidx": {"type": "DT_INT32"}, "keep_dims": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/attention/self/query/Tensordot/Prod", "op": "Prod", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/attention/self/query/Tensordot/GatherV2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/attention/self/query/Tensordot/Const"], "attr": {"T": {"type": "DT_INT32"}, "Tidx": {"type": "DT_INT32"}, "keep_dims": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/attention/self/query/Tensordot/concat_1", "op": "ConcatV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/attention/self/query/Tensordot/GatherV2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/attention/self/query/Tensordot/Const_2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/attention/self/query/Tensordot/concat_1/axis"], "attr": {"N": {"i": "2"}, "T": {"type": "DT_INT32"}, "Tidx": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/attention/self/key/Tensordot/Prod_1", "op": "Prod", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/attention/self/key/Tensordot/GatherV2_1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/attention/self/key/Tensordot/Const_1"], "attr": {"Tidx": {"type": "DT_INT32"}, "T": {"type": "DT_INT32"}, "keep_dims": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/attention/self/key/Tensordot/Prod", "op": "Prod", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/attention/self/key/Tensordot/GatherV2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/attention/self/key/Tensordot/Const"], "attr": {"T": {"type": "DT_INT32"}, "Tidx": {"type": "DT_INT32"}, "keep_dims": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/attention/self/key/Tensordot/concat_1", "op": "ConcatV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/attention/self/key/Tensordot/GatherV2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/attention/self/key/Tensordot/Const_2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/attention/self/key/Tensordot/concat_1/axis"], "attr": {"N": {"i": "2"}, "T": {"type": "DT_INT32"}, "Tidx": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/attention/self/value/Tensordot/Prod_1", "op": "Prod", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/attention/self/value/Tensordot/GatherV2_1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/attention/self/value/Tensordot/Const_1"], "attr": {"T": {"type": "DT_INT32"}, "Tidx": {"type": "DT_INT32"}, "keep_dims": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/attention/self/value/Tensordot/Prod", "op": "Prod", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/attention/self/value/Tensordot/GatherV2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/attention/self/value/Tensordot/Const"], "attr": {"Tidx": {"type": "DT_INT32"}, "T": {"type": "DT_INT32"}, "keep_dims": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/attention/self/value/Tensordot/concat_1", "op": "ConcatV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/attention/self/value/Tensordot/GatherV2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/attention/self/value/Tensordot/Const_2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/attention/self/value/Tensordot/concat_1/axis"], "attr": {"N": {"i": "2"}, "Tidx": {"type": "DT_INT32"}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/attention/self/Reshape_2/shape", "op": "Pack", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/attention/self/strided_slice", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/attention/self/Reshape_2/shape/1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/attention/self/Reshape_2/shape/2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/attention/self/Reshape_2/shape/3"], "attr": {"N": {"i": "4"}, "axis": {"i": "0"}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/attention/self/Reshape/shape", "op": "Pack", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/attention/self/strided_slice", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/attention/self/Reshape/shape/1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/attention/self/Reshape/shape/2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/attention/self/Reshape/shape/3"], "attr": {"N": {"i": "4"}, "axis": {"i": "0"}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/attention/self/Reshape_1/shape", "op": "Pack", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/attention/self/strided_slice", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/attention/self/Reshape_1/shape/1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/attention/self/Reshape_1/shape/2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/attention/self/Reshape_1/shape/3"], "attr": {"N": {"i": "4"}, "axis": {"i": "0"}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/attention/self/Reshape_3/shape", "op": "Pack", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/attention/self/strided_slice", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/attention/self/Reshape_3/shape/1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/attention/self/Reshape_3/shape/2"], "attr": {"N": {"i": "3"}, "axis": {"i": "0"}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/attention/self/query/Tensordot/stack", "op": "Pack", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/attention/self/query/Tensordot/Prod", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/attention/self/query/Tensordot/Prod_1"], "attr": {"N": {"i": "2"}, "axis": {"i": "0"}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/attention/self/key/Tensordot/stack", "op": "Pack", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/attention/self/key/Tensordot/Prod", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/attention/self/key/Tensordot/Prod_1"], "attr": {"N": {"i": "2"}, "axis": {"i": "0"}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/attention/self/value/Tensordot/stack", "op": "Pack", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/attention/self/value/Tensordot/Prod", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/attention/self/value/Tensordot/Prod_1"], "attr": {"N": {"i": "2"}, "axis": {"i": "0"}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/attention/self/query/Tensordot/Reshape", "op": "Reshape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/output/LayerNorm/batchnorm/add_1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/attention/self/query/Tensordot/stack"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/attention/self/key/Tensordot/Reshape", "op": "Reshape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/output/LayerNorm/batchnorm/add_1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/attention/self/key/Tensordot/stack"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/attention/self/value/Tensordot/Reshape", "op": "Reshape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/output/LayerNorm/batchnorm/add_1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/attention/self/value/Tensordot/stack"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/attention/self/query/Tensordot/MatMul", "op": "MatMul", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/attention/self/query/Tensordot/Reshape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/attention/self/query/Tensordot/ReadVariableOp"], "device": "/device:CPU:0", "attr": {"transpose_a": {"b": false}, "grad_a": {"b": false}, "T": {"type": "DT_FLOAT"}, "grad_b": {"b": false}, "transpose_b": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/attention/self/key/Tensordot/MatMul", "op": "MatMul", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/attention/self/key/Tensordot/Reshape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/attention/self/key/Tensordot/ReadVariableOp"], "device": "/device:CPU:0", "attr": {"grad_a": {"b": false}, "transpose_a": {"b": false}, "T": {"type": "DT_FLOAT"}, "grad_b": {"b": false}, "transpose_b": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/attention/self/value/Tensordot/MatMul", "op": "MatMul", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/attention/self/value/Tensordot/Reshape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/attention/self/value/Tensordot/ReadVariableOp"], "device": "/device:CPU:0", "attr": {"transpose_a": {"b": false}, "grad_a": {"b": false}, "T": {"type": "DT_FLOAT"}, "grad_b": {"b": false}, "transpose_b": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/attention/self/query/Tensordot", "op": "Reshape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/attention/self/query/Tensordot/MatMul", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/attention/self/query/Tensordot/concat_1"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/attention/self/key/Tensordot", "op": "Reshape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/attention/self/key/Tensordot/MatMul", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/attention/self/key/Tensordot/concat_1"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/attention/self/value/Tensordot", "op": "Reshape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/attention/self/value/Tensordot/MatMul", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/attention/self/value/Tensordot/concat_1"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/attention/self/query/BiasAdd", "op": "BiasAdd", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/attention/self/query/Tensordot", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/attention/self/query/BiasAdd/ReadVariableOp"], "attr": {"data_format": {"s": "TkhXQw=="}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/attention/self/key/BiasAdd", "op": "BiasAdd", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/attention/self/key/Tensordot", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/attention/self/key/BiasAdd/ReadVariableOp"], "attr": {"data_format": {"s": "TkhXQw=="}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/attention/self/value/BiasAdd", "op": "BiasAdd", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/attention/self/value/Tensordot", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/attention/self/value/BiasAdd/ReadVariableOp"], "attr": {"data_format": {"s": "TkhXQw=="}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/attention/self/Reshape_2", "op": "Reshape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/attention/self/query/BiasAdd", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/attention/self/Reshape_2/shape"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/attention/self/Reshape", "op": "Reshape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/attention/self/key/BiasAdd", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/attention/self/Reshape/shape"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/attention/self/Reshape_1", "op": "Reshape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/attention/self/value/BiasAdd", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/attention/self/Reshape_1/shape"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/attention/self/transpose_2", "op": "Transpose", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/attention/self/Reshape_2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/attention/self/transpose_2/perm"], "attr": {"Tperm": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/attention/self/transpose", "op": "Transpose", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/attention/self/Reshape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/attention/self/transpose/perm"], "attr": {"Tperm": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/attention/self/transpose_1", "op": "Transpose", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/attention/self/Reshape_1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/attention/self/transpose_1/perm"], "attr": {"Tperm": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/attention/self/MatMul", "op": "BatchMatMulV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/attention/self/transpose_2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/attention/self/transpose"], "attr": {"grad_y": {"b": false}, "adj_x": {"b": false}, "T": {"type": "DT_FLOAT"}, "adj_y": {"b": true}, "grad_x": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/attention/self/truediv", "op": "Mul", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/attention/self/MatMul", "ConstantFolding/StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/attention/self/truediv_recip"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/attention/self/add_1", "op": "AddV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/attention/self/truediv", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/attention/self/Add"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/attention/self/Softmax", "op": "Softmax", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/attention/self/add_1"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/attention/self/MatMul_1", "op": "BatchMatMulV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/attention/self/Softmax", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/attention/self/transpose_1"], "attr": {"grad_y": {"b": false}, "adj_x": {"b": false}, "T": {"type": "DT_FLOAT"}, "adj_y": {"b": false}, "grad_x": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/attention/self/transpose_3", "op": "Transpose", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/attention/self/MatMul_1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/attention/self/transpose_3/perm"], "attr": {"Tperm": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/attention/self/Reshape_3", "op": "Reshape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/attention/self/transpose_3", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/attention/self/Reshape_3/shape"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/attention/output/dense/Tensordot/Shape", "op": "Shape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/attention/self/Reshape_3"], "attr": {"T": {"type": "DT_FLOAT"}, "out_type": {"type": "DT_INT32"}}, "experimentalType": {"typeId": "TFT_PRODUCT", "args": [{"typeId": "TFT_SHAPE_TENSOR", "args": [{"typeId": "TFT_INT32"}]}]}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/attention/output/dense/Tensordot/GatherV2_1", "op": "GatherV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/attention/output/dense/Tensordot/Shape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/attention/output/dense/Tensordot/axes", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/attention/output/dense/Tensordot/GatherV2_1/axis"], "attr": {"Taxis": {"type": "DT_INT32"}, "Tparams": {"type": "DT_INT32"}, "Tindices": {"type": "DT_INT32"}, "batch_dims": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/attention/output/dense/Tensordot/GatherV2", "op": "GatherV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/attention/output/dense/Tensordot/Shape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/attention/output/dense/Tensordot/free", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/attention/output/dense/Tensordot/GatherV2/axis"], "attr": {"Tparams": {"type": "DT_INT32"}, "Taxis": {"type": "DT_INT32"}, "Tindices": {"type": "DT_INT32"}, "batch_dims": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/attention/output/dense/Tensordot/Prod_1", "op": "Prod", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/attention/output/dense/Tensordot/GatherV2_1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/attention/output/dense/Tensordot/Const_1"], "attr": {"T": {"type": "DT_INT32"}, "Tidx": {"type": "DT_INT32"}, "keep_dims": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/attention/output/dense/Tensordot/Prod", "op": "Prod", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/attention/output/dense/Tensordot/GatherV2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/attention/output/dense/Tensordot/Const"], "attr": {"T": {"type": "DT_INT32"}, "Tidx": {"type": "DT_INT32"}, "keep_dims": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/attention/output/dense/Tensordot/concat_1", "op": "ConcatV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/attention/output/dense/Tensordot/GatherV2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/attention/output/dense/Tensordot/Const_2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/attention/output/dense/Tensordot/concat_1/axis"], "attr": {"N": {"i": "2"}, "T": {"type": "DT_INT32"}, "Tidx": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/attention/output/dense/Tensordot/stack", "op": "Pack", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/attention/output/dense/Tensordot/Prod", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/attention/output/dense/Tensordot/Prod_1"], "attr": {"N": {"i": "2"}, "axis": {"i": "0"}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/attention/output/dense/Tensordot/Reshape", "op": "Reshape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/attention/self/Reshape_3", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/attention/output/dense/Tensordot/stack"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/attention/output/dense/Tensordot/MatMul", "op": "MatMul", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/attention/output/dense/Tensordot/Reshape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/attention/output/dense/Tensordot/ReadVariableOp"], "device": "/device:CPU:0", "attr": {"transpose_a": {"b": false}, "grad_a": {"b": false}, "T": {"type": "DT_FLOAT"}, "grad_b": {"b": false}, "transpose_b": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/attention/output/dense/Tensordot", "op": "Reshape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/attention/output/dense/Tensordot/MatMul", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/attention/output/dense/Tensordot/concat_1"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/attention/output/dense/BiasAdd", "op": "BiasAdd", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/attention/output/dense/Tensordot", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/attention/output/dense/BiasAdd/ReadVariableOp"], "attr": {"data_format": {"s": "TkhXQw=="}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/attention/output/add", "op": "AddV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/attention/output/dense/BiasAdd", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/output/LayerNorm/batchnorm/add_1"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/attention/output/LayerNorm/moments/mean", "op": "Mean", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/attention/output/add", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/attention/output/LayerNorm/moments/mean/reduction_indices"], "attr": {"T": {"type": "DT_FLOAT"}, "Tidx": {"type": "DT_INT32"}, "keep_dims": {"b": true}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/attention/output/LayerNorm/moments/SquaredDifference", "op": "SquaredDifference", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/attention/output/add", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/attention/output/LayerNorm/moments/mean"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/attention/output/LayerNorm/moments/variance", "op": "Mean", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/attention/output/LayerNorm/moments/SquaredDifference", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/attention/output/LayerNorm/moments/variance/reduction_indices"], "attr": {"T": {"type": "DT_FLOAT"}, "Tidx": {"type": "DT_INT32"}, "keep_dims": {"b": true}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/attention/output/LayerNorm/batchnorm/add", "op": "AddV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/attention/output/LayerNorm/moments/variance", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/attention/output/LayerNorm/batchnorm/add/y"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/attention/output/LayerNorm/batchnorm/Rsqrt", "op": "Rsqrt", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/attention/output/LayerNorm/batchnorm/add"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/attention/output/LayerNorm/batchnorm/mul", "op": "Mul", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/attention/output/LayerNorm/batchnorm/Rsqrt", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/attention/output/LayerNorm/batchnorm/mul/ReadVariableOp"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/attention/output/LayerNorm/batchnorm/mul_2", "op": "Mul", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/attention/output/LayerNorm/moments/mean", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/attention/output/LayerNorm/batchnorm/mul"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/attention/output/LayerNorm/batchnorm/mul_1", "op": "Mul", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/attention/output/add", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/attention/output/LayerNorm/batchnorm/mul"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/attention/output/LayerNorm/batchnorm/sub", "op": "Sub", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/attention/output/LayerNorm/batchnorm/ReadVariableOp", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/attention/output/LayerNorm/batchnorm/mul_2"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/attention/output/LayerNorm/batchnorm/add_1", "op": "AddV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/attention/output/LayerNorm/batchnorm/mul_1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/attention/output/LayerNorm/batchnorm/sub"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/intermediate/dense/Tensordot/Shape", "op": "Shape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/attention/output/LayerNorm/batchnorm/add_1"], "attr": {"T": {"type": "DT_FLOAT"}, "out_type": {"type": "DT_INT32"}}, "experimentalType": {"typeId": "TFT_PRODUCT", "args": [{"typeId": "TFT_SHAPE_TENSOR", "args": [{"typeId": "TFT_INT32"}]}]}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/intermediate/dense/Tensordot/GatherV2_1", "op": "GatherV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/intermediate/dense/Tensordot/Shape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/intermediate/dense/Tensordot/axes", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/intermediate/dense/Tensordot/GatherV2_1/axis"], "attr": {"Taxis": {"type": "DT_INT32"}, "Tparams": {"type": "DT_INT32"}, "Tindices": {"type": "DT_INT32"}, "batch_dims": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/intermediate/dense/Tensordot/GatherV2", "op": "GatherV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/intermediate/dense/Tensordot/Shape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/intermediate/dense/Tensordot/free", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/intermediate/dense/Tensordot/GatherV2/axis"], "attr": {"Taxis": {"type": "DT_INT32"}, "Tparams": {"type": "DT_INT32"}, "Tindices": {"type": "DT_INT32"}, "batch_dims": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/intermediate/dense/Tensordot/Prod_1", "op": "Prod", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/intermediate/dense/Tensordot/GatherV2_1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/intermediate/dense/Tensordot/Const_1"], "attr": {"Tidx": {"type": "DT_INT32"}, "T": {"type": "DT_INT32"}, "keep_dims": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/intermediate/dense/Tensordot/Prod", "op": "Prod", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/intermediate/dense/Tensordot/GatherV2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/intermediate/dense/Tensordot/Const"], "attr": {"Tidx": {"type": "DT_INT32"}, "T": {"type": "DT_INT32"}, "keep_dims": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/intermediate/dense/Tensordot/concat_1", "op": "ConcatV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/intermediate/dense/Tensordot/GatherV2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/intermediate/dense/Tensordot/Const_2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/intermediate/dense/Tensordot/concat_1/axis"], "attr": {"N": {"i": "2"}, "T": {"type": "DT_INT32"}, "Tidx": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/intermediate/dense/Tensordot/stack", "op": "Pack", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/intermediate/dense/Tensordot/Prod", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/intermediate/dense/Tensordot/Prod_1"], "attr": {"N": {"i": "2"}, "axis": {"i": "0"}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/intermediate/dense/Tensordot/Reshape", "op": "Reshape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/attention/output/LayerNorm/batchnorm/add_1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/intermediate/dense/Tensordot/stack"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/intermediate/dense/Tensordot/MatMul", "op": "MatMul", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/intermediate/dense/Tensordot/Reshape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/intermediate/dense/Tensordot/ReadVariableOp"], "device": "/device:CPU:0", "attr": {"transpose_a": {"b": false}, "grad_a": {"b": false}, "T": {"type": "DT_FLOAT"}, "grad_b": {"b": false}, "transpose_b": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/intermediate/dense/Tensordot", "op": "Reshape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/intermediate/dense/Tensordot/MatMul", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/intermediate/dense/Tensordot/concat_1"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/intermediate/dense/BiasAdd", "op": "BiasAdd", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/intermediate/dense/Tensordot", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/intermediate/dense/BiasAdd/ReadVariableOp"], "attr": {"data_format": {"s": "TkhXQw=="}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/intermediate/Relu", "op": "Relu", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/intermediate/dense/BiasAdd"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/output/dense/Tensordot/Shape", "op": "Shape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/intermediate/Relu"], "attr": {"T": {"type": "DT_FLOAT"}, "out_type": {"type": "DT_INT32"}}, "experimentalType": {"typeId": "TFT_PRODUCT", "args": [{"typeId": "TFT_SHAPE_TENSOR", "args": [{"typeId": "TFT_INT32"}]}]}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/output/dense/Tensordot/GatherV2_1", "op": "GatherV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/output/dense/Tensordot/Shape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/output/dense/Tensordot/axes", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/output/dense/Tensordot/GatherV2_1/axis"], "attr": {"Tparams": {"type": "DT_INT32"}, "Taxis": {"type": "DT_INT32"}, "Tindices": {"type": "DT_INT32"}, "batch_dims": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/output/dense/Tensordot/GatherV2", "op": "GatherV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/output/dense/Tensordot/Shape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/output/dense/Tensordot/free", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/output/dense/Tensordot/GatherV2/axis"], "attr": {"Tparams": {"type": "DT_INT32"}, "Taxis": {"type": "DT_INT32"}, "Tindices": {"type": "DT_INT32"}, "batch_dims": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/output/dense/Tensordot/Prod_1", "op": "Prod", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/output/dense/Tensordot/GatherV2_1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/output/dense/Tensordot/Const_1"], "attr": {"T": {"type": "DT_INT32"}, "Tidx": {"type": "DT_INT32"}, "keep_dims": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/output/dense/Tensordot/Prod", "op": "Prod", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/output/dense/Tensordot/GatherV2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/output/dense/Tensordot/Const"], "attr": {"T": {"type": "DT_INT32"}, "Tidx": {"type": "DT_INT32"}, "keep_dims": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/output/dense/Tensordot/concat_1", "op": "ConcatV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/output/dense/Tensordot/GatherV2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/output/dense/Tensordot/Const_2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/output/dense/Tensordot/concat_1/axis"], "attr": {"N": {"i": "2"}, "T": {"type": "DT_INT32"}, "Tidx": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/output/dense/Tensordot/stack", "op": "Pack", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/output/dense/Tensordot/Prod", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/output/dense/Tensordot/Prod_1"], "attr": {"N": {"i": "2"}, "axis": {"i": "0"}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/output/dense/Tensordot/Reshape", "op": "Reshape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/intermediate/Relu", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/output/dense/Tensordot/stack"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/output/dense/Tensordot/MatMul", "op": "MatMul", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/output/dense/Tensordot/Reshape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/output/dense/Tensordot/ReadVariableOp"], "device": "/device:CPU:0", "attr": {"grad_a": {"b": false}, "transpose_a": {"b": false}, "T": {"type": "DT_FLOAT"}, "grad_b": {"b": false}, "transpose_b": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/output/dense/Tensordot", "op": "Reshape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/output/dense/Tensordot/MatMul", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/output/dense/Tensordot/concat_1"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/output/dense/BiasAdd", "op": "BiasAdd", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/output/dense/Tensordot", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/output/dense/BiasAdd/ReadVariableOp"], "attr": {"data_format": {"s": "TkhXQw=="}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/output/add", "op": "AddV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/output/dense/BiasAdd", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/attention/output/LayerNorm/batchnorm/add_1"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/output/LayerNorm/moments/mean", "op": "Mean", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/output/add", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/output/LayerNorm/moments/mean/reduction_indices"], "attr": {"T": {"type": "DT_FLOAT"}, "Tidx": {"type": "DT_INT32"}, "keep_dims": {"b": true}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/output/LayerNorm/moments/SquaredDifference", "op": "SquaredDifference", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/output/add", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/output/LayerNorm/moments/mean"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/output/LayerNorm/moments/variance", "op": "Mean", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/output/LayerNorm/moments/SquaredDifference", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/output/LayerNorm/moments/variance/reduction_indices"], "attr": {"Tidx": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}, "keep_dims": {"b": true}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/output/LayerNorm/batchnorm/add", "op": "AddV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/output/LayerNorm/moments/variance", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/output/LayerNorm/batchnorm/add/y"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/output/LayerNorm/batchnorm/Rsqrt", "op": "Rsqrt", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/output/LayerNorm/batchnorm/add"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/output/LayerNorm/batchnorm/mul", "op": "Mul", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/output/LayerNorm/batchnorm/Rsqrt", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/output/LayerNorm/batchnorm/mul/ReadVariableOp"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/output/LayerNorm/batchnorm/mul_2", "op": "Mul", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/output/LayerNorm/moments/mean", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/output/LayerNorm/batchnorm/mul"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/output/LayerNorm/batchnorm/mul_1", "op": "Mul", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/output/add", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/output/LayerNorm/batchnorm/mul"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/output/LayerNorm/batchnorm/sub", "op": "Sub", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/output/LayerNorm/batchnorm/ReadVariableOp", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/output/LayerNorm/batchnorm/mul_2"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/output/LayerNorm/batchnorm/add_1", "op": "AddV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/output/LayerNorm/batchnorm/mul_1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/output/LayerNorm/batchnorm/sub"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/attention/self/query/Tensordot/Shape", "op": "Shape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/output/LayerNorm/batchnorm/add_1"], "attr": {"T": {"type": "DT_FLOAT"}, "out_type": {"type": "DT_INT32"}}, "experimentalType": {"typeId": "TFT_PRODUCT", "args": [{"typeId": "TFT_SHAPE_TENSOR", "args": [{"typeId": "TFT_INT32"}]}]}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/attention/self/key/Tensordot/Shape", "op": "Shape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/output/LayerNorm/batchnorm/add_1"], "attr": {"T": {"type": "DT_FLOAT"}, "out_type": {"type": "DT_INT32"}}, "experimentalType": {"typeId": "TFT_PRODUCT", "args": [{"typeId": "TFT_SHAPE_TENSOR", "args": [{"typeId": "TFT_INT32"}]}]}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/attention/self/value/Tensordot/Shape", "op": "Shape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/output/LayerNorm/batchnorm/add_1"], "attr": {"T": {"type": "DT_FLOAT"}, "out_type": {"type": "DT_INT32"}}, "experimentalType": {"typeId": "TFT_PRODUCT", "args": [{"typeId": "TFT_SHAPE_TENSOR", "args": [{"typeId": "TFT_INT32"}]}]}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/attention/self/Shape", "op": "Shape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/output/LayerNorm/batchnorm/add_1"], "attr": {"T": {"type": "DT_FLOAT"}, "out_type": {"type": "DT_INT32"}}, "experimentalType": {"typeId": "TFT_PRODUCT", "args": [{"typeId": "TFT_SHAPE_TENSOR", "args": [{"typeId": "TFT_INT32"}]}]}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/attention/self/query/Tensordot/GatherV2_1", "op": "GatherV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/attention/self/query/Tensordot/Shape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/attention/self/query/Tensordot/axes", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/attention/self/query/Tensordot/GatherV2_1/axis"], "attr": {"Tparams": {"type": "DT_INT32"}, "Taxis": {"type": "DT_INT32"}, "Tindices": {"type": "DT_INT32"}, "batch_dims": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/attention/self/query/Tensordot/GatherV2", "op": "GatherV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/attention/self/query/Tensordot/Shape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/attention/self/query/Tensordot/free", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/attention/self/query/Tensordot/GatherV2/axis"], "attr": {"Taxis": {"type": "DT_INT32"}, "Tparams": {"type": "DT_INT32"}, "Tindices": {"type": "DT_INT32"}, "batch_dims": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/attention/self/key/Tensordot/GatherV2_1", "op": "GatherV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/attention/self/key/Tensordot/Shape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/attention/self/key/Tensordot/axes", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/attention/self/key/Tensordot/GatherV2_1/axis"], "attr": {"Tparams": {"type": "DT_INT32"}, "Taxis": {"type": "DT_INT32"}, "Tindices": {"type": "DT_INT32"}, "batch_dims": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/attention/self/key/Tensordot/GatherV2", "op": "GatherV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/attention/self/key/Tensordot/Shape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/attention/self/key/Tensordot/free", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/attention/self/key/Tensordot/GatherV2/axis"], "attr": {"Tparams": {"type": "DT_INT32"}, "Taxis": {"type": "DT_INT32"}, "Tindices": {"type": "DT_INT32"}, "batch_dims": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/attention/self/value/Tensordot/GatherV2_1", "op": "GatherV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/attention/self/value/Tensordot/Shape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/attention/self/value/Tensordot/axes", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/attention/self/value/Tensordot/GatherV2_1/axis"], "attr": {"Taxis": {"type": "DT_INT32"}, "Tparams": {"type": "DT_INT32"}, "Tindices": {"type": "DT_INT32"}, "batch_dims": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/attention/self/value/Tensordot/GatherV2", "op": "GatherV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/attention/self/value/Tensordot/Shape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/attention/self/value/Tensordot/free", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/attention/self/value/Tensordot/GatherV2/axis"], "attr": {"Tparams": {"type": "DT_INT32"}, "Taxis": {"type": "DT_INT32"}, "Tindices": {"type": "DT_INT32"}, "batch_dims": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/attention/self/strided_slice", "op": "StridedSlice", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/attention/self/Shape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/attention/self/strided_slice/stack", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/attention/self/strided_slice/stack_1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/attention/self/strided_slice/stack_2"], "attr": {"shrink_axis_mask": {"i": "1"}, "Index": {"type": "DT_INT32"}, "new_axis_mask": {"i": "0"}, "begin_mask": {"i": "0"}, "end_mask": {"i": "0"}, "T": {"type": "DT_INT32"}, "ellipsis_mask": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/attention/self/query/Tensordot/Prod_1", "op": "Prod", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/attention/self/query/Tensordot/GatherV2_1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/attention/self/query/Tensordot/Const_1"], "attr": {"T": {"type": "DT_INT32"}, "Tidx": {"type": "DT_INT32"}, "keep_dims": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/attention/self/query/Tensordot/Prod", "op": "Prod", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/attention/self/query/Tensordot/GatherV2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/attention/self/query/Tensordot/Const"], "attr": {"Tidx": {"type": "DT_INT32"}, "T": {"type": "DT_INT32"}, "keep_dims": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/attention/self/query/Tensordot/concat_1", "op": "ConcatV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/attention/self/query/Tensordot/GatherV2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/attention/self/query/Tensordot/Const_2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/attention/self/query/Tensordot/concat_1/axis"], "attr": {"N": {"i": "2"}, "T": {"type": "DT_INT32"}, "Tidx": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/attention/self/key/Tensordot/Prod_1", "op": "Prod", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/attention/self/key/Tensordot/GatherV2_1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/attention/self/key/Tensordot/Const_1"], "attr": {"Tidx": {"type": "DT_INT32"}, "T": {"type": "DT_INT32"}, "keep_dims": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/attention/self/key/Tensordot/Prod", "op": "Prod", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/attention/self/key/Tensordot/GatherV2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/attention/self/key/Tensordot/Const"], "attr": {"Tidx": {"type": "DT_INT32"}, "T": {"type": "DT_INT32"}, "keep_dims": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/attention/self/key/Tensordot/concat_1", "op": "ConcatV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/attention/self/key/Tensordot/GatherV2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/attention/self/key/Tensordot/Const_2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/attention/self/key/Tensordot/concat_1/axis"], "attr": {"N": {"i": "2"}, "T": {"type": "DT_INT32"}, "Tidx": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/attention/self/value/Tensordot/Prod_1", "op": "Prod", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/attention/self/value/Tensordot/GatherV2_1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/attention/self/value/Tensordot/Const_1"], "attr": {"T": {"type": "DT_INT32"}, "Tidx": {"type": "DT_INT32"}, "keep_dims": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/attention/self/value/Tensordot/Prod", "op": "Prod", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/attention/self/value/Tensordot/GatherV2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/attention/self/value/Tensordot/Const"], "attr": {"T": {"type": "DT_INT32"}, "Tidx": {"type": "DT_INT32"}, "keep_dims": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/attention/self/value/Tensordot/concat_1", "op": "ConcatV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/attention/self/value/Tensordot/GatherV2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/attention/self/value/Tensordot/Const_2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/attention/self/value/Tensordot/concat_1/axis"], "attr": {"N": {"i": "2"}, "T": {"type": "DT_INT32"}, "Tidx": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/attention/self/Reshape_2/shape", "op": "Pack", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/attention/self/strided_slice", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/attention/self/Reshape_2/shape/1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/attention/self/Reshape_2/shape/2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/attention/self/Reshape_2/shape/3"], "attr": {"N": {"i": "4"}, "axis": {"i": "0"}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/attention/self/Reshape/shape", "op": "Pack", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/attention/self/strided_slice", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/attention/self/Reshape/shape/1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/attention/self/Reshape/shape/2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/attention/self/Reshape/shape/3"], "attr": {"N": {"i": "4"}, "axis": {"i": "0"}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/attention/self/Reshape_1/shape", "op": "Pack", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/attention/self/strided_slice", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/attention/self/Reshape_1/shape/1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/attention/self/Reshape_1/shape/2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/attention/self/Reshape_1/shape/3"], "attr": {"N": {"i": "4"}, "axis": {"i": "0"}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/attention/self/Reshape_3/shape", "op": "Pack", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/attention/self/strided_slice", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/attention/self/Reshape_3/shape/1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/attention/self/Reshape_3/shape/2"], "attr": {"N": {"i": "3"}, "axis": {"i": "0"}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/attention/self/query/Tensordot/stack", "op": "Pack", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/attention/self/query/Tensordot/Prod", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/attention/self/query/Tensordot/Prod_1"], "attr": {"N": {"i": "2"}, "axis": {"i": "0"}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/attention/self/key/Tensordot/stack", "op": "Pack", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/attention/self/key/Tensordot/Prod", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/attention/self/key/Tensordot/Prod_1"], "attr": {"N": {"i": "2"}, "axis": {"i": "0"}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/attention/self/value/Tensordot/stack", "op": "Pack", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/attention/self/value/Tensordot/Prod", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/attention/self/value/Tensordot/Prod_1"], "attr": {"N": {"i": "2"}, "axis": {"i": "0"}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/attention/self/query/Tensordot/Reshape", "op": "Reshape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/output/LayerNorm/batchnorm/add_1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/attention/self/query/Tensordot/stack"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/attention/self/key/Tensordot/Reshape", "op": "Reshape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/output/LayerNorm/batchnorm/add_1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/attention/self/key/Tensordot/stack"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/attention/self/value/Tensordot/Reshape", "op": "Reshape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/output/LayerNorm/batchnorm/add_1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/attention/self/value/Tensordot/stack"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/attention/self/query/Tensordot/MatMul", "op": "MatMul", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/attention/self/query/Tensordot/Reshape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/attention/self/query/Tensordot/ReadVariableOp"], "device": "/device:CPU:0", "attr": {"transpose_a": {"b": false}, "grad_a": {"b": false}, "T": {"type": "DT_FLOAT"}, "grad_b": {"b": false}, "transpose_b": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/attention/self/key/Tensordot/MatMul", "op": "MatMul", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/attention/self/key/Tensordot/Reshape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/attention/self/key/Tensordot/ReadVariableOp"], "device": "/device:CPU:0", "attr": {"grad_a": {"b": false}, "transpose_a": {"b": false}, "T": {"type": "DT_FLOAT"}, "grad_b": {"b": false}, "transpose_b": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/attention/self/value/Tensordot/MatMul", "op": "MatMul", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/attention/self/value/Tensordot/Reshape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/attention/self/value/Tensordot/ReadVariableOp"], "device": "/device:CPU:0", "attr": {"transpose_a": {"b": false}, "grad_a": {"b": false}, "T": {"type": "DT_FLOAT"}, "grad_b": {"b": false}, "transpose_b": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/attention/self/query/Tensordot", "op": "Reshape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/attention/self/query/Tensordot/MatMul", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/attention/self/query/Tensordot/concat_1"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/attention/self/key/Tensordot", "op": "Reshape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/attention/self/key/Tensordot/MatMul", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/attention/self/key/Tensordot/concat_1"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/attention/self/value/Tensordot", "op": "Reshape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/attention/self/value/Tensordot/MatMul", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/attention/self/value/Tensordot/concat_1"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/attention/self/query/BiasAdd", "op": "BiasAdd", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/attention/self/query/Tensordot", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/attention/self/query/BiasAdd/ReadVariableOp"], "attr": {"data_format": {"s": "TkhXQw=="}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/attention/self/key/BiasAdd", "op": "BiasAdd", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/attention/self/key/Tensordot", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/attention/self/key/BiasAdd/ReadVariableOp"], "attr": {"data_format": {"s": "TkhXQw=="}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/attention/self/value/BiasAdd", "op": "BiasAdd", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/attention/self/value/Tensordot", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/attention/self/value/BiasAdd/ReadVariableOp"], "attr": {"data_format": {"s": "TkhXQw=="}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/attention/self/Reshape_2", "op": "Reshape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/attention/self/query/BiasAdd", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/attention/self/Reshape_2/shape"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/attention/self/Reshape", "op": "Reshape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/attention/self/key/BiasAdd", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/attention/self/Reshape/shape"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/attention/self/Reshape_1", "op": "Reshape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/attention/self/value/BiasAdd", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/attention/self/Reshape_1/shape"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/attention/self/transpose_2", "op": "Transpose", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/attention/self/Reshape_2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/attention/self/transpose_2/perm"], "attr": {"Tperm": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/attention/self/transpose", "op": "Transpose", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/attention/self/Reshape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/attention/self/transpose/perm"], "attr": {"Tperm": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/attention/self/transpose_1", "op": "Transpose", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/attention/self/Reshape_1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/attention/self/transpose_1/perm"], "attr": {"Tperm": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/attention/self/MatMul", "op": "BatchMatMulV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/attention/self/transpose_2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/attention/self/transpose"], "attr": {"grad_y": {"b": false}, "adj_x": {"b": false}, "T": {"type": "DT_FLOAT"}, "adj_y": {"b": true}, "grad_x": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/attention/self/truediv", "op": "Mul", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/attention/self/MatMul", "ConstantFolding/StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/attention/self/truediv_recip"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/attention/self/add_1", "op": "AddV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/attention/self/truediv", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/attention/self/Add"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/attention/self/Softmax", "op": "Softmax", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/attention/self/add_1"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/attention/self/MatMul_1", "op": "BatchMatMulV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/attention/self/Softmax", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/attention/self/transpose_1"], "attr": {"grad_y": {"b": false}, "adj_x": {"b": false}, "T": {"type": "DT_FLOAT"}, "grad_x": {"b": false}, "adj_y": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/attention/self/transpose_3", "op": "Transpose", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/attention/self/MatMul_1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/attention/self/transpose_3/perm"], "attr": {"Tperm": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/attention/self/Reshape_3", "op": "Reshape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/attention/self/transpose_3", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/attention/self/Reshape_3/shape"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/attention/output/dense/Tensordot/Shape", "op": "Shape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/attention/self/Reshape_3"], "attr": {"T": {"type": "DT_FLOAT"}, "out_type": {"type": "DT_INT32"}}, "experimentalType": {"typeId": "TFT_PRODUCT", "args": [{"typeId": "TFT_SHAPE_TENSOR", "args": [{"typeId": "TFT_INT32"}]}]}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/attention/output/dense/Tensordot/GatherV2_1", "op": "GatherV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/attention/output/dense/Tensordot/Shape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/attention/output/dense/Tensordot/axes", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/attention/output/dense/Tensordot/GatherV2_1/axis"], "attr": {"Tparams": {"type": "DT_INT32"}, "Taxis": {"type": "DT_INT32"}, "Tindices": {"type": "DT_INT32"}, "batch_dims": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/attention/output/dense/Tensordot/GatherV2", "op": "GatherV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/attention/output/dense/Tensordot/Shape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/attention/output/dense/Tensordot/free", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/attention/output/dense/Tensordot/GatherV2/axis"], "attr": {"Taxis": {"type": "DT_INT32"}, "Tparams": {"type": "DT_INT32"}, "Tindices": {"type": "DT_INT32"}, "batch_dims": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/attention/output/dense/Tensordot/Prod_1", "op": "Prod", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/attention/output/dense/Tensordot/GatherV2_1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/attention/output/dense/Tensordot/Const_1"], "attr": {"T": {"type": "DT_INT32"}, "Tidx": {"type": "DT_INT32"}, "keep_dims": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/attention/output/dense/Tensordot/Prod", "op": "Prod", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/attention/output/dense/Tensordot/GatherV2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/attention/output/dense/Tensordot/Const"], "attr": {"Tidx": {"type": "DT_INT32"}, "T": {"type": "DT_INT32"}, "keep_dims": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/attention/output/dense/Tensordot/concat_1", "op": "ConcatV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/attention/output/dense/Tensordot/GatherV2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/attention/output/dense/Tensordot/Const_2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/attention/output/dense/Tensordot/concat_1/axis"], "attr": {"N": {"i": "2"}, "Tidx": {"type": "DT_INT32"}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/attention/output/dense/Tensordot/stack", "op": "Pack", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/attention/output/dense/Tensordot/Prod", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/attention/output/dense/Tensordot/Prod_1"], "attr": {"N": {"i": "2"}, "axis": {"i": "0"}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/attention/output/dense/Tensordot/Reshape", "op": "Reshape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/attention/self/Reshape_3", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/attention/output/dense/Tensordot/stack"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/attention/output/dense/Tensordot/MatMul", "op": "MatMul", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/attention/output/dense/Tensordot/Reshape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/attention/output/dense/Tensordot/ReadVariableOp"], "device": "/device:CPU:0", "attr": {"transpose_a": {"b": false}, "grad_a": {"b": false}, "T": {"type": "DT_FLOAT"}, "grad_b": {"b": false}, "transpose_b": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/attention/output/dense/Tensordot", "op": "Reshape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/attention/output/dense/Tensordot/MatMul", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/attention/output/dense/Tensordot/concat_1"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/attention/output/dense/BiasAdd", "op": "BiasAdd", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/attention/output/dense/Tensordot", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/attention/output/dense/BiasAdd/ReadVariableOp"], "attr": {"data_format": {"s": "TkhXQw=="}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/attention/output/add", "op": "AddV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/attention/output/dense/BiasAdd", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/output/LayerNorm/batchnorm/add_1"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/attention/output/LayerNorm/moments/mean", "op": "Mean", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/attention/output/add", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/attention/output/LayerNorm/moments/mean/reduction_indices"], "attr": {"Tidx": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}, "keep_dims": {"b": true}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/attention/output/LayerNorm/moments/SquaredDifference", "op": "SquaredDifference", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/attention/output/add", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/attention/output/LayerNorm/moments/mean"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/attention/output/LayerNorm/moments/variance", "op": "Mean", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/attention/output/LayerNorm/moments/SquaredDifference", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/attention/output/LayerNorm/moments/variance/reduction_indices"], "attr": {"Tidx": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}, "keep_dims": {"b": true}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/attention/output/LayerNorm/batchnorm/add", "op": "AddV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/attention/output/LayerNorm/moments/variance", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/attention/output/LayerNorm/batchnorm/add/y"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/attention/output/LayerNorm/batchnorm/Rsqrt", "op": "Rsqrt", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/attention/output/LayerNorm/batchnorm/add"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/attention/output/LayerNorm/batchnorm/mul", "op": "Mul", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/attention/output/LayerNorm/batchnorm/Rsqrt", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/attention/output/LayerNorm/batchnorm/mul/ReadVariableOp"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/attention/output/LayerNorm/batchnorm/mul_2", "op": "Mul", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/attention/output/LayerNorm/moments/mean", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/attention/output/LayerNorm/batchnorm/mul"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/attention/output/LayerNorm/batchnorm/mul_1", "op": "Mul", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/attention/output/add", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/attention/output/LayerNorm/batchnorm/mul"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/attention/output/LayerNorm/batchnorm/sub", "op": "Sub", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/attention/output/LayerNorm/batchnorm/ReadVariableOp", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/attention/output/LayerNorm/batchnorm/mul_2"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/attention/output/LayerNorm/batchnorm/add_1", "op": "AddV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/attention/output/LayerNorm/batchnorm/mul_1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/attention/output/LayerNorm/batchnorm/sub"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/intermediate/dense/Tensordot/Shape", "op": "Shape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/attention/output/LayerNorm/batchnorm/add_1"], "attr": {"T": {"type": "DT_FLOAT"}, "out_type": {"type": "DT_INT32"}}, "experimentalType": {"typeId": "TFT_PRODUCT", "args": [{"typeId": "TFT_SHAPE_TENSOR", "args": [{"typeId": "TFT_INT32"}]}]}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/intermediate/dense/Tensordot/GatherV2_1", "op": "GatherV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/intermediate/dense/Tensordot/Shape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/intermediate/dense/Tensordot/axes", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/intermediate/dense/Tensordot/GatherV2_1/axis"], "attr": {"Tparams": {"type": "DT_INT32"}, "Taxis": {"type": "DT_INT32"}, "Tindices": {"type": "DT_INT32"}, "batch_dims": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/intermediate/dense/Tensordot/GatherV2", "op": "GatherV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/intermediate/dense/Tensordot/Shape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/intermediate/dense/Tensordot/free", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/intermediate/dense/Tensordot/GatherV2/axis"], "attr": {"Taxis": {"type": "DT_INT32"}, "Tparams": {"type": "DT_INT32"}, "Tindices": {"type": "DT_INT32"}, "batch_dims": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/intermediate/dense/Tensordot/Prod_1", "op": "Prod", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/intermediate/dense/Tensordot/GatherV2_1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/intermediate/dense/Tensordot/Const_1"], "attr": {"Tidx": {"type": "DT_INT32"}, "T": {"type": "DT_INT32"}, "keep_dims": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/intermediate/dense/Tensordot/Prod", "op": "Prod", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/intermediate/dense/Tensordot/GatherV2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/intermediate/dense/Tensordot/Const"], "attr": {"T": {"type": "DT_INT32"}, "Tidx": {"type": "DT_INT32"}, "keep_dims": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/intermediate/dense/Tensordot/concat_1", "op": "ConcatV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/intermediate/dense/Tensordot/GatherV2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/intermediate/dense/Tensordot/Const_2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/intermediate/dense/Tensordot/concat_1/axis"], "attr": {"N": {"i": "2"}, "Tidx": {"type": "DT_INT32"}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/intermediate/dense/Tensordot/stack", "op": "Pack", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/intermediate/dense/Tensordot/Prod", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/intermediate/dense/Tensordot/Prod_1"], "attr": {"N": {"i": "2"}, "axis": {"i": "0"}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/intermediate/dense/Tensordot/Reshape", "op": "Reshape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/attention/output/LayerNorm/batchnorm/add_1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/intermediate/dense/Tensordot/stack"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/intermediate/dense/Tensordot/MatMul", "op": "MatMul", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/intermediate/dense/Tensordot/Reshape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/intermediate/dense/Tensordot/ReadVariableOp"], "device": "/device:CPU:0", "attr": {"grad_a": {"b": false}, "transpose_a": {"b": false}, "T": {"type": "DT_FLOAT"}, "grad_b": {"b": false}, "transpose_b": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/intermediate/dense/Tensordot", "op": "Reshape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/intermediate/dense/Tensordot/MatMul", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/intermediate/dense/Tensordot/concat_1"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/intermediate/dense/BiasAdd", "op": "BiasAdd", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/intermediate/dense/Tensordot", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/intermediate/dense/BiasAdd/ReadVariableOp"], "attr": {"data_format": {"s": "TkhXQw=="}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/intermediate/Relu", "op": "Relu", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/intermediate/dense/BiasAdd"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/output/dense/Tensordot/Shape", "op": "Shape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/intermediate/Relu"], "attr": {"T": {"type": "DT_FLOAT"}, "out_type": {"type": "DT_INT32"}}, "experimentalType": {"typeId": "TFT_PRODUCT", "args": [{"typeId": "TFT_SHAPE_TENSOR", "args": [{"typeId": "TFT_INT32"}]}]}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/output/dense/Tensordot/GatherV2_1", "op": "GatherV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/output/dense/Tensordot/Shape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/output/dense/Tensordot/axes", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/output/dense/Tensordot/GatherV2_1/axis"], "attr": {"Tparams": {"type": "DT_INT32"}, "Taxis": {"type": "DT_INT32"}, "Tindices": {"type": "DT_INT32"}, "batch_dims": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/output/dense/Tensordot/GatherV2", "op": "GatherV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/output/dense/Tensordot/Shape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/output/dense/Tensordot/free", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/output/dense/Tensordot/GatherV2/axis"], "attr": {"Taxis": {"type": "DT_INT32"}, "Tparams": {"type": "DT_INT32"}, "Tindices": {"type": "DT_INT32"}, "batch_dims": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/output/dense/Tensordot/Prod_1", "op": "Prod", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/output/dense/Tensordot/GatherV2_1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/output/dense/Tensordot/Const_1"], "attr": {"T": {"type": "DT_INT32"}, "Tidx": {"type": "DT_INT32"}, "keep_dims": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/output/dense/Tensordot/Prod", "op": "Prod", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/output/dense/Tensordot/GatherV2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/output/dense/Tensordot/Const"], "attr": {"T": {"type": "DT_INT32"}, "Tidx": {"type": "DT_INT32"}, "keep_dims": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/output/dense/Tensordot/concat_1", "op": "ConcatV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/output/dense/Tensordot/GatherV2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/output/dense/Tensordot/Const_2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/output/dense/Tensordot/concat_1/axis"], "attr": {"N": {"i": "2"}, "T": {"type": "DT_INT32"}, "Tidx": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/output/dense/Tensordot/stack", "op": "Pack", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/output/dense/Tensordot/Prod", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/output/dense/Tensordot/Prod_1"], "attr": {"N": {"i": "2"}, "axis": {"i": "0"}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/output/dense/Tensordot/Reshape", "op": "Reshape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/intermediate/Relu", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/output/dense/Tensordot/stack"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/output/dense/Tensordot/MatMul", "op": "MatMul", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/output/dense/Tensordot/Reshape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/output/dense/Tensordot/ReadVariableOp"], "device": "/device:CPU:0", "attr": {"transpose_a": {"b": false}, "grad_a": {"b": false}, "T": {"type": "DT_FLOAT"}, "grad_b": {"b": false}, "transpose_b": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/output/dense/Tensordot", "op": "Reshape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/output/dense/Tensordot/MatMul", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/output/dense/Tensordot/concat_1"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/output/dense/BiasAdd", "op": "BiasAdd", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/output/dense/Tensordot", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/output/dense/BiasAdd/ReadVariableOp"], "attr": {"data_format": {"s": "TkhXQw=="}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/output/add", "op": "AddV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/output/dense/BiasAdd", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/attention/output/LayerNorm/batchnorm/add_1"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/output/LayerNorm/moments/mean", "op": "Mean", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/output/add", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/output/LayerNorm/moments/mean/reduction_indices"], "attr": {"Tidx": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}, "keep_dims": {"b": true}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/output/LayerNorm/moments/SquaredDifference", "op": "SquaredDifference", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/output/add", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/output/LayerNorm/moments/mean"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/output/LayerNorm/moments/variance", "op": "Mean", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/output/LayerNorm/moments/SquaredDifference", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/output/LayerNorm/moments/variance/reduction_indices"], "attr": {"T": {"type": "DT_FLOAT"}, "Tidx": {"type": "DT_INT32"}, "keep_dims": {"b": true}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/output/LayerNorm/batchnorm/add", "op": "AddV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/output/LayerNorm/moments/variance", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/output/LayerNorm/batchnorm/add/y"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/output/LayerNorm/batchnorm/Rsqrt", "op": "Rsqrt", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/output/LayerNorm/batchnorm/add"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/output/LayerNorm/batchnorm/mul", "op": "Mul", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/output/LayerNorm/batchnorm/Rsqrt", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/output/LayerNorm/batchnorm/mul/ReadVariableOp"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/output/LayerNorm/batchnorm/mul_2", "op": "Mul", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/output/LayerNorm/moments/mean", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/output/LayerNorm/batchnorm/mul"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/output/LayerNorm/batchnorm/mul_1", "op": "Mul", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/output/add", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/output/LayerNorm/batchnorm/mul"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/output/LayerNorm/batchnorm/sub", "op": "Sub", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/output/LayerNorm/batchnorm/ReadVariableOp", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/output/LayerNorm/batchnorm/mul_2"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/output/LayerNorm/batchnorm/add_1", "op": "AddV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/output/LayerNorm/batchnorm/mul_1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/output/LayerNorm/batchnorm/sub"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/attention/self/query/Tensordot/Shape", "op": "Shape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/output/LayerNorm/batchnorm/add_1"], "attr": {"T": {"type": "DT_FLOAT"}, "out_type": {"type": "DT_INT32"}}, "experimentalType": {"typeId": "TFT_PRODUCT", "args": [{"typeId": "TFT_SHAPE_TENSOR", "args": [{"typeId": "TFT_INT32"}]}]}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/attention/self/key/Tensordot/Shape", "op": "Shape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/output/LayerNorm/batchnorm/add_1"], "attr": {"T": {"type": "DT_FLOAT"}, "out_type": {"type": "DT_INT32"}}, "experimentalType": {"typeId": "TFT_PRODUCT", "args": [{"typeId": "TFT_SHAPE_TENSOR", "args": [{"typeId": "TFT_INT32"}]}]}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/attention/self/value/Tensordot/Shape", "op": "Shape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/output/LayerNorm/batchnorm/add_1"], "attr": {"T": {"type": "DT_FLOAT"}, "out_type": {"type": "DT_INT32"}}, "experimentalType": {"typeId": "TFT_PRODUCT", "args": [{"typeId": "TFT_SHAPE_TENSOR", "args": [{"typeId": "TFT_INT32"}]}]}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/attention/self/Shape", "op": "Shape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/output/LayerNorm/batchnorm/add_1"], "attr": {"T": {"type": "DT_FLOAT"}, "out_type": {"type": "DT_INT32"}}, "experimentalType": {"typeId": "TFT_PRODUCT", "args": [{"typeId": "TFT_SHAPE_TENSOR", "args": [{"typeId": "TFT_INT32"}]}]}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/attention/self/query/Tensordot/GatherV2_1", "op": "GatherV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/attention/self/query/Tensordot/Shape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/attention/self/query/Tensordot/axes", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/attention/self/query/Tensordot/GatherV2_1/axis"], "attr": {"Tparams": {"type": "DT_INT32"}, "Taxis": {"type": "DT_INT32"}, "Tindices": {"type": "DT_INT32"}, "batch_dims": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/attention/self/query/Tensordot/GatherV2", "op": "GatherV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/attention/self/query/Tensordot/Shape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/attention/self/query/Tensordot/free", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/attention/self/query/Tensordot/GatherV2/axis"], "attr": {"Tparams": {"type": "DT_INT32"}, "Taxis": {"type": "DT_INT32"}, "Tindices": {"type": "DT_INT32"}, "batch_dims": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/attention/self/key/Tensordot/GatherV2_1", "op": "GatherV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/attention/self/key/Tensordot/Shape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/attention/self/key/Tensordot/axes", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/attention/self/key/Tensordot/GatherV2_1/axis"], "attr": {"Taxis": {"type": "DT_INT32"}, "Tparams": {"type": "DT_INT32"}, "Tindices": {"type": "DT_INT32"}, "batch_dims": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/attention/self/key/Tensordot/GatherV2", "op": "GatherV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/attention/self/key/Tensordot/Shape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/attention/self/key/Tensordot/free", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/attention/self/key/Tensordot/GatherV2/axis"], "attr": {"Taxis": {"type": "DT_INT32"}, "Tparams": {"type": "DT_INT32"}, "Tindices": {"type": "DT_INT32"}, "batch_dims": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/attention/self/value/Tensordot/GatherV2_1", "op": "GatherV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/attention/self/value/Tensordot/Shape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/attention/self/value/Tensordot/axes", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/attention/self/value/Tensordot/GatherV2_1/axis"], "attr": {"Tparams": {"type": "DT_INT32"}, "Taxis": {"type": "DT_INT32"}, "Tindices": {"type": "DT_INT32"}, "batch_dims": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/attention/self/value/Tensordot/GatherV2", "op": "GatherV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/attention/self/value/Tensordot/Shape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/attention/self/value/Tensordot/free", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/attention/self/value/Tensordot/GatherV2/axis"], "attr": {"Tparams": {"type": "DT_INT32"}, "Taxis": {"type": "DT_INT32"}, "Tindices": {"type": "DT_INT32"}, "batch_dims": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/attention/self/strided_slice", "op": "StridedSlice", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/attention/self/Shape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/attention/self/strided_slice/stack", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/attention/self/strided_slice/stack_1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/attention/self/strided_slice/stack_2"], "attr": {"shrink_axis_mask": {"i": "1"}, "new_axis_mask": {"i": "0"}, "Index": {"type": "DT_INT32"}, "begin_mask": {"i": "0"}, "end_mask": {"i": "0"}, "T": {"type": "DT_INT32"}, "ellipsis_mask": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/attention/self/query/Tensordot/Prod_1", "op": "Prod", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/attention/self/query/Tensordot/GatherV2_1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/attention/self/query/Tensordot/Const_1"], "attr": {"T": {"type": "DT_INT32"}, "Tidx": {"type": "DT_INT32"}, "keep_dims": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/attention/self/query/Tensordot/Prod", "op": "Prod", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/attention/self/query/Tensordot/GatherV2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/attention/self/query/Tensordot/Const"], "attr": {"T": {"type": "DT_INT32"}, "Tidx": {"type": "DT_INT32"}, "keep_dims": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/attention/self/query/Tensordot/concat_1", "op": "ConcatV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/attention/self/query/Tensordot/GatherV2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/attention/self/query/Tensordot/Const_2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/attention/self/query/Tensordot/concat_1/axis"], "attr": {"N": {"i": "2"}, "T": {"type": "DT_INT32"}, "Tidx": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/attention/self/key/Tensordot/Prod_1", "op": "Prod", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/attention/self/key/Tensordot/GatherV2_1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/attention/self/key/Tensordot/Const_1"], "attr": {"Tidx": {"type": "DT_INT32"}, "T": {"type": "DT_INT32"}, "keep_dims": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/attention/self/key/Tensordot/Prod", "op": "Prod", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/attention/self/key/Tensordot/GatherV2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/attention/self/key/Tensordot/Const"], "attr": {"T": {"type": "DT_INT32"}, "Tidx": {"type": "DT_INT32"}, "keep_dims": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/attention/self/key/Tensordot/concat_1", "op": "ConcatV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/attention/self/key/Tensordot/GatherV2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/attention/self/key/Tensordot/Const_2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/attention/self/key/Tensordot/concat_1/axis"], "attr": {"N": {"i": "2"}, "T": {"type": "DT_INT32"}, "Tidx": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/attention/self/value/Tensordot/Prod_1", "op": "Prod", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/attention/self/value/Tensordot/GatherV2_1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/attention/self/value/Tensordot/Const_1"], "attr": {"T": {"type": "DT_INT32"}, "Tidx": {"type": "DT_INT32"}, "keep_dims": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/attention/self/value/Tensordot/Prod", "op": "Prod", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/attention/self/value/Tensordot/GatherV2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/attention/self/value/Tensordot/Const"], "attr": {"T": {"type": "DT_INT32"}, "Tidx": {"type": "DT_INT32"}, "keep_dims": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/attention/self/value/Tensordot/concat_1", "op": "ConcatV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/attention/self/value/Tensordot/GatherV2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/attention/self/value/Tensordot/Const_2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/attention/self/value/Tensordot/concat_1/axis"], "attr": {"N": {"i": "2"}, "Tidx": {"type": "DT_INT32"}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/attention/self/Reshape_2/shape", "op": "Pack", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/attention/self/strided_slice", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/attention/self/Reshape_2/shape/1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/attention/self/Reshape_2/shape/2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/attention/self/Reshape_2/shape/3"], "attr": {"N": {"i": "4"}, "axis": {"i": "0"}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/attention/self/Reshape/shape", "op": "Pack", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/attention/self/strided_slice", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/attention/self/Reshape/shape/1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/attention/self/Reshape/shape/2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/attention/self/Reshape/shape/3"], "attr": {"N": {"i": "4"}, "axis": {"i": "0"}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/attention/self/Reshape_1/shape", "op": "Pack", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/attention/self/strided_slice", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/attention/self/Reshape_1/shape/1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/attention/self/Reshape_1/shape/2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/attention/self/Reshape_1/shape/3"], "attr": {"N": {"i": "4"}, "axis": {"i": "0"}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/attention/self/Reshape_3/shape", "op": "Pack", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/attention/self/strided_slice", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/attention/self/Reshape_3/shape/1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/attention/self/Reshape_3/shape/2"], "attr": {"N": {"i": "3"}, "axis": {"i": "0"}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/attention/self/query/Tensordot/stack", "op": "Pack", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/attention/self/query/Tensordot/Prod", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/attention/self/query/Tensordot/Prod_1"], "attr": {"N": {"i": "2"}, "axis": {"i": "0"}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/attention/self/key/Tensordot/stack", "op": "Pack", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/attention/self/key/Tensordot/Prod", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/attention/self/key/Tensordot/Prod_1"], "attr": {"N": {"i": "2"}, "axis": {"i": "0"}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/attention/self/value/Tensordot/stack", "op": "Pack", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/attention/self/value/Tensordot/Prod", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/attention/self/value/Tensordot/Prod_1"], "attr": {"N": {"i": "2"}, "axis": {"i": "0"}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/attention/self/query/Tensordot/Reshape", "op": "Reshape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/output/LayerNorm/batchnorm/add_1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/attention/self/query/Tensordot/stack"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/attention/self/key/Tensordot/Reshape", "op": "Reshape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/output/LayerNorm/batchnorm/add_1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/attention/self/key/Tensordot/stack"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/attention/self/value/Tensordot/Reshape", "op": "Reshape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/output/LayerNorm/batchnorm/add_1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/attention/self/value/Tensordot/stack"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/attention/self/query/Tensordot/MatMul", "op": "MatMul", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/attention/self/query/Tensordot/Reshape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/attention/self/query/Tensordot/ReadVariableOp"], "device": "/device:CPU:0", "attr": {"grad_a": {"b": false}, "transpose_a": {"b": false}, "T": {"type": "DT_FLOAT"}, "grad_b": {"b": false}, "transpose_b": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/attention/self/key/Tensordot/MatMul", "op": "MatMul", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/attention/self/key/Tensordot/Reshape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/attention/self/key/Tensordot/ReadVariableOp"], "device": "/device:CPU:0", "attr": {"transpose_a": {"b": false}, "grad_a": {"b": false}, "T": {"type": "DT_FLOAT"}, "grad_b": {"b": false}, "transpose_b": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/attention/self/value/Tensordot/MatMul", "op": "MatMul", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/attention/self/value/Tensordot/Reshape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/attention/self/value/Tensordot/ReadVariableOp"], "device": "/device:CPU:0", "attr": {"grad_a": {"b": false}, "transpose_a": {"b": false}, "T": {"type": "DT_FLOAT"}, "grad_b": {"b": false}, "transpose_b": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/attention/self/query/Tensordot", "op": "Reshape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/attention/self/query/Tensordot/MatMul", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/attention/self/query/Tensordot/concat_1"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/attention/self/key/Tensordot", "op": "Reshape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/attention/self/key/Tensordot/MatMul", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/attention/self/key/Tensordot/concat_1"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/attention/self/value/Tensordot", "op": "Reshape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/attention/self/value/Tensordot/MatMul", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/attention/self/value/Tensordot/concat_1"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/attention/self/query/BiasAdd", "op": "BiasAdd", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/attention/self/query/Tensordot", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/attention/self/query/BiasAdd/ReadVariableOp"], "attr": {"data_format": {"s": "TkhXQw=="}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/attention/self/key/BiasAdd", "op": "BiasAdd", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/attention/self/key/Tensordot", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/attention/self/key/BiasAdd/ReadVariableOp"], "attr": {"data_format": {"s": "TkhXQw=="}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/attention/self/value/BiasAdd", "op": "BiasAdd", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/attention/self/value/Tensordot", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/attention/self/value/BiasAdd/ReadVariableOp"], "attr": {"data_format": {"s": "TkhXQw=="}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/attention/self/Reshape_2", "op": "Reshape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/attention/self/query/BiasAdd", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/attention/self/Reshape_2/shape"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/attention/self/Reshape", "op": "Reshape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/attention/self/key/BiasAdd", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/attention/self/Reshape/shape"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/attention/self/Reshape_1", "op": "Reshape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/attention/self/value/BiasAdd", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/attention/self/Reshape_1/shape"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/attention/self/transpose_2", "op": "Transpose", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/attention/self/Reshape_2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/attention/self/transpose_2/perm"], "attr": {"Tperm": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/attention/self/transpose", "op": "Transpose", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/attention/self/Reshape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/attention/self/transpose/perm"], "attr": {"Tperm": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/attention/self/transpose_1", "op": "Transpose", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/attention/self/Reshape_1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/attention/self/transpose_1/perm"], "attr": {"Tperm": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/attention/self/MatMul", "op": "BatchMatMulV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/attention/self/transpose_2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/attention/self/transpose"], "attr": {"adj_x": {"b": false}, "grad_y": {"b": false}, "T": {"type": "DT_FLOAT"}, "adj_y": {"b": true}, "grad_x": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/attention/self/truediv", "op": "Mul", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/attention/self/MatMul", "ConstantFolding/StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/attention/self/truediv_recip"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/attention/self/add_1", "op": "AddV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/attention/self/truediv", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/attention/self/Add"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/attention/self/Softmax", "op": "Softmax", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/attention/self/add_1"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/attention/self/MatMul_1", "op": "BatchMatMulV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/attention/self/Softmax", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/attention/self/transpose_1"], "attr": {"grad_y": {"b": false}, "adj_x": {"b": false}, "T": {"type": "DT_FLOAT"}, "adj_y": {"b": false}, "grad_x": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/attention/self/transpose_3", "op": "Transpose", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/attention/self/MatMul_1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/attention/self/transpose_3/perm"], "attr": {"Tperm": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/attention/self/Reshape_3", "op": "Reshape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/attention/self/transpose_3", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/attention/self/Reshape_3/shape"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/attention/output/dense/Tensordot/Shape", "op": "Shape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/attention/self/Reshape_3"], "attr": {"T": {"type": "DT_FLOAT"}, "out_type": {"type": "DT_INT32"}}, "experimentalType": {"typeId": "TFT_PRODUCT", "args": [{"typeId": "TFT_SHAPE_TENSOR", "args": [{"typeId": "TFT_INT32"}]}]}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/attention/output/dense/Tensordot/GatherV2_1", "op": "GatherV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/attention/output/dense/Tensordot/Shape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/attention/output/dense/Tensordot/axes", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/attention/output/dense/Tensordot/GatherV2_1/axis"], "attr": {"Taxis": {"type": "DT_INT32"}, "Tparams": {"type": "DT_INT32"}, "Tindices": {"type": "DT_INT32"}, "batch_dims": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/attention/output/dense/Tensordot/GatherV2", "op": "GatherV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/attention/output/dense/Tensordot/Shape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/attention/output/dense/Tensordot/free", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/attention/output/dense/Tensordot/GatherV2/axis"], "attr": {"Taxis": {"type": "DT_INT32"}, "Tparams": {"type": "DT_INT32"}, "Tindices": {"type": "DT_INT32"}, "batch_dims": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/attention/output/dense/Tensordot/Prod_1", "op": "Prod", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/attention/output/dense/Tensordot/GatherV2_1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/attention/output/dense/Tensordot/Const_1"], "attr": {"T": {"type": "DT_INT32"}, "Tidx": {"type": "DT_INT32"}, "keep_dims": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/attention/output/dense/Tensordot/Prod", "op": "Prod", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/attention/output/dense/Tensordot/GatherV2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/attention/output/dense/Tensordot/Const"], "attr": {"Tidx": {"type": "DT_INT32"}, "T": {"type": "DT_INT32"}, "keep_dims": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/attention/output/dense/Tensordot/concat_1", "op": "ConcatV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/attention/output/dense/Tensordot/GatherV2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/attention/output/dense/Tensordot/Const_2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/attention/output/dense/Tensordot/concat_1/axis"], "attr": {"N": {"i": "2"}, "Tidx": {"type": "DT_INT32"}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/attention/output/dense/Tensordot/stack", "op": "Pack", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/attention/output/dense/Tensordot/Prod", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/attention/output/dense/Tensordot/Prod_1"], "attr": {"N": {"i": "2"}, "axis": {"i": "0"}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/attention/output/dense/Tensordot/Reshape", "op": "Reshape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/attention/self/Reshape_3", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/attention/output/dense/Tensordot/stack"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/attention/output/dense/Tensordot/MatMul", "op": "MatMul", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/attention/output/dense/Tensordot/Reshape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/attention/output/dense/Tensordot/ReadVariableOp"], "device": "/device:CPU:0", "attr": {"grad_a": {"b": false}, "transpose_a": {"b": false}, "T": {"type": "DT_FLOAT"}, "grad_b": {"b": false}, "transpose_b": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/attention/output/dense/Tensordot", "op": "Reshape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/attention/output/dense/Tensordot/MatMul", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/attention/output/dense/Tensordot/concat_1"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/attention/output/dense/BiasAdd", "op": "BiasAdd", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/attention/output/dense/Tensordot", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/attention/output/dense/BiasAdd/ReadVariableOp"], "attr": {"data_format": {"s": "TkhXQw=="}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/attention/output/add", "op": "AddV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/attention/output/dense/BiasAdd", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/output/LayerNorm/batchnorm/add_1"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/attention/output/LayerNorm/moments/mean", "op": "Mean", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/attention/output/add", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/attention/output/LayerNorm/moments/mean/reduction_indices"], "attr": {"T": {"type": "DT_FLOAT"}, "Tidx": {"type": "DT_INT32"}, "keep_dims": {"b": true}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/attention/output/LayerNorm/moments/SquaredDifference", "op": "SquaredDifference", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/attention/output/add", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/attention/output/LayerNorm/moments/mean"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/attention/output/LayerNorm/moments/variance", "op": "Mean", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/attention/output/LayerNorm/moments/SquaredDifference", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/attention/output/LayerNorm/moments/variance/reduction_indices"], "attr": {"T": {"type": "DT_FLOAT"}, "Tidx": {"type": "DT_INT32"}, "keep_dims": {"b": true}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/attention/output/LayerNorm/batchnorm/add", "op": "AddV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/attention/output/LayerNorm/moments/variance", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/attention/output/LayerNorm/batchnorm/add/y"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/attention/output/LayerNorm/batchnorm/Rsqrt", "op": "Rsqrt", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/attention/output/LayerNorm/batchnorm/add"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/attention/output/LayerNorm/batchnorm/mul", "op": "Mul", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/attention/output/LayerNorm/batchnorm/Rsqrt", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/attention/output/LayerNorm/batchnorm/mul/ReadVariableOp"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/attention/output/LayerNorm/batchnorm/mul_2", "op": "Mul", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/attention/output/LayerNorm/moments/mean", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/attention/output/LayerNorm/batchnorm/mul"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/attention/output/LayerNorm/batchnorm/mul_1", "op": "Mul", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/attention/output/add", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/attention/output/LayerNorm/batchnorm/mul"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/attention/output/LayerNorm/batchnorm/sub", "op": "Sub", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/attention/output/LayerNorm/batchnorm/ReadVariableOp", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/attention/output/LayerNorm/batchnorm/mul_2"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/attention/output/LayerNorm/batchnorm/add_1", "op": "AddV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/attention/output/LayerNorm/batchnorm/mul_1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/attention/output/LayerNorm/batchnorm/sub"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/intermediate/dense/Tensordot/Shape", "op": "Shape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/attention/output/LayerNorm/batchnorm/add_1"], "attr": {"T": {"type": "DT_FLOAT"}, "out_type": {"type": "DT_INT32"}}, "experimentalType": {"typeId": "TFT_PRODUCT", "args": [{"typeId": "TFT_SHAPE_TENSOR", "args": [{"typeId": "TFT_INT32"}]}]}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/intermediate/dense/Tensordot/GatherV2_1", "op": "GatherV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/intermediate/dense/Tensordot/Shape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/intermediate/dense/Tensordot/axes", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/intermediate/dense/Tensordot/GatherV2_1/axis"], "attr": {"Taxis": {"type": "DT_INT32"}, "Tparams": {"type": "DT_INT32"}, "Tindices": {"type": "DT_INT32"}, "batch_dims": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/intermediate/dense/Tensordot/GatherV2", "op": "GatherV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/intermediate/dense/Tensordot/Shape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/intermediate/dense/Tensordot/free", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/intermediate/dense/Tensordot/GatherV2/axis"], "attr": {"Taxis": {"type": "DT_INT32"}, "Tparams": {"type": "DT_INT32"}, "Tindices": {"type": "DT_INT32"}, "batch_dims": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/intermediate/dense/Tensordot/Prod_1", "op": "Prod", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/intermediate/dense/Tensordot/GatherV2_1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/intermediate/dense/Tensordot/Const_1"], "attr": {"Tidx": {"type": "DT_INT32"}, "T": {"type": "DT_INT32"}, "keep_dims": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/intermediate/dense/Tensordot/Prod", "op": "Prod", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/intermediate/dense/Tensordot/GatherV2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/intermediate/dense/Tensordot/Const"], "attr": {"Tidx": {"type": "DT_INT32"}, "T": {"type": "DT_INT32"}, "keep_dims": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/intermediate/dense/Tensordot/concat_1", "op": "ConcatV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/intermediate/dense/Tensordot/GatherV2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/intermediate/dense/Tensordot/Const_2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/intermediate/dense/Tensordot/concat_1/axis"], "attr": {"N": {"i": "2"}, "Tidx": {"type": "DT_INT32"}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/intermediate/dense/Tensordot/stack", "op": "Pack", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/intermediate/dense/Tensordot/Prod", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/intermediate/dense/Tensordot/Prod_1"], "attr": {"N": {"i": "2"}, "axis": {"i": "0"}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/intermediate/dense/Tensordot/Reshape", "op": "Reshape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/attention/output/LayerNorm/batchnorm/add_1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/intermediate/dense/Tensordot/stack"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/intermediate/dense/Tensordot/MatMul", "op": "MatMul", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/intermediate/dense/Tensordot/Reshape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/intermediate/dense/Tensordot/ReadVariableOp"], "device": "/device:CPU:0", "attr": {"transpose_a": {"b": false}, "grad_a": {"b": false}, "T": {"type": "DT_FLOAT"}, "grad_b": {"b": false}, "transpose_b": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/intermediate/dense/Tensordot", "op": "Reshape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/intermediate/dense/Tensordot/MatMul", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/intermediate/dense/Tensordot/concat_1"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/intermediate/dense/BiasAdd", "op": "BiasAdd", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/intermediate/dense/Tensordot", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/intermediate/dense/BiasAdd/ReadVariableOp"], "attr": {"data_format": {"s": "TkhXQw=="}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/intermediate/Relu", "op": "Relu", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/intermediate/dense/BiasAdd"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/output/dense/Tensordot/Shape", "op": "Shape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/intermediate/Relu"], "attr": {"T": {"type": "DT_FLOAT"}, "out_type": {"type": "DT_INT32"}}, "experimentalType": {"typeId": "TFT_PRODUCT", "args": [{"typeId": "TFT_SHAPE_TENSOR", "args": [{"typeId": "TFT_INT32"}]}]}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/output/dense/Tensordot/GatherV2_1", "op": "GatherV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/output/dense/Tensordot/Shape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/output/dense/Tensordot/axes", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/output/dense/Tensordot/GatherV2_1/axis"], "attr": {"Taxis": {"type": "DT_INT32"}, "Tparams": {"type": "DT_INT32"}, "Tindices": {"type": "DT_INT32"}, "batch_dims": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/output/dense/Tensordot/GatherV2", "op": "GatherV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/output/dense/Tensordot/Shape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/output/dense/Tensordot/free", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/output/dense/Tensordot/GatherV2/axis"], "attr": {"Taxis": {"type": "DT_INT32"}, "Tparams": {"type": "DT_INT32"}, "Tindices": {"type": "DT_INT32"}, "batch_dims": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/output/dense/Tensordot/Prod_1", "op": "Prod", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/output/dense/Tensordot/GatherV2_1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/output/dense/Tensordot/Const_1"], "attr": {"T": {"type": "DT_INT32"}, "Tidx": {"type": "DT_INT32"}, "keep_dims": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/output/dense/Tensordot/Prod", "op": "Prod", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/output/dense/Tensordot/GatherV2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/output/dense/Tensordot/Const"], "attr": {"Tidx": {"type": "DT_INT32"}, "T": {"type": "DT_INT32"}, "keep_dims": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/output/dense/Tensordot/concat_1", "op": "ConcatV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/output/dense/Tensordot/GatherV2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/output/dense/Tensordot/Const_2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/output/dense/Tensordot/concat_1/axis"], "attr": {"N": {"i": "2"}, "T": {"type": "DT_INT32"}, "Tidx": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/output/dense/Tensordot/stack", "op": "Pack", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/output/dense/Tensordot/Prod", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/output/dense/Tensordot/Prod_1"], "attr": {"N": {"i": "2"}, "axis": {"i": "0"}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/output/dense/Tensordot/Reshape", "op": "Reshape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/intermediate/Relu", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/output/dense/Tensordot/stack"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/output/dense/Tensordot/MatMul", "op": "MatMul", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/output/dense/Tensordot/Reshape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/output/dense/Tensordot/ReadVariableOp"], "device": "/device:CPU:0", "attr": {"transpose_a": {"b": false}, "grad_a": {"b": false}, "T": {"type": "DT_FLOAT"}, "grad_b": {"b": false}, "transpose_b": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/output/dense/Tensordot", "op": "Reshape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/output/dense/Tensordot/MatMul", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/output/dense/Tensordot/concat_1"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/output/dense/BiasAdd", "op": "BiasAdd", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/output/dense/Tensordot", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/output/dense/BiasAdd/ReadVariableOp"], "attr": {"data_format": {"s": "TkhXQw=="}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/output/add", "op": "AddV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/output/dense/BiasAdd", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/attention/output/LayerNorm/batchnorm/add_1"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/output/LayerNorm/moments/mean", "op": "Mean", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/output/add", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/output/LayerNorm/moments/mean/reduction_indices"], "attr": {"T": {"type": "DT_FLOAT"}, "Tidx": {"type": "DT_INT32"}, "keep_dims": {"b": true}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/output/LayerNorm/moments/SquaredDifference", "op": "SquaredDifference", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/output/add", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/output/LayerNorm/moments/mean"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/output/LayerNorm/moments/variance", "op": "Mean", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/output/LayerNorm/moments/SquaredDifference", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/output/LayerNorm/moments/variance/reduction_indices"], "attr": {"T": {"type": "DT_FLOAT"}, "Tidx": {"type": "DT_INT32"}, "keep_dims": {"b": true}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/output/LayerNorm/batchnorm/add", "op": "AddV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/output/LayerNorm/moments/variance", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/output/LayerNorm/batchnorm/add/y"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/output/LayerNorm/batchnorm/Rsqrt", "op": "Rsqrt", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/output/LayerNorm/batchnorm/add"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/output/LayerNorm/batchnorm/mul", "op": "Mul", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/output/LayerNorm/batchnorm/Rsqrt", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/output/LayerNorm/batchnorm/mul/ReadVariableOp"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/output/LayerNorm/batchnorm/mul_2", "op": "Mul", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/output/LayerNorm/moments/mean", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/output/LayerNorm/batchnorm/mul"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/output/LayerNorm/batchnorm/mul_1", "op": "Mul", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/output/add", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/output/LayerNorm/batchnorm/mul"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/output/LayerNorm/batchnorm/sub", "op": "Sub", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/output/LayerNorm/batchnorm/ReadVariableOp", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/output/LayerNorm/batchnorm/mul_2"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/output/LayerNorm/batchnorm/add_1", "op": "AddV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/output/LayerNorm/batchnorm/mul_1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/output/LayerNorm/batchnorm/sub"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/attention/self/query/Tensordot/Shape", "op": "Shape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/output/LayerNorm/batchnorm/add_1"], "attr": {"T": {"type": "DT_FLOAT"}, "out_type": {"type": "DT_INT32"}}, "experimentalType": {"typeId": "TFT_PRODUCT", "args": [{"typeId": "TFT_SHAPE_TENSOR", "args": [{"typeId": "TFT_INT32"}]}]}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/attention/self/key/Tensordot/Shape", "op": "Shape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/output/LayerNorm/batchnorm/add_1"], "attr": {"T": {"type": "DT_FLOAT"}, "out_type": {"type": "DT_INT32"}}, "experimentalType": {"typeId": "TFT_PRODUCT", "args": [{"typeId": "TFT_SHAPE_TENSOR", "args": [{"typeId": "TFT_INT32"}]}]}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/attention/self/value/Tensordot/Shape", "op": "Shape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/output/LayerNorm/batchnorm/add_1"], "attr": {"T": {"type": "DT_FLOAT"}, "out_type": {"type": "DT_INT32"}}, "experimentalType": {"typeId": "TFT_PRODUCT", "args": [{"typeId": "TFT_SHAPE_TENSOR", "args": [{"typeId": "TFT_INT32"}]}]}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/attention/self/Shape", "op": "Shape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/output/LayerNorm/batchnorm/add_1"], "attr": {"T": {"type": "DT_FLOAT"}, "out_type": {"type": "DT_INT32"}}, "experimentalType": {"typeId": "TFT_PRODUCT", "args": [{"typeId": "TFT_SHAPE_TENSOR", "args": [{"typeId": "TFT_INT32"}]}]}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/attention/self/query/Tensordot/GatherV2_1", "op": "GatherV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/attention/self/query/Tensordot/Shape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/attention/self/query/Tensordot/axes", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/attention/self/query/Tensordot/GatherV2_1/axis"], "attr": {"Tparams": {"type": "DT_INT32"}, "Taxis": {"type": "DT_INT32"}, "Tindices": {"type": "DT_INT32"}, "batch_dims": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/attention/self/query/Tensordot/GatherV2", "op": "GatherV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/attention/self/query/Tensordot/Shape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/attention/self/query/Tensordot/free", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/attention/self/query/Tensordot/GatherV2/axis"], "attr": {"Tparams": {"type": "DT_INT32"}, "Taxis": {"type": "DT_INT32"}, "Tindices": {"type": "DT_INT32"}, "batch_dims": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/attention/self/key/Tensordot/GatherV2_1", "op": "GatherV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/attention/self/key/Tensordot/Shape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/attention/self/key/Tensordot/axes", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/attention/self/key/Tensordot/GatherV2_1/axis"], "attr": {"Taxis": {"type": "DT_INT32"}, "Tparams": {"type": "DT_INT32"}, "Tindices": {"type": "DT_INT32"}, "batch_dims": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/attention/self/key/Tensordot/GatherV2", "op": "GatherV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/attention/self/key/Tensordot/Shape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/attention/self/key/Tensordot/free", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/attention/self/key/Tensordot/GatherV2/axis"], "attr": {"Taxis": {"type": "DT_INT32"}, "Tparams": {"type": "DT_INT32"}, "Tindices": {"type": "DT_INT32"}, "batch_dims": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/attention/self/value/Tensordot/GatherV2_1", "op": "GatherV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/attention/self/value/Tensordot/Shape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/attention/self/value/Tensordot/axes", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/attention/self/value/Tensordot/GatherV2_1/axis"], "attr": {"Taxis": {"type": "DT_INT32"}, "Tparams": {"type": "DT_INT32"}, "Tindices": {"type": "DT_INT32"}, "batch_dims": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/attention/self/value/Tensordot/GatherV2", "op": "GatherV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/attention/self/value/Tensordot/Shape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/attention/self/value/Tensordot/free", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/attention/self/value/Tensordot/GatherV2/axis"], "attr": {"Tparams": {"type": "DT_INT32"}, "Taxis": {"type": "DT_INT32"}, "Tindices": {"type": "DT_INT32"}, "batch_dims": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/attention/self/strided_slice", "op": "StridedSlice", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/attention/self/Shape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/attention/self/strided_slice/stack", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/attention/self/strided_slice/stack_1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/attention/self/strided_slice/stack_2"], "attr": {"shrink_axis_mask": {"i": "1"}, "new_axis_mask": {"i": "0"}, "Index": {"type": "DT_INT32"}, "begin_mask": {"i": "0"}, "T": {"type": "DT_INT32"}, "end_mask": {"i": "0"}, "ellipsis_mask": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/attention/self/query/Tensordot/Prod_1", "op": "Prod", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/attention/self/query/Tensordot/GatherV2_1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/attention/self/query/Tensordot/Const_1"], "attr": {"T": {"type": "DT_INT32"}, "Tidx": {"type": "DT_INT32"}, "keep_dims": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/attention/self/query/Tensordot/Prod", "op": "Prod", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/attention/self/query/Tensordot/GatherV2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/attention/self/query/Tensordot/Const"], "attr": {"T": {"type": "DT_INT32"}, "Tidx": {"type": "DT_INT32"}, "keep_dims": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/attention/self/query/Tensordot/concat_1", "op": "ConcatV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/attention/self/query/Tensordot/GatherV2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/attention/self/query/Tensordot/Const_2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/attention/self/query/Tensordot/concat_1/axis"], "attr": {"N": {"i": "2"}, "T": {"type": "DT_INT32"}, "Tidx": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/attention/self/key/Tensordot/Prod_1", "op": "Prod", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/attention/self/key/Tensordot/GatherV2_1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/attention/self/key/Tensordot/Const_1"], "attr": {"T": {"type": "DT_INT32"}, "Tidx": {"type": "DT_INT32"}, "keep_dims": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/attention/self/key/Tensordot/Prod", "op": "Prod", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/attention/self/key/Tensordot/GatherV2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/attention/self/key/Tensordot/Const"], "attr": {"Tidx": {"type": "DT_INT32"}, "T": {"type": "DT_INT32"}, "keep_dims": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/attention/self/key/Tensordot/concat_1", "op": "ConcatV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/attention/self/key/Tensordot/GatherV2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/attention/self/key/Tensordot/Const_2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/attention/self/key/Tensordot/concat_1/axis"], "attr": {"N": {"i": "2"}, "T": {"type": "DT_INT32"}, "Tidx": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/attention/self/value/Tensordot/Prod_1", "op": "Prod", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/attention/self/value/Tensordot/GatherV2_1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/attention/self/value/Tensordot/Const_1"], "attr": {"Tidx": {"type": "DT_INT32"}, "T": {"type": "DT_INT32"}, "keep_dims": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/attention/self/value/Tensordot/Prod", "op": "Prod", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/attention/self/value/Tensordot/GatherV2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/attention/self/value/Tensordot/Const"], "attr": {"Tidx": {"type": "DT_INT32"}, "T": {"type": "DT_INT32"}, "keep_dims": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/attention/self/value/Tensordot/concat_1", "op": "ConcatV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/attention/self/value/Tensordot/GatherV2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/attention/self/value/Tensordot/Const_2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/attention/self/value/Tensordot/concat_1/axis"], "attr": {"N": {"i": "2"}, "T": {"type": "DT_INT32"}, "Tidx": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/attention/self/Reshape_2/shape", "op": "Pack", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/attention/self/strided_slice", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/attention/self/Reshape_2/shape/1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/attention/self/Reshape_2/shape/2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/attention/self/Reshape_2/shape/3"], "attr": {"N": {"i": "4"}, "axis": {"i": "0"}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/attention/self/Reshape/shape", "op": "Pack", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/attention/self/strided_slice", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/attention/self/Reshape/shape/1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/attention/self/Reshape/shape/2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/attention/self/Reshape/shape/3"], "attr": {"N": {"i": "4"}, "axis": {"i": "0"}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/attention/self/Reshape_1/shape", "op": "Pack", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/attention/self/strided_slice", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/attention/self/Reshape_1/shape/1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/attention/self/Reshape_1/shape/2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/attention/self/Reshape_1/shape/3"], "attr": {"N": {"i": "4"}, "axis": {"i": "0"}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/attention/self/Reshape_3/shape", "op": "Pack", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/attention/self/strided_slice", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/attention/self/Reshape_3/shape/1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/attention/self/Reshape_3/shape/2"], "attr": {"N": {"i": "3"}, "axis": {"i": "0"}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/attention/self/query/Tensordot/stack", "op": "Pack", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/attention/self/query/Tensordot/Prod", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/attention/self/query/Tensordot/Prod_1"], "attr": {"N": {"i": "2"}, "axis": {"i": "0"}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/attention/self/key/Tensordot/stack", "op": "Pack", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/attention/self/key/Tensordot/Prod", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/attention/self/key/Tensordot/Prod_1"], "attr": {"N": {"i": "2"}, "axis": {"i": "0"}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/attention/self/value/Tensordot/stack", "op": "Pack", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/attention/self/value/Tensordot/Prod", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/attention/self/value/Tensordot/Prod_1"], "attr": {"N": {"i": "2"}, "axis": {"i": "0"}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/attention/self/query/Tensordot/Reshape", "op": "Reshape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/output/LayerNorm/batchnorm/add_1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/attention/self/query/Tensordot/stack"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/attention/self/key/Tensordot/Reshape", "op": "Reshape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/output/LayerNorm/batchnorm/add_1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/attention/self/key/Tensordot/stack"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/attention/self/value/Tensordot/Reshape", "op": "Reshape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/output/LayerNorm/batchnorm/add_1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/attention/self/value/Tensordot/stack"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/attention/self/query/Tensordot/MatMul", "op": "MatMul", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/attention/self/query/Tensordot/Reshape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/attention/self/query/Tensordot/ReadVariableOp"], "device": "/device:CPU:0", "attr": {"grad_a": {"b": false}, "transpose_a": {"b": false}, "T": {"type": "DT_FLOAT"}, "grad_b": {"b": false}, "transpose_b": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/attention/self/key/Tensordot/MatMul", "op": "MatMul", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/attention/self/key/Tensordot/Reshape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/attention/self/key/Tensordot/ReadVariableOp"], "device": "/device:CPU:0", "attr": {"grad_a": {"b": false}, "transpose_a": {"b": false}, "T": {"type": "DT_FLOAT"}, "grad_b": {"b": false}, "transpose_b": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/attention/self/value/Tensordot/MatMul", "op": "MatMul", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/attention/self/value/Tensordot/Reshape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/attention/self/value/Tensordot/ReadVariableOp"], "device": "/device:CPU:0", "attr": {"grad_a": {"b": false}, "transpose_a": {"b": false}, "T": {"type": "DT_FLOAT"}, "grad_b": {"b": false}, "transpose_b": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/attention/self/query/Tensordot", "op": "Reshape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/attention/self/query/Tensordot/MatMul", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/attention/self/query/Tensordot/concat_1"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/attention/self/key/Tensordot", "op": "Reshape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/attention/self/key/Tensordot/MatMul", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/attention/self/key/Tensordot/concat_1"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/attention/self/value/Tensordot", "op": "Reshape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/attention/self/value/Tensordot/MatMul", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/attention/self/value/Tensordot/concat_1"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/attention/self/query/BiasAdd", "op": "BiasAdd", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/attention/self/query/Tensordot", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/attention/self/query/BiasAdd/ReadVariableOp"], "attr": {"data_format": {"s": "TkhXQw=="}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/attention/self/key/BiasAdd", "op": "BiasAdd", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/attention/self/key/Tensordot", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/attention/self/key/BiasAdd/ReadVariableOp"], "attr": {"data_format": {"s": "TkhXQw=="}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/attention/self/value/BiasAdd", "op": "BiasAdd", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/attention/self/value/Tensordot", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/attention/self/value/BiasAdd/ReadVariableOp"], "attr": {"data_format": {"s": "TkhXQw=="}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/attention/self/Reshape_2", "op": "Reshape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/attention/self/query/BiasAdd", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/attention/self/Reshape_2/shape"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/attention/self/Reshape", "op": "Reshape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/attention/self/key/BiasAdd", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/attention/self/Reshape/shape"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/attention/self/Reshape_1", "op": "Reshape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/attention/self/value/BiasAdd", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/attention/self/Reshape_1/shape"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/attention/self/transpose_2", "op": "Transpose", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/attention/self/Reshape_2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/attention/self/transpose_2/perm"], "attr": {"Tperm": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/attention/self/transpose", "op": "Transpose", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/attention/self/Reshape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/attention/self/transpose/perm"], "attr": {"Tperm": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/attention/self/transpose_1", "op": "Transpose", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/attention/self/Reshape_1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/attention/self/transpose_1/perm"], "attr": {"Tperm": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/attention/self/MatMul", "op": "BatchMatMulV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/attention/self/transpose_2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/attention/self/transpose"], "attr": {"grad_y": {"b": false}, "adj_x": {"b": false}, "T": {"type": "DT_FLOAT"}, "grad_x": {"b": false}, "adj_y": {"b": true}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/attention/self/truediv", "op": "Mul", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/attention/self/MatMul", "ConstantFolding/StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/attention/self/truediv_recip"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/attention/self/add_1", "op": "AddV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/attention/self/truediv", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/attention/self/Add"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/attention/self/Softmax", "op": "Softmax", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/attention/self/add_1"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/attention/self/MatMul_1", "op": "BatchMatMulV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/attention/self/Softmax", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/attention/self/transpose_1"], "attr": {"adj_x": {"b": false}, "grad_y": {"b": false}, "T": {"type": "DT_FLOAT"}, "grad_x": {"b": false}, "adj_y": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/attention/self/transpose_3", "op": "Transpose", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/attention/self/MatMul_1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/attention/self/transpose_3/perm"], "attr": {"Tperm": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/attention/self/Reshape_3", "op": "Reshape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/attention/self/transpose_3", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/attention/self/Reshape_3/shape"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/attention/output/dense/Tensordot/Shape", "op": "Shape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/attention/self/Reshape_3"], "attr": {"T": {"type": "DT_FLOAT"}, "out_type": {"type": "DT_INT32"}}, "experimentalType": {"typeId": "TFT_PRODUCT", "args": [{"typeId": "TFT_SHAPE_TENSOR", "args": [{"typeId": "TFT_INT32"}]}]}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/attention/output/dense/Tensordot/GatherV2_1", "op": "GatherV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/attention/output/dense/Tensordot/Shape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/attention/output/dense/Tensordot/axes", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/attention/output/dense/Tensordot/GatherV2_1/axis"], "attr": {"Tparams": {"type": "DT_INT32"}, "Taxis": {"type": "DT_INT32"}, "Tindices": {"type": "DT_INT32"}, "batch_dims": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/attention/output/dense/Tensordot/GatherV2", "op": "GatherV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/attention/output/dense/Tensordot/Shape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/attention/output/dense/Tensordot/free", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/attention/output/dense/Tensordot/GatherV2/axis"], "attr": {"Tparams": {"type": "DT_INT32"}, "Taxis": {"type": "DT_INT32"}, "Tindices": {"type": "DT_INT32"}, "batch_dims": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/attention/output/dense/Tensordot/Prod_1", "op": "Prod", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/attention/output/dense/Tensordot/GatherV2_1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/attention/output/dense/Tensordot/Const_1"], "attr": {"T": {"type": "DT_INT32"}, "Tidx": {"type": "DT_INT32"}, "keep_dims": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/attention/output/dense/Tensordot/Prod", "op": "Prod", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/attention/output/dense/Tensordot/GatherV2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/attention/output/dense/Tensordot/Const"], "attr": {"Tidx": {"type": "DT_INT32"}, "T": {"type": "DT_INT32"}, "keep_dims": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/attention/output/dense/Tensordot/concat_1", "op": "ConcatV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/attention/output/dense/Tensordot/GatherV2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/attention/output/dense/Tensordot/Const_2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/attention/output/dense/Tensordot/concat_1/axis"], "attr": {"N": {"i": "2"}, "Tidx": {"type": "DT_INT32"}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/attention/output/dense/Tensordot/stack", "op": "Pack", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/attention/output/dense/Tensordot/Prod", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/attention/output/dense/Tensordot/Prod_1"], "attr": {"N": {"i": "2"}, "axis": {"i": "0"}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/attention/output/dense/Tensordot/Reshape", "op": "Reshape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/attention/self/Reshape_3", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/attention/output/dense/Tensordot/stack"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/attention/output/dense/Tensordot/MatMul", "op": "MatMul", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/attention/output/dense/Tensordot/Reshape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/attention/output/dense/Tensordot/ReadVariableOp"], "device": "/device:CPU:0", "attr": {"transpose_a": {"b": false}, "grad_a": {"b": false}, "T": {"type": "DT_FLOAT"}, "grad_b": {"b": false}, "transpose_b": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/attention/output/dense/Tensordot", "op": "Reshape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/attention/output/dense/Tensordot/MatMul", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/attention/output/dense/Tensordot/concat_1"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/attention/output/dense/BiasAdd", "op": "BiasAdd", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/attention/output/dense/Tensordot", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/attention/output/dense/BiasAdd/ReadVariableOp"], "attr": {"data_format": {"s": "TkhXQw=="}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/attention/output/add", "op": "AddV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/attention/output/dense/BiasAdd", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/output/LayerNorm/batchnorm/add_1"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/attention/output/LayerNorm/moments/mean", "op": "Mean", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/attention/output/add", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/attention/output/LayerNorm/moments/mean/reduction_indices"], "attr": {"T": {"type": "DT_FLOAT"}, "Tidx": {"type": "DT_INT32"}, "keep_dims": {"b": true}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/attention/output/LayerNorm/moments/SquaredDifference", "op": "SquaredDifference", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/attention/output/add", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/attention/output/LayerNorm/moments/mean"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/attention/output/LayerNorm/moments/variance", "op": "Mean", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/attention/output/LayerNorm/moments/SquaredDifference", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/attention/output/LayerNorm/moments/variance/reduction_indices"], "attr": {"T": {"type": "DT_FLOAT"}, "Tidx": {"type": "DT_INT32"}, "keep_dims": {"b": true}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/attention/output/LayerNorm/batchnorm/add", "op": "AddV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/attention/output/LayerNorm/moments/variance", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/attention/output/LayerNorm/batchnorm/add/y"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/attention/output/LayerNorm/batchnorm/Rsqrt", "op": "Rsqrt", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/attention/output/LayerNorm/batchnorm/add"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/attention/output/LayerNorm/batchnorm/mul", "op": "Mul", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/attention/output/LayerNorm/batchnorm/Rsqrt", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/attention/output/LayerNorm/batchnorm/mul/ReadVariableOp"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/attention/output/LayerNorm/batchnorm/mul_2", "op": "Mul", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/attention/output/LayerNorm/moments/mean", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/attention/output/LayerNorm/batchnorm/mul"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/attention/output/LayerNorm/batchnorm/mul_1", "op": "Mul", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/attention/output/add", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/attention/output/LayerNorm/batchnorm/mul"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/attention/output/LayerNorm/batchnorm/sub", "op": "Sub", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/attention/output/LayerNorm/batchnorm/ReadVariableOp", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/attention/output/LayerNorm/batchnorm/mul_2"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/attention/output/LayerNorm/batchnorm/add_1", "op": "AddV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/attention/output/LayerNorm/batchnorm/mul_1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/attention/output/LayerNorm/batchnorm/sub"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/intermediate/dense/Tensordot/Shape", "op": "Shape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/attention/output/LayerNorm/batchnorm/add_1"], "attr": {"T": {"type": "DT_FLOAT"}, "out_type": {"type": "DT_INT32"}}, "experimentalType": {"typeId": "TFT_PRODUCT", "args": [{"typeId": "TFT_SHAPE_TENSOR", "args": [{"typeId": "TFT_INT32"}]}]}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/intermediate/dense/Tensordot/GatherV2_1", "op": "GatherV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/intermediate/dense/Tensordot/Shape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/intermediate/dense/Tensordot/axes", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/intermediate/dense/Tensordot/GatherV2_1/axis"], "attr": {"Taxis": {"type": "DT_INT32"}, "Tparams": {"type": "DT_INT32"}, "Tindices": {"type": "DT_INT32"}, "batch_dims": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/intermediate/dense/Tensordot/GatherV2", "op": "GatherV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/intermediate/dense/Tensordot/Shape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/intermediate/dense/Tensordot/free", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/intermediate/dense/Tensordot/GatherV2/axis"], "attr": {"Taxis": {"type": "DT_INT32"}, "Tparams": {"type": "DT_INT32"}, "Tindices": {"type": "DT_INT32"}, "batch_dims": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/intermediate/dense/Tensordot/Prod_1", "op": "Prod", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/intermediate/dense/Tensordot/GatherV2_1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/intermediate/dense/Tensordot/Const_1"], "attr": {"T": {"type": "DT_INT32"}, "Tidx": {"type": "DT_INT32"}, "keep_dims": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/intermediate/dense/Tensordot/Prod", "op": "Prod", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/intermediate/dense/Tensordot/GatherV2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/intermediate/dense/Tensordot/Const"], "attr": {"T": {"type": "DT_INT32"}, "Tidx": {"type": "DT_INT32"}, "keep_dims": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/intermediate/dense/Tensordot/concat_1", "op": "ConcatV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/intermediate/dense/Tensordot/GatherV2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/intermediate/dense/Tensordot/Const_2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/intermediate/dense/Tensordot/concat_1/axis"], "attr": {"N": {"i": "2"}, "T": {"type": "DT_INT32"}, "Tidx": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/intermediate/dense/Tensordot/stack", "op": "Pack", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/intermediate/dense/Tensordot/Prod", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/intermediate/dense/Tensordot/Prod_1"], "attr": {"N": {"i": "2"}, "axis": {"i": "0"}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/intermediate/dense/Tensordot/Reshape", "op": "Reshape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/attention/output/LayerNorm/batchnorm/add_1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/intermediate/dense/Tensordot/stack"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/intermediate/dense/Tensordot/MatMul", "op": "MatMul", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/intermediate/dense/Tensordot/Reshape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/intermediate/dense/Tensordot/ReadVariableOp"], "device": "/device:CPU:0", "attr": {"transpose_a": {"b": false}, "grad_a": {"b": false}, "T": {"type": "DT_FLOAT"}, "grad_b": {"b": false}, "transpose_b": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/intermediate/dense/Tensordot", "op": "Reshape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/intermediate/dense/Tensordot/MatMul", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/intermediate/dense/Tensordot/concat_1"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/intermediate/dense/BiasAdd", "op": "BiasAdd", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/intermediate/dense/Tensordot", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/intermediate/dense/BiasAdd/ReadVariableOp"], "attr": {"data_format": {"s": "TkhXQw=="}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/intermediate/Relu", "op": "Relu", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/intermediate/dense/BiasAdd"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/output/dense/Tensordot/Shape", "op": "Shape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/intermediate/Relu"], "attr": {"T": {"type": "DT_FLOAT"}, "out_type": {"type": "DT_INT32"}}, "experimentalType": {"typeId": "TFT_PRODUCT", "args": [{"typeId": "TFT_SHAPE_TENSOR", "args": [{"typeId": "TFT_INT32"}]}]}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/output/dense/Tensordot/GatherV2_1", "op": "GatherV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/output/dense/Tensordot/Shape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/output/dense/Tensordot/axes", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/output/dense/Tensordot/GatherV2_1/axis"], "attr": {"Taxis": {"type": "DT_INT32"}, "Tparams": {"type": "DT_INT32"}, "Tindices": {"type": "DT_INT32"}, "batch_dims": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/output/dense/Tensordot/GatherV2", "op": "GatherV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/output/dense/Tensordot/Shape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/output/dense/Tensordot/free", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/output/dense/Tensordot/GatherV2/axis"], "attr": {"Taxis": {"type": "DT_INT32"}, "Tparams": {"type": "DT_INT32"}, "Tindices": {"type": "DT_INT32"}, "batch_dims": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/output/dense/Tensordot/Prod_1", "op": "Prod", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/output/dense/Tensordot/GatherV2_1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/output/dense/Tensordot/Const_1"], "attr": {"Tidx": {"type": "DT_INT32"}, "T": {"type": "DT_INT32"}, "keep_dims": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/output/dense/Tensordot/Prod", "op": "Prod", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/output/dense/Tensordot/GatherV2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/output/dense/Tensordot/Const"], "attr": {"Tidx": {"type": "DT_INT32"}, "T": {"type": "DT_INT32"}, "keep_dims": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/output/dense/Tensordot/concat_1", "op": "ConcatV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/output/dense/Tensordot/GatherV2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/output/dense/Tensordot/Const_2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/output/dense/Tensordot/concat_1/axis"], "attr": {"N": {"i": "2"}, "Tidx": {"type": "DT_INT32"}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/output/dense/Tensordot/stack", "op": "Pack", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/output/dense/Tensordot/Prod", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/output/dense/Tensordot/Prod_1"], "attr": {"N": {"i": "2"}, "axis": {"i": "0"}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/output/dense/Tensordot/Reshape", "op": "Reshape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/intermediate/Relu", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/output/dense/Tensordot/stack"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/output/dense/Tensordot/MatMul", "op": "MatMul", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/output/dense/Tensordot/Reshape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/output/dense/Tensordot/ReadVariableOp"], "device": "/device:CPU:0", "attr": {"grad_a": {"b": false}, "transpose_a": {"b": false}, "T": {"type": "DT_FLOAT"}, "grad_b": {"b": false}, "transpose_b": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/output/dense/Tensordot", "op": "Reshape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/output/dense/Tensordot/MatMul", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/output/dense/Tensordot/concat_1"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/output/dense/BiasAdd", "op": "BiasAdd", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/output/dense/Tensordot", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/output/dense/BiasAdd/ReadVariableOp"], "attr": {"data_format": {"s": "TkhXQw=="}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/output/add", "op": "AddV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/output/dense/BiasAdd", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/attention/output/LayerNorm/batchnorm/add_1"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/output/LayerNorm/moments/mean", "op": "Mean", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/output/add", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/output/LayerNorm/moments/mean/reduction_indices"], "attr": {"Tidx": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}, "keep_dims": {"b": true}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/output/LayerNorm/moments/SquaredDifference", "op": "SquaredDifference", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/output/add", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/output/LayerNorm/moments/mean"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/output/LayerNorm/moments/variance", "op": "Mean", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/output/LayerNorm/moments/SquaredDifference", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/output/LayerNorm/moments/variance/reduction_indices"], "attr": {"Tidx": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}, "keep_dims": {"b": true}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/output/LayerNorm/batchnorm/add", "op": "AddV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/output/LayerNorm/moments/variance", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/output/LayerNorm/batchnorm/add/y"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/output/LayerNorm/batchnorm/Rsqrt", "op": "Rsqrt", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/output/LayerNorm/batchnorm/add"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/output/LayerNorm/batchnorm/mul", "op": "Mul", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/output/LayerNorm/batchnorm/Rsqrt", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/output/LayerNorm/batchnorm/mul/ReadVariableOp"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/output/LayerNorm/batchnorm/mul_2", "op": "Mul", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/output/LayerNorm/moments/mean", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/output/LayerNorm/batchnorm/mul"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/output/LayerNorm/batchnorm/mul_1", "op": "Mul", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/output/add", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/output/LayerNorm/batchnorm/mul"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/output/LayerNorm/batchnorm/sub", "op": "Sub", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/output/LayerNorm/batchnorm/ReadVariableOp", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/output/LayerNorm/batchnorm/mul_2"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/output/LayerNorm/batchnorm/add_1", "op": "AddV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/output/LayerNorm/batchnorm/mul_1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/output/LayerNorm/batchnorm/sub"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/attention/self/query/Tensordot/Shape", "op": "Shape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/output/LayerNorm/batchnorm/add_1"], "attr": {"T": {"type": "DT_FLOAT"}, "out_type": {"type": "DT_INT32"}}, "experimentalType": {"typeId": "TFT_PRODUCT", "args": [{"typeId": "TFT_SHAPE_TENSOR", "args": [{"typeId": "TFT_INT32"}]}]}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/attention/self/key/Tensordot/Shape", "op": "Shape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/output/LayerNorm/batchnorm/add_1"], "attr": {"T": {"type": "DT_FLOAT"}, "out_type": {"type": "DT_INT32"}}, "experimentalType": {"typeId": "TFT_PRODUCT", "args": [{"typeId": "TFT_SHAPE_TENSOR", "args": [{"typeId": "TFT_INT32"}]}]}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/attention/self/value/Tensordot/Shape", "op": "Shape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/output/LayerNorm/batchnorm/add_1"], "attr": {"T": {"type": "DT_FLOAT"}, "out_type": {"type": "DT_INT32"}}, "experimentalType": {"typeId": "TFT_PRODUCT", "args": [{"typeId": "TFT_SHAPE_TENSOR", "args": [{"typeId": "TFT_INT32"}]}]}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/attention/self/Shape", "op": "Shape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/output/LayerNorm/batchnorm/add_1"], "attr": {"T": {"type": "DT_FLOAT"}, "out_type": {"type": "DT_INT32"}}, "experimentalType": {"typeId": "TFT_PRODUCT", "args": [{"typeId": "TFT_SHAPE_TENSOR", "args": [{"typeId": "TFT_INT32"}]}]}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/attention/self/query/Tensordot/GatherV2_1", "op": "GatherV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/attention/self/query/Tensordot/Shape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/attention/self/query/Tensordot/axes", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/attention/self/query/Tensordot/GatherV2_1/axis"], "attr": {"Taxis": {"type": "DT_INT32"}, "Tparams": {"type": "DT_INT32"}, "Tindices": {"type": "DT_INT32"}, "batch_dims": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/attention/self/query/Tensordot/GatherV2", "op": "GatherV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/attention/self/query/Tensordot/Shape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/attention/self/query/Tensordot/free", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/attention/self/query/Tensordot/GatherV2/axis"], "attr": {"Tparams": {"type": "DT_INT32"}, "Taxis": {"type": "DT_INT32"}, "Tindices": {"type": "DT_INT32"}, "batch_dims": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/attention/self/key/Tensordot/GatherV2_1", "op": "GatherV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/attention/self/key/Tensordot/Shape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/attention/self/key/Tensordot/axes", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/attention/self/key/Tensordot/GatherV2_1/axis"], "attr": {"Tparams": {"type": "DT_INT32"}, "Taxis": {"type": "DT_INT32"}, "Tindices": {"type": "DT_INT32"}, "batch_dims": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/attention/self/key/Tensordot/GatherV2", "op": "GatherV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/attention/self/key/Tensordot/Shape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/attention/self/key/Tensordot/free", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/attention/self/key/Tensordot/GatherV2/axis"], "attr": {"Tparams": {"type": "DT_INT32"}, "Taxis": {"type": "DT_INT32"}, "Tindices": {"type": "DT_INT32"}, "batch_dims": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/attention/self/value/Tensordot/GatherV2_1", "op": "GatherV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/attention/self/value/Tensordot/Shape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/attention/self/value/Tensordot/axes", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/attention/self/value/Tensordot/GatherV2_1/axis"], "attr": {"Tparams": {"type": "DT_INT32"}, "Taxis": {"type": "DT_INT32"}, "Tindices": {"type": "DT_INT32"}, "batch_dims": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/attention/self/value/Tensordot/GatherV2", "op": "GatherV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/attention/self/value/Tensordot/Shape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/attention/self/value/Tensordot/free", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/attention/self/value/Tensordot/GatherV2/axis"], "attr": {"Tparams": {"type": "DT_INT32"}, "Taxis": {"type": "DT_INT32"}, "Tindices": {"type": "DT_INT32"}, "batch_dims": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/attention/self/strided_slice", "op": "StridedSlice", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/attention/self/Shape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/attention/self/strided_slice/stack", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/attention/self/strided_slice/stack_1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/attention/self/strided_slice/stack_2"], "attr": {"shrink_axis_mask": {"i": "1"}, "new_axis_mask": {"i": "0"}, "Index": {"type": "DT_INT32"}, "begin_mask": {"i": "0"}, "end_mask": {"i": "0"}, "T": {"type": "DT_INT32"}, "ellipsis_mask": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/attention/self/query/Tensordot/Prod_1", "op": "Prod", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/attention/self/query/Tensordot/GatherV2_1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/attention/self/query/Tensordot/Const_1"], "attr": {"T": {"type": "DT_INT32"}, "Tidx": {"type": "DT_INT32"}, "keep_dims": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/attention/self/query/Tensordot/Prod", "op": "Prod", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/attention/self/query/Tensordot/GatherV2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/attention/self/query/Tensordot/Const"], "attr": {"Tidx": {"type": "DT_INT32"}, "T": {"type": "DT_INT32"}, "keep_dims": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/attention/self/query/Tensordot/concat_1", "op": "ConcatV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/attention/self/query/Tensordot/GatherV2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/attention/self/query/Tensordot/Const_2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/attention/self/query/Tensordot/concat_1/axis"], "attr": {"N": {"i": "2"}, "Tidx": {"type": "DT_INT32"}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/attention/self/key/Tensordot/Prod_1", "op": "Prod", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/attention/self/key/Tensordot/GatherV2_1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/attention/self/key/Tensordot/Const_1"], "attr": {"T": {"type": "DT_INT32"}, "Tidx": {"type": "DT_INT32"}, "keep_dims": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/attention/self/key/Tensordot/Prod", "op": "Prod", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/attention/self/key/Tensordot/GatherV2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/attention/self/key/Tensordot/Const"], "attr": {"T": {"type": "DT_INT32"}, "Tidx": {"type": "DT_INT32"}, "keep_dims": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/attention/self/key/Tensordot/concat_1", "op": "ConcatV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/attention/self/key/Tensordot/GatherV2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/attention/self/key/Tensordot/Const_2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/attention/self/key/Tensordot/concat_1/axis"], "attr": {"N": {"i": "2"}, "Tidx": {"type": "DT_INT32"}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/attention/self/value/Tensordot/Prod_1", "op": "Prod", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/attention/self/value/Tensordot/GatherV2_1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/attention/self/value/Tensordot/Const_1"], "attr": {"T": {"type": "DT_INT32"}, "Tidx": {"type": "DT_INT32"}, "keep_dims": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/attention/self/value/Tensordot/Prod", "op": "Prod", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/attention/self/value/Tensordot/GatherV2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/attention/self/value/Tensordot/Const"], "attr": {"Tidx": {"type": "DT_INT32"}, "T": {"type": "DT_INT32"}, "keep_dims": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/attention/self/value/Tensordot/concat_1", "op": "ConcatV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/attention/self/value/Tensordot/GatherV2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/attention/self/value/Tensordot/Const_2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/attention/self/value/Tensordot/concat_1/axis"], "attr": {"N": {"i": "2"}, "T": {"type": "DT_INT32"}, "Tidx": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/attention/self/Reshape_2/shape", "op": "Pack", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/attention/self/strided_slice", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/attention/self/Reshape_2/shape/1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/attention/self/Reshape_2/shape/2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/attention/self/Reshape_2/shape/3"], "attr": {"N": {"i": "4"}, "axis": {"i": "0"}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/attention/self/Reshape/shape", "op": "Pack", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/attention/self/strided_slice", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/attention/self/Reshape/shape/1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/attention/self/Reshape/shape/2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/attention/self/Reshape/shape/3"], "attr": {"N": {"i": "4"}, "axis": {"i": "0"}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/attention/self/Reshape_1/shape", "op": "Pack", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/attention/self/strided_slice", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/attention/self/Reshape_1/shape/1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/attention/self/Reshape_1/shape/2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/attention/self/Reshape_1/shape/3"], "attr": {"N": {"i": "4"}, "axis": {"i": "0"}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/attention/self/Reshape_3/shape", "op": "Pack", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/attention/self/strided_slice", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/attention/self/Reshape_3/shape/1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/attention/self/Reshape_3/shape/2"], "attr": {"N": {"i": "3"}, "axis": {"i": "0"}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/attention/self/query/Tensordot/stack", "op": "Pack", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/attention/self/query/Tensordot/Prod", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/attention/self/query/Tensordot/Prod_1"], "attr": {"N": {"i": "2"}, "axis": {"i": "0"}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/attention/self/key/Tensordot/stack", "op": "Pack", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/attention/self/key/Tensordot/Prod", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/attention/self/key/Tensordot/Prod_1"], "attr": {"N": {"i": "2"}, "axis": {"i": "0"}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/attention/self/value/Tensordot/stack", "op": "Pack", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/attention/self/value/Tensordot/Prod", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/attention/self/value/Tensordot/Prod_1"], "attr": {"N": {"i": "2"}, "axis": {"i": "0"}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/attention/self/query/Tensordot/Reshape", "op": "Reshape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/output/LayerNorm/batchnorm/add_1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/attention/self/query/Tensordot/stack"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/attention/self/key/Tensordot/Reshape", "op": "Reshape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/output/LayerNorm/batchnorm/add_1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/attention/self/key/Tensordot/stack"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/attention/self/value/Tensordot/Reshape", "op": "Reshape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/output/LayerNorm/batchnorm/add_1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/attention/self/value/Tensordot/stack"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/attention/self/query/Tensordot/MatMul", "op": "MatMul", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/attention/self/query/Tensordot/Reshape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/attention/self/query/Tensordot/ReadVariableOp"], "device": "/device:CPU:0", "attr": {"transpose_a": {"b": false}, "grad_a": {"b": false}, "T": {"type": "DT_FLOAT"}, "grad_b": {"b": false}, "transpose_b": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/attention/self/key/Tensordot/MatMul", "op": "MatMul", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/attention/self/key/Tensordot/Reshape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/attention/self/key/Tensordot/ReadVariableOp"], "device": "/device:CPU:0", "attr": {"grad_a": {"b": false}, "transpose_a": {"b": false}, "T": {"type": "DT_FLOAT"}, "grad_b": {"b": false}, "transpose_b": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/attention/self/value/Tensordot/MatMul", "op": "MatMul", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/attention/self/value/Tensordot/Reshape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/attention/self/value/Tensordot/ReadVariableOp"], "device": "/device:CPU:0", "attr": {"transpose_a": {"b": false}, "grad_a": {"b": false}, "T": {"type": "DT_FLOAT"}, "grad_b": {"b": false}, "transpose_b": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/attention/self/query/Tensordot", "op": "Reshape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/attention/self/query/Tensordot/MatMul", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/attention/self/query/Tensordot/concat_1"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/attention/self/key/Tensordot", "op": "Reshape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/attention/self/key/Tensordot/MatMul", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/attention/self/key/Tensordot/concat_1"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/attention/self/value/Tensordot", "op": "Reshape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/attention/self/value/Tensordot/MatMul", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/attention/self/value/Tensordot/concat_1"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/attention/self/query/BiasAdd", "op": "BiasAdd", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/attention/self/query/Tensordot", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/attention/self/query/BiasAdd/ReadVariableOp"], "attr": {"data_format": {"s": "TkhXQw=="}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/attention/self/key/BiasAdd", "op": "BiasAdd", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/attention/self/key/Tensordot", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/attention/self/key/BiasAdd/ReadVariableOp"], "attr": {"data_format": {"s": "TkhXQw=="}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/attention/self/value/BiasAdd", "op": "BiasAdd", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/attention/self/value/Tensordot", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/attention/self/value/BiasAdd/ReadVariableOp"], "attr": {"data_format": {"s": "TkhXQw=="}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/attention/self/Reshape_2", "op": "Reshape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/attention/self/query/BiasAdd", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/attention/self/Reshape_2/shape"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/attention/self/Reshape", "op": "Reshape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/attention/self/key/BiasAdd", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/attention/self/Reshape/shape"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/attention/self/Reshape_1", "op": "Reshape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/attention/self/value/BiasAdd", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/attention/self/Reshape_1/shape"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/attention/self/transpose_2", "op": "Transpose", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/attention/self/Reshape_2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/attention/self/transpose_2/perm"], "attr": {"Tperm": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/attention/self/transpose", "op": "Transpose", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/attention/self/Reshape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/attention/self/transpose/perm"], "attr": {"Tperm": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/attention/self/transpose_1", "op": "Transpose", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/attention/self/Reshape_1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/attention/self/transpose_1/perm"], "attr": {"Tperm": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/attention/self/MatMul", "op": "BatchMatMulV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/attention/self/transpose_2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/attention/self/transpose"], "attr": {"grad_y": {"b": false}, "adj_x": {"b": false}, "T": {"type": "DT_FLOAT"}, "grad_x": {"b": false}, "adj_y": {"b": true}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/attention/self/truediv", "op": "Mul", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/attention/self/MatMul", "ConstantFolding/StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/attention/self/truediv_recip"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/attention/self/add_1", "op": "AddV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/attention/self/truediv", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/attention/self/Add"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/attention/self/Softmax", "op": "Softmax", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/attention/self/add_1"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/attention/self/MatMul_1", "op": "BatchMatMulV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/attention/self/Softmax", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/attention/self/transpose_1"], "attr": {"adj_x": {"b": false}, "grad_y": {"b": false}, "T": {"type": "DT_FLOAT"}, "adj_y": {"b": false}, "grad_x": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/attention/self/transpose_3", "op": "Transpose", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/attention/self/MatMul_1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/attention/self/transpose_3/perm"], "attr": {"Tperm": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/attention/self/Reshape_3", "op": "Reshape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/attention/self/transpose_3", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/attention/self/Reshape_3/shape"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/attention/output/dense/Tensordot/Shape", "op": "Shape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/attention/self/Reshape_3"], "attr": {"T": {"type": "DT_FLOAT"}, "out_type": {"type": "DT_INT32"}}, "experimentalType": {"typeId": "TFT_PRODUCT", "args": [{"typeId": "TFT_SHAPE_TENSOR", "args": [{"typeId": "TFT_INT32"}]}]}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/attention/output/dense/Tensordot/GatherV2_1", "op": "GatherV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/attention/output/dense/Tensordot/Shape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/attention/output/dense/Tensordot/axes", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/attention/output/dense/Tensordot/GatherV2_1/axis"], "attr": {"Taxis": {"type": "DT_INT32"}, "Tparams": {"type": "DT_INT32"}, "Tindices": {"type": "DT_INT32"}, "batch_dims": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/attention/output/dense/Tensordot/GatherV2", "op": "GatherV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/attention/output/dense/Tensordot/Shape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/attention/output/dense/Tensordot/free", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/attention/output/dense/Tensordot/GatherV2/axis"], "attr": {"Taxis": {"type": "DT_INT32"}, "Tparams": {"type": "DT_INT32"}, "Tindices": {"type": "DT_INT32"}, "batch_dims": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/attention/output/dense/Tensordot/Prod_1", "op": "Prod", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/attention/output/dense/Tensordot/GatherV2_1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/attention/output/dense/Tensordot/Const_1"], "attr": {"Tidx": {"type": "DT_INT32"}, "T": {"type": "DT_INT32"}, "keep_dims": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/attention/output/dense/Tensordot/Prod", "op": "Prod", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/attention/output/dense/Tensordot/GatherV2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/attention/output/dense/Tensordot/Const"], "attr": {"T": {"type": "DT_INT32"}, "Tidx": {"type": "DT_INT32"}, "keep_dims": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/attention/output/dense/Tensordot/concat_1", "op": "ConcatV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/attention/output/dense/Tensordot/GatherV2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/attention/output/dense/Tensordot/Const_2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/attention/output/dense/Tensordot/concat_1/axis"], "attr": {"N": {"i": "2"}, "T": {"type": "DT_INT32"}, "Tidx": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/attention/output/dense/Tensordot/stack", "op": "Pack", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/attention/output/dense/Tensordot/Prod", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/attention/output/dense/Tensordot/Prod_1"], "attr": {"N": {"i": "2"}, "axis": {"i": "0"}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/attention/output/dense/Tensordot/Reshape", "op": "Reshape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/attention/self/Reshape_3", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/attention/output/dense/Tensordot/stack"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/attention/output/dense/Tensordot/MatMul", "op": "MatMul", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/attention/output/dense/Tensordot/Reshape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/attention/output/dense/Tensordot/ReadVariableOp"], "device": "/device:CPU:0", "attr": {"transpose_a": {"b": false}, "grad_a": {"b": false}, "T": {"type": "DT_FLOAT"}, "grad_b": {"b": false}, "transpose_b": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/attention/output/dense/Tensordot", "op": "Reshape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/attention/output/dense/Tensordot/MatMul", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/attention/output/dense/Tensordot/concat_1"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/attention/output/dense/BiasAdd", "op": "BiasAdd", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/attention/output/dense/Tensordot", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/attention/output/dense/BiasAdd/ReadVariableOp"], "attr": {"data_format": {"s": "TkhXQw=="}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/attention/output/add", "op": "AddV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/attention/output/dense/BiasAdd", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/output/LayerNorm/batchnorm/add_1"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/attention/output/LayerNorm/moments/mean", "op": "Mean", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/attention/output/add", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/attention/output/LayerNorm/moments/mean/reduction_indices"], "attr": {"T": {"type": "DT_FLOAT"}, "Tidx": {"type": "DT_INT32"}, "keep_dims": {"b": true}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/attention/output/LayerNorm/moments/SquaredDifference", "op": "SquaredDifference", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/attention/output/add", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/attention/output/LayerNorm/moments/mean"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/attention/output/LayerNorm/moments/variance", "op": "Mean", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/attention/output/LayerNorm/moments/SquaredDifference", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/attention/output/LayerNorm/moments/variance/reduction_indices"], "attr": {"Tidx": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}, "keep_dims": {"b": true}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/attention/output/LayerNorm/batchnorm/add", "op": "AddV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/attention/output/LayerNorm/moments/variance", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/attention/output/LayerNorm/batchnorm/add/y"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/attention/output/LayerNorm/batchnorm/Rsqrt", "op": "Rsqrt", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/attention/output/LayerNorm/batchnorm/add"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/attention/output/LayerNorm/batchnorm/mul", "op": "Mul", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/attention/output/LayerNorm/batchnorm/Rsqrt", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/attention/output/LayerNorm/batchnorm/mul/ReadVariableOp"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/attention/output/LayerNorm/batchnorm/mul_2", "op": "Mul", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/attention/output/LayerNorm/moments/mean", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/attention/output/LayerNorm/batchnorm/mul"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/attention/output/LayerNorm/batchnorm/mul_1", "op": "Mul", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/attention/output/add", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/attention/output/LayerNorm/batchnorm/mul"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/attention/output/LayerNorm/batchnorm/sub", "op": "Sub", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/attention/output/LayerNorm/batchnorm/ReadVariableOp", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/attention/output/LayerNorm/batchnorm/mul_2"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/attention/output/LayerNorm/batchnorm/add_1", "op": "AddV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/attention/output/LayerNorm/batchnorm/mul_1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/attention/output/LayerNorm/batchnorm/sub"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/intermediate/dense/Tensordot/Shape", "op": "Shape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/attention/output/LayerNorm/batchnorm/add_1"], "attr": {"T": {"type": "DT_FLOAT"}, "out_type": {"type": "DT_INT32"}}, "experimentalType": {"typeId": "TFT_PRODUCT", "args": [{"typeId": "TFT_SHAPE_TENSOR", "args": [{"typeId": "TFT_INT32"}]}]}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/intermediate/dense/Tensordot/GatherV2_1", "op": "GatherV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/intermediate/dense/Tensordot/Shape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/intermediate/dense/Tensordot/axes", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/intermediate/dense/Tensordot/GatherV2_1/axis"], "attr": {"Tparams": {"type": "DT_INT32"}, "Taxis": {"type": "DT_INT32"}, "Tindices": {"type": "DT_INT32"}, "batch_dims": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/intermediate/dense/Tensordot/GatherV2", "op": "GatherV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/intermediate/dense/Tensordot/Shape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/intermediate/dense/Tensordot/free", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/intermediate/dense/Tensordot/GatherV2/axis"], "attr": {"Tparams": {"type": "DT_INT32"}, "Taxis": {"type": "DT_INT32"}, "Tindices": {"type": "DT_INT32"}, "batch_dims": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/intermediate/dense/Tensordot/Prod_1", "op": "Prod", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/intermediate/dense/Tensordot/GatherV2_1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/intermediate/dense/Tensordot/Const_1"], "attr": {"T": {"type": "DT_INT32"}, "Tidx": {"type": "DT_INT32"}, "keep_dims": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/intermediate/dense/Tensordot/Prod", "op": "Prod", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/intermediate/dense/Tensordot/GatherV2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/intermediate/dense/Tensordot/Const"], "attr": {"Tidx": {"type": "DT_INT32"}, "T": {"type": "DT_INT32"}, "keep_dims": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/intermediate/dense/Tensordot/concat_1", "op": "ConcatV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/intermediate/dense/Tensordot/GatherV2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/intermediate/dense/Tensordot/Const_2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/intermediate/dense/Tensordot/concat_1/axis"], "attr": {"N": {"i": "2"}, "T": {"type": "DT_INT32"}, "Tidx": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/intermediate/dense/Tensordot/stack", "op": "Pack", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/intermediate/dense/Tensordot/Prod", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/intermediate/dense/Tensordot/Prod_1"], "attr": {"N": {"i": "2"}, "axis": {"i": "0"}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/intermediate/dense/Tensordot/Reshape", "op": "Reshape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/attention/output/LayerNorm/batchnorm/add_1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/intermediate/dense/Tensordot/stack"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/intermediate/dense/Tensordot/MatMul", "op": "MatMul", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/intermediate/dense/Tensordot/Reshape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/intermediate/dense/Tensordot/ReadVariableOp"], "device": "/device:CPU:0", "attr": {"grad_a": {"b": false}, "transpose_a": {"b": false}, "T": {"type": "DT_FLOAT"}, "grad_b": {"b": false}, "transpose_b": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/intermediate/dense/Tensordot", "op": "Reshape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/intermediate/dense/Tensordot/MatMul", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/intermediate/dense/Tensordot/concat_1"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/intermediate/dense/BiasAdd", "op": "BiasAdd", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/intermediate/dense/Tensordot", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/intermediate/dense/BiasAdd/ReadVariableOp"], "attr": {"data_format": {"s": "TkhXQw=="}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/intermediate/Relu", "op": "Relu", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/intermediate/dense/BiasAdd"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/output/dense/Tensordot/Shape", "op": "Shape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/intermediate/Relu"], "attr": {"T": {"type": "DT_FLOAT"}, "out_type": {"type": "DT_INT32"}}, "experimentalType": {"typeId": "TFT_PRODUCT", "args": [{"typeId": "TFT_SHAPE_TENSOR", "args": [{"typeId": "TFT_INT32"}]}]}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/output/dense/Tensordot/GatherV2_1", "op": "GatherV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/output/dense/Tensordot/Shape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/output/dense/Tensordot/axes", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/output/dense/Tensordot/GatherV2_1/axis"], "attr": {"Tparams": {"type": "DT_INT32"}, "Taxis": {"type": "DT_INT32"}, "Tindices": {"type": "DT_INT32"}, "batch_dims": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/output/dense/Tensordot/GatherV2", "op": "GatherV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/output/dense/Tensordot/Shape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/output/dense/Tensordot/free", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/output/dense/Tensordot/GatherV2/axis"], "attr": {"Tparams": {"type": "DT_INT32"}, "Taxis": {"type": "DT_INT32"}, "Tindices": {"type": "DT_INT32"}, "batch_dims": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/output/dense/Tensordot/Prod_1", "op": "Prod", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/output/dense/Tensordot/GatherV2_1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/output/dense/Tensordot/Const_1"], "attr": {"Tidx": {"type": "DT_INT32"}, "T": {"type": "DT_INT32"}, "keep_dims": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/output/dense/Tensordot/Prod", "op": "Prod", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/output/dense/Tensordot/GatherV2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/output/dense/Tensordot/Const"], "attr": {"Tidx": {"type": "DT_INT32"}, "T": {"type": "DT_INT32"}, "keep_dims": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/output/dense/Tensordot/concat_1", "op": "ConcatV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/output/dense/Tensordot/GatherV2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/output/dense/Tensordot/Const_2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/output/dense/Tensordot/concat_1/axis"], "attr": {"N": {"i": "2"}, "T": {"type": "DT_INT32"}, "Tidx": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/output/dense/Tensordot/stack", "op": "Pack", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/output/dense/Tensordot/Prod", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/output/dense/Tensordot/Prod_1"], "attr": {"N": {"i": "2"}, "axis": {"i": "0"}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/output/dense/Tensordot/Reshape", "op": "Reshape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/intermediate/Relu", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/output/dense/Tensordot/stack"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/output/dense/Tensordot/MatMul", "op": "MatMul", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/output/dense/Tensordot/Reshape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/output/dense/Tensordot/ReadVariableOp"], "device": "/device:CPU:0", "attr": {"grad_a": {"b": false}, "transpose_a": {"b": false}, "T": {"type": "DT_FLOAT"}, "grad_b": {"b": false}, "transpose_b": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/output/dense/Tensordot", "op": "Reshape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/output/dense/Tensordot/MatMul", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/output/dense/Tensordot/concat_1"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/output/dense/BiasAdd", "op": "BiasAdd", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/output/dense/Tensordot", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/output/dense/BiasAdd/ReadVariableOp"], "attr": {"data_format": {"s": "TkhXQw=="}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/output/add", "op": "AddV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/output/dense/BiasAdd", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/attention/output/LayerNorm/batchnorm/add_1"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/output/LayerNorm/moments/mean", "op": "Mean", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/output/add", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/output/LayerNorm/moments/mean/reduction_indices"], "attr": {"Tidx": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}, "keep_dims": {"b": true}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/output/LayerNorm/moments/SquaredDifference", "op": "SquaredDifference", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/output/add", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/output/LayerNorm/moments/mean"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/output/LayerNorm/moments/variance", "op": "Mean", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/output/LayerNorm/moments/SquaredDifference", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/output/LayerNorm/moments/variance/reduction_indices"], "attr": {"Tidx": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}, "keep_dims": {"b": true}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/output/LayerNorm/batchnorm/add", "op": "AddV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/output/LayerNorm/moments/variance", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/output/LayerNorm/batchnorm/add/y"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/output/LayerNorm/batchnorm/Rsqrt", "op": "Rsqrt", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/output/LayerNorm/batchnorm/add"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/output/LayerNorm/batchnorm/mul", "op": "Mul", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/output/LayerNorm/batchnorm/Rsqrt", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/output/LayerNorm/batchnorm/mul/ReadVariableOp"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/output/LayerNorm/batchnorm/mul_2", "op": "Mul", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/output/LayerNorm/moments/mean", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/output/LayerNorm/batchnorm/mul"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/output/LayerNorm/batchnorm/mul_1", "op": "Mul", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/output/add", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/output/LayerNorm/batchnorm/mul"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/output/LayerNorm/batchnorm/sub", "op": "Sub", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/output/LayerNorm/batchnorm/ReadVariableOp", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/output/LayerNorm/batchnorm/mul_2"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/output/LayerNorm/batchnorm/add_1", "op": "AddV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/output/LayerNorm/batchnorm/mul_1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/output/LayerNorm/batchnorm/sub"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/attention/self/query/Tensordot/Shape", "op": "Shape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/output/LayerNorm/batchnorm/add_1"], "attr": {"T": {"type": "DT_FLOAT"}, "out_type": {"type": "DT_INT32"}}, "experimentalType": {"typeId": "TFT_PRODUCT", "args": [{"typeId": "TFT_SHAPE_TENSOR", "args": [{"typeId": "TFT_INT32"}]}]}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/attention/self/key/Tensordot/Shape", "op": "Shape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/output/LayerNorm/batchnorm/add_1"], "attr": {"T": {"type": "DT_FLOAT"}, "out_type": {"type": "DT_INT32"}}, "experimentalType": {"typeId": "TFT_PRODUCT", "args": [{"typeId": "TFT_SHAPE_TENSOR", "args": [{"typeId": "TFT_INT32"}]}]}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/attention/self/value/Tensordot/Shape", "op": "Shape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/output/LayerNorm/batchnorm/add_1"], "attr": {"T": {"type": "DT_FLOAT"}, "out_type": {"type": "DT_INT32"}}, "experimentalType": {"typeId": "TFT_PRODUCT", "args": [{"typeId": "TFT_SHAPE_TENSOR", "args": [{"typeId": "TFT_INT32"}]}]}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/attention/self/Shape", "op": "Shape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/output/LayerNorm/batchnorm/add_1"], "attr": {"T": {"type": "DT_FLOAT"}, "out_type": {"type": "DT_INT32"}}, "experimentalType": {"typeId": "TFT_PRODUCT", "args": [{"typeId": "TFT_SHAPE_TENSOR", "args": [{"typeId": "TFT_INT32"}]}]}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/attention/self/query/Tensordot/GatherV2_1", "op": "GatherV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/attention/self/query/Tensordot/Shape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/attention/self/query/Tensordot/axes", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/attention/self/query/Tensordot/GatherV2_1/axis"], "attr": {"Taxis": {"type": "DT_INT32"}, "Tparams": {"type": "DT_INT32"}, "Tindices": {"type": "DT_INT32"}, "batch_dims": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/attention/self/query/Tensordot/GatherV2", "op": "GatherV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/attention/self/query/Tensordot/Shape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/attention/self/query/Tensordot/free", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/attention/self/query/Tensordot/GatherV2/axis"], "attr": {"Taxis": {"type": "DT_INT32"}, "Tparams": {"type": "DT_INT32"}, "Tindices": {"type": "DT_INT32"}, "batch_dims": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/attention/self/key/Tensordot/GatherV2_1", "op": "GatherV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/attention/self/key/Tensordot/Shape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/attention/self/key/Tensordot/axes", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/attention/self/key/Tensordot/GatherV2_1/axis"], "attr": {"Tparams": {"type": "DT_INT32"}, "Taxis": {"type": "DT_INT32"}, "Tindices": {"type": "DT_INT32"}, "batch_dims": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/attention/self/key/Tensordot/GatherV2", "op": "GatherV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/attention/self/key/Tensordot/Shape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/attention/self/key/Tensordot/free", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/attention/self/key/Tensordot/GatherV2/axis"], "attr": {"Taxis": {"type": "DT_INT32"}, "Tparams": {"type": "DT_INT32"}, "Tindices": {"type": "DT_INT32"}, "batch_dims": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/attention/self/value/Tensordot/GatherV2_1", "op": "GatherV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/attention/self/value/Tensordot/Shape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/attention/self/value/Tensordot/axes", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/attention/self/value/Tensordot/GatherV2_1/axis"], "attr": {"Tparams": {"type": "DT_INT32"}, "Taxis": {"type": "DT_INT32"}, "Tindices": {"type": "DT_INT32"}, "batch_dims": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/attention/self/value/Tensordot/GatherV2", "op": "GatherV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/attention/self/value/Tensordot/Shape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/attention/self/value/Tensordot/free", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/attention/self/value/Tensordot/GatherV2/axis"], "attr": {"Tparams": {"type": "DT_INT32"}, "Taxis": {"type": "DT_INT32"}, "Tindices": {"type": "DT_INT32"}, "batch_dims": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/attention/self/strided_slice", "op": "StridedSlice", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/attention/self/Shape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/attention/self/strided_slice/stack", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/attention/self/strided_slice/stack_1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/attention/self/strided_slice/stack_2"], "attr": {"shrink_axis_mask": {"i": "1"}, "Index": {"type": "DT_INT32"}, "new_axis_mask": {"i": "0"}, "begin_mask": {"i": "0"}, "end_mask": {"i": "0"}, "T": {"type": "DT_INT32"}, "ellipsis_mask": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/attention/self/query/Tensordot/Prod_1", "op": "Prod", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/attention/self/query/Tensordot/GatherV2_1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/attention/self/query/Tensordot/Const_1"], "attr": {"T": {"type": "DT_INT32"}, "Tidx": {"type": "DT_INT32"}, "keep_dims": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/attention/self/query/Tensordot/Prod", "op": "Prod", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/attention/self/query/Tensordot/GatherV2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/attention/self/query/Tensordot/Const"], "attr": {"T": {"type": "DT_INT32"}, "Tidx": {"type": "DT_INT32"}, "keep_dims": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/attention/self/query/Tensordot/concat_1", "op": "ConcatV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/attention/self/query/Tensordot/GatherV2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/attention/self/query/Tensordot/Const_2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/attention/self/query/Tensordot/concat_1/axis"], "attr": {"N": {"i": "2"}, "T": {"type": "DT_INT32"}, "Tidx": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/attention/self/key/Tensordot/Prod_1", "op": "Prod", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/attention/self/key/Tensordot/GatherV2_1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/attention/self/key/Tensordot/Const_1"], "attr": {"T": {"type": "DT_INT32"}, "Tidx": {"type": "DT_INT32"}, "keep_dims": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/attention/self/key/Tensordot/Prod", "op": "Prod", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/attention/self/key/Tensordot/GatherV2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/attention/self/key/Tensordot/Const"], "attr": {"T": {"type": "DT_INT32"}, "Tidx": {"type": "DT_INT32"}, "keep_dims": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/attention/self/key/Tensordot/concat_1", "op": "ConcatV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/attention/self/key/Tensordot/GatherV2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/attention/self/key/Tensordot/Const_2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/attention/self/key/Tensordot/concat_1/axis"], "attr": {"N": {"i": "2"}, "T": {"type": "DT_INT32"}, "Tidx": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/attention/self/value/Tensordot/Prod_1", "op": "Prod", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/attention/self/value/Tensordot/GatherV2_1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/attention/self/value/Tensordot/Const_1"], "attr": {"Tidx": {"type": "DT_INT32"}, "T": {"type": "DT_INT32"}, "keep_dims": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/attention/self/value/Tensordot/Prod", "op": "Prod", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/attention/self/value/Tensordot/GatherV2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/attention/self/value/Tensordot/Const"], "attr": {"T": {"type": "DT_INT32"}, "Tidx": {"type": "DT_INT32"}, "keep_dims": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/attention/self/value/Tensordot/concat_1", "op": "ConcatV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/attention/self/value/Tensordot/GatherV2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/attention/self/value/Tensordot/Const_2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/attention/self/value/Tensordot/concat_1/axis"], "attr": {"N": {"i": "2"}, "T": {"type": "DT_INT32"}, "Tidx": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/attention/self/Reshape_2/shape", "op": "Pack", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/attention/self/strided_slice", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/attention/self/Reshape_2/shape/1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/attention/self/Reshape_2/shape/2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/attention/self/Reshape_2/shape/3"], "attr": {"N": {"i": "4"}, "axis": {"i": "0"}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/attention/self/Reshape/shape", "op": "Pack", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/attention/self/strided_slice", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/attention/self/Reshape/shape/1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/attention/self/Reshape/shape/2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/attention/self/Reshape/shape/3"], "attr": {"N": {"i": "4"}, "axis": {"i": "0"}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/attention/self/Reshape_1/shape", "op": "Pack", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/attention/self/strided_slice", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/attention/self/Reshape_1/shape/1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/attention/self/Reshape_1/shape/2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/attention/self/Reshape_1/shape/3"], "attr": {"N": {"i": "4"}, "axis": {"i": "0"}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/attention/self/Reshape_3/shape", "op": "Pack", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/attention/self/strided_slice", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/attention/self/Reshape_3/shape/1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/attention/self/Reshape_3/shape/2"], "attr": {"N": {"i": "3"}, "axis": {"i": "0"}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/attention/self/query/Tensordot/stack", "op": "Pack", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/attention/self/query/Tensordot/Prod", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/attention/self/query/Tensordot/Prod_1"], "attr": {"N": {"i": "2"}, "axis": {"i": "0"}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/attention/self/key/Tensordot/stack", "op": "Pack", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/attention/self/key/Tensordot/Prod", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/attention/self/key/Tensordot/Prod_1"], "attr": {"N": {"i": "2"}, "axis": {"i": "0"}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/attention/self/value/Tensordot/stack", "op": "Pack", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/attention/self/value/Tensordot/Prod", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/attention/self/value/Tensordot/Prod_1"], "attr": {"N": {"i": "2"}, "axis": {"i": "0"}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/attention/self/query/Tensordot/Reshape", "op": "Reshape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/output/LayerNorm/batchnorm/add_1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/attention/self/query/Tensordot/stack"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/attention/self/key/Tensordot/Reshape", "op": "Reshape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/output/LayerNorm/batchnorm/add_1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/attention/self/key/Tensordot/stack"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/attention/self/value/Tensordot/Reshape", "op": "Reshape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/output/LayerNorm/batchnorm/add_1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/attention/self/value/Tensordot/stack"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/attention/self/query/Tensordot/MatMul", "op": "MatMul", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/attention/self/query/Tensordot/Reshape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/attention/self/query/Tensordot/ReadVariableOp"], "device": "/device:CPU:0", "attr": {"grad_a": {"b": false}, "transpose_a": {"b": false}, "T": {"type": "DT_FLOAT"}, "grad_b": {"b": false}, "transpose_b": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/attention/self/key/Tensordot/MatMul", "op": "MatMul", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/attention/self/key/Tensordot/Reshape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/attention/self/key/Tensordot/ReadVariableOp"], "device": "/device:CPU:0", "attr": {"grad_a": {"b": false}, "transpose_a": {"b": false}, "T": {"type": "DT_FLOAT"}, "grad_b": {"b": false}, "transpose_b": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/attention/self/value/Tensordot/MatMul", "op": "MatMul", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/attention/self/value/Tensordot/Reshape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/attention/self/value/Tensordot/ReadVariableOp"], "device": "/device:CPU:0", "attr": {"transpose_a": {"b": false}, "grad_a": {"b": false}, "T": {"type": "DT_FLOAT"}, "grad_b": {"b": false}, "transpose_b": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/attention/self/query/Tensordot", "op": "Reshape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/attention/self/query/Tensordot/MatMul", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/attention/self/query/Tensordot/concat_1"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/attention/self/key/Tensordot", "op": "Reshape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/attention/self/key/Tensordot/MatMul", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/attention/self/key/Tensordot/concat_1"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/attention/self/value/Tensordot", "op": "Reshape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/attention/self/value/Tensordot/MatMul", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/attention/self/value/Tensordot/concat_1"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/attention/self/query/BiasAdd", "op": "BiasAdd", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/attention/self/query/Tensordot", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/attention/self/query/BiasAdd/ReadVariableOp"], "attr": {"data_format": {"s": "TkhXQw=="}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/attention/self/key/BiasAdd", "op": "BiasAdd", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/attention/self/key/Tensordot", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/attention/self/key/BiasAdd/ReadVariableOp"], "attr": {"data_format": {"s": "TkhXQw=="}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/attention/self/value/BiasAdd", "op": "BiasAdd", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/attention/self/value/Tensordot", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/attention/self/value/BiasAdd/ReadVariableOp"], "attr": {"data_format": {"s": "TkhXQw=="}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/attention/self/Reshape_2", "op": "Reshape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/attention/self/query/BiasAdd", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/attention/self/Reshape_2/shape"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/attention/self/Reshape", "op": "Reshape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/attention/self/key/BiasAdd", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/attention/self/Reshape/shape"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/attention/self/Reshape_1", "op": "Reshape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/attention/self/value/BiasAdd", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/attention/self/Reshape_1/shape"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/attention/self/transpose_2", "op": "Transpose", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/attention/self/Reshape_2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/attention/self/transpose_2/perm"], "attr": {"Tperm": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/attention/self/transpose", "op": "Transpose", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/attention/self/Reshape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/attention/self/transpose/perm"], "attr": {"Tperm": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/attention/self/transpose_1", "op": "Transpose", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/attention/self/Reshape_1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/attention/self/transpose_1/perm"], "attr": {"Tperm": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/attention/self/MatMul", "op": "BatchMatMulV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/attention/self/transpose_2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/attention/self/transpose"], "attr": {"adj_x": {"b": false}, "grad_y": {"b": false}, "T": {"type": "DT_FLOAT"}, "adj_y": {"b": true}, "grad_x": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/attention/self/truediv", "op": "Mul", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/attention/self/MatMul", "ConstantFolding/StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/attention/self/truediv_recip"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/attention/self/add_1", "op": "AddV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/attention/self/truediv", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/attention/self/Add"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/attention/self/Softmax", "op": "Softmax", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/attention/self/add_1"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/attention/self/MatMul_1", "op": "BatchMatMulV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/attention/self/Softmax", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/attention/self/transpose_1"], "attr": {"grad_y": {"b": false}, "adj_x": {"b": false}, "T": {"type": "DT_FLOAT"}, "adj_y": {"b": false}, "grad_x": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/attention/self/transpose_3", "op": "Transpose", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/attention/self/MatMul_1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/attention/self/transpose_3/perm"], "attr": {"Tperm": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/attention/self/Reshape_3", "op": "Reshape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/attention/self/transpose_3", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/attention/self/Reshape_3/shape"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/attention/output/dense/Tensordot/Shape", "op": "Shape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/attention/self/Reshape_3"], "attr": {"T": {"type": "DT_FLOAT"}, "out_type": {"type": "DT_INT32"}}, "experimentalType": {"typeId": "TFT_PRODUCT", "args": [{"typeId": "TFT_SHAPE_TENSOR", "args": [{"typeId": "TFT_INT32"}]}]}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/attention/output/dense/Tensordot/GatherV2_1", "op": "GatherV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/attention/output/dense/Tensordot/Shape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/attention/output/dense/Tensordot/axes", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/attention/output/dense/Tensordot/GatherV2_1/axis"], "attr": {"Taxis": {"type": "DT_INT32"}, "Tparams": {"type": "DT_INT32"}, "Tindices": {"type": "DT_INT32"}, "batch_dims": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/attention/output/dense/Tensordot/GatherV2", "op": "GatherV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/attention/output/dense/Tensordot/Shape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/attention/output/dense/Tensordot/free", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/attention/output/dense/Tensordot/GatherV2/axis"], "attr": {"Taxis": {"type": "DT_INT32"}, "Tparams": {"type": "DT_INT32"}, "Tindices": {"type": "DT_INT32"}, "batch_dims": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/attention/output/dense/Tensordot/Prod_1", "op": "Prod", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/attention/output/dense/Tensordot/GatherV2_1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/attention/output/dense/Tensordot/Const_1"], "attr": {"T": {"type": "DT_INT32"}, "Tidx": {"type": "DT_INT32"}, "keep_dims": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/attention/output/dense/Tensordot/Prod", "op": "Prod", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/attention/output/dense/Tensordot/GatherV2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/attention/output/dense/Tensordot/Const"], "attr": {"T": {"type": "DT_INT32"}, "Tidx": {"type": "DT_INT32"}, "keep_dims": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/attention/output/dense/Tensordot/concat_1", "op": "ConcatV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/attention/output/dense/Tensordot/GatherV2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/attention/output/dense/Tensordot/Const_2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/attention/output/dense/Tensordot/concat_1/axis"], "attr": {"N": {"i": "2"}, "Tidx": {"type": "DT_INT32"}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/attention/output/dense/Tensordot/stack", "op": "Pack", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/attention/output/dense/Tensordot/Prod", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/attention/output/dense/Tensordot/Prod_1"], "attr": {"N": {"i": "2"}, "axis": {"i": "0"}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/attention/output/dense/Tensordot/Reshape", "op": "Reshape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/attention/self/Reshape_3", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/attention/output/dense/Tensordot/stack"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/attention/output/dense/Tensordot/MatMul", "op": "MatMul", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/attention/output/dense/Tensordot/Reshape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/attention/output/dense/Tensordot/ReadVariableOp"], "device": "/device:CPU:0", "attr": {"grad_a": {"b": false}, "transpose_a": {"b": false}, "T": {"type": "DT_FLOAT"}, "grad_b": {"b": false}, "transpose_b": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/attention/output/dense/Tensordot", "op": "Reshape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/attention/output/dense/Tensordot/MatMul", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/attention/output/dense/Tensordot/concat_1"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/attention/output/dense/BiasAdd", "op": "BiasAdd", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/attention/output/dense/Tensordot", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/attention/output/dense/BiasAdd/ReadVariableOp"], "attr": {"data_format": {"s": "TkhXQw=="}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/attention/output/add", "op": "AddV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/attention/output/dense/BiasAdd", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/output/LayerNorm/batchnorm/add_1"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/attention/output/LayerNorm/moments/mean", "op": "Mean", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/attention/output/add", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/attention/output/LayerNorm/moments/mean/reduction_indices"], "attr": {"T": {"type": "DT_FLOAT"}, "Tidx": {"type": "DT_INT32"}, "keep_dims": {"b": true}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/attention/output/LayerNorm/moments/SquaredDifference", "op": "SquaredDifference", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/attention/output/add", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/attention/output/LayerNorm/moments/mean"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/attention/output/LayerNorm/moments/variance", "op": "Mean", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/attention/output/LayerNorm/moments/SquaredDifference", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/attention/output/LayerNorm/moments/variance/reduction_indices"], "attr": {"Tidx": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}, "keep_dims": {"b": true}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/attention/output/LayerNorm/batchnorm/add", "op": "AddV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/attention/output/LayerNorm/moments/variance", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/attention/output/LayerNorm/batchnorm/add/y"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/attention/output/LayerNorm/batchnorm/Rsqrt", "op": "Rsqrt", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/attention/output/LayerNorm/batchnorm/add"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/attention/output/LayerNorm/batchnorm/mul", "op": "Mul", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/attention/output/LayerNorm/batchnorm/Rsqrt", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/attention/output/LayerNorm/batchnorm/mul/ReadVariableOp"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/attention/output/LayerNorm/batchnorm/mul_2", "op": "Mul", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/attention/output/LayerNorm/moments/mean", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/attention/output/LayerNorm/batchnorm/mul"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/attention/output/LayerNorm/batchnorm/mul_1", "op": "Mul", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/attention/output/add", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/attention/output/LayerNorm/batchnorm/mul"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/attention/output/LayerNorm/batchnorm/sub", "op": "Sub", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/attention/output/LayerNorm/batchnorm/ReadVariableOp", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/attention/output/LayerNorm/batchnorm/mul_2"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/attention/output/LayerNorm/batchnorm/add_1", "op": "AddV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/attention/output/LayerNorm/batchnorm/mul_1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/attention/output/LayerNorm/batchnorm/sub"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/intermediate/dense/Tensordot/Shape", "op": "Shape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/attention/output/LayerNorm/batchnorm/add_1"], "attr": {"T": {"type": "DT_FLOAT"}, "out_type": {"type": "DT_INT32"}}, "experimentalType": {"typeId": "TFT_PRODUCT", "args": [{"typeId": "TFT_SHAPE_TENSOR", "args": [{"typeId": "TFT_INT32"}]}]}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/intermediate/dense/Tensordot/GatherV2_1", "op": "GatherV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/intermediate/dense/Tensordot/Shape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/intermediate/dense/Tensordot/axes", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/intermediate/dense/Tensordot/GatherV2_1/axis"], "attr": {"Tparams": {"type": "DT_INT32"}, "Taxis": {"type": "DT_INT32"}, "Tindices": {"type": "DT_INT32"}, "batch_dims": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/intermediate/dense/Tensordot/GatherV2", "op": "GatherV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/intermediate/dense/Tensordot/Shape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/intermediate/dense/Tensordot/free", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/intermediate/dense/Tensordot/GatherV2/axis"], "attr": {"Tparams": {"type": "DT_INT32"}, "Taxis": {"type": "DT_INT32"}, "Tindices": {"type": "DT_INT32"}, "batch_dims": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/intermediate/dense/Tensordot/Prod_1", "op": "Prod", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/intermediate/dense/Tensordot/GatherV2_1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/intermediate/dense/Tensordot/Const_1"], "attr": {"Tidx": {"type": "DT_INT32"}, "T": {"type": "DT_INT32"}, "keep_dims": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/intermediate/dense/Tensordot/Prod", "op": "Prod", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/intermediate/dense/Tensordot/GatherV2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/intermediate/dense/Tensordot/Const"], "attr": {"Tidx": {"type": "DT_INT32"}, "T": {"type": "DT_INT32"}, "keep_dims": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/intermediate/dense/Tensordot/concat_1", "op": "ConcatV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/intermediate/dense/Tensordot/GatherV2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/intermediate/dense/Tensordot/Const_2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/intermediate/dense/Tensordot/concat_1/axis"], "attr": {"N": {"i": "2"}, "T": {"type": "DT_INT32"}, "Tidx": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/intermediate/dense/Tensordot/stack", "op": "Pack", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/intermediate/dense/Tensordot/Prod", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/intermediate/dense/Tensordot/Prod_1"], "attr": {"N": {"i": "2"}, "axis": {"i": "0"}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/intermediate/dense/Tensordot/Reshape", "op": "Reshape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/attention/output/LayerNorm/batchnorm/add_1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/intermediate/dense/Tensordot/stack"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/intermediate/dense/Tensordot/MatMul", "op": "MatMul", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/intermediate/dense/Tensordot/Reshape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/intermediate/dense/Tensordot/ReadVariableOp"], "device": "/device:CPU:0", "attr": {"transpose_a": {"b": false}, "grad_a": {"b": false}, "T": {"type": "DT_FLOAT"}, "grad_b": {"b": false}, "transpose_b": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/intermediate/dense/Tensordot", "op": "Reshape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/intermediate/dense/Tensordot/MatMul", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/intermediate/dense/Tensordot/concat_1"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/intermediate/dense/BiasAdd", "op": "BiasAdd", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/intermediate/dense/Tensordot", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/intermediate/dense/BiasAdd/ReadVariableOp"], "attr": {"data_format": {"s": "TkhXQw=="}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/intermediate/Relu", "op": "Relu", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/intermediate/dense/BiasAdd"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/output/dense/Tensordot/Shape", "op": "Shape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/intermediate/Relu"], "attr": {"T": {"type": "DT_FLOAT"}, "out_type": {"type": "DT_INT32"}}, "experimentalType": {"typeId": "TFT_PRODUCT", "args": [{"typeId": "TFT_SHAPE_TENSOR", "args": [{"typeId": "TFT_INT32"}]}]}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/output/dense/Tensordot/GatherV2_1", "op": "GatherV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/output/dense/Tensordot/Shape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/output/dense/Tensordot/axes", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/output/dense/Tensordot/GatherV2_1/axis"], "attr": {"Tparams": {"type": "DT_INT32"}, "Taxis": {"type": "DT_INT32"}, "Tindices": {"type": "DT_INT32"}, "batch_dims": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/output/dense/Tensordot/GatherV2", "op": "GatherV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/output/dense/Tensordot/Shape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/output/dense/Tensordot/free", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/output/dense/Tensordot/GatherV2/axis"], "attr": {"Taxis": {"type": "DT_INT32"}, "Tparams": {"type": "DT_INT32"}, "Tindices": {"type": "DT_INT32"}, "batch_dims": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/output/dense/Tensordot/Prod_1", "op": "Prod", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/output/dense/Tensordot/GatherV2_1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/output/dense/Tensordot/Const_1"], "attr": {"Tidx": {"type": "DT_INT32"}, "T": {"type": "DT_INT32"}, "keep_dims": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/output/dense/Tensordot/Prod", "op": "Prod", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/output/dense/Tensordot/GatherV2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/output/dense/Tensordot/Const"], "attr": {"T": {"type": "DT_INT32"}, "Tidx": {"type": "DT_INT32"}, "keep_dims": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/output/dense/Tensordot/concat_1", "op": "ConcatV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/output/dense/Tensordot/GatherV2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/output/dense/Tensordot/Const_2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/output/dense/Tensordot/concat_1/axis"], "attr": {"N": {"i": "2"}, "T": {"type": "DT_INT32"}, "Tidx": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/output/dense/Tensordot/stack", "op": "Pack", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/output/dense/Tensordot/Prod", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/output/dense/Tensordot/Prod_1"], "attr": {"N": {"i": "2"}, "axis": {"i": "0"}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/output/dense/Tensordot/Reshape", "op": "Reshape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/intermediate/Relu", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/output/dense/Tensordot/stack"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/output/dense/Tensordot/MatMul", "op": "MatMul", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/output/dense/Tensordot/Reshape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/output/dense/Tensordot/ReadVariableOp"], "device": "/device:CPU:0", "attr": {"transpose_a": {"b": false}, "grad_a": {"b": false}, "T": {"type": "DT_FLOAT"}, "grad_b": {"b": false}, "transpose_b": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/output/dense/Tensordot", "op": "Reshape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/output/dense/Tensordot/MatMul", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/output/dense/Tensordot/concat_1"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/output/dense/BiasAdd", "op": "BiasAdd", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/output/dense/Tensordot", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/output/dense/BiasAdd/ReadVariableOp"], "attr": {"data_format": {"s": "TkhXQw=="}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/output/add", "op": "AddV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/output/dense/BiasAdd", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/attention/output/LayerNorm/batchnorm/add_1"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/output/LayerNorm/moments/mean", "op": "Mean", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/output/add", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/output/LayerNorm/moments/mean/reduction_indices"], "attr": {"T": {"type": "DT_FLOAT"}, "Tidx": {"type": "DT_INT32"}, "keep_dims": {"b": true}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/output/LayerNorm/moments/SquaredDifference", "op": "SquaredDifference", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/output/add", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/output/LayerNorm/moments/mean"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/output/LayerNorm/moments/variance", "op": "Mean", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/output/LayerNorm/moments/SquaredDifference", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/output/LayerNorm/moments/variance/reduction_indices"], "attr": {"Tidx": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}, "keep_dims": {"b": true}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/output/LayerNorm/batchnorm/add", "op": "AddV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/output/LayerNorm/moments/variance", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/output/LayerNorm/batchnorm/add/y"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/output/LayerNorm/batchnorm/Rsqrt", "op": "Rsqrt", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/output/LayerNorm/batchnorm/add"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/output/LayerNorm/batchnorm/mul", "op": "Mul", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/output/LayerNorm/batchnorm/Rsqrt", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/output/LayerNorm/batchnorm/mul/ReadVariableOp"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/output/LayerNorm/batchnorm/mul_2", "op": "Mul", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/output/LayerNorm/moments/mean", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/output/LayerNorm/batchnorm/mul"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/output/LayerNorm/batchnorm/mul_1", "op": "Mul", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/output/add", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/output/LayerNorm/batchnorm/mul"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/output/LayerNorm/batchnorm/sub", "op": "Sub", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/output/LayerNorm/batchnorm/ReadVariableOp", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/output/LayerNorm/batchnorm/mul_2"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/output/LayerNorm/batchnorm/add_1", "op": "AddV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/output/LayerNorm/batchnorm/mul_1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/output/LayerNorm/batchnorm/sub"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/attention/self/query/Tensordot/Shape", "op": "Shape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/output/LayerNorm/batchnorm/add_1"], "attr": {"T": {"type": "DT_FLOAT"}, "out_type": {"type": "DT_INT32"}}, "experimentalType": {"typeId": "TFT_PRODUCT", "args": [{"typeId": "TFT_SHAPE_TENSOR", "args": [{"typeId": "TFT_INT32"}]}]}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/attention/self/key/Tensordot/Shape", "op": "Shape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/output/LayerNorm/batchnorm/add_1"], "attr": {"T": {"type": "DT_FLOAT"}, "out_type": {"type": "DT_INT32"}}, "experimentalType": {"typeId": "TFT_PRODUCT", "args": [{"typeId": "TFT_SHAPE_TENSOR", "args": [{"typeId": "TFT_INT32"}]}]}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/attention/self/value/Tensordot/Shape", "op": "Shape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/output/LayerNorm/batchnorm/add_1"], "attr": {"T": {"type": "DT_FLOAT"}, "out_type": {"type": "DT_INT32"}}, "experimentalType": {"typeId": "TFT_PRODUCT", "args": [{"typeId": "TFT_SHAPE_TENSOR", "args": [{"typeId": "TFT_INT32"}]}]}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/attention/self/Shape", "op": "Shape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/output/LayerNorm/batchnorm/add_1"], "attr": {"T": {"type": "DT_FLOAT"}, "out_type": {"type": "DT_INT32"}}, "experimentalType": {"typeId": "TFT_PRODUCT", "args": [{"typeId": "TFT_SHAPE_TENSOR", "args": [{"typeId": "TFT_INT32"}]}]}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/attention/self/query/Tensordot/GatherV2_1", "op": "GatherV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/attention/self/query/Tensordot/Shape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/attention/self/query/Tensordot/axes", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/attention/self/query/Tensordot/GatherV2_1/axis"], "attr": {"Tparams": {"type": "DT_INT32"}, "Taxis": {"type": "DT_INT32"}, "Tindices": {"type": "DT_INT32"}, "batch_dims": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/attention/self/query/Tensordot/GatherV2", "op": "GatherV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/attention/self/query/Tensordot/Shape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/attention/self/query/Tensordot/free", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/attention/self/query/Tensordot/GatherV2/axis"], "attr": {"Tparams": {"type": "DT_INT32"}, "Taxis": {"type": "DT_INT32"}, "Tindices": {"type": "DT_INT32"}, "batch_dims": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/attention/self/key/Tensordot/GatherV2_1", "op": "GatherV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/attention/self/key/Tensordot/Shape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/attention/self/key/Tensordot/axes", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/attention/self/key/Tensordot/GatherV2_1/axis"], "attr": {"Tparams": {"type": "DT_INT32"}, "Taxis": {"type": "DT_INT32"}, "Tindices": {"type": "DT_INT32"}, "batch_dims": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/attention/self/key/Tensordot/GatherV2", "op": "GatherV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/attention/self/key/Tensordot/Shape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/attention/self/key/Tensordot/free", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/attention/self/key/Tensordot/GatherV2/axis"], "attr": {"Tparams": {"type": "DT_INT32"}, "Taxis": {"type": "DT_INT32"}, "Tindices": {"type": "DT_INT32"}, "batch_dims": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/attention/self/value/Tensordot/GatherV2_1", "op": "GatherV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/attention/self/value/Tensordot/Shape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/attention/self/value/Tensordot/axes", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/attention/self/value/Tensordot/GatherV2_1/axis"], "attr": {"Tparams": {"type": "DT_INT32"}, "Taxis": {"type": "DT_INT32"}, "Tindices": {"type": "DT_INT32"}, "batch_dims": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/attention/self/value/Tensordot/GatherV2", "op": "GatherV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/attention/self/value/Tensordot/Shape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/attention/self/value/Tensordot/free", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/attention/self/value/Tensordot/GatherV2/axis"], "attr": {"Taxis": {"type": "DT_INT32"}, "Tparams": {"type": "DT_INT32"}, "Tindices": {"type": "DT_INT32"}, "batch_dims": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/attention/self/strided_slice", "op": "StridedSlice", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/attention/self/Shape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/attention/self/strided_slice/stack", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/attention/self/strided_slice/stack_1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/attention/self/strided_slice/stack_2"], "attr": {"shrink_axis_mask": {"i": "1"}, "new_axis_mask": {"i": "0"}, "Index": {"type": "DT_INT32"}, "begin_mask": {"i": "0"}, "end_mask": {"i": "0"}, "T": {"type": "DT_INT32"}, "ellipsis_mask": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/attention/self/query/Tensordot/Prod_1", "op": "Prod", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/attention/self/query/Tensordot/GatherV2_1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/attention/self/query/Tensordot/Const_1"], "attr": {"T": {"type": "DT_INT32"}, "Tidx": {"type": "DT_INT32"}, "keep_dims": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/attention/self/query/Tensordot/Prod", "op": "Prod", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/attention/self/query/Tensordot/GatherV2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/attention/self/query/Tensordot/Const"], "attr": {"T": {"type": "DT_INT32"}, "Tidx": {"type": "DT_INT32"}, "keep_dims": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/attention/self/query/Tensordot/concat_1", "op": "ConcatV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/attention/self/query/Tensordot/GatherV2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/attention/self/query/Tensordot/Const_2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/attention/self/query/Tensordot/concat_1/axis"], "attr": {"N": {"i": "2"}, "T": {"type": "DT_INT32"}, "Tidx": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/attention/self/key/Tensordot/Prod_1", "op": "Prod", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/attention/self/key/Tensordot/GatherV2_1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/attention/self/key/Tensordot/Const_1"], "attr": {"T": {"type": "DT_INT32"}, "Tidx": {"type": "DT_INT32"}, "keep_dims": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/attention/self/key/Tensordot/Prod", "op": "Prod", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/attention/self/key/Tensordot/GatherV2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/attention/self/key/Tensordot/Const"], "attr": {"T": {"type": "DT_INT32"}, "Tidx": {"type": "DT_INT32"}, "keep_dims": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/attention/self/key/Tensordot/concat_1", "op": "ConcatV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/attention/self/key/Tensordot/GatherV2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/attention/self/key/Tensordot/Const_2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/attention/self/key/Tensordot/concat_1/axis"], "attr": {"N": {"i": "2"}, "T": {"type": "DT_INT32"}, "Tidx": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/attention/self/value/Tensordot/Prod_1", "op": "Prod", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/attention/self/value/Tensordot/GatherV2_1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/attention/self/value/Tensordot/Const_1"], "attr": {"Tidx": {"type": "DT_INT32"}, "T": {"type": "DT_INT32"}, "keep_dims": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/attention/self/value/Tensordot/Prod", "op": "Prod", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/attention/self/value/Tensordot/GatherV2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/attention/self/value/Tensordot/Const"], "attr": {"Tidx": {"type": "DT_INT32"}, "T": {"type": "DT_INT32"}, "keep_dims": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/attention/self/value/Tensordot/concat_1", "op": "ConcatV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/attention/self/value/Tensordot/GatherV2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/attention/self/value/Tensordot/Const_2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/attention/self/value/Tensordot/concat_1/axis"], "attr": {"N": {"i": "2"}, "T": {"type": "DT_INT32"}, "Tidx": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/attention/self/Reshape_2/shape", "op": "Pack", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/attention/self/strided_slice", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/attention/self/Reshape_2/shape/1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/attention/self/Reshape_2/shape/2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/attention/self/Reshape_2/shape/3"], "attr": {"N": {"i": "4"}, "axis": {"i": "0"}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/attention/self/Reshape/shape", "op": "Pack", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/attention/self/strided_slice", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/attention/self/Reshape/shape/1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/attention/self/Reshape/shape/2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/attention/self/Reshape/shape/3"], "attr": {"N": {"i": "4"}, "axis": {"i": "0"}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/attention/self/Reshape_1/shape", "op": "Pack", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/attention/self/strided_slice", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/attention/self/Reshape_1/shape/1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/attention/self/Reshape_1/shape/2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/attention/self/Reshape_1/shape/3"], "attr": {"N": {"i": "4"}, "axis": {"i": "0"}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/attention/self/Reshape_3/shape", "op": "Pack", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/attention/self/strided_slice", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/attention/self/Reshape_3/shape/1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/attention/self/Reshape_3/shape/2"], "attr": {"N": {"i": "3"}, "axis": {"i": "0"}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/attention/self/query/Tensordot/stack", "op": "Pack", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/attention/self/query/Tensordot/Prod", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/attention/self/query/Tensordot/Prod_1"], "attr": {"N": {"i": "2"}, "axis": {"i": "0"}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/attention/self/key/Tensordot/stack", "op": "Pack", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/attention/self/key/Tensordot/Prod", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/attention/self/key/Tensordot/Prod_1"], "attr": {"N": {"i": "2"}, "axis": {"i": "0"}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/attention/self/value/Tensordot/stack", "op": "Pack", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/attention/self/value/Tensordot/Prod", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/attention/self/value/Tensordot/Prod_1"], "attr": {"N": {"i": "2"}, "axis": {"i": "0"}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/attention/self/query/Tensordot/Reshape", "op": "Reshape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/output/LayerNorm/batchnorm/add_1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/attention/self/query/Tensordot/stack"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/attention/self/key/Tensordot/Reshape", "op": "Reshape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/output/LayerNorm/batchnorm/add_1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/attention/self/key/Tensordot/stack"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/attention/self/value/Tensordot/Reshape", "op": "Reshape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/output/LayerNorm/batchnorm/add_1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/attention/self/value/Tensordot/stack"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/attention/self/query/Tensordot/MatMul", "op": "MatMul", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/attention/self/query/Tensordot/Reshape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/attention/self/query/Tensordot/ReadVariableOp"], "device": "/device:CPU:0", "attr": {"grad_a": {"b": false}, "transpose_a": {"b": false}, "T": {"type": "DT_FLOAT"}, "grad_b": {"b": false}, "transpose_b": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/attention/self/key/Tensordot/MatMul", "op": "MatMul", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/attention/self/key/Tensordot/Reshape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/attention/self/key/Tensordot/ReadVariableOp"], "device": "/device:CPU:0", "attr": {"grad_a": {"b": false}, "transpose_a": {"b": false}, "T": {"type": "DT_FLOAT"}, "grad_b": {"b": false}, "transpose_b": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/attention/self/value/Tensordot/MatMul", "op": "MatMul", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/attention/self/value/Tensordot/Reshape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/attention/self/value/Tensordot/ReadVariableOp"], "device": "/device:CPU:0", "attr": {"grad_a": {"b": false}, "transpose_a": {"b": false}, "T": {"type": "DT_FLOAT"}, "grad_b": {"b": false}, "transpose_b": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/attention/self/query/Tensordot", "op": "Reshape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/attention/self/query/Tensordot/MatMul", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/attention/self/query/Tensordot/concat_1"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/attention/self/key/Tensordot", "op": "Reshape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/attention/self/key/Tensordot/MatMul", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/attention/self/key/Tensordot/concat_1"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/attention/self/value/Tensordot", "op": "Reshape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/attention/self/value/Tensordot/MatMul", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/attention/self/value/Tensordot/concat_1"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/attention/self/query/BiasAdd", "op": "BiasAdd", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/attention/self/query/Tensordot", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/attention/self/query/BiasAdd/ReadVariableOp"], "attr": {"data_format": {"s": "TkhXQw=="}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/attention/self/key/BiasAdd", "op": "BiasAdd", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/attention/self/key/Tensordot", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/attention/self/key/BiasAdd/ReadVariableOp"], "attr": {"data_format": {"s": "TkhXQw=="}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/attention/self/value/BiasAdd", "op": "BiasAdd", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/attention/self/value/Tensordot", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/attention/self/value/BiasAdd/ReadVariableOp"], "attr": {"data_format": {"s": "TkhXQw=="}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/attention/self/Reshape_2", "op": "Reshape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/attention/self/query/BiasAdd", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/attention/self/Reshape_2/shape"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/attention/self/Reshape", "op": "Reshape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/attention/self/key/BiasAdd", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/attention/self/Reshape/shape"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/attention/self/Reshape_1", "op": "Reshape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/attention/self/value/BiasAdd", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/attention/self/Reshape_1/shape"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/attention/self/transpose_2", "op": "Transpose", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/attention/self/Reshape_2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/attention/self/transpose_2/perm"], "attr": {"Tperm": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/attention/self/transpose", "op": "Transpose", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/attention/self/Reshape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/attention/self/transpose/perm"], "attr": {"Tperm": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/attention/self/transpose_1", "op": "Transpose", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/attention/self/Reshape_1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/attention/self/transpose_1/perm"], "attr": {"Tperm": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/attention/self/MatMul", "op": "BatchMatMulV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/attention/self/transpose_2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/attention/self/transpose"], "attr": {"adj_x": {"b": false}, "grad_y": {"b": false}, "T": {"type": "DT_FLOAT"}, "adj_y": {"b": true}, "grad_x": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/attention/self/truediv", "op": "Mul", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/attention/self/MatMul", "ConstantFolding/StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/attention/self/truediv_recip"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/attention/self/add_1", "op": "AddV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/attention/self/truediv", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/attention/self/Add"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/attention/self/Softmax", "op": "Softmax", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/attention/self/add_1"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/attention/self/MatMul_1", "op": "BatchMatMulV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/attention/self/Softmax", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/attention/self/transpose_1"], "attr": {"grad_y": {"b": false}, "adj_x": {"b": false}, "T": {"type": "DT_FLOAT"}, "adj_y": {"b": false}, "grad_x": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/attention/self/transpose_3", "op": "Transpose", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/attention/self/MatMul_1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/attention/self/transpose_3/perm"], "attr": {"Tperm": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/attention/self/Reshape_3", "op": "Reshape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/attention/self/transpose_3", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/attention/self/Reshape_3/shape"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/attention/output/dense/Tensordot/Shape", "op": "Shape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/attention/self/Reshape_3"], "attr": {"T": {"type": "DT_FLOAT"}, "out_type": {"type": "DT_INT32"}}, "experimentalType": {"typeId": "TFT_PRODUCT", "args": [{"typeId": "TFT_SHAPE_TENSOR", "args": [{"typeId": "TFT_INT32"}]}]}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/attention/output/dense/Tensordot/GatherV2_1", "op": "GatherV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/attention/output/dense/Tensordot/Shape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/attention/output/dense/Tensordot/axes", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/attention/output/dense/Tensordot/GatherV2_1/axis"], "attr": {"Tparams": {"type": "DT_INT32"}, "Taxis": {"type": "DT_INT32"}, "Tindices": {"type": "DT_INT32"}, "batch_dims": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/attention/output/dense/Tensordot/GatherV2", "op": "GatherV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/attention/output/dense/Tensordot/Shape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/attention/output/dense/Tensordot/free", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/attention/output/dense/Tensordot/GatherV2/axis"], "attr": {"Tparams": {"type": "DT_INT32"}, "Taxis": {"type": "DT_INT32"}, "Tindices": {"type": "DT_INT32"}, "batch_dims": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/attention/output/dense/Tensordot/Prod_1", "op": "Prod", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/attention/output/dense/Tensordot/GatherV2_1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/attention/output/dense/Tensordot/Const_1"], "attr": {"Tidx": {"type": "DT_INT32"}, "T": {"type": "DT_INT32"}, "keep_dims": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/attention/output/dense/Tensordot/Prod", "op": "Prod", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/attention/output/dense/Tensordot/GatherV2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/attention/output/dense/Tensordot/Const"], "attr": {"Tidx": {"type": "DT_INT32"}, "T": {"type": "DT_INT32"}, "keep_dims": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/attention/output/dense/Tensordot/concat_1", "op": "ConcatV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/attention/output/dense/Tensordot/GatherV2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/attention/output/dense/Tensordot/Const_2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/attention/output/dense/Tensordot/concat_1/axis"], "attr": {"N": {"i": "2"}, "T": {"type": "DT_INT32"}, "Tidx": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/attention/output/dense/Tensordot/stack", "op": "Pack", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/attention/output/dense/Tensordot/Prod", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/attention/output/dense/Tensordot/Prod_1"], "attr": {"N": {"i": "2"}, "axis": {"i": "0"}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/attention/output/dense/Tensordot/Reshape", "op": "Reshape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/attention/self/Reshape_3", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/attention/output/dense/Tensordot/stack"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/attention/output/dense/Tensordot/MatMul", "op": "MatMul", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/attention/output/dense/Tensordot/Reshape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/attention/output/dense/Tensordot/ReadVariableOp"], "device": "/device:CPU:0", "attr": {"grad_a": {"b": false}, "transpose_a": {"b": false}, "T": {"type": "DT_FLOAT"}, "grad_b": {"b": false}, "transpose_b": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/attention/output/dense/Tensordot", "op": "Reshape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/attention/output/dense/Tensordot/MatMul", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/attention/output/dense/Tensordot/concat_1"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/attention/output/dense/BiasAdd", "op": "BiasAdd", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/attention/output/dense/Tensordot", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/attention/output/dense/BiasAdd/ReadVariableOp"], "attr": {"data_format": {"s": "TkhXQw=="}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/attention/output/add", "op": "AddV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/attention/output/dense/BiasAdd", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/output/LayerNorm/batchnorm/add_1"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/attention/output/LayerNorm/moments/mean", "op": "Mean", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/attention/output/add", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/attention/output/LayerNorm/moments/mean/reduction_indices"], "attr": {"Tidx": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}, "keep_dims": {"b": true}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/attention/output/LayerNorm/moments/SquaredDifference", "op": "SquaredDifference", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/attention/output/add", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/attention/output/LayerNorm/moments/mean"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/attention/output/LayerNorm/moments/variance", "op": "Mean", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/attention/output/LayerNorm/moments/SquaredDifference", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/attention/output/LayerNorm/moments/variance/reduction_indices"], "attr": {"Tidx": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}, "keep_dims": {"b": true}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/attention/output/LayerNorm/batchnorm/add", "op": "AddV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/attention/output/LayerNorm/moments/variance", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/attention/output/LayerNorm/batchnorm/add/y"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/attention/output/LayerNorm/batchnorm/Rsqrt", "op": "Rsqrt", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/attention/output/LayerNorm/batchnorm/add"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/attention/output/LayerNorm/batchnorm/mul", "op": "Mul", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/attention/output/LayerNorm/batchnorm/Rsqrt", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/attention/output/LayerNorm/batchnorm/mul/ReadVariableOp"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/attention/output/LayerNorm/batchnorm/mul_2", "op": "Mul", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/attention/output/LayerNorm/moments/mean", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/attention/output/LayerNorm/batchnorm/mul"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/attention/output/LayerNorm/batchnorm/mul_1", "op": "Mul", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/attention/output/add", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/attention/output/LayerNorm/batchnorm/mul"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/attention/output/LayerNorm/batchnorm/sub", "op": "Sub", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/attention/output/LayerNorm/batchnorm/ReadVariableOp", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/attention/output/LayerNorm/batchnorm/mul_2"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/attention/output/LayerNorm/batchnorm/add_1", "op": "AddV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/attention/output/LayerNorm/batchnorm/mul_1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/attention/output/LayerNorm/batchnorm/sub"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/intermediate/dense/Tensordot/Shape", "op": "Shape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/attention/output/LayerNorm/batchnorm/add_1"], "attr": {"T": {"type": "DT_FLOAT"}, "out_type": {"type": "DT_INT32"}}, "experimentalType": {"typeId": "TFT_PRODUCT", "args": [{"typeId": "TFT_SHAPE_TENSOR", "args": [{"typeId": "TFT_INT32"}]}]}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/intermediate/dense/Tensordot/GatherV2_1", "op": "GatherV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/intermediate/dense/Tensordot/Shape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/intermediate/dense/Tensordot/axes", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/intermediate/dense/Tensordot/GatherV2_1/axis"], "attr": {"Tparams": {"type": "DT_INT32"}, "Taxis": {"type": "DT_INT32"}, "Tindices": {"type": "DT_INT32"}, "batch_dims": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/intermediate/dense/Tensordot/GatherV2", "op": "GatherV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/intermediate/dense/Tensordot/Shape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/intermediate/dense/Tensordot/free", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/intermediate/dense/Tensordot/GatherV2/axis"], "attr": {"Tparams": {"type": "DT_INT32"}, "Taxis": {"type": "DT_INT32"}, "Tindices": {"type": "DT_INT32"}, "batch_dims": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/intermediate/dense/Tensordot/Prod_1", "op": "Prod", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/intermediate/dense/Tensordot/GatherV2_1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/intermediate/dense/Tensordot/Const_1"], "attr": {"Tidx": {"type": "DT_INT32"}, "T": {"type": "DT_INT32"}, "keep_dims": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/intermediate/dense/Tensordot/Prod", "op": "Prod", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/intermediate/dense/Tensordot/GatherV2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/intermediate/dense/Tensordot/Const"], "attr": {"T": {"type": "DT_INT32"}, "Tidx": {"type": "DT_INT32"}, "keep_dims": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/intermediate/dense/Tensordot/concat_1", "op": "ConcatV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/intermediate/dense/Tensordot/GatherV2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/intermediate/dense/Tensordot/Const_2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/intermediate/dense/Tensordot/concat_1/axis"], "attr": {"N": {"i": "2"}, "Tidx": {"type": "DT_INT32"}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/intermediate/dense/Tensordot/stack", "op": "Pack", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/intermediate/dense/Tensordot/Prod", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/intermediate/dense/Tensordot/Prod_1"], "attr": {"N": {"i": "2"}, "axis": {"i": "0"}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/intermediate/dense/Tensordot/Reshape", "op": "Reshape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/attention/output/LayerNorm/batchnorm/add_1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/intermediate/dense/Tensordot/stack"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/intermediate/dense/Tensordot/MatMul", "op": "MatMul", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/intermediate/dense/Tensordot/Reshape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/intermediate/dense/Tensordot/ReadVariableOp"], "device": "/device:CPU:0", "attr": {"grad_a": {"b": false}, "transpose_a": {"b": false}, "T": {"type": "DT_FLOAT"}, "grad_b": {"b": false}, "transpose_b": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/intermediate/dense/Tensordot", "op": "Reshape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/intermediate/dense/Tensordot/MatMul", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/intermediate/dense/Tensordot/concat_1"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/intermediate/dense/BiasAdd", "op": "BiasAdd", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/intermediate/dense/Tensordot", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/intermediate/dense/BiasAdd/ReadVariableOp"], "attr": {"data_format": {"s": "TkhXQw=="}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/intermediate/Relu", "op": "Relu", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/intermediate/dense/BiasAdd"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/output/dense/Tensordot/Shape", "op": "Shape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/intermediate/Relu"], "attr": {"T": {"type": "DT_FLOAT"}, "out_type": {"type": "DT_INT32"}}, "experimentalType": {"typeId": "TFT_PRODUCT", "args": [{"typeId": "TFT_SHAPE_TENSOR", "args": [{"typeId": "TFT_INT32"}]}]}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/output/dense/Tensordot/GatherV2_1", "op": "GatherV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/output/dense/Tensordot/Shape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/output/dense/Tensordot/axes", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/output/dense/Tensordot/GatherV2_1/axis"], "attr": {"Taxis": {"type": "DT_INT32"}, "Tparams": {"type": "DT_INT32"}, "Tindices": {"type": "DT_INT32"}, "batch_dims": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/output/dense/Tensordot/GatherV2", "op": "GatherV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/output/dense/Tensordot/Shape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/output/dense/Tensordot/free", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/output/dense/Tensordot/GatherV2/axis"], "attr": {"Tparams": {"type": "DT_INT32"}, "Taxis": {"type": "DT_INT32"}, "Tindices": {"type": "DT_INT32"}, "batch_dims": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/output/dense/Tensordot/Prod_1", "op": "Prod", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/output/dense/Tensordot/GatherV2_1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/output/dense/Tensordot/Const_1"], "attr": {"T": {"type": "DT_INT32"}, "Tidx": {"type": "DT_INT32"}, "keep_dims": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/output/dense/Tensordot/Prod", "op": "Prod", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/output/dense/Tensordot/GatherV2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/output/dense/Tensordot/Const"], "attr": {"T": {"type": "DT_INT32"}, "Tidx": {"type": "DT_INT32"}, "keep_dims": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/output/dense/Tensordot/concat_1", "op": "ConcatV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/output/dense/Tensordot/GatherV2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/output/dense/Tensordot/Const_2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/output/dense/Tensordot/concat_1/axis"], "attr": {"N": {"i": "2"}, "T": {"type": "DT_INT32"}, "Tidx": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/output/dense/Tensordot/stack", "op": "Pack", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/output/dense/Tensordot/Prod", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/output/dense/Tensordot/Prod_1"], "attr": {"N": {"i": "2"}, "axis": {"i": "0"}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/output/dense/Tensordot/Reshape", "op": "Reshape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/intermediate/Relu", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/output/dense/Tensordot/stack"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/output/dense/Tensordot/MatMul", "op": "MatMul", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/output/dense/Tensordot/Reshape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/output/dense/Tensordot/ReadVariableOp"], "device": "/device:CPU:0", "attr": {"transpose_a": {"b": false}, "grad_a": {"b": false}, "T": {"type": "DT_FLOAT"}, "grad_b": {"b": false}, "transpose_b": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/output/dense/Tensordot", "op": "Reshape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/output/dense/Tensordot/MatMul", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/output/dense/Tensordot/concat_1"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/output/dense/BiasAdd", "op": "BiasAdd", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/output/dense/Tensordot", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/output/dense/BiasAdd/ReadVariableOp"], "attr": {"data_format": {"s": "TkhXQw=="}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/output/add", "op": "AddV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/output/dense/BiasAdd", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/attention/output/LayerNorm/batchnorm/add_1"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/output/LayerNorm/moments/mean", "op": "Mean", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/output/add", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/output/LayerNorm/moments/mean/reduction_indices"], "attr": {"Tidx": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}, "keep_dims": {"b": true}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/output/LayerNorm/moments/SquaredDifference", "op": "SquaredDifference", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/output/add", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/output/LayerNorm/moments/mean"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/output/LayerNorm/moments/variance", "op": "Mean", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/output/LayerNorm/moments/SquaredDifference", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/output/LayerNorm/moments/variance/reduction_indices"], "attr": {"Tidx": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}, "keep_dims": {"b": true}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/output/LayerNorm/batchnorm/add", "op": "AddV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/output/LayerNorm/moments/variance", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/output/LayerNorm/batchnorm/add/y"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/output/LayerNorm/batchnorm/Rsqrt", "op": "Rsqrt", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/output/LayerNorm/batchnorm/add"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/output/LayerNorm/batchnorm/mul", "op": "Mul", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/output/LayerNorm/batchnorm/Rsqrt", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/output/LayerNorm/batchnorm/mul/ReadVariableOp"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/output/LayerNorm/batchnorm/mul_2", "op": "Mul", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/output/LayerNorm/moments/mean", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/output/LayerNorm/batchnorm/mul"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/output/LayerNorm/batchnorm/mul_1", "op": "Mul", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/output/add", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/output/LayerNorm/batchnorm/mul"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/output/LayerNorm/batchnorm/sub", "op": "Sub", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/output/LayerNorm/batchnorm/ReadVariableOp", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/output/LayerNorm/batchnorm/mul_2"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/output/LayerNorm/batchnorm/add_1", "op": "AddV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/output/LayerNorm/batchnorm/mul_1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/output/LayerNorm/batchnorm/sub"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/attention/self/query/Tensordot/Shape", "op": "Shape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/output/LayerNorm/batchnorm/add_1"], "attr": {"T": {"type": "DT_FLOAT"}, "out_type": {"type": "DT_INT32"}}, "experimentalType": {"typeId": "TFT_PRODUCT", "args": [{"typeId": "TFT_SHAPE_TENSOR", "args": [{"typeId": "TFT_INT32"}]}]}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/attention/self/key/Tensordot/Shape", "op": "Shape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/output/LayerNorm/batchnorm/add_1"], "attr": {"T": {"type": "DT_FLOAT"}, "out_type": {"type": "DT_INT32"}}, "experimentalType": {"typeId": "TFT_PRODUCT", "args": [{"typeId": "TFT_SHAPE_TENSOR", "args": [{"typeId": "TFT_INT32"}]}]}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/attention/self/value/Tensordot/Shape", "op": "Shape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/output/LayerNorm/batchnorm/add_1"], "attr": {"T": {"type": "DT_FLOAT"}, "out_type": {"type": "DT_INT32"}}, "experimentalType": {"typeId": "TFT_PRODUCT", "args": [{"typeId": "TFT_SHAPE_TENSOR", "args": [{"typeId": "TFT_INT32"}]}]}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/attention/self/Shape", "op": "Shape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/output/LayerNorm/batchnorm/add_1"], "attr": {"T": {"type": "DT_FLOAT"}, "out_type": {"type": "DT_INT32"}}, "experimentalType": {"typeId": "TFT_PRODUCT", "args": [{"typeId": "TFT_SHAPE_TENSOR", "args": [{"typeId": "TFT_INT32"}]}]}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/attention/self/query/Tensordot/GatherV2_1", "op": "GatherV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/attention/self/query/Tensordot/Shape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/attention/self/query/Tensordot/axes", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/attention/self/query/Tensordot/GatherV2_1/axis"], "attr": {"Taxis": {"type": "DT_INT32"}, "Tparams": {"type": "DT_INT32"}, "Tindices": {"type": "DT_INT32"}, "batch_dims": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/attention/self/query/Tensordot/GatherV2", "op": "GatherV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/attention/self/query/Tensordot/Shape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/attention/self/query/Tensordot/free", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/attention/self/query/Tensordot/GatherV2/axis"], "attr": {"Taxis": {"type": "DT_INT32"}, "Tparams": {"type": "DT_INT32"}, "Tindices": {"type": "DT_INT32"}, "batch_dims": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/attention/self/key/Tensordot/GatherV2_1", "op": "GatherV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/attention/self/key/Tensordot/Shape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/attention/self/key/Tensordot/axes", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/attention/self/key/Tensordot/GatherV2_1/axis"], "attr": {"Taxis": {"type": "DT_INT32"}, "Tparams": {"type": "DT_INT32"}, "Tindices": {"type": "DT_INT32"}, "batch_dims": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/attention/self/key/Tensordot/GatherV2", "op": "GatherV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/attention/self/key/Tensordot/Shape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/attention/self/key/Tensordot/free", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/attention/self/key/Tensordot/GatherV2/axis"], "attr": {"Taxis": {"type": "DT_INT32"}, "Tparams": {"type": "DT_INT32"}, "Tindices": {"type": "DT_INT32"}, "batch_dims": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/attention/self/value/Tensordot/GatherV2_1", "op": "GatherV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/attention/self/value/Tensordot/Shape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/attention/self/value/Tensordot/axes", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/attention/self/value/Tensordot/GatherV2_1/axis"], "attr": {"Taxis": {"type": "DT_INT32"}, "Tparams": {"type": "DT_INT32"}, "Tindices": {"type": "DT_INT32"}, "batch_dims": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/attention/self/value/Tensordot/GatherV2", "op": "GatherV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/attention/self/value/Tensordot/Shape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/attention/self/value/Tensordot/free", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/attention/self/value/Tensordot/GatherV2/axis"], "attr": {"Tparams": {"type": "DT_INT32"}, "Taxis": {"type": "DT_INT32"}, "Tindices": {"type": "DT_INT32"}, "batch_dims": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/attention/self/strided_slice", "op": "StridedSlice", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/attention/self/Shape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/attention/self/strided_slice/stack", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/attention/self/strided_slice/stack_1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/attention/self/strided_slice/stack_2"], "attr": {"shrink_axis_mask": {"i": "1"}, "new_axis_mask": {"i": "0"}, "Index": {"type": "DT_INT32"}, "begin_mask": {"i": "0"}, "T": {"type": "DT_INT32"}, "end_mask": {"i": "0"}, "ellipsis_mask": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/attention/self/query/Tensordot/Prod_1", "op": "Prod", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/attention/self/query/Tensordot/GatherV2_1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/attention/self/query/Tensordot/Const_1"], "attr": {"T": {"type": "DT_INT32"}, "Tidx": {"type": "DT_INT32"}, "keep_dims": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/attention/self/query/Tensordot/Prod", "op": "Prod", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/attention/self/query/Tensordot/GatherV2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/attention/self/query/Tensordot/Const"], "attr": {"T": {"type": "DT_INT32"}, "Tidx": {"type": "DT_INT32"}, "keep_dims": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/attention/self/query/Tensordot/concat_1", "op": "ConcatV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/attention/self/query/Tensordot/GatherV2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/attention/self/query/Tensordot/Const_2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/attention/self/query/Tensordot/concat_1/axis"], "attr": {"N": {"i": "2"}, "T": {"type": "DT_INT32"}, "Tidx": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/attention/self/key/Tensordot/Prod_1", "op": "Prod", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/attention/self/key/Tensordot/GatherV2_1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/attention/self/key/Tensordot/Const_1"], "attr": {"Tidx": {"type": "DT_INT32"}, "T": {"type": "DT_INT32"}, "keep_dims": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/attention/self/key/Tensordot/Prod", "op": "Prod", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/attention/self/key/Tensordot/GatherV2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/attention/self/key/Tensordot/Const"], "attr": {"T": {"type": "DT_INT32"}, "Tidx": {"type": "DT_INT32"}, "keep_dims": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/attention/self/key/Tensordot/concat_1", "op": "ConcatV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/attention/self/key/Tensordot/GatherV2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/attention/self/key/Tensordot/Const_2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/attention/self/key/Tensordot/concat_1/axis"], "attr": {"N": {"i": "2"}, "Tidx": {"type": "DT_INT32"}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/attention/self/value/Tensordot/Prod_1", "op": "Prod", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/attention/self/value/Tensordot/GatherV2_1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/attention/self/value/Tensordot/Const_1"], "attr": {"T": {"type": "DT_INT32"}, "Tidx": {"type": "DT_INT32"}, "keep_dims": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/attention/self/value/Tensordot/Prod", "op": "Prod", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/attention/self/value/Tensordot/GatherV2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/attention/self/value/Tensordot/Const"], "attr": {"Tidx": {"type": "DT_INT32"}, "T": {"type": "DT_INT32"}, "keep_dims": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/attention/self/value/Tensordot/concat_1", "op": "ConcatV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/attention/self/value/Tensordot/GatherV2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/attention/self/value/Tensordot/Const_2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/attention/self/value/Tensordot/concat_1/axis"], "attr": {"N": {"i": "2"}, "T": {"type": "DT_INT32"}, "Tidx": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/attention/self/Reshape_2/shape", "op": "Pack", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/attention/self/strided_slice", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/attention/self/Reshape_2/shape/1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/attention/self/Reshape_2/shape/2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/attention/self/Reshape_2/shape/3"], "attr": {"N": {"i": "4"}, "axis": {"i": "0"}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/attention/self/Reshape/shape", "op": "Pack", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/attention/self/strided_slice", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/attention/self/Reshape/shape/1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/attention/self/Reshape/shape/2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/attention/self/Reshape/shape/3"], "attr": {"N": {"i": "4"}, "axis": {"i": "0"}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/attention/self/Reshape_1/shape", "op": "Pack", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/attention/self/strided_slice", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/attention/self/Reshape_1/shape/1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/attention/self/Reshape_1/shape/2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/attention/self/Reshape_1/shape/3"], "attr": {"N": {"i": "4"}, "axis": {"i": "0"}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/attention/self/Reshape_3/shape", "op": "Pack", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/attention/self/strided_slice", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/attention/self/Reshape_3/shape/1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/attention/self/Reshape_3/shape/2"], "attr": {"N": {"i": "3"}, "axis": {"i": "0"}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/attention/self/query/Tensordot/stack", "op": "Pack", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/attention/self/query/Tensordot/Prod", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/attention/self/query/Tensordot/Prod_1"], "attr": {"N": {"i": "2"}, "axis": {"i": "0"}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/attention/self/key/Tensordot/stack", "op": "Pack", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/attention/self/key/Tensordot/Prod", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/attention/self/key/Tensordot/Prod_1"], "attr": {"N": {"i": "2"}, "axis": {"i": "0"}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/attention/self/value/Tensordot/stack", "op": "Pack", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/attention/self/value/Tensordot/Prod", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/attention/self/value/Tensordot/Prod_1"], "attr": {"N": {"i": "2"}, "axis": {"i": "0"}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/attention/self/query/Tensordot/Reshape", "op": "Reshape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/output/LayerNorm/batchnorm/add_1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/attention/self/query/Tensordot/stack"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/attention/self/key/Tensordot/Reshape", "op": "Reshape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/output/LayerNorm/batchnorm/add_1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/attention/self/key/Tensordot/stack"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/attention/self/value/Tensordot/Reshape", "op": "Reshape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/output/LayerNorm/batchnorm/add_1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/attention/self/value/Tensordot/stack"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/attention/self/query/Tensordot/MatMul", "op": "MatMul", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/attention/self/query/Tensordot/Reshape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/attention/self/query/Tensordot/ReadVariableOp"], "device": "/device:CPU:0", "attr": {"grad_a": {"b": false}, "transpose_a": {"b": false}, "T": {"type": "DT_FLOAT"}, "grad_b": {"b": false}, "transpose_b": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/attention/self/key/Tensordot/MatMul", "op": "MatMul", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/attention/self/key/Tensordot/Reshape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/attention/self/key/Tensordot/ReadVariableOp"], "device": "/device:CPU:0", "attr": {"grad_a": {"b": false}, "transpose_a": {"b": false}, "T": {"type": "DT_FLOAT"}, "grad_b": {"b": false}, "transpose_b": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/attention/self/value/Tensordot/MatMul", "op": "MatMul", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/attention/self/value/Tensordot/Reshape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/attention/self/value/Tensordot/ReadVariableOp"], "device": "/device:CPU:0", "attr": {"transpose_a": {"b": false}, "grad_a": {"b": false}, "T": {"type": "DT_FLOAT"}, "grad_b": {"b": false}, "transpose_b": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/attention/self/query/Tensordot", "op": "Reshape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/attention/self/query/Tensordot/MatMul", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/attention/self/query/Tensordot/concat_1"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/attention/self/key/Tensordot", "op": "Reshape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/attention/self/key/Tensordot/MatMul", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/attention/self/key/Tensordot/concat_1"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/attention/self/value/Tensordot", "op": "Reshape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/attention/self/value/Tensordot/MatMul", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/attention/self/value/Tensordot/concat_1"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/attention/self/query/BiasAdd", "op": "BiasAdd", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/attention/self/query/Tensordot", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/attention/self/query/BiasAdd/ReadVariableOp"], "attr": {"data_format": {"s": "TkhXQw=="}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/attention/self/key/BiasAdd", "op": "BiasAdd", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/attention/self/key/Tensordot", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/attention/self/key/BiasAdd/ReadVariableOp"], "attr": {"data_format": {"s": "TkhXQw=="}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/attention/self/value/BiasAdd", "op": "BiasAdd", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/attention/self/value/Tensordot", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/attention/self/value/BiasAdd/ReadVariableOp"], "attr": {"data_format": {"s": "TkhXQw=="}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/attention/self/Reshape_2", "op": "Reshape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/attention/self/query/BiasAdd", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/attention/self/Reshape_2/shape"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/attention/self/Reshape", "op": "Reshape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/attention/self/key/BiasAdd", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/attention/self/Reshape/shape"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/attention/self/Reshape_1", "op": "Reshape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/attention/self/value/BiasAdd", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/attention/self/Reshape_1/shape"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/attention/self/transpose_2", "op": "Transpose", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/attention/self/Reshape_2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/attention/self/transpose_2/perm"], "attr": {"Tperm": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/attention/self/transpose", "op": "Transpose", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/attention/self/Reshape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/attention/self/transpose/perm"], "attr": {"Tperm": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/attention/self/transpose_1", "op": "Transpose", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/attention/self/Reshape_1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/attention/self/transpose_1/perm"], "attr": {"Tperm": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/attention/self/MatMul", "op": "BatchMatMulV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/attention/self/transpose_2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/attention/self/transpose"], "attr": {"grad_y": {"b": false}, "adj_x": {"b": false}, "T": {"type": "DT_FLOAT"}, "adj_y": {"b": true}, "grad_x": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/attention/self/truediv", "op": "Mul", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/attention/self/MatMul", "ConstantFolding/StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/attention/self/truediv_recip"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/attention/self/add_1", "op": "AddV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/attention/self/truediv", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/attention/self/Add"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/attention/self/Softmax", "op": "Softmax", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/attention/self/add_1"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/attention/self/MatMul_1", "op": "BatchMatMulV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/attention/self/Softmax", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/attention/self/transpose_1"], "attr": {"adj_x": {"b": false}, "grad_y": {"b": false}, "T": {"type": "DT_FLOAT"}, "adj_y": {"b": false}, "grad_x": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/attention/self/transpose_3", "op": "Transpose", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/attention/self/MatMul_1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/attention/self/transpose_3/perm"], "attr": {"Tperm": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/attention/self/Reshape_3", "op": "Reshape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/attention/self/transpose_3", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/attention/self/Reshape_3/shape"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/attention/output/dense/Tensordot/Shape", "op": "Shape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/attention/self/Reshape_3"], "attr": {"T": {"type": "DT_FLOAT"}, "out_type": {"type": "DT_INT32"}}, "experimentalType": {"typeId": "TFT_PRODUCT", "args": [{"typeId": "TFT_SHAPE_TENSOR", "args": [{"typeId": "TFT_INT32"}]}]}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/attention/output/dense/Tensordot/GatherV2_1", "op": "GatherV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/attention/output/dense/Tensordot/Shape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/attention/output/dense/Tensordot/axes", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/attention/output/dense/Tensordot/GatherV2_1/axis"], "attr": {"Taxis": {"type": "DT_INT32"}, "Tparams": {"type": "DT_INT32"}, "Tindices": {"type": "DT_INT32"}, "batch_dims": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/attention/output/dense/Tensordot/GatherV2", "op": "GatherV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/attention/output/dense/Tensordot/Shape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/attention/output/dense/Tensordot/free", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/attention/output/dense/Tensordot/GatherV2/axis"], "attr": {"Tparams": {"type": "DT_INT32"}, "Taxis": {"type": "DT_INT32"}, "Tindices": {"type": "DT_INT32"}, "batch_dims": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/attention/output/dense/Tensordot/Prod_1", "op": "Prod", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/attention/output/dense/Tensordot/GatherV2_1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/attention/output/dense/Tensordot/Const_1"], "attr": {"T": {"type": "DT_INT32"}, "Tidx": {"type": "DT_INT32"}, "keep_dims": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/attention/output/dense/Tensordot/Prod", "op": "Prod", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/attention/output/dense/Tensordot/GatherV2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/attention/output/dense/Tensordot/Const"], "attr": {"Tidx": {"type": "DT_INT32"}, "T": {"type": "DT_INT32"}, "keep_dims": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/attention/output/dense/Tensordot/concat_1", "op": "ConcatV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/attention/output/dense/Tensordot/GatherV2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/attention/output/dense/Tensordot/Const_2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/attention/output/dense/Tensordot/concat_1/axis"], "attr": {"N": {"i": "2"}, "Tidx": {"type": "DT_INT32"}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/attention/output/dense/Tensordot/stack", "op": "Pack", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/attention/output/dense/Tensordot/Prod", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/attention/output/dense/Tensordot/Prod_1"], "attr": {"N": {"i": "2"}, "axis": {"i": "0"}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/attention/output/dense/Tensordot/Reshape", "op": "Reshape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/attention/self/Reshape_3", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/attention/output/dense/Tensordot/stack"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/attention/output/dense/Tensordot/MatMul", "op": "MatMul", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/attention/output/dense/Tensordot/Reshape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/attention/output/dense/Tensordot/ReadVariableOp"], "device": "/device:CPU:0", "attr": {"grad_a": {"b": false}, "transpose_a": {"b": false}, "T": {"type": "DT_FLOAT"}, "grad_b": {"b": false}, "transpose_b": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/attention/output/dense/Tensordot", "op": "Reshape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/attention/output/dense/Tensordot/MatMul", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/attention/output/dense/Tensordot/concat_1"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/attention/output/dense/BiasAdd", "op": "BiasAdd", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/attention/output/dense/Tensordot", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/attention/output/dense/BiasAdd/ReadVariableOp"], "attr": {"data_format": {"s": "TkhXQw=="}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/attention/output/add", "op": "AddV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/attention/output/dense/BiasAdd", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/output/LayerNorm/batchnorm/add_1"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/attention/output/LayerNorm/moments/mean", "op": "Mean", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/attention/output/add", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/attention/output/LayerNorm/moments/mean/reduction_indices"], "attr": {"Tidx": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}, "keep_dims": {"b": true}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/attention/output/LayerNorm/moments/SquaredDifference", "op": "SquaredDifference", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/attention/output/add", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/attention/output/LayerNorm/moments/mean"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/attention/output/LayerNorm/moments/variance", "op": "Mean", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/attention/output/LayerNorm/moments/SquaredDifference", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/attention/output/LayerNorm/moments/variance/reduction_indices"], "attr": {"Tidx": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}, "keep_dims": {"b": true}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/attention/output/LayerNorm/batchnorm/add", "op": "AddV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/attention/output/LayerNorm/moments/variance", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/attention/output/LayerNorm/batchnorm/add/y"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/attention/output/LayerNorm/batchnorm/Rsqrt", "op": "Rsqrt", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/attention/output/LayerNorm/batchnorm/add"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/attention/output/LayerNorm/batchnorm/mul", "op": "Mul", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/attention/output/LayerNorm/batchnorm/Rsqrt", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/attention/output/LayerNorm/batchnorm/mul/ReadVariableOp"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/attention/output/LayerNorm/batchnorm/mul_2", "op": "Mul", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/attention/output/LayerNorm/moments/mean", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/attention/output/LayerNorm/batchnorm/mul"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/attention/output/LayerNorm/batchnorm/mul_1", "op": "Mul", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/attention/output/add", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/attention/output/LayerNorm/batchnorm/mul"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/attention/output/LayerNorm/batchnorm/sub", "op": "Sub", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/attention/output/LayerNorm/batchnorm/ReadVariableOp", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/attention/output/LayerNorm/batchnorm/mul_2"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/attention/output/LayerNorm/batchnorm/add_1", "op": "AddV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/attention/output/LayerNorm/batchnorm/mul_1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/attention/output/LayerNorm/batchnorm/sub"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/intermediate/dense/Tensordot/Shape", "op": "Shape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/attention/output/LayerNorm/batchnorm/add_1"], "attr": {"T": {"type": "DT_FLOAT"}, "out_type": {"type": "DT_INT32"}}, "experimentalType": {"typeId": "TFT_PRODUCT", "args": [{"typeId": "TFT_SHAPE_TENSOR", "args": [{"typeId": "TFT_INT32"}]}]}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/intermediate/dense/Tensordot/GatherV2_1", "op": "GatherV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/intermediate/dense/Tensordot/Shape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/intermediate/dense/Tensordot/axes", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/intermediate/dense/Tensordot/GatherV2_1/axis"], "attr": {"Tparams": {"type": "DT_INT32"}, "Taxis": {"type": "DT_INT32"}, "Tindices": {"type": "DT_INT32"}, "batch_dims": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/intermediate/dense/Tensordot/GatherV2", "op": "GatherV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/intermediate/dense/Tensordot/Shape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/intermediate/dense/Tensordot/free", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/intermediate/dense/Tensordot/GatherV2/axis"], "attr": {"Taxis": {"type": "DT_INT32"}, "Tparams": {"type": "DT_INT32"}, "Tindices": {"type": "DT_INT32"}, "batch_dims": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/intermediate/dense/Tensordot/Prod_1", "op": "Prod", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/intermediate/dense/Tensordot/GatherV2_1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/intermediate/dense/Tensordot/Const_1"], "attr": {"Tidx": {"type": "DT_INT32"}, "T": {"type": "DT_INT32"}, "keep_dims": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/intermediate/dense/Tensordot/Prod", "op": "Prod", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/intermediate/dense/Tensordot/GatherV2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/intermediate/dense/Tensordot/Const"], "attr": {"T": {"type": "DT_INT32"}, "Tidx": {"type": "DT_INT32"}, "keep_dims": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/intermediate/dense/Tensordot/concat_1", "op": "ConcatV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/intermediate/dense/Tensordot/GatherV2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/intermediate/dense/Tensordot/Const_2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/intermediate/dense/Tensordot/concat_1/axis"], "attr": {"N": {"i": "2"}, "T": {"type": "DT_INT32"}, "Tidx": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/intermediate/dense/Tensordot/stack", "op": "Pack", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/intermediate/dense/Tensordot/Prod", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/intermediate/dense/Tensordot/Prod_1"], "attr": {"N": {"i": "2"}, "axis": {"i": "0"}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/intermediate/dense/Tensordot/Reshape", "op": "Reshape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/attention/output/LayerNorm/batchnorm/add_1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/intermediate/dense/Tensordot/stack"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/intermediate/dense/Tensordot/MatMul", "op": "MatMul", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/intermediate/dense/Tensordot/Reshape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/intermediate/dense/Tensordot/ReadVariableOp"], "device": "/device:CPU:0", "attr": {"grad_a": {"b": false}, "transpose_a": {"b": false}, "T": {"type": "DT_FLOAT"}, "grad_b": {"b": false}, "transpose_b": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/intermediate/dense/Tensordot", "op": "Reshape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/intermediate/dense/Tensordot/MatMul", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/intermediate/dense/Tensordot/concat_1"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/intermediate/dense/BiasAdd", "op": "BiasAdd", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/intermediate/dense/Tensordot", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/intermediate/dense/BiasAdd/ReadVariableOp"], "attr": {"data_format": {"s": "TkhXQw=="}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/intermediate/Relu", "op": "Relu", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/intermediate/dense/BiasAdd"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/output/dense/Tensordot/Shape", "op": "Shape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/intermediate/Relu"], "attr": {"T": {"type": "DT_FLOAT"}, "out_type": {"type": "DT_INT32"}}, "experimentalType": {"typeId": "TFT_PRODUCT", "args": [{"typeId": "TFT_SHAPE_TENSOR", "args": [{"typeId": "TFT_INT32"}]}]}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/output/dense/Tensordot/GatherV2_1", "op": "GatherV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/output/dense/Tensordot/Shape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/output/dense/Tensordot/axes", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/output/dense/Tensordot/GatherV2_1/axis"], "attr": {"Taxis": {"type": "DT_INT32"}, "Tparams": {"type": "DT_INT32"}, "Tindices": {"type": "DT_INT32"}, "batch_dims": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/output/dense/Tensordot/GatherV2", "op": "GatherV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/output/dense/Tensordot/Shape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/output/dense/Tensordot/free", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/output/dense/Tensordot/GatherV2/axis"], "attr": {"Taxis": {"type": "DT_INT32"}, "Tparams": {"type": "DT_INT32"}, "Tindices": {"type": "DT_INT32"}, "batch_dims": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/output/dense/Tensordot/Prod_1", "op": "Prod", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/output/dense/Tensordot/GatherV2_1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/output/dense/Tensordot/Const_1"], "attr": {"Tidx": {"type": "DT_INT32"}, "T": {"type": "DT_INT32"}, "keep_dims": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/output/dense/Tensordot/Prod", "op": "Prod", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/output/dense/Tensordot/GatherV2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/output/dense/Tensordot/Const"], "attr": {"T": {"type": "DT_INT32"}, "Tidx": {"type": "DT_INT32"}, "keep_dims": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/output/dense/Tensordot/concat_1", "op": "ConcatV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/output/dense/Tensordot/GatherV2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/output/dense/Tensordot/Const_2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/output/dense/Tensordot/concat_1/axis"], "attr": {"N": {"i": "2"}, "T": {"type": "DT_INT32"}, "Tidx": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/output/dense/Tensordot/stack", "op": "Pack", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/output/dense/Tensordot/Prod", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/output/dense/Tensordot/Prod_1"], "attr": {"N": {"i": "2"}, "axis": {"i": "0"}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/output/dense/Tensordot/Reshape", "op": "Reshape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/intermediate/Relu", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/output/dense/Tensordot/stack"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/output/dense/Tensordot/MatMul", "op": "MatMul", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/output/dense/Tensordot/Reshape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/output/dense/Tensordot/ReadVariableOp"], "device": "/device:CPU:0", "attr": {"grad_a": {"b": false}, "transpose_a": {"b": false}, "T": {"type": "DT_FLOAT"}, "grad_b": {"b": false}, "transpose_b": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/output/dense/Tensordot", "op": "Reshape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/output/dense/Tensordot/MatMul", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/output/dense/Tensordot/concat_1"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/output/dense/BiasAdd", "op": "BiasAdd", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/output/dense/Tensordot", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/output/dense/BiasAdd/ReadVariableOp"], "attr": {"data_format": {"s": "TkhXQw=="}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/output/add", "op": "AddV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/output/dense/BiasAdd", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/attention/output/LayerNorm/batchnorm/add_1"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/output/LayerNorm/moments/mean", "op": "Mean", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/output/add", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/output/LayerNorm/moments/mean/reduction_indices"], "attr": {"Tidx": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}, "keep_dims": {"b": true}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/output/LayerNorm/moments/SquaredDifference", "op": "SquaredDifference", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/output/add", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/output/LayerNorm/moments/mean"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/output/LayerNorm/moments/variance", "op": "Mean", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/output/LayerNorm/moments/SquaredDifference", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/output/LayerNorm/moments/variance/reduction_indices"], "attr": {"Tidx": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}, "keep_dims": {"b": true}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/output/LayerNorm/batchnorm/add", "op": "AddV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/output/LayerNorm/moments/variance", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/output/LayerNorm/batchnorm/add/y"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/output/LayerNorm/batchnorm/Rsqrt", "op": "Rsqrt", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/output/LayerNorm/batchnorm/add"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/output/LayerNorm/batchnorm/mul", "op": "Mul", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/output/LayerNorm/batchnorm/Rsqrt", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/output/LayerNorm/batchnorm/mul/ReadVariableOp"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/output/LayerNorm/batchnorm/mul_2", "op": "Mul", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/output/LayerNorm/moments/mean", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/output/LayerNorm/batchnorm/mul"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/output/LayerNorm/batchnorm/mul_1", "op": "Mul", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/output/add", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/output/LayerNorm/batchnorm/mul"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/output/LayerNorm/batchnorm/sub", "op": "Sub", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/output/LayerNorm/batchnorm/ReadVariableOp", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/output/LayerNorm/batchnorm/mul_2"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/output/LayerNorm/batchnorm/add_1", "op": "AddV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/output/LayerNorm/batchnorm/mul_1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/output/LayerNorm/batchnorm/sub"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/attention/self/query/Tensordot/Shape", "op": "Shape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/output/LayerNorm/batchnorm/add_1"], "attr": {"T": {"type": "DT_FLOAT"}, "out_type": {"type": "DT_INT32"}}, "experimentalType": {"typeId": "TFT_PRODUCT", "args": [{"typeId": "TFT_SHAPE_TENSOR", "args": [{"typeId": "TFT_INT32"}]}]}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/attention/self/key/Tensordot/Shape", "op": "Shape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/output/LayerNorm/batchnorm/add_1"], "attr": {"T": {"type": "DT_FLOAT"}, "out_type": {"type": "DT_INT32"}}, "experimentalType": {"typeId": "TFT_PRODUCT", "args": [{"typeId": "TFT_SHAPE_TENSOR", "args": [{"typeId": "TFT_INT32"}]}]}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/attention/self/value/Tensordot/Shape", "op": "Shape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/output/LayerNorm/batchnorm/add_1"], "attr": {"T": {"type": "DT_FLOAT"}, "out_type": {"type": "DT_INT32"}}, "experimentalType": {"typeId": "TFT_PRODUCT", "args": [{"typeId": "TFT_SHAPE_TENSOR", "args": [{"typeId": "TFT_INT32"}]}]}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/attention/self/Shape", "op": "Shape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/output/LayerNorm/batchnorm/add_1"], "attr": {"T": {"type": "DT_FLOAT"}, "out_type": {"type": "DT_INT32"}}, "experimentalType": {"typeId": "TFT_PRODUCT", "args": [{"typeId": "TFT_SHAPE_TENSOR", "args": [{"typeId": "TFT_INT32"}]}]}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/attention/self/query/Tensordot/GatherV2_1", "op": "GatherV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/attention/self/query/Tensordot/Shape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/attention/self/query/Tensordot/axes", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/attention/self/query/Tensordot/GatherV2_1/axis"], "attr": {"Tparams": {"type": "DT_INT32"}, "Taxis": {"type": "DT_INT32"}, "Tindices": {"type": "DT_INT32"}, "batch_dims": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/attention/self/query/Tensordot/GatherV2", "op": "GatherV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/attention/self/query/Tensordot/Shape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/attention/self/query/Tensordot/free", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/attention/self/query/Tensordot/GatherV2/axis"], "attr": {"Taxis": {"type": "DT_INT32"}, "Tparams": {"type": "DT_INT32"}, "Tindices": {"type": "DT_INT32"}, "batch_dims": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/attention/self/key/Tensordot/GatherV2_1", "op": "GatherV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/attention/self/key/Tensordot/Shape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/attention/self/key/Tensordot/axes", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/attention/self/key/Tensordot/GatherV2_1/axis"], "attr": {"Taxis": {"type": "DT_INT32"}, "Tparams": {"type": "DT_INT32"}, "Tindices": {"type": "DT_INT32"}, "batch_dims": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/attention/self/key/Tensordot/GatherV2", "op": "GatherV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/attention/self/key/Tensordot/Shape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/attention/self/key/Tensordot/free", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/attention/self/key/Tensordot/GatherV2/axis"], "attr": {"Taxis": {"type": "DT_INT32"}, "Tparams": {"type": "DT_INT32"}, "Tindices": {"type": "DT_INT32"}, "batch_dims": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/attention/self/value/Tensordot/GatherV2_1", "op": "GatherV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/attention/self/value/Tensordot/Shape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/attention/self/value/Tensordot/axes", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/attention/self/value/Tensordot/GatherV2_1/axis"], "attr": {"Taxis": {"type": "DT_INT32"}, "Tparams": {"type": "DT_INT32"}, "Tindices": {"type": "DT_INT32"}, "batch_dims": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/attention/self/value/Tensordot/GatherV2", "op": "GatherV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/attention/self/value/Tensordot/Shape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/attention/self/value/Tensordot/free", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/attention/self/value/Tensordot/GatherV2/axis"], "attr": {"Tparams": {"type": "DT_INT32"}, "Taxis": {"type": "DT_INT32"}, "Tindices": {"type": "DT_INT32"}, "batch_dims": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/attention/self/strided_slice", "op": "StridedSlice", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/attention/self/Shape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/attention/self/strided_slice/stack", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/attention/self/strided_slice/stack_1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/attention/self/strided_slice/stack_2"], "attr": {"shrink_axis_mask": {"i": "1"}, "Index": {"type": "DT_INT32"}, "new_axis_mask": {"i": "0"}, "begin_mask": {"i": "0"}, "end_mask": {"i": "0"}, "T": {"type": "DT_INT32"}, "ellipsis_mask": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/attention/self/query/Tensordot/Prod_1", "op": "Prod", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/attention/self/query/Tensordot/GatherV2_1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/attention/self/query/Tensordot/Const_1"], "attr": {"T": {"type": "DT_INT32"}, "Tidx": {"type": "DT_INT32"}, "keep_dims": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/attention/self/query/Tensordot/Prod", "op": "Prod", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/attention/self/query/Tensordot/GatherV2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/attention/self/query/Tensordot/Const"], "attr": {"T": {"type": "DT_INT32"}, "Tidx": {"type": "DT_INT32"}, "keep_dims": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/attention/self/query/Tensordot/concat_1", "op": "ConcatV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/attention/self/query/Tensordot/GatherV2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/attention/self/query/Tensordot/Const_2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/attention/self/query/Tensordot/concat_1/axis"], "attr": {"N": {"i": "2"}, "Tidx": {"type": "DT_INT32"}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/attention/self/key/Tensordot/Prod_1", "op": "Prod", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/attention/self/key/Tensordot/GatherV2_1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/attention/self/key/Tensordot/Const_1"], "attr": {"Tidx": {"type": "DT_INT32"}, "T": {"type": "DT_INT32"}, "keep_dims": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/attention/self/key/Tensordot/Prod", "op": "Prod", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/attention/self/key/Tensordot/GatherV2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/attention/self/key/Tensordot/Const"], "attr": {"T": {"type": "DT_INT32"}, "Tidx": {"type": "DT_INT32"}, "keep_dims": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/attention/self/key/Tensordot/concat_1", "op": "ConcatV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/attention/self/key/Tensordot/GatherV2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/attention/self/key/Tensordot/Const_2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/attention/self/key/Tensordot/concat_1/axis"], "attr": {"N": {"i": "2"}, "Tidx": {"type": "DT_INT32"}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/attention/self/value/Tensordot/Prod_1", "op": "Prod", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/attention/self/value/Tensordot/GatherV2_1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/attention/self/value/Tensordot/Const_1"], "attr": {"T": {"type": "DT_INT32"}, "Tidx": {"type": "DT_INT32"}, "keep_dims": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/attention/self/value/Tensordot/Prod", "op": "Prod", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/attention/self/value/Tensordot/GatherV2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/attention/self/value/Tensordot/Const"], "attr": {"T": {"type": "DT_INT32"}, "Tidx": {"type": "DT_INT32"}, "keep_dims": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/attention/self/value/Tensordot/concat_1", "op": "ConcatV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/attention/self/value/Tensordot/GatherV2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/attention/self/value/Tensordot/Const_2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/attention/self/value/Tensordot/concat_1/axis"], "attr": {"N": {"i": "2"}, "Tidx": {"type": "DT_INT32"}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/attention/self/Reshape_2/shape", "op": "Pack", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/attention/self/strided_slice", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/attention/self/Reshape_2/shape/1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/attention/self/Reshape_2/shape/2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/attention/self/Reshape_2/shape/3"], "attr": {"N": {"i": "4"}, "axis": {"i": "0"}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/attention/self/Reshape/shape", "op": "Pack", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/attention/self/strided_slice", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/attention/self/Reshape/shape/1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/attention/self/Reshape/shape/2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/attention/self/Reshape/shape/3"], "attr": {"N": {"i": "4"}, "axis": {"i": "0"}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/attention/self/Reshape_1/shape", "op": "Pack", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/attention/self/strided_slice", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/attention/self/Reshape_1/shape/1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/attention/self/Reshape_1/shape/2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/attention/self/Reshape_1/shape/3"], "attr": {"N": {"i": "4"}, "axis": {"i": "0"}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/attention/self/Reshape_3/shape", "op": "Pack", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/attention/self/strided_slice", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/attention/self/Reshape_3/shape/1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/attention/self/Reshape_3/shape/2"], "attr": {"N": {"i": "3"}, "axis": {"i": "0"}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/attention/self/query/Tensordot/stack", "op": "Pack", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/attention/self/query/Tensordot/Prod", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/attention/self/query/Tensordot/Prod_1"], "attr": {"N": {"i": "2"}, "axis": {"i": "0"}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/attention/self/key/Tensordot/stack", "op": "Pack", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/attention/self/key/Tensordot/Prod", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/attention/self/key/Tensordot/Prod_1"], "attr": {"N": {"i": "2"}, "axis": {"i": "0"}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/attention/self/value/Tensordot/stack", "op": "Pack", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/attention/self/value/Tensordot/Prod", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/attention/self/value/Tensordot/Prod_1"], "attr": {"N": {"i": "2"}, "axis": {"i": "0"}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/attention/self/query/Tensordot/Reshape", "op": "Reshape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/output/LayerNorm/batchnorm/add_1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/attention/self/query/Tensordot/stack"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/attention/self/key/Tensordot/Reshape", "op": "Reshape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/output/LayerNorm/batchnorm/add_1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/attention/self/key/Tensordot/stack"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/attention/self/value/Tensordot/Reshape", "op": "Reshape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/output/LayerNorm/batchnorm/add_1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/attention/self/value/Tensordot/stack"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/attention/self/query/Tensordot/MatMul", "op": "MatMul", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/attention/self/query/Tensordot/Reshape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/attention/self/query/Tensordot/ReadVariableOp"], "device": "/device:CPU:0", "attr": {"transpose_a": {"b": false}, "grad_a": {"b": false}, "T": {"type": "DT_FLOAT"}, "grad_b": {"b": false}, "transpose_b": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/attention/self/key/Tensordot/MatMul", "op": "MatMul", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/attention/self/key/Tensordot/Reshape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/attention/self/key/Tensordot/ReadVariableOp"], "device": "/device:CPU:0", "attr": {"grad_a": {"b": false}, "transpose_a": {"b": false}, "T": {"type": "DT_FLOAT"}, "grad_b": {"b": false}, "transpose_b": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/attention/self/value/Tensordot/MatMul", "op": "MatMul", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/attention/self/value/Tensordot/Reshape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/attention/self/value/Tensordot/ReadVariableOp"], "device": "/device:CPU:0", "attr": {"transpose_a": {"b": false}, "grad_a": {"b": false}, "T": {"type": "DT_FLOAT"}, "grad_b": {"b": false}, "transpose_b": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/attention/self/query/Tensordot", "op": "Reshape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/attention/self/query/Tensordot/MatMul", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/attention/self/query/Tensordot/concat_1"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/attention/self/key/Tensordot", "op": "Reshape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/attention/self/key/Tensordot/MatMul", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/attention/self/key/Tensordot/concat_1"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/attention/self/value/Tensordot", "op": "Reshape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/attention/self/value/Tensordot/MatMul", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/attention/self/value/Tensordot/concat_1"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/attention/self/query/BiasAdd", "op": "BiasAdd", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/attention/self/query/Tensordot", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/attention/self/query/BiasAdd/ReadVariableOp"], "attr": {"data_format": {"s": "TkhXQw=="}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/attention/self/key/BiasAdd", "op": "BiasAdd", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/attention/self/key/Tensordot", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/attention/self/key/BiasAdd/ReadVariableOp"], "attr": {"data_format": {"s": "TkhXQw=="}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/attention/self/value/BiasAdd", "op": "BiasAdd", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/attention/self/value/Tensordot", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/attention/self/value/BiasAdd/ReadVariableOp"], "attr": {"data_format": {"s": "TkhXQw=="}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/attention/self/Reshape_2", "op": "Reshape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/attention/self/query/BiasAdd", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/attention/self/Reshape_2/shape"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/attention/self/Reshape", "op": "Reshape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/attention/self/key/BiasAdd", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/attention/self/Reshape/shape"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/attention/self/Reshape_1", "op": "Reshape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/attention/self/value/BiasAdd", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/attention/self/Reshape_1/shape"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/attention/self/transpose_2", "op": "Transpose", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/attention/self/Reshape_2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/attention/self/transpose_2/perm"], "attr": {"Tperm": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/attention/self/transpose", "op": "Transpose", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/attention/self/Reshape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/attention/self/transpose/perm"], "attr": {"Tperm": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/attention/self/transpose_1", "op": "Transpose", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/attention/self/Reshape_1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/attention/self/transpose_1/perm"], "attr": {"Tperm": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/attention/self/MatMul", "op": "BatchMatMulV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/attention/self/transpose_2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/attention/self/transpose"], "attr": {"adj_x": {"b": false}, "grad_y": {"b": false}, "T": {"type": "DT_FLOAT"}, "grad_x": {"b": false}, "adj_y": {"b": true}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/attention/self/truediv", "op": "Mul", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/attention/self/MatMul", "ConstantFolding/StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/attention/self/truediv_recip"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/attention/self/add_1", "op": "AddV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/attention/self/truediv", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/attention/self/Add"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/attention/self/Softmax", "op": "Softmax", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/attention/self/add_1"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/attention/self/MatMul_1", "op": "BatchMatMulV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/attention/self/Softmax", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/attention/self/transpose_1"], "attr": {"grad_y": {"b": false}, "adj_x": {"b": false}, "T": {"type": "DT_FLOAT"}, "adj_y": {"b": false}, "grad_x": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/attention/self/transpose_3", "op": "Transpose", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/attention/self/MatMul_1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/attention/self/transpose_3/perm"], "attr": {"Tperm": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/attention/self/Reshape_3", "op": "Reshape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/attention/self/transpose_3", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/attention/self/Reshape_3/shape"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/attention/output/dense/Tensordot/Shape", "op": "Shape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/attention/self/Reshape_3"], "attr": {"T": {"type": "DT_FLOAT"}, "out_type": {"type": "DT_INT32"}}, "experimentalType": {"typeId": "TFT_PRODUCT", "args": [{"typeId": "TFT_SHAPE_TENSOR", "args": [{"typeId": "TFT_INT32"}]}]}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/attention/output/dense/Tensordot/GatherV2_1", "op": "GatherV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/attention/output/dense/Tensordot/Shape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/attention/output/dense/Tensordot/axes", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/attention/output/dense/Tensordot/GatherV2_1/axis"], "attr": {"Taxis": {"type": "DT_INT32"}, "Tparams": {"type": "DT_INT32"}, "Tindices": {"type": "DT_INT32"}, "batch_dims": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/attention/output/dense/Tensordot/GatherV2", "op": "GatherV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/attention/output/dense/Tensordot/Shape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/attention/output/dense/Tensordot/free", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/attention/output/dense/Tensordot/GatherV2/axis"], "attr": {"Tparams": {"type": "DT_INT32"}, "Taxis": {"type": "DT_INT32"}, "Tindices": {"type": "DT_INT32"}, "batch_dims": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/attention/output/dense/Tensordot/Prod_1", "op": "Prod", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/attention/output/dense/Tensordot/GatherV2_1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/attention/output/dense/Tensordot/Const_1"], "attr": {"T": {"type": "DT_INT32"}, "Tidx": {"type": "DT_INT32"}, "keep_dims": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/attention/output/dense/Tensordot/Prod", "op": "Prod", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/attention/output/dense/Tensordot/GatherV2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/attention/output/dense/Tensordot/Const"], "attr": {"T": {"type": "DT_INT32"}, "Tidx": {"type": "DT_INT32"}, "keep_dims": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/attention/output/dense/Tensordot/concat_1", "op": "ConcatV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/attention/output/dense/Tensordot/GatherV2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/attention/output/dense/Tensordot/Const_2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/attention/output/dense/Tensordot/concat_1/axis"], "attr": {"N": {"i": "2"}, "Tidx": {"type": "DT_INT32"}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/attention/output/dense/Tensordot/stack", "op": "Pack", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/attention/output/dense/Tensordot/Prod", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/attention/output/dense/Tensordot/Prod_1"], "attr": {"N": {"i": "2"}, "axis": {"i": "0"}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/attention/output/dense/Tensordot/Reshape", "op": "Reshape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/attention/self/Reshape_3", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/attention/output/dense/Tensordot/stack"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/attention/output/dense/Tensordot/MatMul", "op": "MatMul", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/attention/output/dense/Tensordot/Reshape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/attention/output/dense/Tensordot/ReadVariableOp"], "device": "/device:CPU:0", "attr": {"grad_a": {"b": false}, "transpose_a": {"b": false}, "T": {"type": "DT_FLOAT"}, "grad_b": {"b": false}, "transpose_b": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/attention/output/dense/Tensordot", "op": "Reshape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/attention/output/dense/Tensordot/MatMul", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/attention/output/dense/Tensordot/concat_1"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/attention/output/dense/BiasAdd", "op": "BiasAdd", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/attention/output/dense/Tensordot", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/attention/output/dense/BiasAdd/ReadVariableOp"], "attr": {"data_format": {"s": "TkhXQw=="}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/attention/output/add", "op": "AddV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/attention/output/dense/BiasAdd", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/output/LayerNorm/batchnorm/add_1"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/attention/output/LayerNorm/moments/mean", "op": "Mean", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/attention/output/add", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/attention/output/LayerNorm/moments/mean/reduction_indices"], "attr": {"Tidx": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}, "keep_dims": {"b": true}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/attention/output/LayerNorm/moments/SquaredDifference", "op": "SquaredDifference", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/attention/output/add", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/attention/output/LayerNorm/moments/mean"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/attention/output/LayerNorm/moments/variance", "op": "Mean", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/attention/output/LayerNorm/moments/SquaredDifference", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/attention/output/LayerNorm/moments/variance/reduction_indices"], "attr": {"T": {"type": "DT_FLOAT"}, "Tidx": {"type": "DT_INT32"}, "keep_dims": {"b": true}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/attention/output/LayerNorm/batchnorm/add", "op": "AddV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/attention/output/LayerNorm/moments/variance", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/attention/output/LayerNorm/batchnorm/add/y"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/attention/output/LayerNorm/batchnorm/Rsqrt", "op": "Rsqrt", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/attention/output/LayerNorm/batchnorm/add"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/attention/output/LayerNorm/batchnorm/mul", "op": "Mul", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/attention/output/LayerNorm/batchnorm/Rsqrt", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/attention/output/LayerNorm/batchnorm/mul/ReadVariableOp"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/attention/output/LayerNorm/batchnorm/mul_2", "op": "Mul", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/attention/output/LayerNorm/moments/mean", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/attention/output/LayerNorm/batchnorm/mul"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/attention/output/LayerNorm/batchnorm/mul_1", "op": "Mul", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/attention/output/add", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/attention/output/LayerNorm/batchnorm/mul"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/attention/output/LayerNorm/batchnorm/sub", "op": "Sub", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/attention/output/LayerNorm/batchnorm/ReadVariableOp", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/attention/output/LayerNorm/batchnorm/mul_2"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/attention/output/LayerNorm/batchnorm/add_1", "op": "AddV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/attention/output/LayerNorm/batchnorm/mul_1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/attention/output/LayerNorm/batchnorm/sub"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/intermediate/dense/Tensordot/Shape", "op": "Shape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/attention/output/LayerNorm/batchnorm/add_1"], "attr": {"T": {"type": "DT_FLOAT"}, "out_type": {"type": "DT_INT32"}}, "experimentalType": {"typeId": "TFT_PRODUCT", "args": [{"typeId": "TFT_SHAPE_TENSOR", "args": [{"typeId": "TFT_INT32"}]}]}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/intermediate/dense/Tensordot/GatherV2_1", "op": "GatherV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/intermediate/dense/Tensordot/Shape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/intermediate/dense/Tensordot/axes", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/intermediate/dense/Tensordot/GatherV2_1/axis"], "attr": {"Taxis": {"type": "DT_INT32"}, "Tparams": {"type": "DT_INT32"}, "Tindices": {"type": "DT_INT32"}, "batch_dims": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/intermediate/dense/Tensordot/GatherV2", "op": "GatherV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/intermediate/dense/Tensordot/Shape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/intermediate/dense/Tensordot/free", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/intermediate/dense/Tensordot/GatherV2/axis"], "attr": {"Tparams": {"type": "DT_INT32"}, "Taxis": {"type": "DT_INT32"}, "Tindices": {"type": "DT_INT32"}, "batch_dims": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/intermediate/dense/Tensordot/Prod_1", "op": "Prod", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/intermediate/dense/Tensordot/GatherV2_1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/intermediate/dense/Tensordot/Const_1"], "attr": {"Tidx": {"type": "DT_INT32"}, "T": {"type": "DT_INT32"}, "keep_dims": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/intermediate/dense/Tensordot/Prod", "op": "Prod", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/intermediate/dense/Tensordot/GatherV2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/intermediate/dense/Tensordot/Const"], "attr": {"Tidx": {"type": "DT_INT32"}, "T": {"type": "DT_INT32"}, "keep_dims": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/intermediate/dense/Tensordot/concat_1", "op": "ConcatV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/intermediate/dense/Tensordot/GatherV2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/intermediate/dense/Tensordot/Const_2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/intermediate/dense/Tensordot/concat_1/axis"], "attr": {"N": {"i": "2"}, "T": {"type": "DT_INT32"}, "Tidx": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/intermediate/dense/Tensordot/stack", "op": "Pack", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/intermediate/dense/Tensordot/Prod", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/intermediate/dense/Tensordot/Prod_1"], "attr": {"N": {"i": "2"}, "axis": {"i": "0"}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/intermediate/dense/Tensordot/Reshape", "op": "Reshape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/attention/output/LayerNorm/batchnorm/add_1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/intermediate/dense/Tensordot/stack"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/intermediate/dense/Tensordot/MatMul", "op": "MatMul", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/intermediate/dense/Tensordot/Reshape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/intermediate/dense/Tensordot/ReadVariableOp"], "device": "/device:CPU:0", "attr": {"grad_a": {"b": false}, "transpose_a": {"b": false}, "T": {"type": "DT_FLOAT"}, "grad_b": {"b": false}, "transpose_b": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/intermediate/dense/Tensordot", "op": "Reshape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/intermediate/dense/Tensordot/MatMul", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/intermediate/dense/Tensordot/concat_1"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/intermediate/dense/BiasAdd", "op": "BiasAdd", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/intermediate/dense/Tensordot", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/intermediate/dense/BiasAdd/ReadVariableOp"], "attr": {"data_format": {"s": "TkhXQw=="}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/intermediate/Relu", "op": "Relu", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/intermediate/dense/BiasAdd"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/output/dense/Tensordot/Shape", "op": "Shape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/intermediate/Relu"], "attr": {"T": {"type": "DT_FLOAT"}, "out_type": {"type": "DT_INT32"}}, "experimentalType": {"typeId": "TFT_PRODUCT", "args": [{"typeId": "TFT_SHAPE_TENSOR", "args": [{"typeId": "TFT_INT32"}]}]}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/output/dense/Tensordot/GatherV2_1", "op": "GatherV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/output/dense/Tensordot/Shape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/output/dense/Tensordot/axes", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/output/dense/Tensordot/GatherV2_1/axis"], "attr": {"Tparams": {"type": "DT_INT32"}, "Taxis": {"type": "DT_INT32"}, "Tindices": {"type": "DT_INT32"}, "batch_dims": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/output/dense/Tensordot/GatherV2", "op": "GatherV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/output/dense/Tensordot/Shape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/output/dense/Tensordot/free", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/output/dense/Tensordot/GatherV2/axis"], "attr": {"Tparams": {"type": "DT_INT32"}, "Taxis": {"type": "DT_INT32"}, "Tindices": {"type": "DT_INT32"}, "batch_dims": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/output/dense/Tensordot/Prod_1", "op": "Prod", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/output/dense/Tensordot/GatherV2_1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/output/dense/Tensordot/Const_1"], "attr": {"T": {"type": "DT_INT32"}, "Tidx": {"type": "DT_INT32"}, "keep_dims": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/output/dense/Tensordot/Prod", "op": "Prod", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/output/dense/Tensordot/GatherV2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/output/dense/Tensordot/Const"], "attr": {"Tidx": {"type": "DT_INT32"}, "T": {"type": "DT_INT32"}, "keep_dims": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/output/dense/Tensordot/concat_1", "op": "ConcatV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/output/dense/Tensordot/GatherV2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/output/dense/Tensordot/Const_2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/output/dense/Tensordot/concat_1/axis"], "attr": {"N": {"i": "2"}, "T": {"type": "DT_INT32"}, "Tidx": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/output/dense/Tensordot/stack", "op": "Pack", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/output/dense/Tensordot/Prod", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/output/dense/Tensordot/Prod_1"], "attr": {"N": {"i": "2"}, "axis": {"i": "0"}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/output/dense/Tensordot/Reshape", "op": "Reshape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/intermediate/Relu", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/output/dense/Tensordot/stack"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/output/dense/Tensordot/MatMul", "op": "MatMul", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/output/dense/Tensordot/Reshape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/output/dense/Tensordot/ReadVariableOp"], "device": "/device:CPU:0", "attr": {"grad_a": {"b": false}, "transpose_a": {"b": false}, "T": {"type": "DT_FLOAT"}, "grad_b": {"b": false}, "transpose_b": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/output/dense/Tensordot", "op": "Reshape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/output/dense/Tensordot/MatMul", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/output/dense/Tensordot/concat_1"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/output/dense/BiasAdd", "op": "BiasAdd", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/output/dense/Tensordot", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/output/dense/BiasAdd/ReadVariableOp"], "attr": {"data_format": {"s": "TkhXQw=="}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/output/add", "op": "AddV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/output/dense/BiasAdd", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/attention/output/LayerNorm/batchnorm/add_1"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/output/LayerNorm/moments/mean", "op": "Mean", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/output/add", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/output/LayerNorm/moments/mean/reduction_indices"], "attr": {"T": {"type": "DT_FLOAT"}, "Tidx": {"type": "DT_INT32"}, "keep_dims": {"b": true}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/output/LayerNorm/moments/SquaredDifference", "op": "SquaredDifference", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/output/add", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/output/LayerNorm/moments/mean"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/output/LayerNorm/moments/variance", "op": "Mean", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/output/LayerNorm/moments/SquaredDifference", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/output/LayerNorm/moments/variance/reduction_indices"], "attr": {"Tidx": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}, "keep_dims": {"b": true}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/output/LayerNorm/batchnorm/add", "op": "AddV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/output/LayerNorm/moments/variance", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/output/LayerNorm/batchnorm/add/y"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/output/LayerNorm/batchnorm/Rsqrt", "op": "Rsqrt", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/output/LayerNorm/batchnorm/add"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/output/LayerNorm/batchnorm/mul", "op": "Mul", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/output/LayerNorm/batchnorm/Rsqrt", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/output/LayerNorm/batchnorm/mul/ReadVariableOp"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/output/LayerNorm/batchnorm/mul_2", "op": "Mul", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/output/LayerNorm/moments/mean", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/output/LayerNorm/batchnorm/mul"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/output/LayerNorm/batchnorm/mul_1", "op": "Mul", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/output/add", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/output/LayerNorm/batchnorm/mul"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/output/LayerNorm/batchnorm/sub", "op": "Sub", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/output/LayerNorm/batchnorm/ReadVariableOp", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/output/LayerNorm/batchnorm/mul_2"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/output/LayerNorm/batchnorm/add_1", "op": "AddV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/output/LayerNorm/batchnorm/mul_1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/output/LayerNorm/batchnorm/sub"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/attention/self/query/Tensordot/Shape", "op": "Shape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/output/LayerNorm/batchnorm/add_1"], "attr": {"T": {"type": "DT_FLOAT"}, "out_type": {"type": "DT_INT32"}}, "experimentalType": {"typeId": "TFT_PRODUCT", "args": [{"typeId": "TFT_SHAPE_TENSOR", "args": [{"typeId": "TFT_INT32"}]}]}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/attention/self/key/Tensordot/Shape", "op": "Shape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/output/LayerNorm/batchnorm/add_1"], "attr": {"T": {"type": "DT_FLOAT"}, "out_type": {"type": "DT_INT32"}}, "experimentalType": {"typeId": "TFT_PRODUCT", "args": [{"typeId": "TFT_SHAPE_TENSOR", "args": [{"typeId": "TFT_INT32"}]}]}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/attention/self/value/Tensordot/Shape", "op": "Shape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/output/LayerNorm/batchnorm/add_1"], "attr": {"T": {"type": "DT_FLOAT"}, "out_type": {"type": "DT_INT32"}}, "experimentalType": {"typeId": "TFT_PRODUCT", "args": [{"typeId": "TFT_SHAPE_TENSOR", "args": [{"typeId": "TFT_INT32"}]}]}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/attention/self/Shape", "op": "Shape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/output/LayerNorm/batchnorm/add_1"], "attr": {"T": {"type": "DT_FLOAT"}, "out_type": {"type": "DT_INT32"}}, "experimentalType": {"typeId": "TFT_PRODUCT", "args": [{"typeId": "TFT_SHAPE_TENSOR", "args": [{"typeId": "TFT_INT32"}]}]}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/attention/self/query/Tensordot/GatherV2_1", "op": "GatherV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/attention/self/query/Tensordot/Shape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/attention/self/query/Tensordot/axes", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/attention/self/query/Tensordot/GatherV2_1/axis"], "attr": {"Tparams": {"type": "DT_INT32"}, "Taxis": {"type": "DT_INT32"}, "Tindices": {"type": "DT_INT32"}, "batch_dims": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/attention/self/query/Tensordot/GatherV2", "op": "GatherV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/attention/self/query/Tensordot/Shape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/attention/self/query/Tensordot/free", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/attention/self/query/Tensordot/GatherV2/axis"], "attr": {"Taxis": {"type": "DT_INT32"}, "Tparams": {"type": "DT_INT32"}, "Tindices": {"type": "DT_INT32"}, "batch_dims": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/attention/self/key/Tensordot/GatherV2_1", "op": "GatherV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/attention/self/key/Tensordot/Shape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/attention/self/key/Tensordot/axes", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/attention/self/key/Tensordot/GatherV2_1/axis"], "attr": {"Taxis": {"type": "DT_INT32"}, "Tparams": {"type": "DT_INT32"}, "Tindices": {"type": "DT_INT32"}, "batch_dims": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/attention/self/key/Tensordot/GatherV2", "op": "GatherV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/attention/self/key/Tensordot/Shape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/attention/self/key/Tensordot/free", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/attention/self/key/Tensordot/GatherV2/axis"], "attr": {"Tparams": {"type": "DT_INT32"}, "Taxis": {"type": "DT_INT32"}, "Tindices": {"type": "DT_INT32"}, "batch_dims": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/attention/self/value/Tensordot/GatherV2_1", "op": "GatherV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/attention/self/value/Tensordot/Shape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/attention/self/value/Tensordot/axes", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/attention/self/value/Tensordot/GatherV2_1/axis"], "attr": {"Taxis": {"type": "DT_INT32"}, "Tparams": {"type": "DT_INT32"}, "Tindices": {"type": "DT_INT32"}, "batch_dims": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/attention/self/value/Tensordot/GatherV2", "op": "GatherV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/attention/self/value/Tensordot/Shape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/attention/self/value/Tensordot/free", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/attention/self/value/Tensordot/GatherV2/axis"], "attr": {"Taxis": {"type": "DT_INT32"}, "Tparams": {"type": "DT_INT32"}, "Tindices": {"type": "DT_INT32"}, "batch_dims": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/attention/self/strided_slice", "op": "StridedSlice", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/attention/self/Shape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/attention/self/strided_slice/stack", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/attention/self/strided_slice/stack_1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/attention/self/strided_slice/stack_2"], "attr": {"shrink_axis_mask": {"i": "1"}, "Index": {"type": "DT_INT32"}, "new_axis_mask": {"i": "0"}, "begin_mask": {"i": "0"}, "T": {"type": "DT_INT32"}, "end_mask": {"i": "0"}, "ellipsis_mask": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/attention/self/query/Tensordot/Prod_1", "op": "Prod", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/attention/self/query/Tensordot/GatherV2_1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/attention/self/query/Tensordot/Const_1"], "attr": {"T": {"type": "DT_INT32"}, "Tidx": {"type": "DT_INT32"}, "keep_dims": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/attention/self/query/Tensordot/Prod", "op": "Prod", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/attention/self/query/Tensordot/GatherV2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/attention/self/query/Tensordot/Const"], "attr": {"Tidx": {"type": "DT_INT32"}, "T": {"type": "DT_INT32"}, "keep_dims": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/attention/self/query/Tensordot/concat_1", "op": "ConcatV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/attention/self/query/Tensordot/GatherV2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/attention/self/query/Tensordot/Const_2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/attention/self/query/Tensordot/concat_1/axis"], "attr": {"N": {"i": "2"}, "T": {"type": "DT_INT32"}, "Tidx": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/attention/self/key/Tensordot/Prod_1", "op": "Prod", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/attention/self/key/Tensordot/GatherV2_1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/attention/self/key/Tensordot/Const_1"], "attr": {"Tidx": {"type": "DT_INT32"}, "T": {"type": "DT_INT32"}, "keep_dims": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/attention/self/key/Tensordot/Prod", "op": "Prod", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/attention/self/key/Tensordot/GatherV2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/attention/self/key/Tensordot/Const"], "attr": {"Tidx": {"type": "DT_INT32"}, "T": {"type": "DT_INT32"}, "keep_dims": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/attention/self/key/Tensordot/concat_1", "op": "ConcatV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/attention/self/key/Tensordot/GatherV2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/attention/self/key/Tensordot/Const_2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/attention/self/key/Tensordot/concat_1/axis"], "attr": {"N": {"i": "2"}, "T": {"type": "DT_INT32"}, "Tidx": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/attention/self/value/Tensordot/Prod_1", "op": "Prod", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/attention/self/value/Tensordot/GatherV2_1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/attention/self/value/Tensordot/Const_1"], "attr": {"Tidx": {"type": "DT_INT32"}, "T": {"type": "DT_INT32"}, "keep_dims": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/attention/self/value/Tensordot/Prod", "op": "Prod", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/attention/self/value/Tensordot/GatherV2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/attention/self/value/Tensordot/Const"], "attr": {"Tidx": {"type": "DT_INT32"}, "T": {"type": "DT_INT32"}, "keep_dims": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/attention/self/value/Tensordot/concat_1", "op": "ConcatV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/attention/self/value/Tensordot/GatherV2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/attention/self/value/Tensordot/Const_2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/attention/self/value/Tensordot/concat_1/axis"], "attr": {"N": {"i": "2"}, "T": {"type": "DT_INT32"}, "Tidx": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/attention/self/Reshape_2/shape", "op": "Pack", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/attention/self/strided_slice", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/attention/self/Reshape_2/shape/1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/attention/self/Reshape_2/shape/2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/attention/self/Reshape_2/shape/3"], "attr": {"N": {"i": "4"}, "axis": {"i": "0"}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/attention/self/Reshape/shape", "op": "Pack", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/attention/self/strided_slice", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/attention/self/Reshape/shape/1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/attention/self/Reshape/shape/2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/attention/self/Reshape/shape/3"], "attr": {"N": {"i": "4"}, "axis": {"i": "0"}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/attention/self/Reshape_1/shape", "op": "Pack", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/attention/self/strided_slice", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/attention/self/Reshape_1/shape/1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/attention/self/Reshape_1/shape/2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/attention/self/Reshape_1/shape/3"], "attr": {"N": {"i": "4"}, "axis": {"i": "0"}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/attention/self/Reshape_3/shape", "op": "Pack", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/attention/self/strided_slice", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/attention/self/Reshape_3/shape/1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/attention/self/Reshape_3/shape/2"], "attr": {"N": {"i": "3"}, "axis": {"i": "0"}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/attention/self/query/Tensordot/stack", "op": "Pack", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/attention/self/query/Tensordot/Prod", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/attention/self/query/Tensordot/Prod_1"], "attr": {"N": {"i": "2"}, "axis": {"i": "0"}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/attention/self/key/Tensordot/stack", "op": "Pack", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/attention/self/key/Tensordot/Prod", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/attention/self/key/Tensordot/Prod_1"], "attr": {"N": {"i": "2"}, "axis": {"i": "0"}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/attention/self/value/Tensordot/stack", "op": "Pack", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/attention/self/value/Tensordot/Prod", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/attention/self/value/Tensordot/Prod_1"], "attr": {"N": {"i": "2"}, "axis": {"i": "0"}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/attention/self/query/Tensordot/Reshape", "op": "Reshape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/output/LayerNorm/batchnorm/add_1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/attention/self/query/Tensordot/stack"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/attention/self/key/Tensordot/Reshape", "op": "Reshape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/output/LayerNorm/batchnorm/add_1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/attention/self/key/Tensordot/stack"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/attention/self/value/Tensordot/Reshape", "op": "Reshape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/output/LayerNorm/batchnorm/add_1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/attention/self/value/Tensordot/stack"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/attention/self/query/Tensordot/MatMul", "op": "MatMul", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/attention/self/query/Tensordot/Reshape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/attention/self/query/Tensordot/ReadVariableOp"], "device": "/device:CPU:0", "attr": {"transpose_a": {"b": false}, "grad_a": {"b": false}, "T": {"type": "DT_FLOAT"}, "grad_b": {"b": false}, "transpose_b": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/attention/self/key/Tensordot/MatMul", "op": "MatMul", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/attention/self/key/Tensordot/Reshape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/attention/self/key/Tensordot/ReadVariableOp"], "device": "/device:CPU:0", "attr": {"grad_a": {"b": false}, "transpose_a": {"b": false}, "T": {"type": "DT_FLOAT"}, "grad_b": {"b": false}, "transpose_b": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/attention/self/value/Tensordot/MatMul", "op": "MatMul", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/attention/self/value/Tensordot/Reshape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/attention/self/value/Tensordot/ReadVariableOp"], "device": "/device:CPU:0", "attr": {"transpose_a": {"b": false}, "grad_a": {"b": false}, "T": {"type": "DT_FLOAT"}, "grad_b": {"b": false}, "transpose_b": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/attention/self/query/Tensordot", "op": "Reshape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/attention/self/query/Tensordot/MatMul", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/attention/self/query/Tensordot/concat_1"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/attention/self/key/Tensordot", "op": "Reshape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/attention/self/key/Tensordot/MatMul", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/attention/self/key/Tensordot/concat_1"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/attention/self/value/Tensordot", "op": "Reshape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/attention/self/value/Tensordot/MatMul", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/attention/self/value/Tensordot/concat_1"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/attention/self/query/BiasAdd", "op": "BiasAdd", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/attention/self/query/Tensordot", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/attention/self/query/BiasAdd/ReadVariableOp"], "attr": {"data_format": {"s": "TkhXQw=="}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/attention/self/key/BiasAdd", "op": "BiasAdd", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/attention/self/key/Tensordot", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/attention/self/key/BiasAdd/ReadVariableOp"], "attr": {"data_format": {"s": "TkhXQw=="}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/attention/self/value/BiasAdd", "op": "BiasAdd", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/attention/self/value/Tensordot", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/attention/self/value/BiasAdd/ReadVariableOp"], "attr": {"data_format": {"s": "TkhXQw=="}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/attention/self/Reshape_2", "op": "Reshape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/attention/self/query/BiasAdd", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/attention/self/Reshape_2/shape"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/attention/self/Reshape", "op": "Reshape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/attention/self/key/BiasAdd", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/attention/self/Reshape/shape"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/attention/self/Reshape_1", "op": "Reshape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/attention/self/value/BiasAdd", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/attention/self/Reshape_1/shape"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/attention/self/transpose_2", "op": "Transpose", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/attention/self/Reshape_2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/attention/self/transpose_2/perm"], "attr": {"Tperm": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/attention/self/transpose", "op": "Transpose", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/attention/self/Reshape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/attention/self/transpose/perm"], "attr": {"Tperm": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/attention/self/transpose_1", "op": "Transpose", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/attention/self/Reshape_1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/attention/self/transpose_1/perm"], "attr": {"Tperm": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/attention/self/MatMul", "op": "BatchMatMulV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/attention/self/transpose_2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/attention/self/transpose"], "attr": {"grad_y": {"b": false}, "adj_x": {"b": false}, "T": {"type": "DT_FLOAT"}, "grad_x": {"b": false}, "adj_y": {"b": true}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/attention/self/truediv", "op": "Mul", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/attention/self/MatMul", "ConstantFolding/StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/attention/self/truediv_recip"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/attention/self/add_1", "op": "AddV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/attention/self/truediv", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/attention/self/Add"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/attention/self/Softmax", "op": "Softmax", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/attention/self/add_1"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/attention/self/MatMul_1", "op": "BatchMatMulV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/attention/self/Softmax", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/attention/self/transpose_1"], "attr": {"adj_x": {"b": false}, "grad_y": {"b": false}, "T": {"type": "DT_FLOAT"}, "grad_x": {"b": false}, "adj_y": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/attention/self/transpose_3", "op": "Transpose", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/attention/self/MatMul_1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/attention/self/transpose_3/perm"], "attr": {"Tperm": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/attention/self/Reshape_3", "op": "Reshape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/attention/self/transpose_3", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/attention/self/Reshape_3/shape"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/attention/output/dense/Tensordot/Shape", "op": "Shape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/attention/self/Reshape_3"], "attr": {"T": {"type": "DT_FLOAT"}, "out_type": {"type": "DT_INT32"}}, "experimentalType": {"typeId": "TFT_PRODUCT", "args": [{"typeId": "TFT_SHAPE_TENSOR", "args": [{"typeId": "TFT_INT32"}]}]}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/attention/output/dense/Tensordot/GatherV2_1", "op": "GatherV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/attention/output/dense/Tensordot/Shape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/attention/output/dense/Tensordot/axes", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/attention/output/dense/Tensordot/GatherV2_1/axis"], "attr": {"Taxis": {"type": "DT_INT32"}, "Tparams": {"type": "DT_INT32"}, "Tindices": {"type": "DT_INT32"}, "batch_dims": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/attention/output/dense/Tensordot/GatherV2", "op": "GatherV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/attention/output/dense/Tensordot/Shape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/attention/output/dense/Tensordot/free", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/attention/output/dense/Tensordot/GatherV2/axis"], "attr": {"Taxis": {"type": "DT_INT32"}, "Tparams": {"type": "DT_INT32"}, "Tindices": {"type": "DT_INT32"}, "batch_dims": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/attention/output/dense/Tensordot/Prod_1", "op": "Prod", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/attention/output/dense/Tensordot/GatherV2_1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/attention/output/dense/Tensordot/Const_1"], "attr": {"T": {"type": "DT_INT32"}, "Tidx": {"type": "DT_INT32"}, "keep_dims": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/attention/output/dense/Tensordot/Prod", "op": "Prod", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/attention/output/dense/Tensordot/GatherV2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/attention/output/dense/Tensordot/Const"], "attr": {"T": {"type": "DT_INT32"}, "Tidx": {"type": "DT_INT32"}, "keep_dims": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/attention/output/dense/Tensordot/concat_1", "op": "ConcatV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/attention/output/dense/Tensordot/GatherV2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/attention/output/dense/Tensordot/Const_2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/attention/output/dense/Tensordot/concat_1/axis"], "attr": {"N": {"i": "2"}, "Tidx": {"type": "DT_INT32"}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/attention/output/dense/Tensordot/stack", "op": "Pack", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/attention/output/dense/Tensordot/Prod", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/attention/output/dense/Tensordot/Prod_1"], "attr": {"N": {"i": "2"}, "axis": {"i": "0"}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/attention/output/dense/Tensordot/Reshape", "op": "Reshape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/attention/self/Reshape_3", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/attention/output/dense/Tensordot/stack"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/attention/output/dense/Tensordot/MatMul", "op": "MatMul", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/attention/output/dense/Tensordot/Reshape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/attention/output/dense/Tensordot/ReadVariableOp"], "device": "/device:CPU:0", "attr": {"transpose_a": {"b": false}, "grad_a": {"b": false}, "T": {"type": "DT_FLOAT"}, "grad_b": {"b": false}, "transpose_b": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/attention/output/dense/Tensordot", "op": "Reshape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/attention/output/dense/Tensordot/MatMul", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/attention/output/dense/Tensordot/concat_1"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/attention/output/dense/BiasAdd", "op": "BiasAdd", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/attention/output/dense/Tensordot", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/attention/output/dense/BiasAdd/ReadVariableOp"], "attr": {"data_format": {"s": "TkhXQw=="}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/attention/output/add", "op": "AddV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/attention/output/dense/BiasAdd", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/output/LayerNorm/batchnorm/add_1"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/attention/output/LayerNorm/moments/mean", "op": "Mean", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/attention/output/add", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/attention/output/LayerNorm/moments/mean/reduction_indices"], "attr": {"T": {"type": "DT_FLOAT"}, "Tidx": {"type": "DT_INT32"}, "keep_dims": {"b": true}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/attention/output/LayerNorm/moments/SquaredDifference", "op": "SquaredDifference", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/attention/output/add", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/attention/output/LayerNorm/moments/mean"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/attention/output/LayerNorm/moments/variance", "op": "Mean", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/attention/output/LayerNorm/moments/SquaredDifference", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/attention/output/LayerNorm/moments/variance/reduction_indices"], "attr": {"T": {"type": "DT_FLOAT"}, "Tidx": {"type": "DT_INT32"}, "keep_dims": {"b": true}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/attention/output/LayerNorm/batchnorm/add", "op": "AddV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/attention/output/LayerNorm/moments/variance", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/attention/output/LayerNorm/batchnorm/add/y"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/attention/output/LayerNorm/batchnorm/Rsqrt", "op": "Rsqrt", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/attention/output/LayerNorm/batchnorm/add"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/attention/output/LayerNorm/batchnorm/mul", "op": "Mul", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/attention/output/LayerNorm/batchnorm/Rsqrt", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/attention/output/LayerNorm/batchnorm/mul/ReadVariableOp"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/attention/output/LayerNorm/batchnorm/mul_2", "op": "Mul", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/attention/output/LayerNorm/moments/mean", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/attention/output/LayerNorm/batchnorm/mul"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/attention/output/LayerNorm/batchnorm/mul_1", "op": "Mul", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/attention/output/add", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/attention/output/LayerNorm/batchnorm/mul"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/attention/output/LayerNorm/batchnorm/sub", "op": "Sub", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/attention/output/LayerNorm/batchnorm/ReadVariableOp", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/attention/output/LayerNorm/batchnorm/mul_2"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/attention/output/LayerNorm/batchnorm/add_1", "op": "AddV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/attention/output/LayerNorm/batchnorm/mul_1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/attention/output/LayerNorm/batchnorm/sub"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/intermediate/dense/Tensordot/Shape", "op": "Shape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/attention/output/LayerNorm/batchnorm/add_1"], "attr": {"T": {"type": "DT_FLOAT"}, "out_type": {"type": "DT_INT32"}}, "experimentalType": {"typeId": "TFT_PRODUCT", "args": [{"typeId": "TFT_SHAPE_TENSOR", "args": [{"typeId": "TFT_INT32"}]}]}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/intermediate/dense/Tensordot/GatherV2_1", "op": "GatherV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/intermediate/dense/Tensordot/Shape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/intermediate/dense/Tensordot/axes", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/intermediate/dense/Tensordot/GatherV2_1/axis"], "attr": {"Tparams": {"type": "DT_INT32"}, "Taxis": {"type": "DT_INT32"}, "Tindices": {"type": "DT_INT32"}, "batch_dims": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/intermediate/dense/Tensordot/GatherV2", "op": "GatherV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/intermediate/dense/Tensordot/Shape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/intermediate/dense/Tensordot/free", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/intermediate/dense/Tensordot/GatherV2/axis"], "attr": {"Taxis": {"type": "DT_INT32"}, "Tparams": {"type": "DT_INT32"}, "Tindices": {"type": "DT_INT32"}, "batch_dims": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/intermediate/dense/Tensordot/Prod_1", "op": "Prod", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/intermediate/dense/Tensordot/GatherV2_1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/intermediate/dense/Tensordot/Const_1"], "attr": {"T": {"type": "DT_INT32"}, "Tidx": {"type": "DT_INT32"}, "keep_dims": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/intermediate/dense/Tensordot/Prod", "op": "Prod", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/intermediate/dense/Tensordot/GatherV2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/intermediate/dense/Tensordot/Const"], "attr": {"Tidx": {"type": "DT_INT32"}, "T": {"type": "DT_INT32"}, "keep_dims": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/intermediate/dense/Tensordot/concat_1", "op": "ConcatV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/intermediate/dense/Tensordot/GatherV2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/intermediate/dense/Tensordot/Const_2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/intermediate/dense/Tensordot/concat_1/axis"], "attr": {"N": {"i": "2"}, "Tidx": {"type": "DT_INT32"}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/intermediate/dense/Tensordot/stack", "op": "Pack", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/intermediate/dense/Tensordot/Prod", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/intermediate/dense/Tensordot/Prod_1"], "attr": {"N": {"i": "2"}, "axis": {"i": "0"}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/intermediate/dense/Tensordot/Reshape", "op": "Reshape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/attention/output/LayerNorm/batchnorm/add_1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/intermediate/dense/Tensordot/stack"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/intermediate/dense/Tensordot/MatMul", "op": "MatMul", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/intermediate/dense/Tensordot/Reshape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/intermediate/dense/Tensordot/ReadVariableOp"], "device": "/device:CPU:0", "attr": {"grad_a": {"b": false}, "transpose_a": {"b": false}, "T": {"type": "DT_FLOAT"}, "grad_b": {"b": false}, "transpose_b": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/intermediate/dense/Tensordot", "op": "Reshape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/intermediate/dense/Tensordot/MatMul", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/intermediate/dense/Tensordot/concat_1"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/intermediate/dense/BiasAdd", "op": "BiasAdd", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/intermediate/dense/Tensordot", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/intermediate/dense/BiasAdd/ReadVariableOp"], "attr": {"data_format": {"s": "TkhXQw=="}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/intermediate/Relu", "op": "Relu", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/intermediate/dense/BiasAdd"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/output/dense/Tensordot/Shape", "op": "Shape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/intermediate/Relu"], "attr": {"T": {"type": "DT_FLOAT"}, "out_type": {"type": "DT_INT32"}}, "experimentalType": {"typeId": "TFT_PRODUCT", "args": [{"typeId": "TFT_SHAPE_TENSOR", "args": [{"typeId": "TFT_INT32"}]}]}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/output/dense/Tensordot/GatherV2_1", "op": "GatherV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/output/dense/Tensordot/Shape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/output/dense/Tensordot/axes", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/output/dense/Tensordot/GatherV2_1/axis"], "attr": {"Taxis": {"type": "DT_INT32"}, "Tparams": {"type": "DT_INT32"}, "Tindices": {"type": "DT_INT32"}, "batch_dims": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/output/dense/Tensordot/GatherV2", "op": "GatherV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/output/dense/Tensordot/Shape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/output/dense/Tensordot/free", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/output/dense/Tensordot/GatherV2/axis"], "attr": {"Taxis": {"type": "DT_INT32"}, "Tparams": {"type": "DT_INT32"}, "Tindices": {"type": "DT_INT32"}, "batch_dims": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/output/dense/Tensordot/Prod_1", "op": "Prod", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/output/dense/Tensordot/GatherV2_1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/output/dense/Tensordot/Const_1"], "attr": {"T": {"type": "DT_INT32"}, "Tidx": {"type": "DT_INT32"}, "keep_dims": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/output/dense/Tensordot/Prod", "op": "Prod", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/output/dense/Tensordot/GatherV2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/output/dense/Tensordot/Const"], "attr": {"T": {"type": "DT_INT32"}, "Tidx": {"type": "DT_INT32"}, "keep_dims": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/output/dense/Tensordot/concat_1", "op": "ConcatV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/output/dense/Tensordot/GatherV2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/output/dense/Tensordot/Const_2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/output/dense/Tensordot/concat_1/axis"], "attr": {"N": {"i": "2"}, "Tidx": {"type": "DT_INT32"}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/output/dense/Tensordot/stack", "op": "Pack", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/output/dense/Tensordot/Prod", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/output/dense/Tensordot/Prod_1"], "attr": {"N": {"i": "2"}, "axis": {"i": "0"}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/output/dense/Tensordot/Reshape", "op": "Reshape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/intermediate/Relu", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/output/dense/Tensordot/stack"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/output/dense/Tensordot/MatMul", "op": "MatMul", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/output/dense/Tensordot/Reshape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/output/dense/Tensordot/ReadVariableOp"], "device": "/device:CPU:0", "attr": {"grad_a": {"b": false}, "transpose_a": {"b": false}, "T": {"type": "DT_FLOAT"}, "grad_b": {"b": false}, "transpose_b": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/output/dense/Tensordot", "op": "Reshape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/output/dense/Tensordot/MatMul", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/output/dense/Tensordot/concat_1"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/output/dense/BiasAdd", "op": "BiasAdd", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/output/dense/Tensordot", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/output/dense/BiasAdd/ReadVariableOp"], "attr": {"data_format": {"s": "TkhXQw=="}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/output/add", "op": "AddV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/output/dense/BiasAdd", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/attention/output/LayerNorm/batchnorm/add_1"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/output/LayerNorm/moments/mean", "op": "Mean", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/output/add", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/output/LayerNorm/moments/mean/reduction_indices"], "attr": {"Tidx": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}, "keep_dims": {"b": true}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/output/LayerNorm/moments/SquaredDifference", "op": "SquaredDifference", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/output/add", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/output/LayerNorm/moments/mean"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/output/LayerNorm/moments/variance", "op": "Mean", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/output/LayerNorm/moments/SquaredDifference", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/output/LayerNorm/moments/variance/reduction_indices"], "attr": {"T": {"type": "DT_FLOAT"}, "Tidx": {"type": "DT_INT32"}, "keep_dims": {"b": true}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/output/LayerNorm/batchnorm/add", "op": "AddV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/output/LayerNorm/moments/variance", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/output/LayerNorm/batchnorm/add/y"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/output/LayerNorm/batchnorm/Rsqrt", "op": "Rsqrt", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/output/LayerNorm/batchnorm/add"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/output/LayerNorm/batchnorm/mul", "op": "Mul", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/output/LayerNorm/batchnorm/Rsqrt", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/output/LayerNorm/batchnorm/mul/ReadVariableOp"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/output/LayerNorm/batchnorm/mul_2", "op": "Mul", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/output/LayerNorm/moments/mean", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/output/LayerNorm/batchnorm/mul"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/output/LayerNorm/batchnorm/mul_1", "op": "Mul", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/output/add", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/output/LayerNorm/batchnorm/mul"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/output/LayerNorm/batchnorm/sub", "op": "Sub", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/output/LayerNorm/batchnorm/ReadVariableOp", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/output/LayerNorm/batchnorm/mul_2"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/output/LayerNorm/batchnorm/add_1", "op": "AddV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/output/LayerNorm/batchnorm/mul_1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/output/LayerNorm/batchnorm/sub"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/attention/self/query/Tensordot/Shape", "op": "Shape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/output/LayerNorm/batchnorm/add_1"], "attr": {"T": {"type": "DT_FLOAT"}, "out_type": {"type": "DT_INT32"}}, "experimentalType": {"typeId": "TFT_PRODUCT", "args": [{"typeId": "TFT_SHAPE_TENSOR", "args": [{"typeId": "TFT_INT32"}]}]}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/attention/self/key/Tensordot/Shape", "op": "Shape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/output/LayerNorm/batchnorm/add_1"], "attr": {"T": {"type": "DT_FLOAT"}, "out_type": {"type": "DT_INT32"}}, "experimentalType": {"typeId": "TFT_PRODUCT", "args": [{"typeId": "TFT_SHAPE_TENSOR", "args": [{"typeId": "TFT_INT32"}]}]}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/attention/self/value/Tensordot/Shape", "op": "Shape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/output/LayerNorm/batchnorm/add_1"], "attr": {"T": {"type": "DT_FLOAT"}, "out_type": {"type": "DT_INT32"}}, "experimentalType": {"typeId": "TFT_PRODUCT", "args": [{"typeId": "TFT_SHAPE_TENSOR", "args": [{"typeId": "TFT_INT32"}]}]}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/attention/self/Shape", "op": "Shape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/output/LayerNorm/batchnorm/add_1"], "attr": {"T": {"type": "DT_FLOAT"}, "out_type": {"type": "DT_INT32"}}, "experimentalType": {"typeId": "TFT_PRODUCT", "args": [{"typeId": "TFT_SHAPE_TENSOR", "args": [{"typeId": "TFT_INT32"}]}]}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/attention/self/query/Tensordot/GatherV2_1", "op": "GatherV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/attention/self/query/Tensordot/Shape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/attention/self/query/Tensordot/axes", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/attention/self/query/Tensordot/GatherV2_1/axis"], "attr": {"Tparams": {"type": "DT_INT32"}, "Taxis": {"type": "DT_INT32"}, "Tindices": {"type": "DT_INT32"}, "batch_dims": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/attention/self/query/Tensordot/GatherV2", "op": "GatherV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/attention/self/query/Tensordot/Shape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/attention/self/query/Tensordot/free", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/attention/self/query/Tensordot/GatherV2/axis"], "attr": {"Taxis": {"type": "DT_INT32"}, "Tparams": {"type": "DT_INT32"}, "Tindices": {"type": "DT_INT32"}, "batch_dims": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/attention/self/key/Tensordot/GatherV2_1", "op": "GatherV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/attention/self/key/Tensordot/Shape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/attention/self/key/Tensordot/axes", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/attention/self/key/Tensordot/GatherV2_1/axis"], "attr": {"Tparams": {"type": "DT_INT32"}, "Taxis": {"type": "DT_INT32"}, "Tindices": {"type": "DT_INT32"}, "batch_dims": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/attention/self/key/Tensordot/GatherV2", "op": "GatherV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/attention/self/key/Tensordot/Shape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/attention/self/key/Tensordot/free", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/attention/self/key/Tensordot/GatherV2/axis"], "attr": {"Taxis": {"type": "DT_INT32"}, "Tparams": {"type": "DT_INT32"}, "Tindices": {"type": "DT_INT32"}, "batch_dims": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/attention/self/value/Tensordot/GatherV2_1", "op": "GatherV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/attention/self/value/Tensordot/Shape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/attention/self/value/Tensordot/axes", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/attention/self/value/Tensordot/GatherV2_1/axis"], "attr": {"Tparams": {"type": "DT_INT32"}, "Taxis": {"type": "DT_INT32"}, "Tindices": {"type": "DT_INT32"}, "batch_dims": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/attention/self/value/Tensordot/GatherV2", "op": "GatherV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/attention/self/value/Tensordot/Shape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/attention/self/value/Tensordot/free", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/attention/self/value/Tensordot/GatherV2/axis"], "attr": {"Taxis": {"type": "DT_INT32"}, "Tparams": {"type": "DT_INT32"}, "Tindices": {"type": "DT_INT32"}, "batch_dims": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/attention/self/strided_slice", "op": "StridedSlice", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/attention/self/Shape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/attention/self/strided_slice/stack", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/attention/self/strided_slice/stack_1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/attention/self/strided_slice/stack_2"], "attr": {"shrink_axis_mask": {"i": "1"}, "Index": {"type": "DT_INT32"}, "new_axis_mask": {"i": "0"}, "begin_mask": {"i": "0"}, "end_mask": {"i": "0"}, "T": {"type": "DT_INT32"}, "ellipsis_mask": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/attention/self/query/Tensordot/Prod_1", "op": "Prod", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/attention/self/query/Tensordot/GatherV2_1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/attention/self/query/Tensordot/Const_1"], "attr": {"Tidx": {"type": "DT_INT32"}, "T": {"type": "DT_INT32"}, "keep_dims": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/attention/self/query/Tensordot/Prod", "op": "Prod", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/attention/self/query/Tensordot/GatherV2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/attention/self/query/Tensordot/Const"], "attr": {"T": {"type": "DT_INT32"}, "Tidx": {"type": "DT_INT32"}, "keep_dims": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/attention/self/query/Tensordot/concat_1", "op": "ConcatV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/attention/self/query/Tensordot/GatherV2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/attention/self/query/Tensordot/Const_2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/attention/self/query/Tensordot/concat_1/axis"], "attr": {"N": {"i": "2"}, "Tidx": {"type": "DT_INT32"}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/attention/self/key/Tensordot/Prod_1", "op": "Prod", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/attention/self/key/Tensordot/GatherV2_1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/attention/self/key/Tensordot/Const_1"], "attr": {"Tidx": {"type": "DT_INT32"}, "T": {"type": "DT_INT32"}, "keep_dims": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/attention/self/key/Tensordot/Prod", "op": "Prod", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/attention/self/key/Tensordot/GatherV2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/attention/self/key/Tensordot/Const"], "attr": {"Tidx": {"type": "DT_INT32"}, "T": {"type": "DT_INT32"}, "keep_dims": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/attention/self/key/Tensordot/concat_1", "op": "ConcatV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/attention/self/key/Tensordot/GatherV2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/attention/self/key/Tensordot/Const_2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/attention/self/key/Tensordot/concat_1/axis"], "attr": {"N": {"i": "2"}, "Tidx": {"type": "DT_INT32"}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/attention/self/value/Tensordot/Prod_1", "op": "Prod", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/attention/self/value/Tensordot/GatherV2_1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/attention/self/value/Tensordot/Const_1"], "attr": {"Tidx": {"type": "DT_INT32"}, "T": {"type": "DT_INT32"}, "keep_dims": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/attention/self/value/Tensordot/Prod", "op": "Prod", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/attention/self/value/Tensordot/GatherV2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/attention/self/value/Tensordot/Const"], "attr": {"Tidx": {"type": "DT_INT32"}, "T": {"type": "DT_INT32"}, "keep_dims": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/attention/self/value/Tensordot/concat_1", "op": "ConcatV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/attention/self/value/Tensordot/GatherV2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/attention/self/value/Tensordot/Const_2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/attention/self/value/Tensordot/concat_1/axis"], "attr": {"N": {"i": "2"}, "T": {"type": "DT_INT32"}, "Tidx": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/attention/self/Reshape_2/shape", "op": "Pack", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/attention/self/strided_slice", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/attention/self/Reshape_2/shape/1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/attention/self/Reshape_2/shape/2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/attention/self/Reshape_2/shape/3"], "attr": {"N": {"i": "4"}, "axis": {"i": "0"}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/attention/self/Reshape/shape", "op": "Pack", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/attention/self/strided_slice", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/attention/self/Reshape/shape/1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/attention/self/Reshape/shape/2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/attention/self/Reshape/shape/3"], "attr": {"N": {"i": "4"}, "axis": {"i": "0"}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/attention/self/Reshape_1/shape", "op": "Pack", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/attention/self/strided_slice", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/attention/self/Reshape_1/shape/1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/attention/self/Reshape_1/shape/2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/attention/self/Reshape_1/shape/3"], "attr": {"N": {"i": "4"}, "axis": {"i": "0"}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/attention/self/Reshape_3/shape", "op": "Pack", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/attention/self/strided_slice", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/attention/self/Reshape_3/shape/1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/attention/self/Reshape_3/shape/2"], "attr": {"N": {"i": "3"}, "axis": {"i": "0"}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/attention/self/query/Tensordot/stack", "op": "Pack", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/attention/self/query/Tensordot/Prod", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/attention/self/query/Tensordot/Prod_1"], "attr": {"N": {"i": "2"}, "axis": {"i": "0"}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/attention/self/key/Tensordot/stack", "op": "Pack", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/attention/self/key/Tensordot/Prod", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/attention/self/key/Tensordot/Prod_1"], "attr": {"N": {"i": "2"}, "axis": {"i": "0"}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/attention/self/value/Tensordot/stack", "op": "Pack", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/attention/self/value/Tensordot/Prod", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/attention/self/value/Tensordot/Prod_1"], "attr": {"N": {"i": "2"}, "axis": {"i": "0"}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/attention/self/query/Tensordot/Reshape", "op": "Reshape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/output/LayerNorm/batchnorm/add_1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/attention/self/query/Tensordot/stack"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/attention/self/key/Tensordot/Reshape", "op": "Reshape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/output/LayerNorm/batchnorm/add_1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/attention/self/key/Tensordot/stack"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/attention/self/value/Tensordot/Reshape", "op": "Reshape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/output/LayerNorm/batchnorm/add_1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/attention/self/value/Tensordot/stack"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/attention/self/query/Tensordot/MatMul", "op": "MatMul", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/attention/self/query/Tensordot/Reshape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/attention/self/query/Tensordot/ReadVariableOp"], "device": "/device:CPU:0", "attr": {"grad_a": {"b": false}, "transpose_a": {"b": false}, "T": {"type": "DT_FLOAT"}, "grad_b": {"b": false}, "transpose_b": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/attention/self/key/Tensordot/MatMul", "op": "MatMul", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/attention/self/key/Tensordot/Reshape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/attention/self/key/Tensordot/ReadVariableOp"], "device": "/device:CPU:0", "attr": {"transpose_a": {"b": false}, "grad_a": {"b": false}, "T": {"type": "DT_FLOAT"}, "grad_b": {"b": false}, "transpose_b": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/attention/self/value/Tensordot/MatMul", "op": "MatMul", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/attention/self/value/Tensordot/Reshape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/attention/self/value/Tensordot/ReadVariableOp"], "device": "/device:CPU:0", "attr": {"grad_a": {"b": false}, "transpose_a": {"b": false}, "T": {"type": "DT_FLOAT"}, "grad_b": {"b": false}, "transpose_b": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/attention/self/query/Tensordot", "op": "Reshape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/attention/self/query/Tensordot/MatMul", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/attention/self/query/Tensordot/concat_1"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/attention/self/key/Tensordot", "op": "Reshape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/attention/self/key/Tensordot/MatMul", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/attention/self/key/Tensordot/concat_1"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/attention/self/value/Tensordot", "op": "Reshape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/attention/self/value/Tensordot/MatMul", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/attention/self/value/Tensordot/concat_1"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/attention/self/query/BiasAdd", "op": "BiasAdd", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/attention/self/query/Tensordot", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/attention/self/query/BiasAdd/ReadVariableOp"], "attr": {"data_format": {"s": "TkhXQw=="}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/attention/self/key/BiasAdd", "op": "BiasAdd", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/attention/self/key/Tensordot", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/attention/self/key/BiasAdd/ReadVariableOp"], "attr": {"data_format": {"s": "TkhXQw=="}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/attention/self/value/BiasAdd", "op": "BiasAdd", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/attention/self/value/Tensordot", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/attention/self/value/BiasAdd/ReadVariableOp"], "attr": {"data_format": {"s": "TkhXQw=="}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/attention/self/Reshape_2", "op": "Reshape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/attention/self/query/BiasAdd", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/attention/self/Reshape_2/shape"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/attention/self/Reshape", "op": "Reshape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/attention/self/key/BiasAdd", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/attention/self/Reshape/shape"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/attention/self/Reshape_1", "op": "Reshape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/attention/self/value/BiasAdd", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/attention/self/Reshape_1/shape"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/attention/self/transpose_2", "op": "Transpose", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/attention/self/Reshape_2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/attention/self/transpose_2/perm"], "attr": {"Tperm": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/attention/self/transpose", "op": "Transpose", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/attention/self/Reshape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/attention/self/transpose/perm"], "attr": {"Tperm": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/attention/self/transpose_1", "op": "Transpose", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/attention/self/Reshape_1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/attention/self/transpose_1/perm"], "attr": {"Tperm": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/attention/self/MatMul", "op": "BatchMatMulV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/attention/self/transpose_2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/attention/self/transpose"], "attr": {"grad_y": {"b": false}, "adj_x": {"b": false}, "T": {"type": "DT_FLOAT"}, "grad_x": {"b": false}, "adj_y": {"b": true}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/attention/self/truediv", "op": "Mul", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/attention/self/MatMul", "ConstantFolding/StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/attention/self/truediv_recip"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/attention/self/add_1", "op": "AddV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/attention/self/truediv", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/attention/self/Add"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/attention/self/Softmax", "op": "Softmax", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/attention/self/add_1"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/attention/self/MatMul_1", "op": "BatchMatMulV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/attention/self/Softmax", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/attention/self/transpose_1"], "attr": {"adj_x": {"b": false}, "grad_y": {"b": false}, "T": {"type": "DT_FLOAT"}, "adj_y": {"b": false}, "grad_x": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/attention/self/transpose_3", "op": "Transpose", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/attention/self/MatMul_1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/attention/self/transpose_3/perm"], "attr": {"Tperm": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/attention/self/Reshape_3", "op": "Reshape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/attention/self/transpose_3", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/attention/self/Reshape_3/shape"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/attention/output/dense/Tensordot/Shape", "op": "Shape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/attention/self/Reshape_3"], "attr": {"T": {"type": "DT_FLOAT"}, "out_type": {"type": "DT_INT32"}}, "experimentalType": {"typeId": "TFT_PRODUCT", "args": [{"typeId": "TFT_SHAPE_TENSOR", "args": [{"typeId": "TFT_INT32"}]}]}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/attention/output/dense/Tensordot/GatherV2_1", "op": "GatherV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/attention/output/dense/Tensordot/Shape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/attention/output/dense/Tensordot/axes", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/attention/output/dense/Tensordot/GatherV2_1/axis"], "attr": {"Tparams": {"type": "DT_INT32"}, "Taxis": {"type": "DT_INT32"}, "Tindices": {"type": "DT_INT32"}, "batch_dims": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/attention/output/dense/Tensordot/GatherV2", "op": "GatherV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/attention/output/dense/Tensordot/Shape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/attention/output/dense/Tensordot/free", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/attention/output/dense/Tensordot/GatherV2/axis"], "attr": {"Tparams": {"type": "DT_INT32"}, "Taxis": {"type": "DT_INT32"}, "Tindices": {"type": "DT_INT32"}, "batch_dims": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/attention/output/dense/Tensordot/Prod_1", "op": "Prod", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/attention/output/dense/Tensordot/GatherV2_1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/attention/output/dense/Tensordot/Const_1"], "attr": {"T": {"type": "DT_INT32"}, "Tidx": {"type": "DT_INT32"}, "keep_dims": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/attention/output/dense/Tensordot/Prod", "op": "Prod", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/attention/output/dense/Tensordot/GatherV2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/attention/output/dense/Tensordot/Const"], "attr": {"Tidx": {"type": "DT_INT32"}, "T": {"type": "DT_INT32"}, "keep_dims": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/attention/output/dense/Tensordot/concat_1", "op": "ConcatV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/attention/output/dense/Tensordot/GatherV2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/attention/output/dense/Tensordot/Const_2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/attention/output/dense/Tensordot/concat_1/axis"], "attr": {"N": {"i": "2"}, "Tidx": {"type": "DT_INT32"}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/attention/output/dense/Tensordot/stack", "op": "Pack", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/attention/output/dense/Tensordot/Prod", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/attention/output/dense/Tensordot/Prod_1"], "attr": {"N": {"i": "2"}, "axis": {"i": "0"}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/attention/output/dense/Tensordot/Reshape", "op": "Reshape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/attention/self/Reshape_3", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/attention/output/dense/Tensordot/stack"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/attention/output/dense/Tensordot/MatMul", "op": "MatMul", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/attention/output/dense/Tensordot/Reshape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/attention/output/dense/Tensordot/ReadVariableOp"], "device": "/device:CPU:0", "attr": {"transpose_a": {"b": false}, "grad_a": {"b": false}, "T": {"type": "DT_FLOAT"}, "grad_b": {"b": false}, "transpose_b": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/attention/output/dense/Tensordot", "op": "Reshape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/attention/output/dense/Tensordot/MatMul", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/attention/output/dense/Tensordot/concat_1"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/attention/output/dense/BiasAdd", "op": "BiasAdd", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/attention/output/dense/Tensordot", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/attention/output/dense/BiasAdd/ReadVariableOp"], "attr": {"data_format": {"s": "TkhXQw=="}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/attention/output/add", "op": "AddV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/attention/output/dense/BiasAdd", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/output/LayerNorm/batchnorm/add_1"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/attention/output/LayerNorm/moments/mean", "op": "Mean", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/attention/output/add", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/attention/output/LayerNorm/moments/mean/reduction_indices"], "attr": {"T": {"type": "DT_FLOAT"}, "Tidx": {"type": "DT_INT32"}, "keep_dims": {"b": true}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/attention/output/LayerNorm/moments/SquaredDifference", "op": "SquaredDifference", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/attention/output/add", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/attention/output/LayerNorm/moments/mean"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/attention/output/LayerNorm/moments/variance", "op": "Mean", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/attention/output/LayerNorm/moments/SquaredDifference", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/attention/output/LayerNorm/moments/variance/reduction_indices"], "attr": {"T": {"type": "DT_FLOAT"}, "Tidx": {"type": "DT_INT32"}, "keep_dims": {"b": true}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/attention/output/LayerNorm/batchnorm/add", "op": "AddV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/attention/output/LayerNorm/moments/variance", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/attention/output/LayerNorm/batchnorm/add/y"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/attention/output/LayerNorm/batchnorm/Rsqrt", "op": "Rsqrt", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/attention/output/LayerNorm/batchnorm/add"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/attention/output/LayerNorm/batchnorm/mul", "op": "Mul", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/attention/output/LayerNorm/batchnorm/Rsqrt", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/attention/output/LayerNorm/batchnorm/mul/ReadVariableOp"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/attention/output/LayerNorm/batchnorm/mul_2", "op": "Mul", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/attention/output/LayerNorm/moments/mean", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/attention/output/LayerNorm/batchnorm/mul"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/attention/output/LayerNorm/batchnorm/mul_1", "op": "Mul", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/attention/output/add", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/attention/output/LayerNorm/batchnorm/mul"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/attention/output/LayerNorm/batchnorm/sub", "op": "Sub", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/attention/output/LayerNorm/batchnorm/ReadVariableOp", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/attention/output/LayerNorm/batchnorm/mul_2"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/attention/output/LayerNorm/batchnorm/add_1", "op": "AddV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/attention/output/LayerNorm/batchnorm/mul_1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/attention/output/LayerNorm/batchnorm/sub"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/intermediate/dense/Tensordot/Shape", "op": "Shape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/attention/output/LayerNorm/batchnorm/add_1"], "attr": {"T": {"type": "DT_FLOAT"}, "out_type": {"type": "DT_INT32"}}, "experimentalType": {"typeId": "TFT_PRODUCT", "args": [{"typeId": "TFT_SHAPE_TENSOR", "args": [{"typeId": "TFT_INT32"}]}]}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/intermediate/dense/Tensordot/GatherV2_1", "op": "GatherV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/intermediate/dense/Tensordot/Shape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/intermediate/dense/Tensordot/axes", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/intermediate/dense/Tensordot/GatherV2_1/axis"], "attr": {"Taxis": {"type": "DT_INT32"}, "Tparams": {"type": "DT_INT32"}, "Tindices": {"type": "DT_INT32"}, "batch_dims": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/intermediate/dense/Tensordot/GatherV2", "op": "GatherV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/intermediate/dense/Tensordot/Shape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/intermediate/dense/Tensordot/free", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/intermediate/dense/Tensordot/GatherV2/axis"], "attr": {"Tparams": {"type": "DT_INT32"}, "Taxis": {"type": "DT_INT32"}, "Tindices": {"type": "DT_INT32"}, "batch_dims": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/intermediate/dense/Tensordot/Prod_1", "op": "Prod", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/intermediate/dense/Tensordot/GatherV2_1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/intermediate/dense/Tensordot/Const_1"], "attr": {"T": {"type": "DT_INT32"}, "Tidx": {"type": "DT_INT32"}, "keep_dims": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/intermediate/dense/Tensordot/Prod", "op": "Prod", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/intermediate/dense/Tensordot/GatherV2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/intermediate/dense/Tensordot/Const"], "attr": {"T": {"type": "DT_INT32"}, "Tidx": {"type": "DT_INT32"}, "keep_dims": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/intermediate/dense/Tensordot/concat_1", "op": "ConcatV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/intermediate/dense/Tensordot/GatherV2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/intermediate/dense/Tensordot/Const_2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/intermediate/dense/Tensordot/concat_1/axis"], "attr": {"N": {"i": "2"}, "T": {"type": "DT_INT32"}, "Tidx": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/intermediate/dense/Tensordot/stack", "op": "Pack", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/intermediate/dense/Tensordot/Prod", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/intermediate/dense/Tensordot/Prod_1"], "attr": {"N": {"i": "2"}, "axis": {"i": "0"}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/intermediate/dense/Tensordot/Reshape", "op": "Reshape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/attention/output/LayerNorm/batchnorm/add_1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/intermediate/dense/Tensordot/stack"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/intermediate/dense/Tensordot/MatMul", "op": "MatMul", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/intermediate/dense/Tensordot/Reshape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/intermediate/dense/Tensordot/ReadVariableOp"], "device": "/device:CPU:0", "attr": {"transpose_a": {"b": false}, "grad_a": {"b": false}, "T": {"type": "DT_FLOAT"}, "grad_b": {"b": false}, "transpose_b": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/intermediate/dense/Tensordot", "op": "Reshape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/intermediate/dense/Tensordot/MatMul", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/intermediate/dense/Tensordot/concat_1"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/intermediate/dense/BiasAdd", "op": "BiasAdd", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/intermediate/dense/Tensordot", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/intermediate/dense/BiasAdd/ReadVariableOp"], "attr": {"data_format": {"s": "TkhXQw=="}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/intermediate/Relu", "op": "Relu", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/intermediate/dense/BiasAdd"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/output/dense/Tensordot/Shape", "op": "Shape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/intermediate/Relu"], "attr": {"T": {"type": "DT_FLOAT"}, "out_type": {"type": "DT_INT32"}}, "experimentalType": {"typeId": "TFT_PRODUCT", "args": [{"typeId": "TFT_SHAPE_TENSOR", "args": [{"typeId": "TFT_INT32"}]}]}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/output/dense/Tensordot/GatherV2_1", "op": "GatherV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/output/dense/Tensordot/Shape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/output/dense/Tensordot/axes", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/output/dense/Tensordot/GatherV2_1/axis"], "attr": {"Taxis": {"type": "DT_INT32"}, "Tparams": {"type": "DT_INT32"}, "Tindices": {"type": "DT_INT32"}, "batch_dims": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/output/dense/Tensordot/GatherV2", "op": "GatherV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/output/dense/Tensordot/Shape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/output/dense/Tensordot/free", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/output/dense/Tensordot/GatherV2/axis"], "attr": {"Tparams": {"type": "DT_INT32"}, "Taxis": {"type": "DT_INT32"}, "Tindices": {"type": "DT_INT32"}, "batch_dims": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/output/dense/Tensordot/Prod_1", "op": "Prod", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/output/dense/Tensordot/GatherV2_1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/output/dense/Tensordot/Const_1"], "attr": {"T": {"type": "DT_INT32"}, "Tidx": {"type": "DT_INT32"}, "keep_dims": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/output/dense/Tensordot/Prod", "op": "Prod", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/output/dense/Tensordot/GatherV2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/output/dense/Tensordot/Const"], "attr": {"Tidx": {"type": "DT_INT32"}, "T": {"type": "DT_INT32"}, "keep_dims": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/output/dense/Tensordot/concat_1", "op": "ConcatV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/output/dense/Tensordot/GatherV2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/output/dense/Tensordot/Const_2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/output/dense/Tensordot/concat_1/axis"], "attr": {"N": {"i": "2"}, "Tidx": {"type": "DT_INT32"}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/output/dense/Tensordot/stack", "op": "Pack", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/output/dense/Tensordot/Prod", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/output/dense/Tensordot/Prod_1"], "attr": {"N": {"i": "2"}, "axis": {"i": "0"}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/output/dense/Tensordot/Reshape", "op": "Reshape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/intermediate/Relu", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/output/dense/Tensordot/stack"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/output/dense/Tensordot/MatMul", "op": "MatMul", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/output/dense/Tensordot/Reshape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/output/dense/Tensordot/ReadVariableOp"], "device": "/device:CPU:0", "attr": {"transpose_a": {"b": false}, "grad_a": {"b": false}, "T": {"type": "DT_FLOAT"}, "grad_b": {"b": false}, "transpose_b": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/output/dense/Tensordot", "op": "Reshape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/output/dense/Tensordot/MatMul", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/output/dense/Tensordot/concat_1"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/output/dense/BiasAdd", "op": "BiasAdd", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/output/dense/Tensordot", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/output/dense/BiasAdd/ReadVariableOp"], "attr": {"data_format": {"s": "TkhXQw=="}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/output/add", "op": "AddV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/output/dense/BiasAdd", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/attention/output/LayerNorm/batchnorm/add_1"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/output/LayerNorm/moments/mean", "op": "Mean", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/output/add", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/output/LayerNorm/moments/mean/reduction_indices"], "attr": {"T": {"type": "DT_FLOAT"}, "Tidx": {"type": "DT_INT32"}, "keep_dims": {"b": true}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/output/LayerNorm/moments/SquaredDifference", "op": "SquaredDifference", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/output/add", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/output/LayerNorm/moments/mean"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/output/LayerNorm/moments/variance", "op": "Mean", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/output/LayerNorm/moments/SquaredDifference", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/output/LayerNorm/moments/variance/reduction_indices"], "attr": {"Tidx": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}, "keep_dims": {"b": true}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/output/LayerNorm/batchnorm/add", "op": "AddV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/output/LayerNorm/moments/variance", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/output/LayerNorm/batchnorm/add/y"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/output/LayerNorm/batchnorm/Rsqrt", "op": "Rsqrt", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/output/LayerNorm/batchnorm/add"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/output/LayerNorm/batchnorm/mul", "op": "Mul", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/output/LayerNorm/batchnorm/Rsqrt", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/output/LayerNorm/batchnorm/mul/ReadVariableOp"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/output/LayerNorm/batchnorm/mul_2", "op": "Mul", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/output/LayerNorm/moments/mean", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/output/LayerNorm/batchnorm/mul"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/output/LayerNorm/batchnorm/mul_1", "op": "Mul", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/output/add", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/output/LayerNorm/batchnorm/mul"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/output/LayerNorm/batchnorm/sub", "op": "Sub", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/output/LayerNorm/batchnorm/ReadVariableOp", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/output/LayerNorm/batchnorm/mul_2"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/output/LayerNorm/batchnorm/add_1", "op": "AddV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/output/LayerNorm/batchnorm/mul_1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/output/LayerNorm/batchnorm/sub"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/attention/self/query/Tensordot/Shape", "op": "Shape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/output/LayerNorm/batchnorm/add_1"], "attr": {"T": {"type": "DT_FLOAT"}, "out_type": {"type": "DT_INT32"}}, "experimentalType": {"typeId": "TFT_PRODUCT", "args": [{"typeId": "TFT_SHAPE_TENSOR", "args": [{"typeId": "TFT_INT32"}]}]}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/attention/self/key/Tensordot/Shape", "op": "Shape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/output/LayerNorm/batchnorm/add_1"], "attr": {"T": {"type": "DT_FLOAT"}, "out_type": {"type": "DT_INT32"}}, "experimentalType": {"typeId": "TFT_PRODUCT", "args": [{"typeId": "TFT_SHAPE_TENSOR", "args": [{"typeId": "TFT_INT32"}]}]}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/attention/self/value/Tensordot/Shape", "op": "Shape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/output/LayerNorm/batchnorm/add_1"], "attr": {"T": {"type": "DT_FLOAT"}, "out_type": {"type": "DT_INT32"}}, "experimentalType": {"typeId": "TFT_PRODUCT", "args": [{"typeId": "TFT_SHAPE_TENSOR", "args": [{"typeId": "TFT_INT32"}]}]}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/attention/self/Shape", "op": "Shape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/output/LayerNorm/batchnorm/add_1"], "attr": {"T": {"type": "DT_FLOAT"}, "out_type": {"type": "DT_INT32"}}, "experimentalType": {"typeId": "TFT_PRODUCT", "args": [{"typeId": "TFT_SHAPE_TENSOR", "args": [{"typeId": "TFT_INT32"}]}]}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/attention/self/query/Tensordot/GatherV2_1", "op": "GatherV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/attention/self/query/Tensordot/Shape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/attention/self/query/Tensordot/axes", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/attention/self/query/Tensordot/GatherV2_1/axis"], "attr": {"Taxis": {"type": "DT_INT32"}, "Tparams": {"type": "DT_INT32"}, "Tindices": {"type": "DT_INT32"}, "batch_dims": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/attention/self/query/Tensordot/GatherV2", "op": "GatherV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/attention/self/query/Tensordot/Shape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/attention/self/query/Tensordot/free", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/attention/self/query/Tensordot/GatherV2/axis"], "attr": {"Taxis": {"type": "DT_INT32"}, "Tparams": {"type": "DT_INT32"}, "Tindices": {"type": "DT_INT32"}, "batch_dims": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/attention/self/key/Tensordot/GatherV2_1", "op": "GatherV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/attention/self/key/Tensordot/Shape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/attention/self/key/Tensordot/axes", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/attention/self/key/Tensordot/GatherV2_1/axis"], "attr": {"Tparams": {"type": "DT_INT32"}, "Taxis": {"type": "DT_INT32"}, "Tindices": {"type": "DT_INT32"}, "batch_dims": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/attention/self/key/Tensordot/GatherV2", "op": "GatherV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/attention/self/key/Tensordot/Shape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/attention/self/key/Tensordot/free", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/attention/self/key/Tensordot/GatherV2/axis"], "attr": {"Taxis": {"type": "DT_INT32"}, "Tparams": {"type": "DT_INT32"}, "Tindices": {"type": "DT_INT32"}, "batch_dims": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/attention/self/value/Tensordot/GatherV2_1", "op": "GatherV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/attention/self/value/Tensordot/Shape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/attention/self/value/Tensordot/axes", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/attention/self/value/Tensordot/GatherV2_1/axis"], "attr": {"Tparams": {"type": "DT_INT32"}, "Taxis": {"type": "DT_INT32"}, "Tindices": {"type": "DT_INT32"}, "batch_dims": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/attention/self/value/Tensordot/GatherV2", "op": "GatherV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/attention/self/value/Tensordot/Shape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/attention/self/value/Tensordot/free", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/attention/self/value/Tensordot/GatherV2/axis"], "attr": {"Taxis": {"type": "DT_INT32"}, "Tparams": {"type": "DT_INT32"}, "Tindices": {"type": "DT_INT32"}, "batch_dims": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/attention/self/strided_slice", "op": "StridedSlice", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/attention/self/Shape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/attention/self/strided_slice/stack", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/attention/self/strided_slice/stack_1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/attention/self/strided_slice/stack_2"], "attr": {"shrink_axis_mask": {"i": "1"}, "new_axis_mask": {"i": "0"}, "Index": {"type": "DT_INT32"}, "begin_mask": {"i": "0"}, "end_mask": {"i": "0"}, "T": {"type": "DT_INT32"}, "ellipsis_mask": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/attention/self/query/Tensordot/Prod_1", "op": "Prod", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/attention/self/query/Tensordot/GatherV2_1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/attention/self/query/Tensordot/Const_1"], "attr": {"Tidx": {"type": "DT_INT32"}, "T": {"type": "DT_INT32"}, "keep_dims": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/attention/self/query/Tensordot/Prod", "op": "Prod", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/attention/self/query/Tensordot/GatherV2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/attention/self/query/Tensordot/Const"], "attr": {"T": {"type": "DT_INT32"}, "Tidx": {"type": "DT_INT32"}, "keep_dims": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/attention/self/query/Tensordot/concat_1", "op": "ConcatV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/attention/self/query/Tensordot/GatherV2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/attention/self/query/Tensordot/Const_2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/attention/self/query/Tensordot/concat_1/axis"], "attr": {"N": {"i": "2"}, "Tidx": {"type": "DT_INT32"}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/attention/self/key/Tensordot/Prod_1", "op": "Prod", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/attention/self/key/Tensordot/GatherV2_1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/attention/self/key/Tensordot/Const_1"], "attr": {"Tidx": {"type": "DT_INT32"}, "T": {"type": "DT_INT32"}, "keep_dims": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/attention/self/key/Tensordot/Prod", "op": "Prod", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/attention/self/key/Tensordot/GatherV2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/attention/self/key/Tensordot/Const"], "attr": {"Tidx": {"type": "DT_INT32"}, "T": {"type": "DT_INT32"}, "keep_dims": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/attention/self/key/Tensordot/concat_1", "op": "ConcatV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/attention/self/key/Tensordot/GatherV2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/attention/self/key/Tensordot/Const_2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/attention/self/key/Tensordot/concat_1/axis"], "attr": {"N": {"i": "2"}, "Tidx": {"type": "DT_INT32"}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/attention/self/value/Tensordot/Prod_1", "op": "Prod", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/attention/self/value/Tensordot/GatherV2_1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/attention/self/value/Tensordot/Const_1"], "attr": {"Tidx": {"type": "DT_INT32"}, "T": {"type": "DT_INT32"}, "keep_dims": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/attention/self/value/Tensordot/Prod", "op": "Prod", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/attention/self/value/Tensordot/GatherV2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/attention/self/value/Tensordot/Const"], "attr": {"Tidx": {"type": "DT_INT32"}, "T": {"type": "DT_INT32"}, "keep_dims": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/attention/self/value/Tensordot/concat_1", "op": "ConcatV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/attention/self/value/Tensordot/GatherV2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/attention/self/value/Tensordot/Const_2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/attention/self/value/Tensordot/concat_1/axis"], "attr": {"N": {"i": "2"}, "Tidx": {"type": "DT_INT32"}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/attention/self/Reshape_2/shape", "op": "Pack", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/attention/self/strided_slice", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/attention/self/Reshape_2/shape/1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/attention/self/Reshape_2/shape/2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/attention/self/Reshape_2/shape/3"], "attr": {"N": {"i": "4"}, "axis": {"i": "0"}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/attention/self/Reshape/shape", "op": "Pack", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/attention/self/strided_slice", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/attention/self/Reshape/shape/1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/attention/self/Reshape/shape/2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/attention/self/Reshape/shape/3"], "attr": {"N": {"i": "4"}, "axis": {"i": "0"}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/attention/self/Reshape_1/shape", "op": "Pack", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/attention/self/strided_slice", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/attention/self/Reshape_1/shape/1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/attention/self/Reshape_1/shape/2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/attention/self/Reshape_1/shape/3"], "attr": {"N": {"i": "4"}, "axis": {"i": "0"}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/attention/self/Reshape_3/shape", "op": "Pack", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/attention/self/strided_slice", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/attention/self/Reshape_3/shape/1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/attention/self/Reshape_3/shape/2"], "attr": {"N": {"i": "3"}, "axis": {"i": "0"}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/attention/self/query/Tensordot/stack", "op": "Pack", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/attention/self/query/Tensordot/Prod", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/attention/self/query/Tensordot/Prod_1"], "attr": {"N": {"i": "2"}, "axis": {"i": "0"}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/attention/self/key/Tensordot/stack", "op": "Pack", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/attention/self/key/Tensordot/Prod", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/attention/self/key/Tensordot/Prod_1"], "attr": {"N": {"i": "2"}, "axis": {"i": "0"}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/attention/self/value/Tensordot/stack", "op": "Pack", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/attention/self/value/Tensordot/Prod", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/attention/self/value/Tensordot/Prod_1"], "attr": {"N": {"i": "2"}, "axis": {"i": "0"}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/attention/self/query/Tensordot/Reshape", "op": "Reshape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/output/LayerNorm/batchnorm/add_1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/attention/self/query/Tensordot/stack"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/attention/self/key/Tensordot/Reshape", "op": "Reshape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/output/LayerNorm/batchnorm/add_1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/attention/self/key/Tensordot/stack"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/attention/self/value/Tensordot/Reshape", "op": "Reshape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/output/LayerNorm/batchnorm/add_1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/attention/self/value/Tensordot/stack"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/attention/self/query/Tensordot/MatMul", "op": "MatMul", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/attention/self/query/Tensordot/Reshape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/attention/self/query/Tensordot/ReadVariableOp"], "device": "/device:CPU:0", "attr": {"grad_a": {"b": false}, "transpose_a": {"b": false}, "T": {"type": "DT_FLOAT"}, "grad_b": {"b": false}, "transpose_b": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/attention/self/key/Tensordot/MatMul", "op": "MatMul", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/attention/self/key/Tensordot/Reshape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/attention/self/key/Tensordot/ReadVariableOp"], "device": "/device:CPU:0", "attr": {"transpose_a": {"b": false}, "grad_a": {"b": false}, "T": {"type": "DT_FLOAT"}, "grad_b": {"b": false}, "transpose_b": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/attention/self/value/Tensordot/MatMul", "op": "MatMul", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/attention/self/value/Tensordot/Reshape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/attention/self/value/Tensordot/ReadVariableOp"], "device": "/device:CPU:0", "attr": {"grad_a": {"b": false}, "transpose_a": {"b": false}, "T": {"type": "DT_FLOAT"}, "grad_b": {"b": false}, "transpose_b": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/attention/self/query/Tensordot", "op": "Reshape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/attention/self/query/Tensordot/MatMul", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/attention/self/query/Tensordot/concat_1"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/attention/self/key/Tensordot", "op": "Reshape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/attention/self/key/Tensordot/MatMul", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/attention/self/key/Tensordot/concat_1"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/attention/self/value/Tensordot", "op": "Reshape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/attention/self/value/Tensordot/MatMul", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/attention/self/value/Tensordot/concat_1"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/attention/self/query/BiasAdd", "op": "BiasAdd", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/attention/self/query/Tensordot", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/attention/self/query/BiasAdd/ReadVariableOp"], "attr": {"data_format": {"s": "TkhXQw=="}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/attention/self/key/BiasAdd", "op": "BiasAdd", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/attention/self/key/Tensordot", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/attention/self/key/BiasAdd/ReadVariableOp"], "attr": {"data_format": {"s": "TkhXQw=="}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/attention/self/value/BiasAdd", "op": "BiasAdd", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/attention/self/value/Tensordot", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/attention/self/value/BiasAdd/ReadVariableOp"], "attr": {"data_format": {"s": "TkhXQw=="}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/attention/self/Reshape_2", "op": "Reshape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/attention/self/query/BiasAdd", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/attention/self/Reshape_2/shape"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/attention/self/Reshape", "op": "Reshape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/attention/self/key/BiasAdd", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/attention/self/Reshape/shape"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/attention/self/Reshape_1", "op": "Reshape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/attention/self/value/BiasAdd", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/attention/self/Reshape_1/shape"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/attention/self/transpose_2", "op": "Transpose", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/attention/self/Reshape_2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/attention/self/transpose_2/perm"], "attr": {"Tperm": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/attention/self/transpose", "op": "Transpose", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/attention/self/Reshape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/attention/self/transpose/perm"], "attr": {"Tperm": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/attention/self/transpose_1", "op": "Transpose", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/attention/self/Reshape_1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/attention/self/transpose_1/perm"], "attr": {"Tperm": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/attention/self/MatMul", "op": "BatchMatMulV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/attention/self/transpose_2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/attention/self/transpose"], "attr": {"grad_y": {"b": false}, "adj_x": {"b": false}, "T": {"type": "DT_FLOAT"}, "grad_x": {"b": false}, "adj_y": {"b": true}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/attention/self/truediv", "op": "Mul", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/attention/self/MatMul", "ConstantFolding/StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/attention/self/truediv_recip"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/attention/self/add_1", "op": "AddV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/attention/self/truediv", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/attention/self/Add"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/attention/self/Softmax", "op": "Softmax", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/attention/self/add_1"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/attention/self/MatMul_1", "op": "BatchMatMulV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/attention/self/Softmax", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/attention/self/transpose_1"], "attr": {"adj_x": {"b": false}, "grad_y": {"b": false}, "T": {"type": "DT_FLOAT"}, "grad_x": {"b": false}, "adj_y": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/attention/self/transpose_3", "op": "Transpose", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/attention/self/MatMul_1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/attention/self/transpose_3/perm"], "attr": {"Tperm": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/attention/self/Reshape_3", "op": "Reshape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/attention/self/transpose_3", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/attention/self/Reshape_3/shape"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/attention/output/dense/Tensordot/Shape", "op": "Shape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/attention/self/Reshape_3"], "attr": {"T": {"type": "DT_FLOAT"}, "out_type": {"type": "DT_INT32"}}, "experimentalType": {"typeId": "TFT_PRODUCT", "args": [{"typeId": "TFT_SHAPE_TENSOR", "args": [{"typeId": "TFT_INT32"}]}]}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/attention/output/dense/Tensordot/GatherV2_1", "op": "GatherV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/attention/output/dense/Tensordot/Shape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/attention/output/dense/Tensordot/axes", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/attention/output/dense/Tensordot/GatherV2_1/axis"], "attr": {"Tparams": {"type": "DT_INT32"}, "Taxis": {"type": "DT_INT32"}, "Tindices": {"type": "DT_INT32"}, "batch_dims": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/attention/output/dense/Tensordot/GatherV2", "op": "GatherV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/attention/output/dense/Tensordot/Shape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/attention/output/dense/Tensordot/free", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/attention/output/dense/Tensordot/GatherV2/axis"], "attr": {"Taxis": {"type": "DT_INT32"}, "Tparams": {"type": "DT_INT32"}, "Tindices": {"type": "DT_INT32"}, "batch_dims": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/attention/output/dense/Tensordot/Prod_1", "op": "Prod", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/attention/output/dense/Tensordot/GatherV2_1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/attention/output/dense/Tensordot/Const_1"], "attr": {"T": {"type": "DT_INT32"}, "Tidx": {"type": "DT_INT32"}, "keep_dims": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/attention/output/dense/Tensordot/Prod", "op": "Prod", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/attention/output/dense/Tensordot/GatherV2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/attention/output/dense/Tensordot/Const"], "attr": {"T": {"type": "DT_INT32"}, "Tidx": {"type": "DT_INT32"}, "keep_dims": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/attention/output/dense/Tensordot/concat_1", "op": "ConcatV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/attention/output/dense/Tensordot/GatherV2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/attention/output/dense/Tensordot/Const_2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/attention/output/dense/Tensordot/concat_1/axis"], "attr": {"N": {"i": "2"}, "T": {"type": "DT_INT32"}, "Tidx": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/attention/output/dense/Tensordot/stack", "op": "Pack", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/attention/output/dense/Tensordot/Prod", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/attention/output/dense/Tensordot/Prod_1"], "attr": {"N": {"i": "2"}, "axis": {"i": "0"}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/attention/output/dense/Tensordot/Reshape", "op": "Reshape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/attention/self/Reshape_3", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/attention/output/dense/Tensordot/stack"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/attention/output/dense/Tensordot/MatMul", "op": "MatMul", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/attention/output/dense/Tensordot/Reshape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/attention/output/dense/Tensordot/ReadVariableOp"], "device": "/device:CPU:0", "attr": {"transpose_a": {"b": false}, "grad_a": {"b": false}, "T": {"type": "DT_FLOAT"}, "grad_b": {"b": false}, "transpose_b": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/attention/output/dense/Tensordot", "op": "Reshape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/attention/output/dense/Tensordot/MatMul", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/attention/output/dense/Tensordot/concat_1"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/attention/output/dense/BiasAdd", "op": "BiasAdd", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/attention/output/dense/Tensordot", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/attention/output/dense/BiasAdd/ReadVariableOp"], "attr": {"data_format": {"s": "TkhXQw=="}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/attention/output/add", "op": "AddV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/attention/output/dense/BiasAdd", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/output/LayerNorm/batchnorm/add_1"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/attention/output/LayerNorm/moments/mean", "op": "Mean", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/attention/output/add", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/attention/output/LayerNorm/moments/mean/reduction_indices"], "attr": {"Tidx": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}, "keep_dims": {"b": true}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/attention/output/LayerNorm/moments/SquaredDifference", "op": "SquaredDifference", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/attention/output/add", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/attention/output/LayerNorm/moments/mean"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/attention/output/LayerNorm/moments/variance", "op": "Mean", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/attention/output/LayerNorm/moments/SquaredDifference", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/attention/output/LayerNorm/moments/variance/reduction_indices"], "attr": {"Tidx": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}, "keep_dims": {"b": true}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/attention/output/LayerNorm/batchnorm/add", "op": "AddV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/attention/output/LayerNorm/moments/variance", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/attention/output/LayerNorm/batchnorm/add/y"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/attention/output/LayerNorm/batchnorm/Rsqrt", "op": "Rsqrt", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/attention/output/LayerNorm/batchnorm/add"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/attention/output/LayerNorm/batchnorm/mul", "op": "Mul", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/attention/output/LayerNorm/batchnorm/Rsqrt", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/attention/output/LayerNorm/batchnorm/mul/ReadVariableOp"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/attention/output/LayerNorm/batchnorm/mul_2", "op": "Mul", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/attention/output/LayerNorm/moments/mean", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/attention/output/LayerNorm/batchnorm/mul"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/attention/output/LayerNorm/batchnorm/mul_1", "op": "Mul", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/attention/output/add", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/attention/output/LayerNorm/batchnorm/mul"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/attention/output/LayerNorm/batchnorm/sub", "op": "Sub", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/attention/output/LayerNorm/batchnorm/ReadVariableOp", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/attention/output/LayerNorm/batchnorm/mul_2"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/attention/output/LayerNorm/batchnorm/add_1", "op": "AddV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/attention/output/LayerNorm/batchnorm/mul_1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/attention/output/LayerNorm/batchnorm/sub"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/intermediate/dense/Tensordot/Shape", "op": "Shape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/attention/output/LayerNorm/batchnorm/add_1"], "attr": {"T": {"type": "DT_FLOAT"}, "out_type": {"type": "DT_INT32"}}, "experimentalType": {"typeId": "TFT_PRODUCT", "args": [{"typeId": "TFT_SHAPE_TENSOR", "args": [{"typeId": "TFT_INT32"}]}]}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/intermediate/dense/Tensordot/GatherV2_1", "op": "GatherV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/intermediate/dense/Tensordot/Shape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/intermediate/dense/Tensordot/axes", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/intermediate/dense/Tensordot/GatherV2_1/axis"], "attr": {"Taxis": {"type": "DT_INT32"}, "Tparams": {"type": "DT_INT32"}, "Tindices": {"type": "DT_INT32"}, "batch_dims": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/intermediate/dense/Tensordot/GatherV2", "op": "GatherV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/intermediate/dense/Tensordot/Shape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/intermediate/dense/Tensordot/free", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/intermediate/dense/Tensordot/GatherV2/axis"], "attr": {"Taxis": {"type": "DT_INT32"}, "Tparams": {"type": "DT_INT32"}, "Tindices": {"type": "DT_INT32"}, "batch_dims": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/intermediate/dense/Tensordot/Prod_1", "op": "Prod", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/intermediate/dense/Tensordot/GatherV2_1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/intermediate/dense/Tensordot/Const_1"], "attr": {"T": {"type": "DT_INT32"}, "Tidx": {"type": "DT_INT32"}, "keep_dims": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/intermediate/dense/Tensordot/Prod", "op": "Prod", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/intermediate/dense/Tensordot/GatherV2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/intermediate/dense/Tensordot/Const"], "attr": {"T": {"type": "DT_INT32"}, "Tidx": {"type": "DT_INT32"}, "keep_dims": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/intermediate/dense/Tensordot/concat_1", "op": "ConcatV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/intermediate/dense/Tensordot/GatherV2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/intermediate/dense/Tensordot/Const_2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/intermediate/dense/Tensordot/concat_1/axis"], "attr": {"N": {"i": "2"}, "Tidx": {"type": "DT_INT32"}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/intermediate/dense/Tensordot/stack", "op": "Pack", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/intermediate/dense/Tensordot/Prod", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/intermediate/dense/Tensordot/Prod_1"], "attr": {"N": {"i": "2"}, "axis": {"i": "0"}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/intermediate/dense/Tensordot/Reshape", "op": "Reshape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/attention/output/LayerNorm/batchnorm/add_1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/intermediate/dense/Tensordot/stack"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/intermediate/dense/Tensordot/MatMul", "op": "MatMul", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/intermediate/dense/Tensordot/Reshape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/intermediate/dense/Tensordot/ReadVariableOp"], "device": "/device:CPU:0", "attr": {"transpose_a": {"b": false}, "grad_a": {"b": false}, "T": {"type": "DT_FLOAT"}, "grad_b": {"b": false}, "transpose_b": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/intermediate/dense/Tensordot", "op": "Reshape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/intermediate/dense/Tensordot/MatMul", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/intermediate/dense/Tensordot/concat_1"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/intermediate/dense/BiasAdd", "op": "BiasAdd", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/intermediate/dense/Tensordot", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/intermediate/dense/BiasAdd/ReadVariableOp"], "attr": {"data_format": {"s": "TkhXQw=="}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/intermediate/Relu", "op": "Relu", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/intermediate/dense/BiasAdd"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/output/dense/Tensordot/Shape", "op": "Shape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/intermediate/Relu"], "attr": {"T": {"type": "DT_FLOAT"}, "out_type": {"type": "DT_INT32"}}, "experimentalType": {"typeId": "TFT_PRODUCT", "args": [{"typeId": "TFT_SHAPE_TENSOR", "args": [{"typeId": "TFT_INT32"}]}]}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/output/dense/Tensordot/GatherV2_1", "op": "GatherV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/output/dense/Tensordot/Shape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/output/dense/Tensordot/axes", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/output/dense/Tensordot/GatherV2_1/axis"], "attr": {"Tparams": {"type": "DT_INT32"}, "Taxis": {"type": "DT_INT32"}, "Tindices": {"type": "DT_INT32"}, "batch_dims": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/output/dense/Tensordot/GatherV2", "op": "GatherV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/output/dense/Tensordot/Shape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/output/dense/Tensordot/free", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/output/dense/Tensordot/GatherV2/axis"], "attr": {"Tparams": {"type": "DT_INT32"}, "Taxis": {"type": "DT_INT32"}, "Tindices": {"type": "DT_INT32"}, "batch_dims": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/output/dense/Tensordot/Prod_1", "op": "Prod", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/output/dense/Tensordot/GatherV2_1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/output/dense/Tensordot/Const_1"], "attr": {"T": {"type": "DT_INT32"}, "Tidx": {"type": "DT_INT32"}, "keep_dims": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/output/dense/Tensordot/Prod", "op": "Prod", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/output/dense/Tensordot/GatherV2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/output/dense/Tensordot/Const"], "attr": {"T": {"type": "DT_INT32"}, "Tidx": {"type": "DT_INT32"}, "keep_dims": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/output/dense/Tensordot/concat_1", "op": "ConcatV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/output/dense/Tensordot/GatherV2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/output/dense/Tensordot/Const_2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/output/dense/Tensordot/concat_1/axis"], "attr": {"N": {"i": "2"}, "Tidx": {"type": "DT_INT32"}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/output/dense/Tensordot/stack", "op": "Pack", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/output/dense/Tensordot/Prod", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/output/dense/Tensordot/Prod_1"], "attr": {"N": {"i": "2"}, "axis": {"i": "0"}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/output/dense/Tensordot/Reshape", "op": "Reshape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/intermediate/Relu", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/output/dense/Tensordot/stack"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/output/dense/Tensordot/MatMul", "op": "MatMul", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/output/dense/Tensordot/Reshape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/output/dense/Tensordot/ReadVariableOp"], "device": "/device:CPU:0", "attr": {"transpose_a": {"b": false}, "grad_a": {"b": false}, "T": {"type": "DT_FLOAT"}, "grad_b": {"b": false}, "transpose_b": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/output/dense/Tensordot", "op": "Reshape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/output/dense/Tensordot/MatMul", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/output/dense/Tensordot/concat_1"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/output/dense/BiasAdd", "op": "BiasAdd", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/output/dense/Tensordot", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/output/dense/BiasAdd/ReadVariableOp"], "attr": {"data_format": {"s": "TkhXQw=="}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/output/add", "op": "AddV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/output/dense/BiasAdd", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/attention/output/LayerNorm/batchnorm/add_1"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/output/LayerNorm/moments/mean", "op": "Mean", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/output/add", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/output/LayerNorm/moments/mean/reduction_indices"], "attr": {"Tidx": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}, "keep_dims": {"b": true}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/output/LayerNorm/moments/SquaredDifference", "op": "SquaredDifference", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/output/add", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/output/LayerNorm/moments/mean"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/output/LayerNorm/moments/variance", "op": "Mean", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/output/LayerNorm/moments/SquaredDifference", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/output/LayerNorm/moments/variance/reduction_indices"], "attr": {"T": {"type": "DT_FLOAT"}, "Tidx": {"type": "DT_INT32"}, "keep_dims": {"b": true}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/output/LayerNorm/batchnorm/add", "op": "AddV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/output/LayerNorm/moments/variance", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/output/LayerNorm/batchnorm/add/y"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/output/LayerNorm/batchnorm/Rsqrt", "op": "Rsqrt", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/output/LayerNorm/batchnorm/add"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/output/LayerNorm/batchnorm/mul", "op": "Mul", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/output/LayerNorm/batchnorm/Rsqrt", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/output/LayerNorm/batchnorm/mul/ReadVariableOp"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/output/LayerNorm/batchnorm/mul_2", "op": "Mul", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/output/LayerNorm/moments/mean", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/output/LayerNorm/batchnorm/mul"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/output/LayerNorm/batchnorm/mul_1", "op": "Mul", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/output/add", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/output/LayerNorm/batchnorm/mul"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/output/LayerNorm/batchnorm/sub", "op": "Sub", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/output/LayerNorm/batchnorm/ReadVariableOp", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/output/LayerNorm/batchnorm/mul_2"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/output/LayerNorm/batchnorm/add_1", "op": "AddV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/output/LayerNorm/batchnorm/mul_1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/output/LayerNorm/batchnorm/sub"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/attention/self/query/Tensordot/Shape", "op": "Shape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/output/LayerNorm/batchnorm/add_1"], "attr": {"T": {"type": "DT_FLOAT"}, "out_type": {"type": "DT_INT32"}}, "experimentalType": {"typeId": "TFT_PRODUCT", "args": [{"typeId": "TFT_SHAPE_TENSOR", "args": [{"typeId": "TFT_INT32"}]}]}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/attention/self/key/Tensordot/Shape", "op": "Shape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/output/LayerNorm/batchnorm/add_1"], "attr": {"T": {"type": "DT_FLOAT"}, "out_type": {"type": "DT_INT32"}}, "experimentalType": {"typeId": "TFT_PRODUCT", "args": [{"typeId": "TFT_SHAPE_TENSOR", "args": [{"typeId": "TFT_INT32"}]}]}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/attention/self/value/Tensordot/Shape", "op": "Shape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/output/LayerNorm/batchnorm/add_1"], "attr": {"T": {"type": "DT_FLOAT"}, "out_type": {"type": "DT_INT32"}}, "experimentalType": {"typeId": "TFT_PRODUCT", "args": [{"typeId": "TFT_SHAPE_TENSOR", "args": [{"typeId": "TFT_INT32"}]}]}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/attention/self/Shape", "op": "Shape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/output/LayerNorm/batchnorm/add_1"], "attr": {"T": {"type": "DT_FLOAT"}, "out_type": {"type": "DT_INT32"}}, "experimentalType": {"typeId": "TFT_PRODUCT", "args": [{"typeId": "TFT_SHAPE_TENSOR", "args": [{"typeId": "TFT_INT32"}]}]}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/attention/self/query/Tensordot/GatherV2_1", "op": "GatherV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/attention/self/query/Tensordot/Shape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/attention/self/query/Tensordot/axes", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/attention/self/query/Tensordot/GatherV2_1/axis"], "attr": {"Tparams": {"type": "DT_INT32"}, "Taxis": {"type": "DT_INT32"}, "Tindices": {"type": "DT_INT32"}, "batch_dims": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/attention/self/query/Tensordot/GatherV2", "op": "GatherV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/attention/self/query/Tensordot/Shape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/attention/self/query/Tensordot/free", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/attention/self/query/Tensordot/GatherV2/axis"], "attr": {"Taxis": {"type": "DT_INT32"}, "Tparams": {"type": "DT_INT32"}, "Tindices": {"type": "DT_INT32"}, "batch_dims": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/attention/self/key/Tensordot/GatherV2_1", "op": "GatherV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/attention/self/key/Tensordot/Shape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/attention/self/key/Tensordot/axes", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/attention/self/key/Tensordot/GatherV2_1/axis"], "attr": {"Taxis": {"type": "DT_INT32"}, "Tparams": {"type": "DT_INT32"}, "Tindices": {"type": "DT_INT32"}, "batch_dims": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/attention/self/key/Tensordot/GatherV2", "op": "GatherV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/attention/self/key/Tensordot/Shape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/attention/self/key/Tensordot/free", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/attention/self/key/Tensordot/GatherV2/axis"], "attr": {"Taxis": {"type": "DT_INT32"}, "Tparams": {"type": "DT_INT32"}, "Tindices": {"type": "DT_INT32"}, "batch_dims": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/attention/self/value/Tensordot/GatherV2_1", "op": "GatherV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/attention/self/value/Tensordot/Shape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/attention/self/value/Tensordot/axes", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/attention/self/value/Tensordot/GatherV2_1/axis"], "attr": {"Taxis": {"type": "DT_INT32"}, "Tparams": {"type": "DT_INT32"}, "Tindices": {"type": "DT_INT32"}, "batch_dims": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/attention/self/value/Tensordot/GatherV2", "op": "GatherV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/attention/self/value/Tensordot/Shape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/attention/self/value/Tensordot/free", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/attention/self/value/Tensordot/GatherV2/axis"], "attr": {"Taxis": {"type": "DT_INT32"}, "Tparams": {"type": "DT_INT32"}, "Tindices": {"type": "DT_INT32"}, "batch_dims": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/attention/self/strided_slice", "op": "StridedSlice", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/attention/self/Shape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/attention/self/strided_slice/stack", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/attention/self/strided_slice/stack_1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/attention/self/strided_slice/stack_2"], "attr": {"shrink_axis_mask": {"i": "1"}, "new_axis_mask": {"i": "0"}, "Index": {"type": "DT_INT32"}, "begin_mask": {"i": "0"}, "end_mask": {"i": "0"}, "T": {"type": "DT_INT32"}, "ellipsis_mask": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/attention/self/query/Tensordot/Prod_1", "op": "Prod", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/attention/self/query/Tensordot/GatherV2_1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/attention/self/query/Tensordot/Const_1"], "attr": {"T": {"type": "DT_INT32"}, "Tidx": {"type": "DT_INT32"}, "keep_dims": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/attention/self/query/Tensordot/Prod", "op": "Prod", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/attention/self/query/Tensordot/GatherV2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/attention/self/query/Tensordot/Const"], "attr": {"Tidx": {"type": "DT_INT32"}, "T": {"type": "DT_INT32"}, "keep_dims": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/attention/self/query/Tensordot/concat_1", "op": "ConcatV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/attention/self/query/Tensordot/GatherV2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/attention/self/query/Tensordot/Const_2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/attention/self/query/Tensordot/concat_1/axis"], "attr": {"N": {"i": "2"}, "Tidx": {"type": "DT_INT32"}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/attention/self/key/Tensordot/Prod_1", "op": "Prod", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/attention/self/key/Tensordot/GatherV2_1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/attention/self/key/Tensordot/Const_1"], "attr": {"Tidx": {"type": "DT_INT32"}, "T": {"type": "DT_INT32"}, "keep_dims": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/attention/self/key/Tensordot/Prod", "op": "Prod", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/attention/self/key/Tensordot/GatherV2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/attention/self/key/Tensordot/Const"], "attr": {"T": {"type": "DT_INT32"}, "Tidx": {"type": "DT_INT32"}, "keep_dims": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/attention/self/key/Tensordot/concat_1", "op": "ConcatV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/attention/self/key/Tensordot/GatherV2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/attention/self/key/Tensordot/Const_2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/attention/self/key/Tensordot/concat_1/axis"], "attr": {"N": {"i": "2"}, "T": {"type": "DT_INT32"}, "Tidx": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/attention/self/value/Tensordot/Prod_1", "op": "Prod", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/attention/self/value/Tensordot/GatherV2_1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/attention/self/value/Tensordot/Const_1"], "attr": {"T": {"type": "DT_INT32"}, "Tidx": {"type": "DT_INT32"}, "keep_dims": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/attention/self/value/Tensordot/Prod", "op": "Prod", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/attention/self/value/Tensordot/GatherV2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/attention/self/value/Tensordot/Const"], "attr": {"T": {"type": "DT_INT32"}, "Tidx": {"type": "DT_INT32"}, "keep_dims": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/attention/self/value/Tensordot/concat_1", "op": "ConcatV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/attention/self/value/Tensordot/GatherV2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/attention/self/value/Tensordot/Const_2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/attention/self/value/Tensordot/concat_1/axis"], "attr": {"N": {"i": "2"}, "T": {"type": "DT_INT32"}, "Tidx": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/attention/self/Reshape_2/shape", "op": "Pack", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/attention/self/strided_slice", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/attention/self/Reshape_2/shape/1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/attention/self/Reshape_2/shape/2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/attention/self/Reshape_2/shape/3"], "attr": {"N": {"i": "4"}, "axis": {"i": "0"}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/attention/self/Reshape/shape", "op": "Pack", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/attention/self/strided_slice", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/attention/self/Reshape/shape/1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/attention/self/Reshape/shape/2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/attention/self/Reshape/shape/3"], "attr": {"N": {"i": "4"}, "axis": {"i": "0"}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/attention/self/Reshape_1/shape", "op": "Pack", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/attention/self/strided_slice", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/attention/self/Reshape_1/shape/1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/attention/self/Reshape_1/shape/2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/attention/self/Reshape_1/shape/3"], "attr": {"N": {"i": "4"}, "axis": {"i": "0"}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/attention/self/Reshape_3/shape", "op": "Pack", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/attention/self/strided_slice", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/attention/self/Reshape_3/shape/1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/attention/self/Reshape_3/shape/2"], "attr": {"N": {"i": "3"}, "axis": {"i": "0"}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/attention/self/query/Tensordot/stack", "op": "Pack", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/attention/self/query/Tensordot/Prod", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/attention/self/query/Tensordot/Prod_1"], "attr": {"N": {"i": "2"}, "axis": {"i": "0"}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/attention/self/key/Tensordot/stack", "op": "Pack", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/attention/self/key/Tensordot/Prod", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/attention/self/key/Tensordot/Prod_1"], "attr": {"N": {"i": "2"}, "axis": {"i": "0"}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/attention/self/value/Tensordot/stack", "op": "Pack", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/attention/self/value/Tensordot/Prod", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/attention/self/value/Tensordot/Prod_1"], "attr": {"N": {"i": "2"}, "axis": {"i": "0"}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/attention/self/query/Tensordot/Reshape", "op": "Reshape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/output/LayerNorm/batchnorm/add_1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/attention/self/query/Tensordot/stack"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/attention/self/key/Tensordot/Reshape", "op": "Reshape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/output/LayerNorm/batchnorm/add_1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/attention/self/key/Tensordot/stack"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/attention/self/value/Tensordot/Reshape", "op": "Reshape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/output/LayerNorm/batchnorm/add_1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/attention/self/value/Tensordot/stack"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/attention/self/query/Tensordot/MatMul", "op": "MatMul", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/attention/self/query/Tensordot/Reshape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/attention/self/query/Tensordot/ReadVariableOp"], "device": "/device:CPU:0", "attr": {"grad_a": {"b": false}, "transpose_a": {"b": false}, "T": {"type": "DT_FLOAT"}, "grad_b": {"b": false}, "transpose_b": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/attention/self/key/Tensordot/MatMul", "op": "MatMul", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/attention/self/key/Tensordot/Reshape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/attention/self/key/Tensordot/ReadVariableOp"], "device": "/device:CPU:0", "attr": {"transpose_a": {"b": false}, "grad_a": {"b": false}, "T": {"type": "DT_FLOAT"}, "grad_b": {"b": false}, "transpose_b": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/attention/self/value/Tensordot/MatMul", "op": "MatMul", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/attention/self/value/Tensordot/Reshape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/attention/self/value/Tensordot/ReadVariableOp"], "device": "/device:CPU:0", "attr": {"transpose_a": {"b": false}, "grad_a": {"b": false}, "T": {"type": "DT_FLOAT"}, "grad_b": {"b": false}, "transpose_b": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/attention/self/query/Tensordot", "op": "Reshape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/attention/self/query/Tensordot/MatMul", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/attention/self/query/Tensordot/concat_1"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/attention/self/key/Tensordot", "op": "Reshape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/attention/self/key/Tensordot/MatMul", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/attention/self/key/Tensordot/concat_1"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/attention/self/value/Tensordot", "op": "Reshape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/attention/self/value/Tensordot/MatMul", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/attention/self/value/Tensordot/concat_1"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/attention/self/query/BiasAdd", "op": "BiasAdd", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/attention/self/query/Tensordot", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/attention/self/query/BiasAdd/ReadVariableOp"], "attr": {"data_format": {"s": "TkhXQw=="}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/attention/self/key/BiasAdd", "op": "BiasAdd", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/attention/self/key/Tensordot", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/attention/self/key/BiasAdd/ReadVariableOp"], "attr": {"data_format": {"s": "TkhXQw=="}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/attention/self/value/BiasAdd", "op": "BiasAdd", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/attention/self/value/Tensordot", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/attention/self/value/BiasAdd/ReadVariableOp"], "attr": {"data_format": {"s": "TkhXQw=="}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/attention/self/Reshape_2", "op": "Reshape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/attention/self/query/BiasAdd", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/attention/self/Reshape_2/shape"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/attention/self/Reshape", "op": "Reshape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/attention/self/key/BiasAdd", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/attention/self/Reshape/shape"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/attention/self/Reshape_1", "op": "Reshape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/attention/self/value/BiasAdd", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/attention/self/Reshape_1/shape"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/attention/self/transpose_2", "op": "Transpose", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/attention/self/Reshape_2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/attention/self/transpose_2/perm"], "attr": {"Tperm": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/attention/self/transpose", "op": "Transpose", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/attention/self/Reshape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/attention/self/transpose/perm"], "attr": {"Tperm": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/attention/self/transpose_1", "op": "Transpose", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/attention/self/Reshape_1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/attention/self/transpose_1/perm"], "attr": {"Tperm": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/attention/self/MatMul", "op": "BatchMatMulV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/attention/self/transpose_2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/attention/self/transpose"], "attr": {"adj_x": {"b": false}, "grad_y": {"b": false}, "T": {"type": "DT_FLOAT"}, "grad_x": {"b": false}, "adj_y": {"b": true}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/attention/self/truediv", "op": "Mul", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/attention/self/MatMul", "ConstantFolding/StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/attention/self/truediv_recip"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/attention/self/add_1", "op": "AddV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/attention/self/truediv", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/attention/self/Add"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/attention/self/Softmax", "op": "Softmax", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/attention/self/add_1"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/attention/self/MatMul_1", "op": "BatchMatMulV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/attention/self/Softmax", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/attention/self/transpose_1"], "attr": {"adj_x": {"b": false}, "grad_y": {"b": false}, "T": {"type": "DT_FLOAT"}, "grad_x": {"b": false}, "adj_y": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/attention/self/transpose_3", "op": "Transpose", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/attention/self/MatMul_1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/attention/self/transpose_3/perm"], "attr": {"Tperm": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/attention/self/Reshape_3", "op": "Reshape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/attention/self/transpose_3", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/attention/self/Reshape_3/shape"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/attention/output/dense/Tensordot/Shape", "op": "Shape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/attention/self/Reshape_3"], "attr": {"T": {"type": "DT_FLOAT"}, "out_type": {"type": "DT_INT32"}}, "experimentalType": {"typeId": "TFT_PRODUCT", "args": [{"typeId": "TFT_SHAPE_TENSOR", "args": [{"typeId": "TFT_INT32"}]}]}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/attention/output/dense/Tensordot/GatherV2_1", "op": "GatherV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/attention/output/dense/Tensordot/Shape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/attention/output/dense/Tensordot/axes", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/attention/output/dense/Tensordot/GatherV2_1/axis"], "attr": {"Tparams": {"type": "DT_INT32"}, "Taxis": {"type": "DT_INT32"}, "Tindices": {"type": "DT_INT32"}, "batch_dims": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/attention/output/dense/Tensordot/GatherV2", "op": "GatherV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/attention/output/dense/Tensordot/Shape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/attention/output/dense/Tensordot/free", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/attention/output/dense/Tensordot/GatherV2/axis"], "attr": {"Taxis": {"type": "DT_INT32"}, "Tparams": {"type": "DT_INT32"}, "Tindices": {"type": "DT_INT32"}, "batch_dims": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/attention/output/dense/Tensordot/Prod_1", "op": "Prod", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/attention/output/dense/Tensordot/GatherV2_1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/attention/output/dense/Tensordot/Const_1"], "attr": {"T": {"type": "DT_INT32"}, "Tidx": {"type": "DT_INT32"}, "keep_dims": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/attention/output/dense/Tensordot/Prod", "op": "Prod", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/attention/output/dense/Tensordot/GatherV2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/attention/output/dense/Tensordot/Const"], "attr": {"T": {"type": "DT_INT32"}, "Tidx": {"type": "DT_INT32"}, "keep_dims": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/attention/output/dense/Tensordot/concat_1", "op": "ConcatV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/attention/output/dense/Tensordot/GatherV2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/attention/output/dense/Tensordot/Const_2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/attention/output/dense/Tensordot/concat_1/axis"], "attr": {"N": {"i": "2"}, "T": {"type": "DT_INT32"}, "Tidx": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/attention/output/dense/Tensordot/stack", "op": "Pack", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/attention/output/dense/Tensordot/Prod", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/attention/output/dense/Tensordot/Prod_1"], "attr": {"N": {"i": "2"}, "axis": {"i": "0"}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/attention/output/dense/Tensordot/Reshape", "op": "Reshape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/attention/self/Reshape_3", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/attention/output/dense/Tensordot/stack"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/attention/output/dense/Tensordot/MatMul", "op": "MatMul", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/attention/output/dense/Tensordot/Reshape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/attention/output/dense/Tensordot/ReadVariableOp"], "device": "/device:CPU:0", "attr": {"grad_a": {"b": false}, "transpose_a": {"b": false}, "T": {"type": "DT_FLOAT"}, "grad_b": {"b": false}, "transpose_b": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/attention/output/dense/Tensordot", "op": "Reshape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/attention/output/dense/Tensordot/MatMul", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/attention/output/dense/Tensordot/concat_1"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/attention/output/dense/BiasAdd", "op": "BiasAdd", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/attention/output/dense/Tensordot", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/attention/output/dense/BiasAdd/ReadVariableOp"], "attr": {"data_format": {"s": "TkhXQw=="}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/attention/output/add", "op": "AddV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/attention/output/dense/BiasAdd", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/output/LayerNorm/batchnorm/add_1"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/attention/output/LayerNorm/moments/mean", "op": "Mean", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/attention/output/add", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/attention/output/LayerNorm/moments/mean/reduction_indices"], "attr": {"T": {"type": "DT_FLOAT"}, "Tidx": {"type": "DT_INT32"}, "keep_dims": {"b": true}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/attention/output/LayerNorm/moments/SquaredDifference", "op": "SquaredDifference", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/attention/output/add", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/attention/output/LayerNorm/moments/mean"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/attention/output/LayerNorm/moments/variance", "op": "Mean", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/attention/output/LayerNorm/moments/SquaredDifference", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/attention/output/LayerNorm/moments/variance/reduction_indices"], "attr": {"T": {"type": "DT_FLOAT"}, "Tidx": {"type": "DT_INT32"}, "keep_dims": {"b": true}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/attention/output/LayerNorm/batchnorm/add", "op": "AddV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/attention/output/LayerNorm/moments/variance", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/attention/output/LayerNorm/batchnorm/add/y"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/attention/output/LayerNorm/batchnorm/Rsqrt", "op": "Rsqrt", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/attention/output/LayerNorm/batchnorm/add"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/attention/output/LayerNorm/batchnorm/mul", "op": "Mul", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/attention/output/LayerNorm/batchnorm/Rsqrt", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/attention/output/LayerNorm/batchnorm/mul/ReadVariableOp"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/attention/output/LayerNorm/batchnorm/mul_2", "op": "Mul", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/attention/output/LayerNorm/moments/mean", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/attention/output/LayerNorm/batchnorm/mul"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/attention/output/LayerNorm/batchnorm/mul_1", "op": "Mul", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/attention/output/add", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/attention/output/LayerNorm/batchnorm/mul"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/attention/output/LayerNorm/batchnorm/sub", "op": "Sub", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/attention/output/LayerNorm/batchnorm/ReadVariableOp", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/attention/output/LayerNorm/batchnorm/mul_2"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/attention/output/LayerNorm/batchnorm/add_1", "op": "AddV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/attention/output/LayerNorm/batchnorm/mul_1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/attention/output/LayerNorm/batchnorm/sub"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/intermediate/dense/Tensordot/Shape", "op": "Shape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/attention/output/LayerNorm/batchnorm/add_1"], "attr": {"T": {"type": "DT_FLOAT"}, "out_type": {"type": "DT_INT32"}}, "experimentalType": {"typeId": "TFT_PRODUCT", "args": [{"typeId": "TFT_SHAPE_TENSOR", "args": [{"typeId": "TFT_INT32"}]}]}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/intermediate/dense/Tensordot/GatherV2_1", "op": "GatherV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/intermediate/dense/Tensordot/Shape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/intermediate/dense/Tensordot/axes", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/intermediate/dense/Tensordot/GatherV2_1/axis"], "attr": {"Taxis": {"type": "DT_INT32"}, "Tparams": {"type": "DT_INT32"}, "Tindices": {"type": "DT_INT32"}, "batch_dims": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/intermediate/dense/Tensordot/GatherV2", "op": "GatherV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/intermediate/dense/Tensordot/Shape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/intermediate/dense/Tensordot/free", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/intermediate/dense/Tensordot/GatherV2/axis"], "attr": {"Taxis": {"type": "DT_INT32"}, "Tparams": {"type": "DT_INT32"}, "Tindices": {"type": "DT_INT32"}, "batch_dims": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/intermediate/dense/Tensordot/Prod_1", "op": "Prod", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/intermediate/dense/Tensordot/GatherV2_1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/intermediate/dense/Tensordot/Const_1"], "attr": {"Tidx": {"type": "DT_INT32"}, "T": {"type": "DT_INT32"}, "keep_dims": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/intermediate/dense/Tensordot/Prod", "op": "Prod", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/intermediate/dense/Tensordot/GatherV2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/intermediate/dense/Tensordot/Const"], "attr": {"T": {"type": "DT_INT32"}, "Tidx": {"type": "DT_INT32"}, "keep_dims": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/intermediate/dense/Tensordot/concat_1", "op": "ConcatV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/intermediate/dense/Tensordot/GatherV2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/intermediate/dense/Tensordot/Const_2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/intermediate/dense/Tensordot/concat_1/axis"], "attr": {"N": {"i": "2"}, "T": {"type": "DT_INT32"}, "Tidx": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/intermediate/dense/Tensordot/stack", "op": "Pack", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/intermediate/dense/Tensordot/Prod", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/intermediate/dense/Tensordot/Prod_1"], "attr": {"N": {"i": "2"}, "axis": {"i": "0"}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/intermediate/dense/Tensordot/Reshape", "op": "Reshape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/attention/output/LayerNorm/batchnorm/add_1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/intermediate/dense/Tensordot/stack"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/intermediate/dense/Tensordot/MatMul", "op": "MatMul", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/intermediate/dense/Tensordot/Reshape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/intermediate/dense/Tensordot/ReadVariableOp"], "device": "/device:CPU:0", "attr": {"grad_a": {"b": false}, "transpose_a": {"b": false}, "T": {"type": "DT_FLOAT"}, "grad_b": {"b": false}, "transpose_b": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/intermediate/dense/Tensordot", "op": "Reshape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/intermediate/dense/Tensordot/MatMul", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/intermediate/dense/Tensordot/concat_1"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/intermediate/dense/BiasAdd", "op": "BiasAdd", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/intermediate/dense/Tensordot", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/intermediate/dense/BiasAdd/ReadVariableOp"], "attr": {"data_format": {"s": "TkhXQw=="}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/intermediate/Relu", "op": "Relu", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/intermediate/dense/BiasAdd"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/output/dense/Tensordot/Shape", "op": "Shape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/intermediate/Relu"], "attr": {"T": {"type": "DT_FLOAT"}, "out_type": {"type": "DT_INT32"}}, "experimentalType": {"typeId": "TFT_PRODUCT", "args": [{"typeId": "TFT_SHAPE_TENSOR", "args": [{"typeId": "TFT_INT32"}]}]}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/output/dense/Tensordot/GatherV2_1", "op": "GatherV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/output/dense/Tensordot/Shape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/output/dense/Tensordot/axes", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/output/dense/Tensordot/GatherV2_1/axis"], "attr": {"Taxis": {"type": "DT_INT32"}, "Tparams": {"type": "DT_INT32"}, "Tindices": {"type": "DT_INT32"}, "batch_dims": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/output/dense/Tensordot/GatherV2", "op": "GatherV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/output/dense/Tensordot/Shape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/output/dense/Tensordot/free", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/output/dense/Tensordot/GatherV2/axis"], "attr": {"Taxis": {"type": "DT_INT32"}, "Tparams": {"type": "DT_INT32"}, "Tindices": {"type": "DT_INT32"}, "batch_dims": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/output/dense/Tensordot/Prod_1", "op": "Prod", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/output/dense/Tensordot/GatherV2_1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/output/dense/Tensordot/Const_1"], "attr": {"T": {"type": "DT_INT32"}, "Tidx": {"type": "DT_INT32"}, "keep_dims": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/output/dense/Tensordot/Prod", "op": "Prod", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/output/dense/Tensordot/GatherV2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/output/dense/Tensordot/Const"], "attr": {"T": {"type": "DT_INT32"}, "Tidx": {"type": "DT_INT32"}, "keep_dims": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/output/dense/Tensordot/concat_1", "op": "ConcatV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/output/dense/Tensordot/GatherV2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/output/dense/Tensordot/Const_2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/output/dense/Tensordot/concat_1/axis"], "attr": {"N": {"i": "2"}, "T": {"type": "DT_INT32"}, "Tidx": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/output/dense/Tensordot/stack", "op": "Pack", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/output/dense/Tensordot/Prod", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/output/dense/Tensordot/Prod_1"], "attr": {"N": {"i": "2"}, "axis": {"i": "0"}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/output/dense/Tensordot/Reshape", "op": "Reshape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/intermediate/Relu", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/output/dense/Tensordot/stack"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/output/dense/Tensordot/MatMul", "op": "MatMul", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/output/dense/Tensordot/Reshape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/output/dense/Tensordot/ReadVariableOp"], "device": "/device:CPU:0", "attr": {"transpose_a": {"b": false}, "grad_a": {"b": false}, "T": {"type": "DT_FLOAT"}, "grad_b": {"b": false}, "transpose_b": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/output/dense/Tensordot", "op": "Reshape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/output/dense/Tensordot/MatMul", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/output/dense/Tensordot/concat_1"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/output/dense/BiasAdd", "op": "BiasAdd", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/output/dense/Tensordot", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/output/dense/BiasAdd/ReadVariableOp"], "attr": {"data_format": {"s": "TkhXQw=="}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/output/add", "op": "AddV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/output/dense/BiasAdd", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/attention/output/LayerNorm/batchnorm/add_1"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/output/LayerNorm/moments/mean", "op": "Mean", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/output/add", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/output/LayerNorm/moments/mean/reduction_indices"], "attr": {"T": {"type": "DT_FLOAT"}, "Tidx": {"type": "DT_INT32"}, "keep_dims": {"b": true}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/output/LayerNorm/moments/SquaredDifference", "op": "SquaredDifference", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/output/add", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/output/LayerNorm/moments/mean"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/output/LayerNorm/moments/variance", "op": "Mean", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/output/LayerNorm/moments/SquaredDifference", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/output/LayerNorm/moments/variance/reduction_indices"], "attr": {"Tidx": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}, "keep_dims": {"b": true}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/output/LayerNorm/batchnorm/add", "op": "AddV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/output/LayerNorm/moments/variance", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/output/LayerNorm/batchnorm/add/y"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/output/LayerNorm/batchnorm/Rsqrt", "op": "Rsqrt", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/output/LayerNorm/batchnorm/add"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/output/LayerNorm/batchnorm/mul", "op": "Mul", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/output/LayerNorm/batchnorm/Rsqrt", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/output/LayerNorm/batchnorm/mul/ReadVariableOp"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/output/LayerNorm/batchnorm/mul_2", "op": "Mul", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/output/LayerNorm/moments/mean", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/output/LayerNorm/batchnorm/mul"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/output/LayerNorm/batchnorm/mul_1", "op": "Mul", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/output/add", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/output/LayerNorm/batchnorm/mul"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/output/LayerNorm/batchnorm/sub", "op": "Sub", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/output/LayerNorm/batchnorm/ReadVariableOp", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/output/LayerNorm/batchnorm/mul_2"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/output/LayerNorm/batchnorm/add_1", "op": "AddV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/output/LayerNorm/batchnorm/mul_1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/output/LayerNorm/batchnorm/sub"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/attention/self/query/Tensordot/Shape", "op": "Shape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/output/LayerNorm/batchnorm/add_1"], "attr": {"T": {"type": "DT_FLOAT"}, "out_type": {"type": "DT_INT32"}}, "experimentalType": {"typeId": "TFT_PRODUCT", "args": [{"typeId": "TFT_SHAPE_TENSOR", "args": [{"typeId": "TFT_INT32"}]}]}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/attention/self/key/Tensordot/Shape", "op": "Shape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/output/LayerNorm/batchnorm/add_1"], "attr": {"T": {"type": "DT_FLOAT"}, "out_type": {"type": "DT_INT32"}}, "experimentalType": {"typeId": "TFT_PRODUCT", "args": [{"typeId": "TFT_SHAPE_TENSOR", "args": [{"typeId": "TFT_INT32"}]}]}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/attention/self/value/Tensordot/Shape", "op": "Shape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/output/LayerNorm/batchnorm/add_1"], "attr": {"T": {"type": "DT_FLOAT"}, "out_type": {"type": "DT_INT32"}}, "experimentalType": {"typeId": "TFT_PRODUCT", "args": [{"typeId": "TFT_SHAPE_TENSOR", "args": [{"typeId": "TFT_INT32"}]}]}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/attention/self/Shape", "op": "Shape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/output/LayerNorm/batchnorm/add_1"], "attr": {"T": {"type": "DT_FLOAT"}, "out_type": {"type": "DT_INT32"}}, "experimentalType": {"typeId": "TFT_PRODUCT", "args": [{"typeId": "TFT_SHAPE_TENSOR", "args": [{"typeId": "TFT_INT32"}]}]}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/attention/self/query/Tensordot/GatherV2_1", "op": "GatherV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/attention/self/query/Tensordot/Shape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/attention/self/query/Tensordot/axes", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/attention/self/query/Tensordot/GatherV2_1/axis"], "attr": {"Taxis": {"type": "DT_INT32"}, "Tparams": {"type": "DT_INT32"}, "Tindices": {"type": "DT_INT32"}, "batch_dims": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/attention/self/query/Tensordot/GatherV2", "op": "GatherV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/attention/self/query/Tensordot/Shape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/attention/self/query/Tensordot/free", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/attention/self/query/Tensordot/GatherV2/axis"], "attr": {"Tparams": {"type": "DT_INT32"}, "Taxis": {"type": "DT_INT32"}, "Tindices": {"type": "DT_INT32"}, "batch_dims": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/attention/self/key/Tensordot/GatherV2_1", "op": "GatherV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/attention/self/key/Tensordot/Shape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/attention/self/key/Tensordot/axes", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/attention/self/key/Tensordot/GatherV2_1/axis"], "attr": {"Taxis": {"type": "DT_INT32"}, "Tparams": {"type": "DT_INT32"}, "Tindices": {"type": "DT_INT32"}, "batch_dims": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/attention/self/key/Tensordot/GatherV2", "op": "GatherV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/attention/self/key/Tensordot/Shape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/attention/self/key/Tensordot/free", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/attention/self/key/Tensordot/GatherV2/axis"], "attr": {"Taxis": {"type": "DT_INT32"}, "Tparams": {"type": "DT_INT32"}, "Tindices": {"type": "DT_INT32"}, "batch_dims": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/attention/self/value/Tensordot/GatherV2_1", "op": "GatherV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/attention/self/value/Tensordot/Shape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/attention/self/value/Tensordot/axes", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/attention/self/value/Tensordot/GatherV2_1/axis"], "attr": {"Tparams": {"type": "DT_INT32"}, "Taxis": {"type": "DT_INT32"}, "Tindices": {"type": "DT_INT32"}, "batch_dims": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/attention/self/value/Tensordot/GatherV2", "op": "GatherV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/attention/self/value/Tensordot/Shape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/attention/self/value/Tensordot/free", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/attention/self/value/Tensordot/GatherV2/axis"], "attr": {"Taxis": {"type": "DT_INT32"}, "Tparams": {"type": "DT_INT32"}, "Tindices": {"type": "DT_INT32"}, "batch_dims": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/attention/self/strided_slice", "op": "StridedSlice", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/attention/self/Shape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/attention/self/strided_slice/stack", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/attention/self/strided_slice/stack_1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/attention/self/strided_slice/stack_2"], "attr": {"shrink_axis_mask": {"i": "1"}, "new_axis_mask": {"i": "0"}, "Index": {"type": "DT_INT32"}, "begin_mask": {"i": "0"}, "end_mask": {"i": "0"}, "T": {"type": "DT_INT32"}, "ellipsis_mask": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/attention/self/query/Tensordot/Prod_1", "op": "Prod", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/attention/self/query/Tensordot/GatherV2_1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/attention/self/query/Tensordot/Const_1"], "attr": {"T": {"type": "DT_INT32"}, "Tidx": {"type": "DT_INT32"}, "keep_dims": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/attention/self/query/Tensordot/Prod", "op": "Prod", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/attention/self/query/Tensordot/GatherV2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/attention/self/query/Tensordot/Const"], "attr": {"T": {"type": "DT_INT32"}, "Tidx": {"type": "DT_INT32"}, "keep_dims": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/attention/self/query/Tensordot/concat_1", "op": "ConcatV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/attention/self/query/Tensordot/GatherV2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/attention/self/query/Tensordot/Const_2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/attention/self/query/Tensordot/concat_1/axis"], "attr": {"N": {"i": "2"}, "T": {"type": "DT_INT32"}, "Tidx": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/attention/self/key/Tensordot/Prod_1", "op": "Prod", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/attention/self/key/Tensordot/GatherV2_1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/attention/self/key/Tensordot/Const_1"], "attr": {"Tidx": {"type": "DT_INT32"}, "T": {"type": "DT_INT32"}, "keep_dims": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/attention/self/key/Tensordot/Prod", "op": "Prod", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/attention/self/key/Tensordot/GatherV2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/attention/self/key/Tensordot/Const"], "attr": {"Tidx": {"type": "DT_INT32"}, "T": {"type": "DT_INT32"}, "keep_dims": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/attention/self/key/Tensordot/concat_1", "op": "ConcatV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/attention/self/key/Tensordot/GatherV2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/attention/self/key/Tensordot/Const_2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/attention/self/key/Tensordot/concat_1/axis"], "attr": {"N": {"i": "2"}, "Tidx": {"type": "DT_INT32"}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/attention/self/value/Tensordot/Prod_1", "op": "Prod", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/attention/self/value/Tensordot/GatherV2_1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/attention/self/value/Tensordot/Const_1"], "attr": {"T": {"type": "DT_INT32"}, "Tidx": {"type": "DT_INT32"}, "keep_dims": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/attention/self/value/Tensordot/Prod", "op": "Prod", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/attention/self/value/Tensordot/GatherV2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/attention/self/value/Tensordot/Const"], "attr": {"Tidx": {"type": "DT_INT32"}, "T": {"type": "DT_INT32"}, "keep_dims": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/attention/self/value/Tensordot/concat_1", "op": "ConcatV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/attention/self/value/Tensordot/GatherV2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/attention/self/value/Tensordot/Const_2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/attention/self/value/Tensordot/concat_1/axis"], "attr": {"N": {"i": "2"}, "Tidx": {"type": "DT_INT32"}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/attention/self/Reshape_2/shape", "op": "Pack", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/attention/self/strided_slice", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/attention/self/Reshape_2/shape/1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/attention/self/Reshape_2/shape/2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/attention/self/Reshape_2/shape/3"], "attr": {"N": {"i": "4"}, "axis": {"i": "0"}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/attention/self/Reshape/shape", "op": "Pack", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/attention/self/strided_slice", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/attention/self/Reshape/shape/1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/attention/self/Reshape/shape/2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/attention/self/Reshape/shape/3"], "attr": {"N": {"i": "4"}, "axis": {"i": "0"}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/attention/self/Reshape_1/shape", "op": "Pack", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/attention/self/strided_slice", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/attention/self/Reshape_1/shape/1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/attention/self/Reshape_1/shape/2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/attention/self/Reshape_1/shape/3"], "attr": {"N": {"i": "4"}, "axis": {"i": "0"}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/attention/self/Reshape_3/shape", "op": "Pack", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/attention/self/strided_slice", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/attention/self/Reshape_3/shape/1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/attention/self/Reshape_3/shape/2"], "attr": {"N": {"i": "3"}, "axis": {"i": "0"}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/attention/self/query/Tensordot/stack", "op": "Pack", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/attention/self/query/Tensordot/Prod", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/attention/self/query/Tensordot/Prod_1"], "attr": {"N": {"i": "2"}, "axis": {"i": "0"}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/attention/self/key/Tensordot/stack", "op": "Pack", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/attention/self/key/Tensordot/Prod", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/attention/self/key/Tensordot/Prod_1"], "attr": {"N": {"i": "2"}, "axis": {"i": "0"}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/attention/self/value/Tensordot/stack", "op": "Pack", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/attention/self/value/Tensordot/Prod", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/attention/self/value/Tensordot/Prod_1"], "attr": {"N": {"i": "2"}, "axis": {"i": "0"}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/attention/self/query/Tensordot/Reshape", "op": "Reshape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/output/LayerNorm/batchnorm/add_1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/attention/self/query/Tensordot/stack"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/attention/self/key/Tensordot/Reshape", "op": "Reshape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/output/LayerNorm/batchnorm/add_1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/attention/self/key/Tensordot/stack"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/attention/self/value/Tensordot/Reshape", "op": "Reshape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/output/LayerNorm/batchnorm/add_1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/attention/self/value/Tensordot/stack"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/attention/self/query/Tensordot/MatMul", "op": "MatMul", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/attention/self/query/Tensordot/Reshape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/attention/self/query/Tensordot/ReadVariableOp"], "device": "/device:CPU:0", "attr": {"grad_a": {"b": false}, "transpose_a": {"b": false}, "T": {"type": "DT_FLOAT"}, "grad_b": {"b": false}, "transpose_b": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/attention/self/key/Tensordot/MatMul", "op": "MatMul", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/attention/self/key/Tensordot/Reshape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/attention/self/key/Tensordot/ReadVariableOp"], "device": "/device:CPU:0", "attr": {"grad_a": {"b": false}, "transpose_a": {"b": false}, "T": {"type": "DT_FLOAT"}, "grad_b": {"b": false}, "transpose_b": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/attention/self/value/Tensordot/MatMul", "op": "MatMul", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/attention/self/value/Tensordot/Reshape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/attention/self/value/Tensordot/ReadVariableOp"], "device": "/device:CPU:0", "attr": {"grad_a": {"b": false}, "transpose_a": {"b": false}, "T": {"type": "DT_FLOAT"}, "grad_b": {"b": false}, "transpose_b": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/attention/self/query/Tensordot", "op": "Reshape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/attention/self/query/Tensordot/MatMul", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/attention/self/query/Tensordot/concat_1"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/attention/self/key/Tensordot", "op": "Reshape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/attention/self/key/Tensordot/MatMul", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/attention/self/key/Tensordot/concat_1"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/attention/self/value/Tensordot", "op": "Reshape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/attention/self/value/Tensordot/MatMul", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/attention/self/value/Tensordot/concat_1"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/attention/self/query/BiasAdd", "op": "BiasAdd", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/attention/self/query/Tensordot", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/attention/self/query/BiasAdd/ReadVariableOp"], "attr": {"data_format": {"s": "TkhXQw=="}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/attention/self/key/BiasAdd", "op": "BiasAdd", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/attention/self/key/Tensordot", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/attention/self/key/BiasAdd/ReadVariableOp"], "attr": {"data_format": {"s": "TkhXQw=="}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/attention/self/value/BiasAdd", "op": "BiasAdd", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/attention/self/value/Tensordot", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/attention/self/value/BiasAdd/ReadVariableOp"], "attr": {"data_format": {"s": "TkhXQw=="}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/attention/self/Reshape_2", "op": "Reshape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/attention/self/query/BiasAdd", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/attention/self/Reshape_2/shape"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/attention/self/Reshape", "op": "Reshape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/attention/self/key/BiasAdd", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/attention/self/Reshape/shape"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/attention/self/Reshape_1", "op": "Reshape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/attention/self/value/BiasAdd", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/attention/self/Reshape_1/shape"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/attention/self/transpose_2", "op": "Transpose", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/attention/self/Reshape_2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/attention/self/transpose_2/perm"], "attr": {"Tperm": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/attention/self/transpose", "op": "Transpose", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/attention/self/Reshape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/attention/self/transpose/perm"], "attr": {"Tperm": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/attention/self/transpose_1", "op": "Transpose", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/attention/self/Reshape_1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/attention/self/transpose_1/perm"], "attr": {"Tperm": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/attention/self/MatMul", "op": "BatchMatMulV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/attention/self/transpose_2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/attention/self/transpose"], "attr": {"adj_x": {"b": false}, "grad_y": {"b": false}, "T": {"type": "DT_FLOAT"}, "adj_y": {"b": true}, "grad_x": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/attention/self/truediv", "op": "Mul", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/attention/self/MatMul", "ConstantFolding/StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/attention/self/truediv_recip"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/attention/self/add_1", "op": "AddV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/attention/self/truediv", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/attention/self/Add"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/attention/self/Softmax", "op": "Softmax", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/attention/self/add_1"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/attention/self/MatMul_1", "op": "BatchMatMulV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/attention/self/Softmax", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/attention/self/transpose_1"], "attr": {"adj_x": {"b": false}, "grad_y": {"b": false}, "T": {"type": "DT_FLOAT"}, "grad_x": {"b": false}, "adj_y": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/attention/self/transpose_3", "op": "Transpose", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/attention/self/MatMul_1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/attention/self/transpose_3/perm"], "attr": {"Tperm": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/attention/self/Reshape_3", "op": "Reshape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/attention/self/transpose_3", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/attention/self/Reshape_3/shape"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/attention/output/dense/Tensordot/Shape", "op": "Shape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/attention/self/Reshape_3"], "attr": {"T": {"type": "DT_FLOAT"}, "out_type": {"type": "DT_INT32"}}, "experimentalType": {"typeId": "TFT_PRODUCT", "args": [{"typeId": "TFT_SHAPE_TENSOR", "args": [{"typeId": "TFT_INT32"}]}]}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/attention/output/dense/Tensordot/GatherV2_1", "op": "GatherV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/attention/output/dense/Tensordot/Shape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/attention/output/dense/Tensordot/axes", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/attention/output/dense/Tensordot/GatherV2_1/axis"], "attr": {"Taxis": {"type": "DT_INT32"}, "Tparams": {"type": "DT_INT32"}, "Tindices": {"type": "DT_INT32"}, "batch_dims": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/attention/output/dense/Tensordot/GatherV2", "op": "GatherV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/attention/output/dense/Tensordot/Shape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/attention/output/dense/Tensordot/free", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/attention/output/dense/Tensordot/GatherV2/axis"], "attr": {"Tparams": {"type": "DT_INT32"}, "Taxis": {"type": "DT_INT32"}, "Tindices": {"type": "DT_INT32"}, "batch_dims": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/attention/output/dense/Tensordot/Prod_1", "op": "Prod", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/attention/output/dense/Tensordot/GatherV2_1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/attention/output/dense/Tensordot/Const_1"], "attr": {"Tidx": {"type": "DT_INT32"}, "T": {"type": "DT_INT32"}, "keep_dims": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/attention/output/dense/Tensordot/Prod", "op": "Prod", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/attention/output/dense/Tensordot/GatherV2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/attention/output/dense/Tensordot/Const"], "attr": {"T": {"type": "DT_INT32"}, "Tidx": {"type": "DT_INT32"}, "keep_dims": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/attention/output/dense/Tensordot/concat_1", "op": "ConcatV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/attention/output/dense/Tensordot/GatherV2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/attention/output/dense/Tensordot/Const_2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/attention/output/dense/Tensordot/concat_1/axis"], "attr": {"N": {"i": "2"}, "T": {"type": "DT_INT32"}, "Tidx": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/attention/output/dense/Tensordot/stack", "op": "Pack", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/attention/output/dense/Tensordot/Prod", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/attention/output/dense/Tensordot/Prod_1"], "attr": {"N": {"i": "2"}, "axis": {"i": "0"}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/attention/output/dense/Tensordot/Reshape", "op": "Reshape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/attention/self/Reshape_3", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/attention/output/dense/Tensordot/stack"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/attention/output/dense/Tensordot/MatMul", "op": "MatMul", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/attention/output/dense/Tensordot/Reshape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/attention/output/dense/Tensordot/ReadVariableOp"], "device": "/device:CPU:0", "attr": {"transpose_a": {"b": false}, "grad_a": {"b": false}, "T": {"type": "DT_FLOAT"}, "grad_b": {"b": false}, "transpose_b": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/attention/output/dense/Tensordot", "op": "Reshape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/attention/output/dense/Tensordot/MatMul", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/attention/output/dense/Tensordot/concat_1"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/attention/output/dense/BiasAdd", "op": "BiasAdd", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/attention/output/dense/Tensordot", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/attention/output/dense/BiasAdd/ReadVariableOp"], "attr": {"data_format": {"s": "TkhXQw=="}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/attention/output/add", "op": "AddV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/attention/output/dense/BiasAdd", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/output/LayerNorm/batchnorm/add_1"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/attention/output/LayerNorm/moments/mean", "op": "Mean", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/attention/output/add", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/attention/output/LayerNorm/moments/mean/reduction_indices"], "attr": {"T": {"type": "DT_FLOAT"}, "Tidx": {"type": "DT_INT32"}, "keep_dims": {"b": true}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/attention/output/LayerNorm/moments/SquaredDifference", "op": "SquaredDifference", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/attention/output/add", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/attention/output/LayerNorm/moments/mean"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/attention/output/LayerNorm/moments/variance", "op": "Mean", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/attention/output/LayerNorm/moments/SquaredDifference", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/attention/output/LayerNorm/moments/variance/reduction_indices"], "attr": {"Tidx": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}, "keep_dims": {"b": true}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/attention/output/LayerNorm/batchnorm/add", "op": "AddV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/attention/output/LayerNorm/moments/variance", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/attention/output/LayerNorm/batchnorm/add/y"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/attention/output/LayerNorm/batchnorm/Rsqrt", "op": "Rsqrt", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/attention/output/LayerNorm/batchnorm/add"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/attention/output/LayerNorm/batchnorm/mul", "op": "Mul", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/attention/output/LayerNorm/batchnorm/Rsqrt", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/attention/output/LayerNorm/batchnorm/mul/ReadVariableOp"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/attention/output/LayerNorm/batchnorm/mul_2", "op": "Mul", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/attention/output/LayerNorm/moments/mean", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/attention/output/LayerNorm/batchnorm/mul"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/attention/output/LayerNorm/batchnorm/mul_1", "op": "Mul", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/attention/output/add", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/attention/output/LayerNorm/batchnorm/mul"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/attention/output/LayerNorm/batchnorm/sub", "op": "Sub", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/attention/output/LayerNorm/batchnorm/ReadVariableOp", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/attention/output/LayerNorm/batchnorm/mul_2"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/attention/output/LayerNorm/batchnorm/add_1", "op": "AddV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/attention/output/LayerNorm/batchnorm/mul_1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/attention/output/LayerNorm/batchnorm/sub"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/intermediate/dense/Tensordot/Shape", "op": "Shape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/attention/output/LayerNorm/batchnorm/add_1"], "attr": {"T": {"type": "DT_FLOAT"}, "out_type": {"type": "DT_INT32"}}, "experimentalType": {"typeId": "TFT_PRODUCT", "args": [{"typeId": "TFT_SHAPE_TENSOR", "args": [{"typeId": "TFT_INT32"}]}]}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/intermediate/dense/Tensordot/GatherV2_1", "op": "GatherV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/intermediate/dense/Tensordot/Shape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/intermediate/dense/Tensordot/axes", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/intermediate/dense/Tensordot/GatherV2_1/axis"], "attr": {"Tparams": {"type": "DT_INT32"}, "Taxis": {"type": "DT_INT32"}, "Tindices": {"type": "DT_INT32"}, "batch_dims": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/intermediate/dense/Tensordot/GatherV2", "op": "GatherV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/intermediate/dense/Tensordot/Shape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/intermediate/dense/Tensordot/free", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/intermediate/dense/Tensordot/GatherV2/axis"], "attr": {"Tparams": {"type": "DT_INT32"}, "Taxis": {"type": "DT_INT32"}, "Tindices": {"type": "DT_INT32"}, "batch_dims": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/intermediate/dense/Tensordot/Prod_1", "op": "Prod", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/intermediate/dense/Tensordot/GatherV2_1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/intermediate/dense/Tensordot/Const_1"], "attr": {"T": {"type": "DT_INT32"}, "Tidx": {"type": "DT_INT32"}, "keep_dims": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/intermediate/dense/Tensordot/Prod", "op": "Prod", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/intermediate/dense/Tensordot/GatherV2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/intermediate/dense/Tensordot/Const"], "attr": {"Tidx": {"type": "DT_INT32"}, "T": {"type": "DT_INT32"}, "keep_dims": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/intermediate/dense/Tensordot/concat_1", "op": "ConcatV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/intermediate/dense/Tensordot/GatherV2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/intermediate/dense/Tensordot/Const_2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/intermediate/dense/Tensordot/concat_1/axis"], "attr": {"N": {"i": "2"}, "T": {"type": "DT_INT32"}, "Tidx": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/intermediate/dense/Tensordot/stack", "op": "Pack", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/intermediate/dense/Tensordot/Prod", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/intermediate/dense/Tensordot/Prod_1"], "attr": {"N": {"i": "2"}, "axis": {"i": "0"}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/intermediate/dense/Tensordot/Reshape", "op": "Reshape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/attention/output/LayerNorm/batchnorm/add_1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/intermediate/dense/Tensordot/stack"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/intermediate/dense/Tensordot/MatMul", "op": "MatMul", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/intermediate/dense/Tensordot/Reshape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/intermediate/dense/Tensordot/ReadVariableOp"], "device": "/device:CPU:0", "attr": {"transpose_a": {"b": false}, "grad_a": {"b": false}, "T": {"type": "DT_FLOAT"}, "grad_b": {"b": false}, "transpose_b": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/intermediate/dense/Tensordot", "op": "Reshape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/intermediate/dense/Tensordot/MatMul", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/intermediate/dense/Tensordot/concat_1"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/intermediate/dense/BiasAdd", "op": "BiasAdd", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/intermediate/dense/Tensordot", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/intermediate/dense/BiasAdd/ReadVariableOp"], "attr": {"data_format": {"s": "TkhXQw=="}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/intermediate/Relu", "op": "Relu", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/intermediate/dense/BiasAdd"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/output/dense/Tensordot/Shape", "op": "Shape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/intermediate/Relu"], "attr": {"T": {"type": "DT_FLOAT"}, "out_type": {"type": "DT_INT32"}}, "experimentalType": {"typeId": "TFT_PRODUCT", "args": [{"typeId": "TFT_SHAPE_TENSOR", "args": [{"typeId": "TFT_INT32"}]}]}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/output/dense/Tensordot/GatherV2_1", "op": "GatherV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/output/dense/Tensordot/Shape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/output/dense/Tensordot/axes", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/output/dense/Tensordot/GatherV2_1/axis"], "attr": {"Taxis": {"type": "DT_INT32"}, "Tparams": {"type": "DT_INT32"}, "Tindices": {"type": "DT_INT32"}, "batch_dims": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/output/dense/Tensordot/GatherV2", "op": "GatherV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/output/dense/Tensordot/Shape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/output/dense/Tensordot/free", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/output/dense/Tensordot/GatherV2/axis"], "attr": {"Taxis": {"type": "DT_INT32"}, "Tparams": {"type": "DT_INT32"}, "Tindices": {"type": "DT_INT32"}, "batch_dims": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/output/dense/Tensordot/Prod_1", "op": "Prod", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/output/dense/Tensordot/GatherV2_1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/output/dense/Tensordot/Const_1"], "attr": {"Tidx": {"type": "DT_INT32"}, "T": {"type": "DT_INT32"}, "keep_dims": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/output/dense/Tensordot/Prod", "op": "Prod", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/output/dense/Tensordot/GatherV2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/output/dense/Tensordot/Const"], "attr": {"T": {"type": "DT_INT32"}, "Tidx": {"type": "DT_INT32"}, "keep_dims": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/output/dense/Tensordot/concat_1", "op": "ConcatV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/output/dense/Tensordot/GatherV2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/output/dense/Tensordot/Const_2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/output/dense/Tensordot/concat_1/axis"], "attr": {"N": {"i": "2"}, "T": {"type": "DT_INT32"}, "Tidx": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/output/dense/Tensordot/stack", "op": "Pack", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/output/dense/Tensordot/Prod", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/output/dense/Tensordot/Prod_1"], "attr": {"N": {"i": "2"}, "axis": {"i": "0"}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/output/dense/Tensordot/Reshape", "op": "Reshape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/intermediate/Relu", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/output/dense/Tensordot/stack"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/output/dense/Tensordot/MatMul", "op": "MatMul", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/output/dense/Tensordot/Reshape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/output/dense/Tensordot/ReadVariableOp"], "device": "/device:CPU:0", "attr": {"transpose_a": {"b": false}, "grad_a": {"b": false}, "T": {"type": "DT_FLOAT"}, "grad_b": {"b": false}, "transpose_b": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/output/dense/Tensordot", "op": "Reshape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/output/dense/Tensordot/MatMul", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/output/dense/Tensordot/concat_1"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/output/dense/BiasAdd", "op": "BiasAdd", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/output/dense/Tensordot", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/output/dense/BiasAdd/ReadVariableOp"], "attr": {"data_format": {"s": "TkhXQw=="}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/output/add", "op": "AddV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/output/dense/BiasAdd", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/attention/output/LayerNorm/batchnorm/add_1"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/output/LayerNorm/moments/mean", "op": "Mean", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/output/add", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/output/LayerNorm/moments/mean/reduction_indices"], "attr": {"T": {"type": "DT_FLOAT"}, "Tidx": {"type": "DT_INT32"}, "keep_dims": {"b": true}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/output/LayerNorm/moments/SquaredDifference", "op": "SquaredDifference", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/output/add", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/output/LayerNorm/moments/mean"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/output/LayerNorm/moments/variance", "op": "Mean", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/output/LayerNorm/moments/SquaredDifference", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/output/LayerNorm/moments/variance/reduction_indices"], "attr": {"T": {"type": "DT_FLOAT"}, "Tidx": {"type": "DT_INT32"}, "keep_dims": {"b": true}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/output/LayerNorm/batchnorm/add", "op": "AddV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/output/LayerNorm/moments/variance", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/output/LayerNorm/batchnorm/add/y"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/output/LayerNorm/batchnorm/Rsqrt", "op": "Rsqrt", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/output/LayerNorm/batchnorm/add"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/output/LayerNorm/batchnorm/mul", "op": "Mul", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/output/LayerNorm/batchnorm/Rsqrt", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/output/LayerNorm/batchnorm/mul/ReadVariableOp"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/output/LayerNorm/batchnorm/mul_2", "op": "Mul", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/output/LayerNorm/moments/mean", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/output/LayerNorm/batchnorm/mul"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/output/LayerNorm/batchnorm/mul_1", "op": "Mul", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/output/add", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/output/LayerNorm/batchnorm/mul"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/output/LayerNorm/batchnorm/sub", "op": "Sub", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/output/LayerNorm/batchnorm/ReadVariableOp", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/output/LayerNorm/batchnorm/mul_2"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/output/LayerNorm/batchnorm/add_1", "op": "AddV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/output/LayerNorm/batchnorm/mul_1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/output/LayerNorm/batchnorm/sub"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/attention/self/query/Tensordot/Shape", "op": "Shape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/output/LayerNorm/batchnorm/add_1"], "attr": {"T": {"type": "DT_FLOAT"}, "out_type": {"type": "DT_INT32"}}, "experimentalType": {"typeId": "TFT_PRODUCT", "args": [{"typeId": "TFT_SHAPE_TENSOR", "args": [{"typeId": "TFT_INT32"}]}]}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/attention/self/key/Tensordot/Shape", "op": "Shape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/output/LayerNorm/batchnorm/add_1"], "attr": {"T": {"type": "DT_FLOAT"}, "out_type": {"type": "DT_INT32"}}, "experimentalType": {"typeId": "TFT_PRODUCT", "args": [{"typeId": "TFT_SHAPE_TENSOR", "args": [{"typeId": "TFT_INT32"}]}]}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/attention/self/value/Tensordot/Shape", "op": "Shape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/output/LayerNorm/batchnorm/add_1"], "attr": {"T": {"type": "DT_FLOAT"}, "out_type": {"type": "DT_INT32"}}, "experimentalType": {"typeId": "TFT_PRODUCT", "args": [{"typeId": "TFT_SHAPE_TENSOR", "args": [{"typeId": "TFT_INT32"}]}]}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/attention/self/Shape", "op": "Shape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/output/LayerNorm/batchnorm/add_1"], "attr": {"T": {"type": "DT_FLOAT"}, "out_type": {"type": "DT_INT32"}}, "experimentalType": {"typeId": "TFT_PRODUCT", "args": [{"typeId": "TFT_SHAPE_TENSOR", "args": [{"typeId": "TFT_INT32"}]}]}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/attention/self/query/Tensordot/GatherV2_1", "op": "GatherV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/attention/self/query/Tensordot/Shape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/attention/self/query/Tensordot/axes", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/attention/self/query/Tensordot/GatherV2_1/axis"], "attr": {"Tparams": {"type": "DT_INT32"}, "Taxis": {"type": "DT_INT32"}, "Tindices": {"type": "DT_INT32"}, "batch_dims": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/attention/self/query/Tensordot/GatherV2", "op": "GatherV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/attention/self/query/Tensordot/Shape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/attention/self/query/Tensordot/free", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/attention/self/query/Tensordot/GatherV2/axis"], "attr": {"Taxis": {"type": "DT_INT32"}, "Tparams": {"type": "DT_INT32"}, "Tindices": {"type": "DT_INT32"}, "batch_dims": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/attention/self/key/Tensordot/GatherV2_1", "op": "GatherV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/attention/self/key/Tensordot/Shape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/attention/self/key/Tensordot/axes", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/attention/self/key/Tensordot/GatherV2_1/axis"], "attr": {"Taxis": {"type": "DT_INT32"}, "Tparams": {"type": "DT_INT32"}, "Tindices": {"type": "DT_INT32"}, "batch_dims": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/attention/self/key/Tensordot/GatherV2", "op": "GatherV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/attention/self/key/Tensordot/Shape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/attention/self/key/Tensordot/free", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/attention/self/key/Tensordot/GatherV2/axis"], "attr": {"Taxis": {"type": "DT_INT32"}, "Tparams": {"type": "DT_INT32"}, "Tindices": {"type": "DT_INT32"}, "batch_dims": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/attention/self/value/Tensordot/GatherV2_1", "op": "GatherV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/attention/self/value/Tensordot/Shape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/attention/self/value/Tensordot/axes", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/attention/self/value/Tensordot/GatherV2_1/axis"], "attr": {"Tparams": {"type": "DT_INT32"}, "Taxis": {"type": "DT_INT32"}, "Tindices": {"type": "DT_INT32"}, "batch_dims": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/attention/self/value/Tensordot/GatherV2", "op": "GatherV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/attention/self/value/Tensordot/Shape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/attention/self/value/Tensordot/free", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/attention/self/value/Tensordot/GatherV2/axis"], "attr": {"Tparams": {"type": "DT_INT32"}, "Taxis": {"type": "DT_INT32"}, "Tindices": {"type": "DT_INT32"}, "batch_dims": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/attention/self/strided_slice", "op": "StridedSlice", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/attention/self/Shape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/attention/self/strided_slice/stack", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/attention/self/strided_slice/stack_1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/attention/self/strided_slice/stack_2"], "attr": {"shrink_axis_mask": {"i": "1"}, "new_axis_mask": {"i": "0"}, "Index": {"type": "DT_INT32"}, "begin_mask": {"i": "0"}, "end_mask": {"i": "0"}, "T": {"type": "DT_INT32"}, "ellipsis_mask": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/attention/self/query/Tensordot/Prod_1", "op": "Prod", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/attention/self/query/Tensordot/GatherV2_1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/attention/self/query/Tensordot/Const_1"], "attr": {"Tidx": {"type": "DT_INT32"}, "T": {"type": "DT_INT32"}, "keep_dims": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/attention/self/query/Tensordot/Prod", "op": "Prod", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/attention/self/query/Tensordot/GatherV2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/attention/self/query/Tensordot/Const"], "attr": {"T": {"type": "DT_INT32"}, "Tidx": {"type": "DT_INT32"}, "keep_dims": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/attention/self/query/Tensordot/concat_1", "op": "ConcatV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/attention/self/query/Tensordot/GatherV2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/attention/self/query/Tensordot/Const_2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/attention/self/query/Tensordot/concat_1/axis"], "attr": {"N": {"i": "2"}, "T": {"type": "DT_INT32"}, "Tidx": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/attention/self/key/Tensordot/Prod_1", "op": "Prod", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/attention/self/key/Tensordot/GatherV2_1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/attention/self/key/Tensordot/Const_1"], "attr": {"T": {"type": "DT_INT32"}, "Tidx": {"type": "DT_INT32"}, "keep_dims": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/attention/self/key/Tensordot/Prod", "op": "Prod", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/attention/self/key/Tensordot/GatherV2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/attention/self/key/Tensordot/Const"], "attr": {"T": {"type": "DT_INT32"}, "Tidx": {"type": "DT_INT32"}, "keep_dims": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/attention/self/key/Tensordot/concat_1", "op": "ConcatV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/attention/self/key/Tensordot/GatherV2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/attention/self/key/Tensordot/Const_2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/attention/self/key/Tensordot/concat_1/axis"], "attr": {"N": {"i": "2"}, "Tidx": {"type": "DT_INT32"}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/attention/self/value/Tensordot/Prod_1", "op": "Prod", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/attention/self/value/Tensordot/GatherV2_1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/attention/self/value/Tensordot/Const_1"], "attr": {"T": {"type": "DT_INT32"}, "Tidx": {"type": "DT_INT32"}, "keep_dims": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/attention/self/value/Tensordot/Prod", "op": "Prod", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/attention/self/value/Tensordot/GatherV2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/attention/self/value/Tensordot/Const"], "attr": {"T": {"type": "DT_INT32"}, "Tidx": {"type": "DT_INT32"}, "keep_dims": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/attention/self/value/Tensordot/concat_1", "op": "ConcatV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/attention/self/value/Tensordot/GatherV2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/attention/self/value/Tensordot/Const_2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/attention/self/value/Tensordot/concat_1/axis"], "attr": {"N": {"i": "2"}, "Tidx": {"type": "DT_INT32"}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/attention/self/Reshape_2/shape", "op": "Pack", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/attention/self/strided_slice", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/attention/self/Reshape_2/shape/1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/attention/self/Reshape_2/shape/2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/attention/self/Reshape_2/shape/3"], "attr": {"N": {"i": "4"}, "axis": {"i": "0"}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/attention/self/Reshape/shape", "op": "Pack", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/attention/self/strided_slice", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/attention/self/Reshape/shape/1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/attention/self/Reshape/shape/2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/attention/self/Reshape/shape/3"], "attr": {"N": {"i": "4"}, "axis": {"i": "0"}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/attention/self/Reshape_1/shape", "op": "Pack", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/attention/self/strided_slice", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/attention/self/Reshape_1/shape/1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/attention/self/Reshape_1/shape/2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/attention/self/Reshape_1/shape/3"], "attr": {"N": {"i": "4"}, "axis": {"i": "0"}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/attention/self/Reshape_3/shape", "op": "Pack", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/attention/self/strided_slice", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/attention/self/Reshape_3/shape/1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/attention/self/Reshape_3/shape/2"], "attr": {"N": {"i": "3"}, "axis": {"i": "0"}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/attention/self/query/Tensordot/stack", "op": "Pack", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/attention/self/query/Tensordot/Prod", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/attention/self/query/Tensordot/Prod_1"], "attr": {"N": {"i": "2"}, "axis": {"i": "0"}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/attention/self/key/Tensordot/stack", "op": "Pack", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/attention/self/key/Tensordot/Prod", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/attention/self/key/Tensordot/Prod_1"], "attr": {"N": {"i": "2"}, "axis": {"i": "0"}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/attention/self/value/Tensordot/stack", "op": "Pack", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/attention/self/value/Tensordot/Prod", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/attention/self/value/Tensordot/Prod_1"], "attr": {"N": {"i": "2"}, "axis": {"i": "0"}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/attention/self/query/Tensordot/Reshape", "op": "Reshape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/output/LayerNorm/batchnorm/add_1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/attention/self/query/Tensordot/stack"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/attention/self/key/Tensordot/Reshape", "op": "Reshape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/output/LayerNorm/batchnorm/add_1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/attention/self/key/Tensordot/stack"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/attention/self/value/Tensordot/Reshape", "op": "Reshape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/output/LayerNorm/batchnorm/add_1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/attention/self/value/Tensordot/stack"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/attention/self/query/Tensordot/MatMul", "op": "MatMul", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/attention/self/query/Tensordot/Reshape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/attention/self/query/Tensordot/ReadVariableOp"], "device": "/device:CPU:0", "attr": {"grad_a": {"b": false}, "transpose_a": {"b": false}, "T": {"type": "DT_FLOAT"}, "grad_b": {"b": false}, "transpose_b": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/attention/self/key/Tensordot/MatMul", "op": "MatMul", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/attention/self/key/Tensordot/Reshape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/attention/self/key/Tensordot/ReadVariableOp"], "device": "/device:CPU:0", "attr": {"grad_a": {"b": false}, "transpose_a": {"b": false}, "T": {"type": "DT_FLOAT"}, "grad_b": {"b": false}, "transpose_b": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/attention/self/value/Tensordot/MatMul", "op": "MatMul", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/attention/self/value/Tensordot/Reshape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/attention/self/value/Tensordot/ReadVariableOp"], "device": "/device:CPU:0", "attr": {"grad_a": {"b": false}, "transpose_a": {"b": false}, "T": {"type": "DT_FLOAT"}, "grad_b": {"b": false}, "transpose_b": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/attention/self/query/Tensordot", "op": "Reshape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/attention/self/query/Tensordot/MatMul", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/attention/self/query/Tensordot/concat_1"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/attention/self/key/Tensordot", "op": "Reshape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/attention/self/key/Tensordot/MatMul", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/attention/self/key/Tensordot/concat_1"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/attention/self/value/Tensordot", "op": "Reshape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/attention/self/value/Tensordot/MatMul", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/attention/self/value/Tensordot/concat_1"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/attention/self/query/BiasAdd", "op": "BiasAdd", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/attention/self/query/Tensordot", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/attention/self/query/BiasAdd/ReadVariableOp"], "attr": {"data_format": {"s": "TkhXQw=="}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/attention/self/key/BiasAdd", "op": "BiasAdd", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/attention/self/key/Tensordot", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/attention/self/key/BiasAdd/ReadVariableOp"], "attr": {"data_format": {"s": "TkhXQw=="}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/attention/self/value/BiasAdd", "op": "BiasAdd", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/attention/self/value/Tensordot", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/attention/self/value/BiasAdd/ReadVariableOp"], "attr": {"data_format": {"s": "TkhXQw=="}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/attention/self/Reshape_2", "op": "Reshape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/attention/self/query/BiasAdd", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/attention/self/Reshape_2/shape"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/attention/self/Reshape", "op": "Reshape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/attention/self/key/BiasAdd", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/attention/self/Reshape/shape"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/attention/self/Reshape_1", "op": "Reshape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/attention/self/value/BiasAdd", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/attention/self/Reshape_1/shape"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/attention/self/transpose_2", "op": "Transpose", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/attention/self/Reshape_2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/attention/self/transpose_2/perm"], "attr": {"Tperm": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/attention/self/transpose", "op": "Transpose", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/attention/self/Reshape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/attention/self/transpose/perm"], "attr": {"Tperm": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/attention/self/transpose_1", "op": "Transpose", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/attention/self/Reshape_1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/attention/self/transpose_1/perm"], "attr": {"Tperm": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/attention/self/MatMul", "op": "BatchMatMulV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/attention/self/transpose_2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/attention/self/transpose"], "attr": {"adj_x": {"b": false}, "grad_y": {"b": false}, "T": {"type": "DT_FLOAT"}, "adj_y": {"b": true}, "grad_x": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/attention/self/truediv", "op": "Mul", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/attention/self/MatMul", "ConstantFolding/StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/attention/self/truediv_recip"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/attention/self/add_1", "op": "AddV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/attention/self/truediv", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/attention/self/Add"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/attention/self/Softmax", "op": "Softmax", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/attention/self/add_1"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/attention/self/MatMul_1", "op": "BatchMatMulV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/attention/self/Softmax", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/attention/self/transpose_1"], "attr": {"adj_x": {"b": false}, "grad_y": {"b": false}, "T": {"type": "DT_FLOAT"}, "adj_y": {"b": false}, "grad_x": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/attention/self/transpose_3", "op": "Transpose", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/attention/self/MatMul_1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/attention/self/transpose_3/perm"], "attr": {"Tperm": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/attention/self/Reshape_3", "op": "Reshape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/attention/self/transpose_3", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/attention/self/Reshape_3/shape"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/attention/output/dense/Tensordot/Shape", "op": "Shape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/attention/self/Reshape_3"], "attr": {"T": {"type": "DT_FLOAT"}, "out_type": {"type": "DT_INT32"}}, "experimentalType": {"typeId": "TFT_PRODUCT", "args": [{"typeId": "TFT_SHAPE_TENSOR", "args": [{"typeId": "TFT_INT32"}]}]}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/attention/output/dense/Tensordot/GatherV2_1", "op": "GatherV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/attention/output/dense/Tensordot/Shape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/attention/output/dense/Tensordot/axes", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/attention/output/dense/Tensordot/GatherV2_1/axis"], "attr": {"Tparams": {"type": "DT_INT32"}, "Taxis": {"type": "DT_INT32"}, "Tindices": {"type": "DT_INT32"}, "batch_dims": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/attention/output/dense/Tensordot/GatherV2", "op": "GatherV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/attention/output/dense/Tensordot/Shape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/attention/output/dense/Tensordot/free", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/attention/output/dense/Tensordot/GatherV2/axis"], "attr": {"Tparams": {"type": "DT_INT32"}, "Taxis": {"type": "DT_INT32"}, "Tindices": {"type": "DT_INT32"}, "batch_dims": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/attention/output/dense/Tensordot/Prod_1", "op": "Prod", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/attention/output/dense/Tensordot/GatherV2_1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/attention/output/dense/Tensordot/Const_1"], "attr": {"T": {"type": "DT_INT32"}, "Tidx": {"type": "DT_INT32"}, "keep_dims": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/attention/output/dense/Tensordot/Prod", "op": "Prod", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/attention/output/dense/Tensordot/GatherV2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/attention/output/dense/Tensordot/Const"], "attr": {"T": {"type": "DT_INT32"}, "Tidx": {"type": "DT_INT32"}, "keep_dims": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/attention/output/dense/Tensordot/concat_1", "op": "ConcatV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/attention/output/dense/Tensordot/GatherV2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/attention/output/dense/Tensordot/Const_2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/attention/output/dense/Tensordot/concat_1/axis"], "attr": {"N": {"i": "2"}, "T": {"type": "DT_INT32"}, "Tidx": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/attention/output/dense/Tensordot/stack", "op": "Pack", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/attention/output/dense/Tensordot/Prod", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/attention/output/dense/Tensordot/Prod_1"], "attr": {"N": {"i": "2"}, "axis": {"i": "0"}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/attention/output/dense/Tensordot/Reshape", "op": "Reshape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/attention/self/Reshape_3", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/attention/output/dense/Tensordot/stack"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/attention/output/dense/Tensordot/MatMul", "op": "MatMul", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/attention/output/dense/Tensordot/Reshape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/attention/output/dense/Tensordot/ReadVariableOp"], "device": "/device:CPU:0", "attr": {"transpose_a": {"b": false}, "grad_a": {"b": false}, "T": {"type": "DT_FLOAT"}, "grad_b": {"b": false}, "transpose_b": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/attention/output/dense/Tensordot", "op": "Reshape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/attention/output/dense/Tensordot/MatMul", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/attention/output/dense/Tensordot/concat_1"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/attention/output/dense/BiasAdd", "op": "BiasAdd", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/attention/output/dense/Tensordot", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/attention/output/dense/BiasAdd/ReadVariableOp"], "attr": {"data_format": {"s": "TkhXQw=="}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/attention/output/add", "op": "AddV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/attention/output/dense/BiasAdd", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/output/LayerNorm/batchnorm/add_1"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/attention/output/LayerNorm/moments/mean", "op": "Mean", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/attention/output/add", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/attention/output/LayerNorm/moments/mean/reduction_indices"], "attr": {"Tidx": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}, "keep_dims": {"b": true}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/attention/output/LayerNorm/moments/SquaredDifference", "op": "SquaredDifference", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/attention/output/add", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/attention/output/LayerNorm/moments/mean"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/attention/output/LayerNorm/moments/variance", "op": "Mean", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/attention/output/LayerNorm/moments/SquaredDifference", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/attention/output/LayerNorm/moments/variance/reduction_indices"], "attr": {"Tidx": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}, "keep_dims": {"b": true}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/attention/output/LayerNorm/batchnorm/add", "op": "AddV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/attention/output/LayerNorm/moments/variance", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/attention/output/LayerNorm/batchnorm/add/y"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/attention/output/LayerNorm/batchnorm/Rsqrt", "op": "Rsqrt", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/attention/output/LayerNorm/batchnorm/add"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/attention/output/LayerNorm/batchnorm/mul", "op": "Mul", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/attention/output/LayerNorm/batchnorm/Rsqrt", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/attention/output/LayerNorm/batchnorm/mul/ReadVariableOp"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/attention/output/LayerNorm/batchnorm/mul_2", "op": "Mul", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/attention/output/LayerNorm/moments/mean", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/attention/output/LayerNorm/batchnorm/mul"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/attention/output/LayerNorm/batchnorm/mul_1", "op": "Mul", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/attention/output/add", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/attention/output/LayerNorm/batchnorm/mul"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/attention/output/LayerNorm/batchnorm/sub", "op": "Sub", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/attention/output/LayerNorm/batchnorm/ReadVariableOp", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/attention/output/LayerNorm/batchnorm/mul_2"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/attention/output/LayerNorm/batchnorm/add_1", "op": "AddV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/attention/output/LayerNorm/batchnorm/mul_1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/attention/output/LayerNorm/batchnorm/sub"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/intermediate/dense/Tensordot/Shape", "op": "Shape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/attention/output/LayerNorm/batchnorm/add_1"], "attr": {"T": {"type": "DT_FLOAT"}, "out_type": {"type": "DT_INT32"}}, "experimentalType": {"typeId": "TFT_PRODUCT", "args": [{"typeId": "TFT_SHAPE_TENSOR", "args": [{"typeId": "TFT_INT32"}]}]}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/intermediate/dense/Tensordot/GatherV2_1", "op": "GatherV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/intermediate/dense/Tensordot/Shape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/intermediate/dense/Tensordot/axes", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/intermediate/dense/Tensordot/GatherV2_1/axis"], "attr": {"Taxis": {"type": "DT_INT32"}, "Tparams": {"type": "DT_INT32"}, "Tindices": {"type": "DT_INT32"}, "batch_dims": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/intermediate/dense/Tensordot/GatherV2", "op": "GatherV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/intermediate/dense/Tensordot/Shape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/intermediate/dense/Tensordot/free", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/intermediate/dense/Tensordot/GatherV2/axis"], "attr": {"Taxis": {"type": "DT_INT32"}, "Tparams": {"type": "DT_INT32"}, "Tindices": {"type": "DT_INT32"}, "batch_dims": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/intermediate/dense/Tensordot/Prod_1", "op": "Prod", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/intermediate/dense/Tensordot/GatherV2_1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/intermediate/dense/Tensordot/Const_1"], "attr": {"Tidx": {"type": "DT_INT32"}, "T": {"type": "DT_INT32"}, "keep_dims": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/intermediate/dense/Tensordot/Prod", "op": "Prod", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/intermediate/dense/Tensordot/GatherV2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/intermediate/dense/Tensordot/Const"], "attr": {"Tidx": {"type": "DT_INT32"}, "T": {"type": "DT_INT32"}, "keep_dims": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/intermediate/dense/Tensordot/concat_1", "op": "ConcatV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/intermediate/dense/Tensordot/GatherV2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/intermediate/dense/Tensordot/Const_2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/intermediate/dense/Tensordot/concat_1/axis"], "attr": {"N": {"i": "2"}, "Tidx": {"type": "DT_INT32"}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/intermediate/dense/Tensordot/stack", "op": "Pack", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/intermediate/dense/Tensordot/Prod", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/intermediate/dense/Tensordot/Prod_1"], "attr": {"N": {"i": "2"}, "axis": {"i": "0"}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/intermediate/dense/Tensordot/Reshape", "op": "Reshape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/attention/output/LayerNorm/batchnorm/add_1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/intermediate/dense/Tensordot/stack"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/intermediate/dense/Tensordot/MatMul", "op": "MatMul", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/intermediate/dense/Tensordot/Reshape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/intermediate/dense/Tensordot/ReadVariableOp"], "device": "/device:CPU:0", "attr": {"transpose_a": {"b": false}, "grad_a": {"b": false}, "T": {"type": "DT_FLOAT"}, "grad_b": {"b": false}, "transpose_b": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/intermediate/dense/Tensordot", "op": "Reshape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/intermediate/dense/Tensordot/MatMul", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/intermediate/dense/Tensordot/concat_1"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/intermediate/dense/BiasAdd", "op": "BiasAdd", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/intermediate/dense/Tensordot", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/intermediate/dense/BiasAdd/ReadVariableOp"], "attr": {"data_format": {"s": "TkhXQw=="}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/intermediate/Relu", "op": "Relu", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/intermediate/dense/BiasAdd"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/output/dense/Tensordot/Shape", "op": "Shape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/intermediate/Relu"], "attr": {"T": {"type": "DT_FLOAT"}, "out_type": {"type": "DT_INT32"}}, "experimentalType": {"typeId": "TFT_PRODUCT", "args": [{"typeId": "TFT_SHAPE_TENSOR", "args": [{"typeId": "TFT_INT32"}]}]}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/output/dense/Tensordot/GatherV2_1", "op": "GatherV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/output/dense/Tensordot/Shape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/output/dense/Tensordot/axes", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/output/dense/Tensordot/GatherV2_1/axis"], "attr": {"Taxis": {"type": "DT_INT32"}, "Tparams": {"type": "DT_INT32"}, "Tindices": {"type": "DT_INT32"}, "batch_dims": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/output/dense/Tensordot/GatherV2", "op": "GatherV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/output/dense/Tensordot/Shape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/output/dense/Tensordot/free", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/output/dense/Tensordot/GatherV2/axis"], "attr": {"Taxis": {"type": "DT_INT32"}, "Tparams": {"type": "DT_INT32"}, "Tindices": {"type": "DT_INT32"}, "batch_dims": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/output/dense/Tensordot/Prod_1", "op": "Prod", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/output/dense/Tensordot/GatherV2_1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/output/dense/Tensordot/Const_1"], "attr": {"T": {"type": "DT_INT32"}, "Tidx": {"type": "DT_INT32"}, "keep_dims": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/output/dense/Tensordot/Prod", "op": "Prod", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/output/dense/Tensordot/GatherV2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/output/dense/Tensordot/Const"], "attr": {"T": {"type": "DT_INT32"}, "Tidx": {"type": "DT_INT32"}, "keep_dims": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/output/dense/Tensordot/concat_1", "op": "ConcatV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/output/dense/Tensordot/GatherV2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/output/dense/Tensordot/Const_2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/output/dense/Tensordot/concat_1/axis"], "attr": {"N": {"i": "2"}, "Tidx": {"type": "DT_INT32"}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/output/dense/Tensordot/stack", "op": "Pack", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/output/dense/Tensordot/Prod", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/output/dense/Tensordot/Prod_1"], "attr": {"N": {"i": "2"}, "axis": {"i": "0"}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/output/dense/Tensordot/Reshape", "op": "Reshape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/intermediate/Relu", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/output/dense/Tensordot/stack"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/output/dense/Tensordot/MatMul", "op": "MatMul", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/output/dense/Tensordot/Reshape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/output/dense/Tensordot/ReadVariableOp"], "device": "/device:CPU:0", "attr": {"grad_a": {"b": false}, "transpose_a": {"b": false}, "T": {"type": "DT_FLOAT"}, "grad_b": {"b": false}, "transpose_b": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/output/dense/Tensordot", "op": "Reshape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/output/dense/Tensordot/MatMul", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/output/dense/Tensordot/concat_1"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/output/dense/BiasAdd", "op": "BiasAdd", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/output/dense/Tensordot", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/output/dense/BiasAdd/ReadVariableOp"], "attr": {"data_format": {"s": "TkhXQw=="}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/output/add", "op": "AddV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/output/dense/BiasAdd", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/attention/output/LayerNorm/batchnorm/add_1"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/output/LayerNorm/moments/mean", "op": "Mean", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/output/add", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/output/LayerNorm/moments/mean/reduction_indices"], "attr": {"T": {"type": "DT_FLOAT"}, "Tidx": {"type": "DT_INT32"}, "keep_dims": {"b": true}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/output/LayerNorm/moments/SquaredDifference", "op": "SquaredDifference", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/output/add", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/output/LayerNorm/moments/mean"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/output/LayerNorm/moments/variance", "op": "Mean", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/output/LayerNorm/moments/SquaredDifference", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/output/LayerNorm/moments/variance/reduction_indices"], "attr": {"T": {"type": "DT_FLOAT"}, "Tidx": {"type": "DT_INT32"}, "keep_dims": {"b": true}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/output/LayerNorm/batchnorm/add", "op": "AddV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/output/LayerNorm/moments/variance", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/output/LayerNorm/batchnorm/add/y"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/output/LayerNorm/batchnorm/Rsqrt", "op": "Rsqrt", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/output/LayerNorm/batchnorm/add"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/output/LayerNorm/batchnorm/mul", "op": "Mul", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/output/LayerNorm/batchnorm/Rsqrt", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/output/LayerNorm/batchnorm/mul/ReadVariableOp"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/output/LayerNorm/batchnorm/mul_2", "op": "Mul", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/output/LayerNorm/moments/mean", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/output/LayerNorm/batchnorm/mul"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/output/LayerNorm/batchnorm/mul_1", "op": "Mul", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/output/add", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/output/LayerNorm/batchnorm/mul"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/output/LayerNorm/batchnorm/sub", "op": "Sub", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/output/LayerNorm/batchnorm/ReadVariableOp", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/output/LayerNorm/batchnorm/mul_2"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/output/LayerNorm/batchnorm/add_1", "op": "AddV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/output/LayerNorm/batchnorm/mul_1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/output/LayerNorm/batchnorm/sub"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/attention/self/query/Tensordot/Shape", "op": "Shape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/output/LayerNorm/batchnorm/add_1"], "attr": {"T": {"type": "DT_FLOAT"}, "out_type": {"type": "DT_INT32"}}, "experimentalType": {"typeId": "TFT_PRODUCT", "args": [{"typeId": "TFT_SHAPE_TENSOR", "args": [{"typeId": "TFT_INT32"}]}]}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/attention/self/key/Tensordot/Shape", "op": "Shape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/output/LayerNorm/batchnorm/add_1"], "attr": {"T": {"type": "DT_FLOAT"}, "out_type": {"type": "DT_INT32"}}, "experimentalType": {"typeId": "TFT_PRODUCT", "args": [{"typeId": "TFT_SHAPE_TENSOR", "args": [{"typeId": "TFT_INT32"}]}]}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/attention/self/value/Tensordot/Shape", "op": "Shape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/output/LayerNorm/batchnorm/add_1"], "attr": {"T": {"type": "DT_FLOAT"}, "out_type": {"type": "DT_INT32"}}, "experimentalType": {"typeId": "TFT_PRODUCT", "args": [{"typeId": "TFT_SHAPE_TENSOR", "args": [{"typeId": "TFT_INT32"}]}]}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/attention/self/Shape", "op": "Shape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/output/LayerNorm/batchnorm/add_1"], "attr": {"T": {"type": "DT_FLOAT"}, "out_type": {"type": "DT_INT32"}}, "experimentalType": {"typeId": "TFT_PRODUCT", "args": [{"typeId": "TFT_SHAPE_TENSOR", "args": [{"typeId": "TFT_INT32"}]}]}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/attention/self/query/Tensordot/GatherV2_1", "op": "GatherV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/attention/self/query/Tensordot/Shape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/attention/self/query/Tensordot/axes", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/attention/self/query/Tensordot/GatherV2_1/axis"], "attr": {"Taxis": {"type": "DT_INT32"}, "Tparams": {"type": "DT_INT32"}, "Tindices": {"type": "DT_INT32"}, "batch_dims": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/attention/self/query/Tensordot/GatherV2", "op": "GatherV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/attention/self/query/Tensordot/Shape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/attention/self/query/Tensordot/free", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/attention/self/query/Tensordot/GatherV2/axis"], "attr": {"Tparams": {"type": "DT_INT32"}, "Taxis": {"type": "DT_INT32"}, "Tindices": {"type": "DT_INT32"}, "batch_dims": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/attention/self/key/Tensordot/GatherV2_1", "op": "GatherV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/attention/self/key/Tensordot/Shape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/attention/self/key/Tensordot/axes", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/attention/self/key/Tensordot/GatherV2_1/axis"], "attr": {"Taxis": {"type": "DT_INT32"}, "Tparams": {"type": "DT_INT32"}, "Tindices": {"type": "DT_INT32"}, "batch_dims": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/attention/self/key/Tensordot/GatherV2", "op": "GatherV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/attention/self/key/Tensordot/Shape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/attention/self/key/Tensordot/free", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/attention/self/key/Tensordot/GatherV2/axis"], "attr": {"Tparams": {"type": "DT_INT32"}, "Taxis": {"type": "DT_INT32"}, "Tindices": {"type": "DT_INT32"}, "batch_dims": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/attention/self/value/Tensordot/GatherV2_1", "op": "GatherV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/attention/self/value/Tensordot/Shape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/attention/self/value/Tensordot/axes", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/attention/self/value/Tensordot/GatherV2_1/axis"], "attr": {"Taxis": {"type": "DT_INT32"}, "Tparams": {"type": "DT_INT32"}, "Tindices": {"type": "DT_INT32"}, "batch_dims": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/attention/self/value/Tensordot/GatherV2", "op": "GatherV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/attention/self/value/Tensordot/Shape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/attention/self/value/Tensordot/free", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/attention/self/value/Tensordot/GatherV2/axis"], "attr": {"Taxis": {"type": "DT_INT32"}, "Tparams": {"type": "DT_INT32"}, "Tindices": {"type": "DT_INT32"}, "batch_dims": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/attention/self/strided_slice", "op": "StridedSlice", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/attention/self/Shape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/attention/self/strided_slice/stack", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/attention/self/strided_slice/stack_1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/attention/self/strided_slice/stack_2"], "attr": {"shrink_axis_mask": {"i": "1"}, "Index": {"type": "DT_INT32"}, "new_axis_mask": {"i": "0"}, "begin_mask": {"i": "0"}, "T": {"type": "DT_INT32"}, "end_mask": {"i": "0"}, "ellipsis_mask": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/attention/self/query/Tensordot/Prod_1", "op": "Prod", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/attention/self/query/Tensordot/GatherV2_1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/attention/self/query/Tensordot/Const_1"], "attr": {"Tidx": {"type": "DT_INT32"}, "T": {"type": "DT_INT32"}, "keep_dims": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/attention/self/query/Tensordot/Prod", "op": "Prod", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/attention/self/query/Tensordot/GatherV2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/attention/self/query/Tensordot/Const"], "attr": {"Tidx": {"type": "DT_INT32"}, "T": {"type": "DT_INT32"}, "keep_dims": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/attention/self/query/Tensordot/concat_1", "op": "ConcatV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/attention/self/query/Tensordot/GatherV2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/attention/self/query/Tensordot/Const_2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/attention/self/query/Tensordot/concat_1/axis"], "attr": {"N": {"i": "2"}, "Tidx": {"type": "DT_INT32"}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/attention/self/key/Tensordot/Prod_1", "op": "Prod", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/attention/self/key/Tensordot/GatherV2_1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/attention/self/key/Tensordot/Const_1"], "attr": {"T": {"type": "DT_INT32"}, "Tidx": {"type": "DT_INT32"}, "keep_dims": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/attention/self/key/Tensordot/Prod", "op": "Prod", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/attention/self/key/Tensordot/GatherV2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/attention/self/key/Tensordot/Const"], "attr": {"Tidx": {"type": "DT_INT32"}, "T": {"type": "DT_INT32"}, "keep_dims": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/attention/self/key/Tensordot/concat_1", "op": "ConcatV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/attention/self/key/Tensordot/GatherV2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/attention/self/key/Tensordot/Const_2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/attention/self/key/Tensordot/concat_1/axis"], "attr": {"N": {"i": "2"}, "T": {"type": "DT_INT32"}, "Tidx": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/attention/self/value/Tensordot/Prod_1", "op": "Prod", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/attention/self/value/Tensordot/GatherV2_1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/attention/self/value/Tensordot/Const_1"], "attr": {"T": {"type": "DT_INT32"}, "Tidx": {"type": "DT_INT32"}, "keep_dims": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/attention/self/value/Tensordot/Prod", "op": "Prod", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/attention/self/value/Tensordot/GatherV2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/attention/self/value/Tensordot/Const"], "attr": {"T": {"type": "DT_INT32"}, "Tidx": {"type": "DT_INT32"}, "keep_dims": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/attention/self/value/Tensordot/concat_1", "op": "ConcatV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/attention/self/value/Tensordot/GatherV2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/attention/self/value/Tensordot/Const_2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/attention/self/value/Tensordot/concat_1/axis"], "attr": {"N": {"i": "2"}, "Tidx": {"type": "DT_INT32"}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/attention/self/Reshape_2/shape", "op": "Pack", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/attention/self/strided_slice", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/attention/self/Reshape_2/shape/1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/attention/self/Reshape_2/shape/2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/attention/self/Reshape_2/shape/3"], "attr": {"N": {"i": "4"}, "axis": {"i": "0"}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/attention/self/Reshape/shape", "op": "Pack", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/attention/self/strided_slice", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/attention/self/Reshape/shape/1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/attention/self/Reshape/shape/2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/attention/self/Reshape/shape/3"], "attr": {"N": {"i": "4"}, "axis": {"i": "0"}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/attention/self/Reshape_1/shape", "op": "Pack", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/attention/self/strided_slice", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/attention/self/Reshape_1/shape/1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/attention/self/Reshape_1/shape/2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/attention/self/Reshape_1/shape/3"], "attr": {"N": {"i": "4"}, "axis": {"i": "0"}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/attention/self/Reshape_3/shape", "op": "Pack", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/attention/self/strided_slice", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/attention/self/Reshape_3/shape/1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/attention/self/Reshape_3/shape/2"], "attr": {"N": {"i": "3"}, "axis": {"i": "0"}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/attention/self/query/Tensordot/stack", "op": "Pack", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/attention/self/query/Tensordot/Prod", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/attention/self/query/Tensordot/Prod_1"], "attr": {"N": {"i": "2"}, "axis": {"i": "0"}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/attention/self/key/Tensordot/stack", "op": "Pack", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/attention/self/key/Tensordot/Prod", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/attention/self/key/Tensordot/Prod_1"], "attr": {"N": {"i": "2"}, "axis": {"i": "0"}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/attention/self/value/Tensordot/stack", "op": "Pack", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/attention/self/value/Tensordot/Prod", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/attention/self/value/Tensordot/Prod_1"], "attr": {"N": {"i": "2"}, "axis": {"i": "0"}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/attention/self/query/Tensordot/Reshape", "op": "Reshape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/output/LayerNorm/batchnorm/add_1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/attention/self/query/Tensordot/stack"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/attention/self/key/Tensordot/Reshape", "op": "Reshape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/output/LayerNorm/batchnorm/add_1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/attention/self/key/Tensordot/stack"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/attention/self/value/Tensordot/Reshape", "op": "Reshape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/output/LayerNorm/batchnorm/add_1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/attention/self/value/Tensordot/stack"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/attention/self/query/Tensordot/MatMul", "op": "MatMul", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/attention/self/query/Tensordot/Reshape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/attention/self/query/Tensordot/ReadVariableOp"], "device": "/device:CPU:0", "attr": {"grad_a": {"b": false}, "transpose_a": {"b": false}, "T": {"type": "DT_FLOAT"}, "grad_b": {"b": false}, "transpose_b": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/attention/self/key/Tensordot/MatMul", "op": "MatMul", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/attention/self/key/Tensordot/Reshape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/attention/self/key/Tensordot/ReadVariableOp"], "device": "/device:CPU:0", "attr": {"grad_a": {"b": false}, "transpose_a": {"b": false}, "T": {"type": "DT_FLOAT"}, "grad_b": {"b": false}, "transpose_b": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/attention/self/value/Tensordot/MatMul", "op": "MatMul", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/attention/self/value/Tensordot/Reshape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/attention/self/value/Tensordot/ReadVariableOp"], "device": "/device:CPU:0", "attr": {"transpose_a": {"b": false}, "grad_a": {"b": false}, "T": {"type": "DT_FLOAT"}, "grad_b": {"b": false}, "transpose_b": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/attention/self/query/Tensordot", "op": "Reshape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/attention/self/query/Tensordot/MatMul", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/attention/self/query/Tensordot/concat_1"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/attention/self/key/Tensordot", "op": "Reshape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/attention/self/key/Tensordot/MatMul", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/attention/self/key/Tensordot/concat_1"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/attention/self/value/Tensordot", "op": "Reshape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/attention/self/value/Tensordot/MatMul", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/attention/self/value/Tensordot/concat_1"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/attention/self/query/BiasAdd", "op": "BiasAdd", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/attention/self/query/Tensordot", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/attention/self/query/BiasAdd/ReadVariableOp"], "attr": {"data_format": {"s": "TkhXQw=="}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/attention/self/key/BiasAdd", "op": "BiasAdd", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/attention/self/key/Tensordot", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/attention/self/key/BiasAdd/ReadVariableOp"], "attr": {"data_format": {"s": "TkhXQw=="}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/attention/self/value/BiasAdd", "op": "BiasAdd", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/attention/self/value/Tensordot", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/attention/self/value/BiasAdd/ReadVariableOp"], "attr": {"data_format": {"s": "TkhXQw=="}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/attention/self/Reshape_2", "op": "Reshape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/attention/self/query/BiasAdd", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/attention/self/Reshape_2/shape"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/attention/self/Reshape", "op": "Reshape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/attention/self/key/BiasAdd", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/attention/self/Reshape/shape"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/attention/self/Reshape_1", "op": "Reshape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/attention/self/value/BiasAdd", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/attention/self/Reshape_1/shape"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/attention/self/transpose_2", "op": "Transpose", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/attention/self/Reshape_2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/attention/self/transpose_2/perm"], "attr": {"Tperm": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/attention/self/transpose", "op": "Transpose", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/attention/self/Reshape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/attention/self/transpose/perm"], "attr": {"Tperm": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/attention/self/transpose_1", "op": "Transpose", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/attention/self/Reshape_1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/attention/self/transpose_1/perm"], "attr": {"Tperm": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/attention/self/MatMul", "op": "BatchMatMulV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/attention/self/transpose_2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/attention/self/transpose"], "attr": {"grad_y": {"b": false}, "adj_x": {"b": false}, "T": {"type": "DT_FLOAT"}, "adj_y": {"b": true}, "grad_x": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/attention/self/truediv", "op": "Mul", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/attention/self/MatMul", "ConstantFolding/StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/attention/self/truediv_recip"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/attention/self/add_1", "op": "AddV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/attention/self/truediv", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/attention/self/Add"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/attention/self/Softmax", "op": "Softmax", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/attention/self/add_1"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/attention/self/MatMul_1", "op": "BatchMatMulV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/attention/self/Softmax", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/attention/self/transpose_1"], "attr": {"grad_y": {"b": false}, "adj_x": {"b": false}, "T": {"type": "DT_FLOAT"}, "adj_y": {"b": false}, "grad_x": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/attention/self/transpose_3", "op": "Transpose", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/attention/self/MatMul_1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/attention/self/transpose_3/perm"], "attr": {"Tperm": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/attention/self/Reshape_3", "op": "Reshape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/attention/self/transpose_3", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/attention/self/Reshape_3/shape"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/attention/output/dense/Tensordot/Shape", "op": "Shape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/attention/self/Reshape_3"], "attr": {"T": {"type": "DT_FLOAT"}, "out_type": {"type": "DT_INT32"}}, "experimentalType": {"typeId": "TFT_PRODUCT", "args": [{"typeId": "TFT_SHAPE_TENSOR", "args": [{"typeId": "TFT_INT32"}]}]}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/attention/output/dense/Tensordot/GatherV2_1", "op": "GatherV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/attention/output/dense/Tensordot/Shape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/attention/output/dense/Tensordot/axes", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/attention/output/dense/Tensordot/GatherV2_1/axis"], "attr": {"Taxis": {"type": "DT_INT32"}, "Tparams": {"type": "DT_INT32"}, "Tindices": {"type": "DT_INT32"}, "batch_dims": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/attention/output/dense/Tensordot/GatherV2", "op": "GatherV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/attention/output/dense/Tensordot/Shape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/attention/output/dense/Tensordot/free", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/attention/output/dense/Tensordot/GatherV2/axis"], "attr": {"Taxis": {"type": "DT_INT32"}, "Tparams": {"type": "DT_INT32"}, "Tindices": {"type": "DT_INT32"}, "batch_dims": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/attention/output/dense/Tensordot/Prod_1", "op": "Prod", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/attention/output/dense/Tensordot/GatherV2_1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/attention/output/dense/Tensordot/Const_1"], "attr": {"Tidx": {"type": "DT_INT32"}, "T": {"type": "DT_INT32"}, "keep_dims": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/attention/output/dense/Tensordot/Prod", "op": "Prod", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/attention/output/dense/Tensordot/GatherV2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/attention/output/dense/Tensordot/Const"], "attr": {"T": {"type": "DT_INT32"}, "Tidx": {"type": "DT_INT32"}, "keep_dims": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/attention/output/dense/Tensordot/concat_1", "op": "ConcatV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/attention/output/dense/Tensordot/GatherV2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/attention/output/dense/Tensordot/Const_2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/attention/output/dense/Tensordot/concat_1/axis"], "attr": {"N": {"i": "2"}, "Tidx": {"type": "DT_INT32"}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/attention/output/dense/Tensordot/stack", "op": "Pack", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/attention/output/dense/Tensordot/Prod", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/attention/output/dense/Tensordot/Prod_1"], "attr": {"N": {"i": "2"}, "axis": {"i": "0"}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/attention/output/dense/Tensordot/Reshape", "op": "Reshape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/attention/self/Reshape_3", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/attention/output/dense/Tensordot/stack"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/attention/output/dense/Tensordot/MatMul", "op": "MatMul", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/attention/output/dense/Tensordot/Reshape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/attention/output/dense/Tensordot/ReadVariableOp"], "device": "/device:CPU:0", "attr": {"grad_a": {"b": false}, "transpose_a": {"b": false}, "T": {"type": "DT_FLOAT"}, "grad_b": {"b": false}, "transpose_b": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/attention/output/dense/Tensordot", "op": "Reshape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/attention/output/dense/Tensordot/MatMul", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/attention/output/dense/Tensordot/concat_1"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/attention/output/dense/BiasAdd", "op": "BiasAdd", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/attention/output/dense/Tensordot", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/attention/output/dense/BiasAdd/ReadVariableOp"], "attr": {"data_format": {"s": "TkhXQw=="}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/attention/output/add", "op": "AddV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/attention/output/dense/BiasAdd", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/output/LayerNorm/batchnorm/add_1"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/attention/output/LayerNorm/moments/mean", "op": "Mean", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/attention/output/add", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/attention/output/LayerNorm/moments/mean/reduction_indices"], "attr": {"Tidx": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}, "keep_dims": {"b": true}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/attention/output/LayerNorm/moments/SquaredDifference", "op": "SquaredDifference", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/attention/output/add", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/attention/output/LayerNorm/moments/mean"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/attention/output/LayerNorm/moments/variance", "op": "Mean", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/attention/output/LayerNorm/moments/SquaredDifference", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/attention/output/LayerNorm/moments/variance/reduction_indices"], "attr": {"T": {"type": "DT_FLOAT"}, "Tidx": {"type": "DT_INT32"}, "keep_dims": {"b": true}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/attention/output/LayerNorm/batchnorm/add", "op": "AddV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/attention/output/LayerNorm/moments/variance", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/attention/output/LayerNorm/batchnorm/add/y"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/attention/output/LayerNorm/batchnorm/Rsqrt", "op": "Rsqrt", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/attention/output/LayerNorm/batchnorm/add"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/attention/output/LayerNorm/batchnorm/mul", "op": "Mul", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/attention/output/LayerNorm/batchnorm/Rsqrt", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/attention/output/LayerNorm/batchnorm/mul/ReadVariableOp"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/attention/output/LayerNorm/batchnorm/mul_2", "op": "Mul", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/attention/output/LayerNorm/moments/mean", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/attention/output/LayerNorm/batchnorm/mul"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/attention/output/LayerNorm/batchnorm/mul_1", "op": "Mul", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/attention/output/add", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/attention/output/LayerNorm/batchnorm/mul"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/attention/output/LayerNorm/batchnorm/sub", "op": "Sub", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/attention/output/LayerNorm/batchnorm/ReadVariableOp", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/attention/output/LayerNorm/batchnorm/mul_2"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/attention/output/LayerNorm/batchnorm/add_1", "op": "AddV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/attention/output/LayerNorm/batchnorm/mul_1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/attention/output/LayerNorm/batchnorm/sub"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/intermediate/dense/Tensordot/Shape", "op": "Shape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/attention/output/LayerNorm/batchnorm/add_1"], "attr": {"T": {"type": "DT_FLOAT"}, "out_type": {"type": "DT_INT32"}}, "experimentalType": {"typeId": "TFT_PRODUCT", "args": [{"typeId": "TFT_SHAPE_TENSOR", "args": [{"typeId": "TFT_INT32"}]}]}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/intermediate/dense/Tensordot/GatherV2_1", "op": "GatherV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/intermediate/dense/Tensordot/Shape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/intermediate/dense/Tensordot/axes", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/intermediate/dense/Tensordot/GatherV2_1/axis"], "attr": {"Tparams": {"type": "DT_INT32"}, "Taxis": {"type": "DT_INT32"}, "Tindices": {"type": "DT_INT32"}, "batch_dims": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/intermediate/dense/Tensordot/GatherV2", "op": "GatherV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/intermediate/dense/Tensordot/Shape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/intermediate/dense/Tensordot/free", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/intermediate/dense/Tensordot/GatherV2/axis"], "attr": {"Taxis": {"type": "DT_INT32"}, "Tparams": {"type": "DT_INT32"}, "Tindices": {"type": "DT_INT32"}, "batch_dims": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/intermediate/dense/Tensordot/Prod_1", "op": "Prod", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/intermediate/dense/Tensordot/GatherV2_1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/intermediate/dense/Tensordot/Const_1"], "attr": {"T": {"type": "DT_INT32"}, "Tidx": {"type": "DT_INT32"}, "keep_dims": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/intermediate/dense/Tensordot/Prod", "op": "Prod", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/intermediate/dense/Tensordot/GatherV2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/intermediate/dense/Tensordot/Const"], "attr": {"Tidx": {"type": "DT_INT32"}, "T": {"type": "DT_INT32"}, "keep_dims": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/intermediate/dense/Tensordot/concat_1", "op": "ConcatV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/intermediate/dense/Tensordot/GatherV2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/intermediate/dense/Tensordot/Const_2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/intermediate/dense/Tensordot/concat_1/axis"], "attr": {"N": {"i": "2"}, "Tidx": {"type": "DT_INT32"}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/intermediate/dense/Tensordot/stack", "op": "Pack", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/intermediate/dense/Tensordot/Prod", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/intermediate/dense/Tensordot/Prod_1"], "attr": {"N": {"i": "2"}, "axis": {"i": "0"}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/intermediate/dense/Tensordot/Reshape", "op": "Reshape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/attention/output/LayerNorm/batchnorm/add_1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/intermediate/dense/Tensordot/stack"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/intermediate/dense/Tensordot/MatMul", "op": "MatMul", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/intermediate/dense/Tensordot/Reshape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/intermediate/dense/Tensordot/ReadVariableOp"], "device": "/device:CPU:0", "attr": {"grad_a": {"b": false}, "transpose_a": {"b": false}, "T": {"type": "DT_FLOAT"}, "grad_b": {"b": false}, "transpose_b": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/intermediate/dense/Tensordot", "op": "Reshape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/intermediate/dense/Tensordot/MatMul", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/intermediate/dense/Tensordot/concat_1"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/intermediate/dense/BiasAdd", "op": "BiasAdd", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/intermediate/dense/Tensordot", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/intermediate/dense/BiasAdd/ReadVariableOp"], "attr": {"data_format": {"s": "TkhXQw=="}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/intermediate/Relu", "op": "Relu", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/intermediate/dense/BiasAdd"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/output/dense/Tensordot/Shape", "op": "Shape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/intermediate/Relu"], "attr": {"T": {"type": "DT_FLOAT"}, "out_type": {"type": "DT_INT32"}}, "experimentalType": {"typeId": "TFT_PRODUCT", "args": [{"typeId": "TFT_SHAPE_TENSOR", "args": [{"typeId": "TFT_INT32"}]}]}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/output/dense/Tensordot/GatherV2_1", "op": "GatherV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/output/dense/Tensordot/Shape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/output/dense/Tensordot/axes", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/output/dense/Tensordot/GatherV2_1/axis"], "attr": {"Taxis": {"type": "DT_INT32"}, "Tparams": {"type": "DT_INT32"}, "Tindices": {"type": "DT_INT32"}, "batch_dims": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/output/dense/Tensordot/GatherV2", "op": "GatherV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/output/dense/Tensordot/Shape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/output/dense/Tensordot/free", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/output/dense/Tensordot/GatherV2/axis"], "attr": {"Tparams": {"type": "DT_INT32"}, "Taxis": {"type": "DT_INT32"}, "Tindices": {"type": "DT_INT32"}, "batch_dims": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/output/dense/Tensordot/Prod_1", "op": "Prod", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/output/dense/Tensordot/GatherV2_1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/output/dense/Tensordot/Const_1"], "attr": {"T": {"type": "DT_INT32"}, "Tidx": {"type": "DT_INT32"}, "keep_dims": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/output/dense/Tensordot/Prod", "op": "Prod", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/output/dense/Tensordot/GatherV2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/output/dense/Tensordot/Const"], "attr": {"Tidx": {"type": "DT_INT32"}, "T": {"type": "DT_INT32"}, "keep_dims": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/output/dense/Tensordot/concat_1", "op": "ConcatV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/output/dense/Tensordot/GatherV2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/output/dense/Tensordot/Const_2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/output/dense/Tensordot/concat_1/axis"], "attr": {"N": {"i": "2"}, "Tidx": {"type": "DT_INT32"}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/output/dense/Tensordot/stack", "op": "Pack", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/output/dense/Tensordot/Prod", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/output/dense/Tensordot/Prod_1"], "attr": {"N": {"i": "2"}, "axis": {"i": "0"}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/output/dense/Tensordot/Reshape", "op": "Reshape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/intermediate/Relu", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/output/dense/Tensordot/stack"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/output/dense/Tensordot/MatMul", "op": "MatMul", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/output/dense/Tensordot/Reshape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/output/dense/Tensordot/ReadVariableOp"], "device": "/device:CPU:0", "attr": {"grad_a": {"b": false}, "transpose_a": {"b": false}, "T": {"type": "DT_FLOAT"}, "grad_b": {"b": false}, "transpose_b": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/output/dense/Tensordot", "op": "Reshape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/output/dense/Tensordot/MatMul", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/output/dense/Tensordot/concat_1"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/output/dense/BiasAdd", "op": "BiasAdd", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/output/dense/Tensordot", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/output/dense/BiasAdd/ReadVariableOp"], "attr": {"data_format": {"s": "TkhXQw=="}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/output/add", "op": "AddV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/output/dense/BiasAdd", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/attention/output/LayerNorm/batchnorm/add_1"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/output/LayerNorm/moments/mean", "op": "Mean", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/output/add", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/output/LayerNorm/moments/mean/reduction_indices"], "attr": {"Tidx": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}, "keep_dims": {"b": true}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/output/LayerNorm/moments/SquaredDifference", "op": "SquaredDifference", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/output/add", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/output/LayerNorm/moments/mean"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/output/LayerNorm/moments/variance", "op": "Mean", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/output/LayerNorm/moments/SquaredDifference", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/output/LayerNorm/moments/variance/reduction_indices"], "attr": {"T": {"type": "DT_FLOAT"}, "Tidx": {"type": "DT_INT32"}, "keep_dims": {"b": true}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/output/LayerNorm/batchnorm/add", "op": "AddV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/output/LayerNorm/moments/variance", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/output/LayerNorm/batchnorm/add/y"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/output/LayerNorm/batchnorm/Rsqrt", "op": "Rsqrt", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/output/LayerNorm/batchnorm/add"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/output/LayerNorm/batchnorm/mul", "op": "Mul", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/output/LayerNorm/batchnorm/Rsqrt", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/output/LayerNorm/batchnorm/mul/ReadVariableOp"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/output/LayerNorm/batchnorm/mul_2", "op": "Mul", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/output/LayerNorm/moments/mean", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/output/LayerNorm/batchnorm/mul"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/output/LayerNorm/batchnorm/mul_1", "op": "Mul", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/output/add", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/output/LayerNorm/batchnorm/mul"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/output/LayerNorm/batchnorm/sub", "op": "Sub", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/output/LayerNorm/batchnorm/ReadVariableOp", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/output/LayerNorm/batchnorm/mul_2"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/output/LayerNorm/batchnorm/add_1", "op": "AddV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/output/LayerNorm/batchnorm/mul_1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/output/LayerNorm/batchnorm/sub"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/attention/self/query/Tensordot/Shape", "op": "Shape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/output/LayerNorm/batchnorm/add_1"], "attr": {"T": {"type": "DT_FLOAT"}, "out_type": {"type": "DT_INT32"}}, "experimentalType": {"typeId": "TFT_PRODUCT", "args": [{"typeId": "TFT_SHAPE_TENSOR", "args": [{"typeId": "TFT_INT32"}]}]}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/attention/self/key/Tensordot/Shape", "op": "Shape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/output/LayerNorm/batchnorm/add_1"], "attr": {"T": {"type": "DT_FLOAT"}, "out_type": {"type": "DT_INT32"}}, "experimentalType": {"typeId": "TFT_PRODUCT", "args": [{"typeId": "TFT_SHAPE_TENSOR", "args": [{"typeId": "TFT_INT32"}]}]}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/attention/self/value/Tensordot/Shape", "op": "Shape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/output/LayerNorm/batchnorm/add_1"], "attr": {"T": {"type": "DT_FLOAT"}, "out_type": {"type": "DT_INT32"}}, "experimentalType": {"typeId": "TFT_PRODUCT", "args": [{"typeId": "TFT_SHAPE_TENSOR", "args": [{"typeId": "TFT_INT32"}]}]}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/attention/self/Shape", "op": "Shape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/output/LayerNorm/batchnorm/add_1"], "attr": {"T": {"type": "DT_FLOAT"}, "out_type": {"type": "DT_INT32"}}, "experimentalType": {"typeId": "TFT_PRODUCT", "args": [{"typeId": "TFT_SHAPE_TENSOR", "args": [{"typeId": "TFT_INT32"}]}]}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/attention/self/query/Tensordot/GatherV2_1", "op": "GatherV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/attention/self/query/Tensordot/Shape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/attention/self/query/Tensordot/axes", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/attention/self/query/Tensordot/GatherV2_1/axis"], "attr": {"Tparams": {"type": "DT_INT32"}, "Taxis": {"type": "DT_INT32"}, "Tindices": {"type": "DT_INT32"}, "batch_dims": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/attention/self/query/Tensordot/GatherV2", "op": "GatherV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/attention/self/query/Tensordot/Shape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/attention/self/query/Tensordot/free", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/attention/self/query/Tensordot/GatherV2/axis"], "attr": {"Taxis": {"type": "DT_INT32"}, "Tparams": {"type": "DT_INT32"}, "Tindices": {"type": "DT_INT32"}, "batch_dims": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/attention/self/key/Tensordot/GatherV2_1", "op": "GatherV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/attention/self/key/Tensordot/Shape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/attention/self/key/Tensordot/axes", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/attention/self/key/Tensordot/GatherV2_1/axis"], "attr": {"Tparams": {"type": "DT_INT32"}, "Taxis": {"type": "DT_INT32"}, "Tindices": {"type": "DT_INT32"}, "batch_dims": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/attention/self/key/Tensordot/GatherV2", "op": "GatherV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/attention/self/key/Tensordot/Shape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/attention/self/key/Tensordot/free", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/attention/self/key/Tensordot/GatherV2/axis"], "attr": {"Tparams": {"type": "DT_INT32"}, "Taxis": {"type": "DT_INT32"}, "Tindices": {"type": "DT_INT32"}, "batch_dims": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/attention/self/value/Tensordot/GatherV2_1", "op": "GatherV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/attention/self/value/Tensordot/Shape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/attention/self/value/Tensordot/axes", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/attention/self/value/Tensordot/GatherV2_1/axis"], "attr": {"Taxis": {"type": "DT_INT32"}, "Tparams": {"type": "DT_INT32"}, "Tindices": {"type": "DT_INT32"}, "batch_dims": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/attention/self/value/Tensordot/GatherV2", "op": "GatherV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/attention/self/value/Tensordot/Shape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/attention/self/value/Tensordot/free", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/attention/self/value/Tensordot/GatherV2/axis"], "attr": {"Tparams": {"type": "DT_INT32"}, "Taxis": {"type": "DT_INT32"}, "Tindices": {"type": "DT_INT32"}, "batch_dims": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/attention/self/strided_slice", "op": "StridedSlice", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/attention/self/Shape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/attention/self/strided_slice/stack", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/attention/self/strided_slice/stack_1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/attention/self/strided_slice/stack_2"], "attr": {"shrink_axis_mask": {"i": "1"}, "new_axis_mask": {"i": "0"}, "Index": {"type": "DT_INT32"}, "begin_mask": {"i": "0"}, "end_mask": {"i": "0"}, "T": {"type": "DT_INT32"}, "ellipsis_mask": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/attention/self/query/Tensordot/Prod_1", "op": "Prod", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/attention/self/query/Tensordot/GatherV2_1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/attention/self/query/Tensordot/Const_1"], "attr": {"Tidx": {"type": "DT_INT32"}, "T": {"type": "DT_INT32"}, "keep_dims": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/attention/self/query/Tensordot/Prod", "op": "Prod", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/attention/self/query/Tensordot/GatherV2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/attention/self/query/Tensordot/Const"], "attr": {"T": {"type": "DT_INT32"}, "Tidx": {"type": "DT_INT32"}, "keep_dims": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/attention/self/query/Tensordot/concat_1", "op": "ConcatV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/attention/self/query/Tensordot/GatherV2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/attention/self/query/Tensordot/Const_2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/attention/self/query/Tensordot/concat_1/axis"], "attr": {"N": {"i": "2"}, "T": {"type": "DT_INT32"}, "Tidx": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/attention/self/key/Tensordot/Prod_1", "op": "Prod", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/attention/self/key/Tensordot/GatherV2_1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/attention/self/key/Tensordot/Const_1"], "attr": {"Tidx": {"type": "DT_INT32"}, "T": {"type": "DT_INT32"}, "keep_dims": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/attention/self/key/Tensordot/Prod", "op": "Prod", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/attention/self/key/Tensordot/GatherV2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/attention/self/key/Tensordot/Const"], "attr": {"Tidx": {"type": "DT_INT32"}, "T": {"type": "DT_INT32"}, "keep_dims": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/attention/self/key/Tensordot/concat_1", "op": "ConcatV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/attention/self/key/Tensordot/GatherV2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/attention/self/key/Tensordot/Const_2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/attention/self/key/Tensordot/concat_1/axis"], "attr": {"N": {"i": "2"}, "Tidx": {"type": "DT_INT32"}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/attention/self/value/Tensordot/Prod_1", "op": "Prod", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/attention/self/value/Tensordot/GatherV2_1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/attention/self/value/Tensordot/Const_1"], "attr": {"Tidx": {"type": "DT_INT32"}, "T": {"type": "DT_INT32"}, "keep_dims": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/attention/self/value/Tensordot/Prod", "op": "Prod", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/attention/self/value/Tensordot/GatherV2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/attention/self/value/Tensordot/Const"], "attr": {"T": {"type": "DT_INT32"}, "Tidx": {"type": "DT_INT32"}, "keep_dims": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/attention/self/value/Tensordot/concat_1", "op": "ConcatV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/attention/self/value/Tensordot/GatherV2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/attention/self/value/Tensordot/Const_2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/attention/self/value/Tensordot/concat_1/axis"], "attr": {"N": {"i": "2"}, "T": {"type": "DT_INT32"}, "Tidx": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/attention/self/Reshape_2/shape", "op": "Pack", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/attention/self/strided_slice", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/attention/self/Reshape_2/shape/1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/attention/self/Reshape_2/shape/2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/attention/self/Reshape_2/shape/3"], "attr": {"N": {"i": "4"}, "axis": {"i": "0"}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/attention/self/Reshape/shape", "op": "Pack", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/attention/self/strided_slice", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/attention/self/Reshape/shape/1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/attention/self/Reshape/shape/2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/attention/self/Reshape/shape/3"], "attr": {"N": {"i": "4"}, "axis": {"i": "0"}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/attention/self/Reshape_1/shape", "op": "Pack", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/attention/self/strided_slice", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/attention/self/Reshape_1/shape/1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/attention/self/Reshape_1/shape/2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/attention/self/Reshape_1/shape/3"], "attr": {"N": {"i": "4"}, "axis": {"i": "0"}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/attention/self/Reshape_3/shape", "op": "Pack", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/attention/self/strided_slice", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/attention/self/Reshape_3/shape/1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/attention/self/Reshape_3/shape/2"], "attr": {"N": {"i": "3"}, "axis": {"i": "0"}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/attention/self/query/Tensordot/stack", "op": "Pack", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/attention/self/query/Tensordot/Prod", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/attention/self/query/Tensordot/Prod_1"], "attr": {"N": {"i": "2"}, "axis": {"i": "0"}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/attention/self/key/Tensordot/stack", "op": "Pack", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/attention/self/key/Tensordot/Prod", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/attention/self/key/Tensordot/Prod_1"], "attr": {"N": {"i": "2"}, "axis": {"i": "0"}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/attention/self/value/Tensordot/stack", "op": "Pack", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/attention/self/value/Tensordot/Prod", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/attention/self/value/Tensordot/Prod_1"], "attr": {"N": {"i": "2"}, "axis": {"i": "0"}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/attention/self/query/Tensordot/Reshape", "op": "Reshape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/output/LayerNorm/batchnorm/add_1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/attention/self/query/Tensordot/stack"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/attention/self/key/Tensordot/Reshape", "op": "Reshape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/output/LayerNorm/batchnorm/add_1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/attention/self/key/Tensordot/stack"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/attention/self/value/Tensordot/Reshape", "op": "Reshape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/output/LayerNorm/batchnorm/add_1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/attention/self/value/Tensordot/stack"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/attention/self/query/Tensordot/MatMul", "op": "MatMul", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/attention/self/query/Tensordot/Reshape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/attention/self/query/Tensordot/ReadVariableOp"], "device": "/device:CPU:0", "attr": {"grad_a": {"b": false}, "transpose_a": {"b": false}, "T": {"type": "DT_FLOAT"}, "grad_b": {"b": false}, "transpose_b": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/attention/self/key/Tensordot/MatMul", "op": "MatMul", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/attention/self/key/Tensordot/Reshape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/attention/self/key/Tensordot/ReadVariableOp"], "device": "/device:CPU:0", "attr": {"grad_a": {"b": false}, "transpose_a": {"b": false}, "T": {"type": "DT_FLOAT"}, "grad_b": {"b": false}, "transpose_b": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/attention/self/value/Tensordot/MatMul", "op": "MatMul", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/attention/self/value/Tensordot/Reshape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/attention/self/value/Tensordot/ReadVariableOp"], "device": "/device:CPU:0", "attr": {"grad_a": {"b": false}, "transpose_a": {"b": false}, "T": {"type": "DT_FLOAT"}, "grad_b": {"b": false}, "transpose_b": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/attention/self/query/Tensordot", "op": "Reshape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/attention/self/query/Tensordot/MatMul", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/attention/self/query/Tensordot/concat_1"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/attention/self/key/Tensordot", "op": "Reshape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/attention/self/key/Tensordot/MatMul", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/attention/self/key/Tensordot/concat_1"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/attention/self/value/Tensordot", "op": "Reshape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/attention/self/value/Tensordot/MatMul", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/attention/self/value/Tensordot/concat_1"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/attention/self/query/BiasAdd", "op": "BiasAdd", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/attention/self/query/Tensordot", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/attention/self/query/BiasAdd/ReadVariableOp"], "attr": {"data_format": {"s": "TkhXQw=="}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/attention/self/key/BiasAdd", "op": "BiasAdd", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/attention/self/key/Tensordot", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/attention/self/key/BiasAdd/ReadVariableOp"], "attr": {"data_format": {"s": "TkhXQw=="}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/attention/self/value/BiasAdd", "op": "BiasAdd", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/attention/self/value/Tensordot", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/attention/self/value/BiasAdd/ReadVariableOp"], "attr": {"data_format": {"s": "TkhXQw=="}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/attention/self/Reshape_2", "op": "Reshape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/attention/self/query/BiasAdd", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/attention/self/Reshape_2/shape"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/attention/self/Reshape", "op": "Reshape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/attention/self/key/BiasAdd", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/attention/self/Reshape/shape"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/attention/self/Reshape_1", "op": "Reshape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/attention/self/value/BiasAdd", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/attention/self/Reshape_1/shape"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/attention/self/transpose_2", "op": "Transpose", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/attention/self/Reshape_2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/attention/self/transpose_2/perm"], "attr": {"Tperm": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/attention/self/transpose", "op": "Transpose", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/attention/self/Reshape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/attention/self/transpose/perm"], "attr": {"Tperm": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/attention/self/transpose_1", "op": "Transpose", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/attention/self/Reshape_1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/attention/self/transpose_1/perm"], "attr": {"Tperm": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/attention/self/MatMul", "op": "BatchMatMulV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/attention/self/transpose_2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/attention/self/transpose"], "attr": {"grad_y": {"b": false}, "adj_x": {"b": false}, "T": {"type": "DT_FLOAT"}, "adj_y": {"b": true}, "grad_x": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/attention/self/truediv", "op": "Mul", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/attention/self/MatMul", "ConstantFolding/StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/attention/self/truediv_recip"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/attention/self/add_1", "op": "AddV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/attention/self/truediv", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/attention/self/Add"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/attention/self/Softmax", "op": "Softmax", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/attention/self/add_1"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/attention/self/MatMul_1", "op": "BatchMatMulV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/attention/self/Softmax", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/attention/self/transpose_1"], "attr": {"grad_y": {"b": false}, "adj_x": {"b": false}, "T": {"type": "DT_FLOAT"}, "grad_x": {"b": false}, "adj_y": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/attention/self/transpose_3", "op": "Transpose", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/attention/self/MatMul_1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/attention/self/transpose_3/perm"], "attr": {"Tperm": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/attention/self/Reshape_3", "op": "Reshape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/attention/self/transpose_3", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/attention/self/Reshape_3/shape"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/attention/output/dense/Tensordot/Shape", "op": "Shape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/attention/self/Reshape_3"], "attr": {"T": {"type": "DT_FLOAT"}, "out_type": {"type": "DT_INT32"}}, "experimentalType": {"typeId": "TFT_PRODUCT", "args": [{"typeId": "TFT_SHAPE_TENSOR", "args": [{"typeId": "TFT_INT32"}]}]}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/attention/output/dense/Tensordot/GatherV2_1", "op": "GatherV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/attention/output/dense/Tensordot/Shape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/attention/output/dense/Tensordot/axes", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/attention/output/dense/Tensordot/GatherV2_1/axis"], "attr": {"Taxis": {"type": "DT_INT32"}, "Tparams": {"type": "DT_INT32"}, "Tindices": {"type": "DT_INT32"}, "batch_dims": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/attention/output/dense/Tensordot/GatherV2", "op": "GatherV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/attention/output/dense/Tensordot/Shape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/attention/output/dense/Tensordot/free", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/attention/output/dense/Tensordot/GatherV2/axis"], "attr": {"Taxis": {"type": "DT_INT32"}, "Tparams": {"type": "DT_INT32"}, "Tindices": {"type": "DT_INT32"}, "batch_dims": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/attention/output/dense/Tensordot/Prod_1", "op": "Prod", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/attention/output/dense/Tensordot/GatherV2_1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/attention/output/dense/Tensordot/Const_1"], "attr": {"Tidx": {"type": "DT_INT32"}, "T": {"type": "DT_INT32"}, "keep_dims": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/attention/output/dense/Tensordot/Prod", "op": "Prod", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/attention/output/dense/Tensordot/GatherV2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/attention/output/dense/Tensordot/Const"], "attr": {"Tidx": {"type": "DT_INT32"}, "T": {"type": "DT_INT32"}, "keep_dims": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/attention/output/dense/Tensordot/concat_1", "op": "ConcatV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/attention/output/dense/Tensordot/GatherV2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/attention/output/dense/Tensordot/Const_2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/attention/output/dense/Tensordot/concat_1/axis"], "attr": {"N": {"i": "2"}, "Tidx": {"type": "DT_INT32"}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/attention/output/dense/Tensordot/stack", "op": "Pack", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/attention/output/dense/Tensordot/Prod", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/attention/output/dense/Tensordot/Prod_1"], "attr": {"N": {"i": "2"}, "axis": {"i": "0"}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/attention/output/dense/Tensordot/Reshape", "op": "Reshape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/attention/self/Reshape_3", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/attention/output/dense/Tensordot/stack"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/attention/output/dense/Tensordot/MatMul", "op": "MatMul", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/attention/output/dense/Tensordot/Reshape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/attention/output/dense/Tensordot/ReadVariableOp"], "device": "/device:CPU:0", "attr": {"transpose_a": {"b": false}, "grad_a": {"b": false}, "T": {"type": "DT_FLOAT"}, "grad_b": {"b": false}, "transpose_b": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/attention/output/dense/Tensordot", "op": "Reshape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/attention/output/dense/Tensordot/MatMul", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/attention/output/dense/Tensordot/concat_1"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/attention/output/dense/BiasAdd", "op": "BiasAdd", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/attention/output/dense/Tensordot", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/attention/output/dense/BiasAdd/ReadVariableOp"], "attr": {"data_format": {"s": "TkhXQw=="}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/attention/output/add", "op": "AddV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/attention/output/dense/BiasAdd", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/output/LayerNorm/batchnorm/add_1"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/attention/output/LayerNorm/moments/mean", "op": "Mean", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/attention/output/add", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/attention/output/LayerNorm/moments/mean/reduction_indices"], "attr": {"T": {"type": "DT_FLOAT"}, "Tidx": {"type": "DT_INT32"}, "keep_dims": {"b": true}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/attention/output/LayerNorm/moments/SquaredDifference", "op": "SquaredDifference", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/attention/output/add", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/attention/output/LayerNorm/moments/mean"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/attention/output/LayerNorm/moments/variance", "op": "Mean", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/attention/output/LayerNorm/moments/SquaredDifference", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/attention/output/LayerNorm/moments/variance/reduction_indices"], "attr": {"Tidx": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}, "keep_dims": {"b": true}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/attention/output/LayerNorm/batchnorm/add", "op": "AddV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/attention/output/LayerNorm/moments/variance", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/attention/output/LayerNorm/batchnorm/add/y"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/attention/output/LayerNorm/batchnorm/Rsqrt", "op": "Rsqrt", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/attention/output/LayerNorm/batchnorm/add"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/attention/output/LayerNorm/batchnorm/mul", "op": "Mul", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/attention/output/LayerNorm/batchnorm/Rsqrt", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/attention/output/LayerNorm/batchnorm/mul/ReadVariableOp"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/attention/output/LayerNorm/batchnorm/mul_2", "op": "Mul", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/attention/output/LayerNorm/moments/mean", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/attention/output/LayerNorm/batchnorm/mul"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/attention/output/LayerNorm/batchnorm/mul_1", "op": "Mul", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/attention/output/add", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/attention/output/LayerNorm/batchnorm/mul"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/attention/output/LayerNorm/batchnorm/sub", "op": "Sub", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/attention/output/LayerNorm/batchnorm/ReadVariableOp", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/attention/output/LayerNorm/batchnorm/mul_2"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/attention/output/LayerNorm/batchnorm/add_1", "op": "AddV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/attention/output/LayerNorm/batchnorm/mul_1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/attention/output/LayerNorm/batchnorm/sub"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/intermediate/dense/Tensordot/Shape", "op": "Shape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/attention/output/LayerNorm/batchnorm/add_1"], "attr": {"T": {"type": "DT_FLOAT"}, "out_type": {"type": "DT_INT32"}}, "experimentalType": {"typeId": "TFT_PRODUCT", "args": [{"typeId": "TFT_SHAPE_TENSOR", "args": [{"typeId": "TFT_INT32"}]}]}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/intermediate/dense/Tensordot/GatherV2_1", "op": "GatherV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/intermediate/dense/Tensordot/Shape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/intermediate/dense/Tensordot/axes", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/intermediate/dense/Tensordot/GatherV2_1/axis"], "attr": {"Taxis": {"type": "DT_INT32"}, "Tparams": {"type": "DT_INT32"}, "Tindices": {"type": "DT_INT32"}, "batch_dims": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/intermediate/dense/Tensordot/GatherV2", "op": "GatherV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/intermediate/dense/Tensordot/Shape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/intermediate/dense/Tensordot/free", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/intermediate/dense/Tensordot/GatherV2/axis"], "attr": {"Tparams": {"type": "DT_INT32"}, "Taxis": {"type": "DT_INT32"}, "Tindices": {"type": "DT_INT32"}, "batch_dims": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/intermediate/dense/Tensordot/Prod_1", "op": "Prod", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/intermediate/dense/Tensordot/GatherV2_1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/intermediate/dense/Tensordot/Const_1"], "attr": {"Tidx": {"type": "DT_INT32"}, "T": {"type": "DT_INT32"}, "keep_dims": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/intermediate/dense/Tensordot/Prod", "op": "Prod", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/intermediate/dense/Tensordot/GatherV2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/intermediate/dense/Tensordot/Const"], "attr": {"Tidx": {"type": "DT_INT32"}, "T": {"type": "DT_INT32"}, "keep_dims": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/intermediate/dense/Tensordot/concat_1", "op": "ConcatV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/intermediate/dense/Tensordot/GatherV2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/intermediate/dense/Tensordot/Const_2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/intermediate/dense/Tensordot/concat_1/axis"], "attr": {"N": {"i": "2"}, "T": {"type": "DT_INT32"}, "Tidx": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/intermediate/dense/Tensordot/stack", "op": "Pack", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/intermediate/dense/Tensordot/Prod", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/intermediate/dense/Tensordot/Prod_1"], "attr": {"N": {"i": "2"}, "axis": {"i": "0"}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/intermediate/dense/Tensordot/Reshape", "op": "Reshape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/attention/output/LayerNorm/batchnorm/add_1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/intermediate/dense/Tensordot/stack"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/intermediate/dense/Tensordot/MatMul", "op": "MatMul", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/intermediate/dense/Tensordot/Reshape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/intermediate/dense/Tensordot/ReadVariableOp"], "device": "/device:CPU:0", "attr": {"transpose_a": {"b": false}, "grad_a": {"b": false}, "T": {"type": "DT_FLOAT"}, "grad_b": {"b": false}, "transpose_b": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/intermediate/dense/Tensordot", "op": "Reshape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/intermediate/dense/Tensordot/MatMul", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/intermediate/dense/Tensordot/concat_1"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/intermediate/dense/BiasAdd", "op": "BiasAdd", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/intermediate/dense/Tensordot", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/intermediate/dense/BiasAdd/ReadVariableOp"], "attr": {"data_format": {"s": "TkhXQw=="}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/intermediate/Relu", "op": "Relu", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/intermediate/dense/BiasAdd"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/output/dense/Tensordot/Shape", "op": "Shape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/intermediate/Relu"], "attr": {"T": {"type": "DT_FLOAT"}, "out_type": {"type": "DT_INT32"}}, "experimentalType": {"typeId": "TFT_PRODUCT", "args": [{"typeId": "TFT_SHAPE_TENSOR", "args": [{"typeId": "TFT_INT32"}]}]}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/output/dense/Tensordot/GatherV2_1", "op": "GatherV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/output/dense/Tensordot/Shape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/output/dense/Tensordot/axes", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/output/dense/Tensordot/GatherV2_1/axis"], "attr": {"Taxis": {"type": "DT_INT32"}, "Tparams": {"type": "DT_INT32"}, "Tindices": {"type": "DT_INT32"}, "batch_dims": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/output/dense/Tensordot/GatherV2", "op": "GatherV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/output/dense/Tensordot/Shape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/output/dense/Tensordot/free", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/output/dense/Tensordot/GatherV2/axis"], "attr": {"Taxis": {"type": "DT_INT32"}, "Tparams": {"type": "DT_INT32"}, "Tindices": {"type": "DT_INT32"}, "batch_dims": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/output/dense/Tensordot/Prod_1", "op": "Prod", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/output/dense/Tensordot/GatherV2_1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/output/dense/Tensordot/Const_1"], "attr": {"T": {"type": "DT_INT32"}, "Tidx": {"type": "DT_INT32"}, "keep_dims": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/output/dense/Tensordot/Prod", "op": "Prod", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/output/dense/Tensordot/GatherV2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/output/dense/Tensordot/Const"], "attr": {"T": {"type": "DT_INT32"}, "Tidx": {"type": "DT_INT32"}, "keep_dims": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/output/dense/Tensordot/concat_1", "op": "ConcatV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/output/dense/Tensordot/GatherV2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/output/dense/Tensordot/Const_2", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/output/dense/Tensordot/concat_1/axis"], "attr": {"N": {"i": "2"}, "Tidx": {"type": "DT_INT32"}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/output/dense/Tensordot/stack", "op": "Pack", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/output/dense/Tensordot/Prod", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/output/dense/Tensordot/Prod_1"], "attr": {"N": {"i": "2"}, "axis": {"i": "0"}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/output/dense/Tensordot/Reshape", "op": "Reshape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/intermediate/Relu", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/output/dense/Tensordot/stack"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/output/dense/Tensordot/MatMul", "op": "MatMul", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/output/dense/Tensordot/Reshape", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/output/dense/Tensordot/ReadVariableOp"], "device": "/device:CPU:0", "attr": {"grad_a": {"b": false}, "transpose_a": {"b": false}, "T": {"type": "DT_FLOAT"}, "grad_b": {"b": false}, "transpose_b": {"b": false}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/output/dense/Tensordot", "op": "Reshape", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/output/dense/Tensordot/MatMul", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/output/dense/Tensordot/concat_1"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/output/dense/BiasAdd", "op": "BiasAdd", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/output/dense/Tensordot", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/output/dense/BiasAdd/ReadVariableOp"], "attr": {"data_format": {"s": "TkhXQw=="}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/output/add", "op": "AddV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/output/dense/BiasAdd", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/attention/output/LayerNorm/batchnorm/add_1"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/output/LayerNorm/moments/mean", "op": "Mean", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/output/add", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/output/LayerNorm/moments/mean/reduction_indices"], "attr": {"T": {"type": "DT_FLOAT"}, "Tidx": {"type": "DT_INT32"}, "keep_dims": {"b": true}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/output/LayerNorm/moments/SquaredDifference", "op": "SquaredDifference", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/output/add", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/output/LayerNorm/moments/mean"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/output/LayerNorm/moments/variance", "op": "Mean", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/output/LayerNorm/moments/SquaredDifference", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/output/LayerNorm/moments/variance/reduction_indices"], "attr": {"T": {"type": "DT_FLOAT"}, "Tidx": {"type": "DT_INT32"}, "keep_dims": {"b": true}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/output/LayerNorm/batchnorm/add", "op": "AddV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/output/LayerNorm/moments/variance", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/output/LayerNorm/batchnorm/add/y"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/output/LayerNorm/batchnorm/Rsqrt", "op": "Rsqrt", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/output/LayerNorm/batchnorm/add"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/output/LayerNorm/batchnorm/mul", "op": "Mul", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/output/LayerNorm/batchnorm/Rsqrt", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/output/LayerNorm/batchnorm/mul/ReadVariableOp"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/output/LayerNorm/batchnorm/mul_2", "op": "Mul", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/output/LayerNorm/moments/mean", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/output/LayerNorm/batchnorm/mul"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/output/LayerNorm/batchnorm/mul_1", "op": "Mul", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/output/add", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/output/LayerNorm/batchnorm/mul"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/output/LayerNorm/batchnorm/sub", "op": "Sub", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/output/LayerNorm/batchnorm/ReadVariableOp", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/output/LayerNorm/batchnorm/mul_2"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/output/LayerNorm/batchnorm/add_1", "op": "AddV2", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/output/LayerNorm/batchnorm/mul_1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/output/LayerNorm/batchnorm/sub"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/pooler/strided_slice", "op": "StridedSlice", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/output/LayerNorm/batchnorm/add_1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/pooler/strided_slice/stack", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/pooler/strided_slice/stack_1", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/pooler/strided_slice/stack_2"], "attr": {"shrink_axis_mask": {"i": "2"}, "new_axis_mask": {"i": "0"}, "Index": {"type": "DT_INT32"}, "begin_mask": {"i": "1"}, "T": {"type": "DT_FLOAT"}, "end_mask": {"i": "1"}, "ellipsis_mask": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/pooler/dense/BiasAdd", "op": "_FusedMatMul", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/pooler/strided_slice", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/pooler/dense/MatMul/ReadVariableOp", "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/pooler/dense/BiasAdd/ReadVariableOp"], "device": "/device:CPU:0", "attr": {"transpose_a": {"b": false}, "transpose_b": {"b": false}, "fused_ops": {"list": {"s": ["Qmlhc0FkZA=="]}}, "num_args": {"i": "1"}, "leakyrelu_alpha": {"f": 0.2}, "epsilon": {"f": 0.0}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/pooler/dense/Tanh", "op": "Tanh", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/pooler/dense/BiasAdd"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/classifier/BiasAdd", "op": "_FusedMatMul", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/pooler/dense/Tanh", "StatefulPartitionedCall/tf_bert_for_sequence_classification/classifier/MatMul/ReadVariableOp", "StatefulPartitionedCall/tf_bert_for_sequence_classification/classifier/BiasAdd/ReadVariableOp"], "device": "/device:CPU:0", "attr": {"transpose_a": {"b": false}, "transpose_b": {"b": false}, "fused_ops": {"list": {"s": ["Qmlhc0FkZA=="]}}, "num_args": {"i": "1"}, "leakyrelu_alpha": {"f": 0.2}, "epsilon": {"f": 0.0}, "T": {"type": "DT_FLOAT"}}}, {"name": "Identity", "op": "Identity", "input": ["StatefulPartitionedCall/tf_bert_for_sequence_classification/classifier/BiasAdd"], "attr": {"T": {"type": "DT_FLOAT"}}}], "library": {}, "versions": {"producer": 2129}}, "weightsManifest": [{"paths": ["group1-shard1of52.bin", "group1-shard2of52.bin", "group1-shard3of52.bin", "group1-shard4of52.bin", "group1-shard5of52.bin", "group1-shard6of52.bin", "group1-shard7of52.bin", "group1-shard8of52.bin", "group1-shard9of52.bin", "group1-shard10of52.bin", "group1-shard11of52.bin", "group1-shard12of52.bin", "group1-shard13of52.bin", "group1-shard14of52.bin", "group1-shard15of52.bin", "group1-shard16of52.bin", "group1-shard17of52.bin", "group1-shard18of52.bin", "group1-shard19of52.bin", "group1-shard20of52.bin", "group1-shard21of52.bin", "group1-shard22of52.bin", "group1-shard23of52.bin", "group1-shard24of52.bin", "group1-shard25of52.bin", "group1-shard26of52.bin", "group1-shard27of52.bin", "group1-shard28of52.bin", "group1-shard29of52.bin", "group1-shard30of52.bin", "group1-shard31of52.bin", "group1-shard32of52.bin", "group1-shard33of52.bin", "group1-shard34of52.bin", "group1-shard35of52.bin", "group1-shard36of52.bin", "group1-shard37of52.bin", "group1-shard38of52.bin", "group1-shard39of52.bin", "group1-shard40of52.bin", "group1-shard41of52.bin", "group1-shard42of52.bin", "group1-shard43of52.bin", "group1-shard44of52.bin", "group1-shard45of52.bin", "group1-shard46of52.bin", "group1-shard47of52.bin", "group1-shard48of52.bin", "group1-shard49of52.bin", "group1-shard50of52.bin", "group1-shard51of52.bin", "group1-shard52of52.bin"], "weights": [{"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/output/LayerNorm/batchnorm/ReadVariableOp", "shape": [512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/output/dense/Tensordot/Const", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/output/dense/Tensordot/axes", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/output/dense/Tensordot/GatherV2_1/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/output/dense/Tensordot/Const_1", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/output/dense/Tensordot/ReadVariableOp", "shape": [512, 512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/intermediate/dense/Tensordot/Const", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/intermediate/dense/Tensordot/axes", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/intermediate/dense/Tensordot/GatherV2_1/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/intermediate/dense/Tensordot/Const_1", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/intermediate/dense/Tensordot/ReadVariableOp", "shape": [512, 512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/intermediate/dense/Tensordot/free", "shape": [2], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/intermediate/dense/Tensordot/GatherV2/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/intermediate/dense/Tensordot/Const_2", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/intermediate/dense/Tensordot/concat_1/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/intermediate/dense/BiasAdd/ReadVariableOp", "shape": [512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/output/dense/Tensordot/free", "shape": [2], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/output/dense/Tensordot/GatherV2/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/output/dense/Tensordot/Const_2", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/output/dense/Tensordot/concat_1/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/output/dense/BiasAdd/ReadVariableOp", "shape": [512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/attention/output/LayerNorm/batchnorm/ReadVariableOp", "shape": [512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/attention/output/dense/Tensordot/Const", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/attention/output/dense/Tensordot/axes", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/attention/output/dense/Tensordot/GatherV2_1/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/attention/output/dense/Tensordot/Const_1", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/attention/output/dense/Tensordot/ReadVariableOp", "shape": [512, 512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/attention/self/query/Tensordot/Const", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/attention/self/query/Tensordot/axes", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/attention/self/query/Tensordot/GatherV2_1/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/attention/self/query/Tensordot/Const_1", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/attention/self/query/Tensordot/ReadVariableOp", "shape": [512, 512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/attention/self/query/Tensordot/free", "shape": [2], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/attention/self/query/Tensordot/GatherV2/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/attention/self/query/Tensordot/Const_2", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/attention/self/query/Tensordot/concat_1/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/attention/self/query/BiasAdd/ReadVariableOp", "shape": [512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/attention/self/Reshape_2/shape/1", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/attention/self/Reshape_2/shape/2", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/attention/self/Reshape_2/shape/3", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/attention/self/transpose_2/perm", "shape": [4], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/attention/self/key/Tensordot/Const", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/attention/self/key/Tensordot/axes", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/attention/self/key/Tensordot/GatherV2_1/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/attention/self/key/Tensordot/Const_1", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/attention/self/key/Tensordot/ReadVariableOp", "shape": [512, 512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/attention/self/key/Tensordot/free", "shape": [2], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/attention/self/key/Tensordot/GatherV2/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/attention/self/key/Tensordot/Const_2", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/attention/self/key/Tensordot/concat_1/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/attention/self/key/BiasAdd/ReadVariableOp", "shape": [512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/attention/self/Reshape/shape/1", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/attention/self/Reshape/shape/2", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/attention/self/Reshape/shape/3", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/attention/self/transpose/perm", "shape": [4], "dtype": "int32"}, {"name": "ConstantFolding/StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/attention/self/truediv_recip", "shape": [], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/attention/self/add_1/y", "shape": [], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/attention/self/value/Tensordot/Const", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/attention/self/value/Tensordot/axes", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/attention/self/value/Tensordot/GatherV2_1/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/attention/self/value/Tensordot/Const_1", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/attention/self/value/Tensordot/ReadVariableOp", "shape": [512, 512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/attention/self/value/Tensordot/free", "shape": [2], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/attention/self/value/Tensordot/GatherV2/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/attention/self/value/Tensordot/Const_2", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/attention/self/value/Tensordot/concat_1/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/attention/self/value/BiasAdd/ReadVariableOp", "shape": [512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/attention/self/Reshape_1/shape/1", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/attention/self/Reshape_1/shape/2", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/attention/self/Reshape_1/shape/3", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/attention/self/transpose_1/perm", "shape": [4], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/attention/self/transpose_3/perm", "shape": [4], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/attention/self/strided_slice/stack", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/attention/self/strided_slice/stack_1", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/attention/self/strided_slice/stack_2", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/attention/self/Reshape_3/shape/1", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/attention/self/Reshape_3/shape/2", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/attention/output/dense/Tensordot/free", "shape": [2], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/attention/output/dense/Tensordot/GatherV2/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/attention/output/dense/Tensordot/Const_2", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/attention/output/dense/Tensordot/concat_1/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/attention/output/dense/BiasAdd/ReadVariableOp", "shape": [512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/output/LayerNorm/batchnorm/ReadVariableOp", "shape": [512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/output/dense/Tensordot/Const", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/output/dense/Tensordot/axes", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/output/dense/Tensordot/GatherV2_1/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/output/dense/Tensordot/Const_1", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/output/dense/Tensordot/ReadVariableOp", "shape": [512, 512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/intermediate/dense/Tensordot/Const", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/intermediate/dense/Tensordot/axes", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/intermediate/dense/Tensordot/GatherV2_1/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/intermediate/dense/Tensordot/Const_1", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/intermediate/dense/Tensordot/ReadVariableOp", "shape": [512, 512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/intermediate/dense/Tensordot/free", "shape": [2], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/intermediate/dense/Tensordot/GatherV2/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/intermediate/dense/Tensordot/Const_2", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/intermediate/dense/Tensordot/concat_1/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/intermediate/dense/BiasAdd/ReadVariableOp", "shape": [512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/output/dense/Tensordot/free", "shape": [2], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/output/dense/Tensordot/GatherV2/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/output/dense/Tensordot/Const_2", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/output/dense/Tensordot/concat_1/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/output/dense/BiasAdd/ReadVariableOp", "shape": [512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/attention/output/LayerNorm/batchnorm/ReadVariableOp", "shape": [512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/attention/output/dense/Tensordot/Const", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/attention/output/dense/Tensordot/axes", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/attention/output/dense/Tensordot/GatherV2_1/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/attention/output/dense/Tensordot/Const_1", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/attention/output/dense/Tensordot/ReadVariableOp", "shape": [512, 512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/attention/self/query/Tensordot/Const", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/attention/self/query/Tensordot/axes", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/attention/self/query/Tensordot/GatherV2_1/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/attention/self/query/Tensordot/Const_1", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/attention/self/query/Tensordot/ReadVariableOp", "shape": [512, 512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/attention/self/query/Tensordot/free", "shape": [2], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/attention/self/query/Tensordot/GatherV2/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/attention/self/query/Tensordot/Const_2", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/attention/self/query/Tensordot/concat_1/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/attention/self/query/BiasAdd/ReadVariableOp", "shape": [512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/attention/self/Reshape_2/shape/1", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/attention/self/Reshape_2/shape/2", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/attention/self/Reshape_2/shape/3", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/attention/self/transpose_2/perm", "shape": [4], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/attention/self/key/Tensordot/Const", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/attention/self/key/Tensordot/axes", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/attention/self/key/Tensordot/GatherV2_1/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/attention/self/key/Tensordot/Const_1", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/attention/self/key/Tensordot/ReadVariableOp", "shape": [512, 512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/attention/self/key/Tensordot/free", "shape": [2], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/attention/self/key/Tensordot/GatherV2/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/attention/self/key/Tensordot/Const_2", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/attention/self/key/Tensordot/concat_1/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/attention/self/key/BiasAdd/ReadVariableOp", "shape": [512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/attention/self/Reshape/shape/1", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/attention/self/Reshape/shape/2", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/attention/self/Reshape/shape/3", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/attention/self/transpose/perm", "shape": [4], "dtype": "int32"}, {"name": "ConstantFolding/StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/attention/self/truediv_recip", "shape": [], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/attention/self/add_1/y", "shape": [], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/attention/self/value/Tensordot/Const", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/attention/self/value/Tensordot/axes", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/attention/self/value/Tensordot/GatherV2_1/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/attention/self/value/Tensordot/Const_1", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/attention/self/value/Tensordot/ReadVariableOp", "shape": [512, 512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/attention/self/value/Tensordot/free", "shape": [2], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/attention/self/value/Tensordot/GatherV2/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/attention/self/value/Tensordot/Const_2", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/attention/self/value/Tensordot/concat_1/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/attention/self/value/BiasAdd/ReadVariableOp", "shape": [512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/attention/self/Reshape_1/shape/1", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/attention/self/Reshape_1/shape/2", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/attention/self/Reshape_1/shape/3", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/attention/self/transpose_1/perm", "shape": [4], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/attention/self/transpose_3/perm", "shape": [4], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/attention/self/strided_slice/stack", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/attention/self/strided_slice/stack_1", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/attention/self/strided_slice/stack_2", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/attention/self/Reshape_3/shape/1", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/attention/self/Reshape_3/shape/2", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/attention/output/dense/Tensordot/free", "shape": [2], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/attention/output/dense/Tensordot/GatherV2/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/attention/output/dense/Tensordot/Const_2", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/attention/output/dense/Tensordot/concat_1/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/attention/output/dense/BiasAdd/ReadVariableOp", "shape": [512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/output/LayerNorm/batchnorm/ReadVariableOp", "shape": [512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/output/dense/Tensordot/Const", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/output/dense/Tensordot/axes", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/output/dense/Tensordot/GatherV2_1/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/output/dense/Tensordot/Const_1", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/output/dense/Tensordot/ReadVariableOp", "shape": [512, 512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/intermediate/dense/Tensordot/Const", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/intermediate/dense/Tensordot/axes", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/intermediate/dense/Tensordot/GatherV2_1/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/intermediate/dense/Tensordot/Const_1", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/intermediate/dense/Tensordot/ReadVariableOp", "shape": [512, 512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/intermediate/dense/Tensordot/free", "shape": [2], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/intermediate/dense/Tensordot/GatherV2/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/intermediate/dense/Tensordot/Const_2", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/intermediate/dense/Tensordot/concat_1/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/intermediate/dense/BiasAdd/ReadVariableOp", "shape": [512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/output/dense/Tensordot/free", "shape": [2], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/output/dense/Tensordot/GatherV2/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/output/dense/Tensordot/Const_2", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/output/dense/Tensordot/concat_1/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/output/dense/BiasAdd/ReadVariableOp", "shape": [512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/attention/output/LayerNorm/batchnorm/ReadVariableOp", "shape": [512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/attention/output/dense/Tensordot/Const", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/attention/output/dense/Tensordot/axes", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/attention/output/dense/Tensordot/GatherV2_1/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/attention/output/dense/Tensordot/Const_1", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/attention/output/dense/Tensordot/ReadVariableOp", "shape": [512, 512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/attention/self/query/Tensordot/Const", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/attention/self/query/Tensordot/axes", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/attention/self/query/Tensordot/GatherV2_1/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/attention/self/query/Tensordot/Const_1", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/attention/self/query/Tensordot/ReadVariableOp", "shape": [512, 512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/attention/self/query/Tensordot/free", "shape": [2], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/attention/self/query/Tensordot/GatherV2/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/attention/self/query/Tensordot/Const_2", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/attention/self/query/Tensordot/concat_1/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/attention/self/query/BiasAdd/ReadVariableOp", "shape": [512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/attention/self/Reshape_2/shape/1", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/attention/self/Reshape_2/shape/2", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/attention/self/Reshape_2/shape/3", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/attention/self/transpose_2/perm", "shape": [4], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/attention/self/key/Tensordot/Const", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/attention/self/key/Tensordot/axes", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/attention/self/key/Tensordot/GatherV2_1/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/attention/self/key/Tensordot/Const_1", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/attention/self/key/Tensordot/ReadVariableOp", "shape": [512, 512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/attention/self/key/Tensordot/free", "shape": [2], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/attention/self/key/Tensordot/GatherV2/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/attention/self/key/Tensordot/Const_2", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/attention/self/key/Tensordot/concat_1/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/attention/self/key/BiasAdd/ReadVariableOp", "shape": [512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/attention/self/Reshape/shape/1", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/attention/self/Reshape/shape/2", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/attention/self/Reshape/shape/3", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/attention/self/transpose/perm", "shape": [4], "dtype": "int32"}, {"name": "ConstantFolding/StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/attention/self/truediv_recip", "shape": [], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/attention/self/add_1/y", "shape": [], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/attention/self/value/Tensordot/Const", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/attention/self/value/Tensordot/axes", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/attention/self/value/Tensordot/GatherV2_1/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/attention/self/value/Tensordot/Const_1", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/attention/self/value/Tensordot/ReadVariableOp", "shape": [512, 512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/attention/self/value/Tensordot/free", "shape": [2], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/attention/self/value/Tensordot/GatherV2/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/attention/self/value/Tensordot/Const_2", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/attention/self/value/Tensordot/concat_1/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/attention/self/value/BiasAdd/ReadVariableOp", "shape": [512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/attention/self/Reshape_1/shape/1", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/attention/self/Reshape_1/shape/2", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/attention/self/Reshape_1/shape/3", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/attention/self/transpose_1/perm", "shape": [4], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/attention/self/transpose_3/perm", "shape": [4], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/attention/self/strided_slice/stack", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/attention/self/strided_slice/stack_1", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/attention/self/strided_slice/stack_2", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/attention/self/Reshape_3/shape/1", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/attention/self/Reshape_3/shape/2", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/attention/output/dense/Tensordot/free", "shape": [2], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/attention/output/dense/Tensordot/GatherV2/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/attention/output/dense/Tensordot/Const_2", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/attention/output/dense/Tensordot/concat_1/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/attention/output/dense/BiasAdd/ReadVariableOp", "shape": [512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/output/LayerNorm/batchnorm/ReadVariableOp", "shape": [512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/output/dense/Tensordot/Const", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/output/dense/Tensordot/axes", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/output/dense/Tensordot/GatherV2_1/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/output/dense/Tensordot/Const_1", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/output/dense/Tensordot/ReadVariableOp", "shape": [512, 512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/intermediate/dense/Tensordot/Const", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/intermediate/dense/Tensordot/axes", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/intermediate/dense/Tensordot/GatherV2_1/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/intermediate/dense/Tensordot/Const_1", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/intermediate/dense/Tensordot/ReadVariableOp", "shape": [512, 512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/intermediate/dense/Tensordot/free", "shape": [2], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/intermediate/dense/Tensordot/GatherV2/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/intermediate/dense/Tensordot/Const_2", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/intermediate/dense/Tensordot/concat_1/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/intermediate/dense/BiasAdd/ReadVariableOp", "shape": [512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/output/dense/Tensordot/free", "shape": [2], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/output/dense/Tensordot/GatherV2/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/output/dense/Tensordot/Const_2", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/output/dense/Tensordot/concat_1/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/output/dense/BiasAdd/ReadVariableOp", "shape": [512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/attention/output/LayerNorm/batchnorm/ReadVariableOp", "shape": [512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/attention/output/dense/Tensordot/Const", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/attention/output/dense/Tensordot/axes", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/attention/output/dense/Tensordot/GatherV2_1/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/attention/output/dense/Tensordot/Const_1", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/attention/output/dense/Tensordot/ReadVariableOp", "shape": [512, 512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/attention/self/query/Tensordot/Const", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/attention/self/query/Tensordot/axes", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/attention/self/query/Tensordot/GatherV2_1/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/attention/self/query/Tensordot/Const_1", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/attention/self/query/Tensordot/ReadVariableOp", "shape": [512, 512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/attention/self/query/Tensordot/free", "shape": [2], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/attention/self/query/Tensordot/GatherV2/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/attention/self/query/Tensordot/Const_2", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/attention/self/query/Tensordot/concat_1/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/attention/self/query/BiasAdd/ReadVariableOp", "shape": [512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/attention/self/Reshape_2/shape/1", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/attention/self/Reshape_2/shape/2", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/attention/self/Reshape_2/shape/3", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/attention/self/transpose_2/perm", "shape": [4], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/attention/self/key/Tensordot/Const", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/attention/self/key/Tensordot/axes", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/attention/self/key/Tensordot/GatherV2_1/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/attention/self/key/Tensordot/Const_1", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/attention/self/key/Tensordot/ReadVariableOp", "shape": [512, 512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/attention/self/key/Tensordot/free", "shape": [2], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/attention/self/key/Tensordot/GatherV2/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/attention/self/key/Tensordot/Const_2", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/attention/self/key/Tensordot/concat_1/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/attention/self/key/BiasAdd/ReadVariableOp", "shape": [512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/attention/self/Reshape/shape/1", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/attention/self/Reshape/shape/2", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/attention/self/Reshape/shape/3", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/attention/self/transpose/perm", "shape": [4], "dtype": "int32"}, {"name": "ConstantFolding/StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/attention/self/truediv_recip", "shape": [], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/attention/self/add_1/y", "shape": [], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/attention/self/value/Tensordot/Const", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/attention/self/value/Tensordot/axes", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/attention/self/value/Tensordot/GatherV2_1/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/attention/self/value/Tensordot/Const_1", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/attention/self/value/Tensordot/ReadVariableOp", "shape": [512, 512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/attention/self/value/Tensordot/free", "shape": [2], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/attention/self/value/Tensordot/GatherV2/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/attention/self/value/Tensordot/Const_2", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/attention/self/value/Tensordot/concat_1/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/attention/self/value/BiasAdd/ReadVariableOp", "shape": [512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/attention/self/Reshape_1/shape/1", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/attention/self/Reshape_1/shape/2", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/attention/self/Reshape_1/shape/3", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/attention/self/transpose_1/perm", "shape": [4], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/attention/self/transpose_3/perm", "shape": [4], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/attention/self/strided_slice/stack", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/attention/self/strided_slice/stack_1", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/attention/self/strided_slice/stack_2", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/attention/self/Reshape_3/shape/1", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/attention/self/Reshape_3/shape/2", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/attention/output/dense/Tensordot/free", "shape": [2], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/attention/output/dense/Tensordot/GatherV2/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/attention/output/dense/Tensordot/Const_2", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/attention/output/dense/Tensordot/concat_1/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/attention/output/dense/BiasAdd/ReadVariableOp", "shape": [512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/output/LayerNorm/batchnorm/ReadVariableOp", "shape": [512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/output/dense/Tensordot/Const", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/output/dense/Tensordot/axes", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/output/dense/Tensordot/GatherV2_1/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/output/dense/Tensordot/Const_1", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/output/dense/Tensordot/ReadVariableOp", "shape": [512, 512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/intermediate/dense/Tensordot/Const", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/intermediate/dense/Tensordot/axes", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/intermediate/dense/Tensordot/GatherV2_1/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/intermediate/dense/Tensordot/Const_1", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/intermediate/dense/Tensordot/ReadVariableOp", "shape": [512, 512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/intermediate/dense/Tensordot/free", "shape": [2], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/intermediate/dense/Tensordot/GatherV2/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/intermediate/dense/Tensordot/Const_2", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/intermediate/dense/Tensordot/concat_1/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/intermediate/dense/BiasAdd/ReadVariableOp", "shape": [512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/output/dense/Tensordot/free", "shape": [2], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/output/dense/Tensordot/GatherV2/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/output/dense/Tensordot/Const_2", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/output/dense/Tensordot/concat_1/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/output/dense/BiasAdd/ReadVariableOp", "shape": [512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/attention/output/LayerNorm/batchnorm/ReadVariableOp", "shape": [512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/attention/output/dense/Tensordot/Const", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/attention/output/dense/Tensordot/axes", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/attention/output/dense/Tensordot/GatherV2_1/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/attention/output/dense/Tensordot/Const_1", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/attention/output/dense/Tensordot/ReadVariableOp", "shape": [512, 512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/attention/self/query/Tensordot/Const", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/attention/self/query/Tensordot/axes", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/attention/self/query/Tensordot/GatherV2_1/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/attention/self/query/Tensordot/Const_1", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/attention/self/query/Tensordot/ReadVariableOp", "shape": [512, 512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/attention/self/query/Tensordot/free", "shape": [2], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/attention/self/query/Tensordot/GatherV2/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/attention/self/query/Tensordot/Const_2", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/attention/self/query/Tensordot/concat_1/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/attention/self/query/BiasAdd/ReadVariableOp", "shape": [512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/attention/self/Reshape_2/shape/1", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/attention/self/Reshape_2/shape/2", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/attention/self/Reshape_2/shape/3", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/attention/self/transpose_2/perm", "shape": [4], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/attention/self/key/Tensordot/Const", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/attention/self/key/Tensordot/axes", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/attention/self/key/Tensordot/GatherV2_1/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/attention/self/key/Tensordot/Const_1", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/attention/self/key/Tensordot/ReadVariableOp", "shape": [512, 512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/attention/self/key/Tensordot/free", "shape": [2], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/attention/self/key/Tensordot/GatherV2/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/attention/self/key/Tensordot/Const_2", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/attention/self/key/Tensordot/concat_1/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/attention/self/key/BiasAdd/ReadVariableOp", "shape": [512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/attention/self/Reshape/shape/1", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/attention/self/Reshape/shape/2", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/attention/self/Reshape/shape/3", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/attention/self/transpose/perm", "shape": [4], "dtype": "int32"}, {"name": "ConstantFolding/StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/attention/self/truediv_recip", "shape": [], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/attention/self/add_1/y", "shape": [], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/attention/self/value/Tensordot/Const", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/attention/self/value/Tensordot/axes", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/attention/self/value/Tensordot/GatherV2_1/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/attention/self/value/Tensordot/Const_1", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/attention/self/value/Tensordot/ReadVariableOp", "shape": [512, 512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/attention/self/value/Tensordot/free", "shape": [2], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/attention/self/value/Tensordot/GatherV2/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/attention/self/value/Tensordot/Const_2", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/attention/self/value/Tensordot/concat_1/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/attention/self/value/BiasAdd/ReadVariableOp", "shape": [512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/attention/self/Reshape_1/shape/1", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/attention/self/Reshape_1/shape/2", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/attention/self/Reshape_1/shape/3", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/attention/self/transpose_1/perm", "shape": [4], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/attention/self/transpose_3/perm", "shape": [4], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/attention/self/strided_slice/stack", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/attention/self/strided_slice/stack_1", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/attention/self/strided_slice/stack_2", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/attention/self/Reshape_3/shape/1", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/attention/self/Reshape_3/shape/2", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/attention/output/dense/Tensordot/free", "shape": [2], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/attention/output/dense/Tensordot/GatherV2/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/attention/output/dense/Tensordot/Const_2", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/attention/output/dense/Tensordot/concat_1/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/attention/output/dense/BiasAdd/ReadVariableOp", "shape": [512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/output/LayerNorm/batchnorm/ReadVariableOp", "shape": [512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/output/dense/Tensordot/Const", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/output/dense/Tensordot/axes", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/output/dense/Tensordot/GatherV2_1/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/output/dense/Tensordot/Const_1", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/output/dense/Tensordot/ReadVariableOp", "shape": [512, 512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/intermediate/dense/Tensordot/Const", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/intermediate/dense/Tensordot/axes", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/intermediate/dense/Tensordot/GatherV2_1/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/intermediate/dense/Tensordot/Const_1", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/intermediate/dense/Tensordot/ReadVariableOp", "shape": [512, 512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/intermediate/dense/Tensordot/free", "shape": [2], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/intermediate/dense/Tensordot/GatherV2/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/intermediate/dense/Tensordot/Const_2", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/intermediate/dense/Tensordot/concat_1/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/intermediate/dense/BiasAdd/ReadVariableOp", "shape": [512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/output/dense/Tensordot/free", "shape": [2], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/output/dense/Tensordot/GatherV2/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/output/dense/Tensordot/Const_2", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/output/dense/Tensordot/concat_1/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/output/dense/BiasAdd/ReadVariableOp", "shape": [512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/attention/output/LayerNorm/batchnorm/ReadVariableOp", "shape": [512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/attention/output/dense/Tensordot/Const", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/attention/output/dense/Tensordot/axes", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/attention/output/dense/Tensordot/GatherV2_1/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/attention/output/dense/Tensordot/Const_1", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/attention/output/dense/Tensordot/ReadVariableOp", "shape": [512, 512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/attention/self/query/Tensordot/Const", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/attention/self/query/Tensordot/axes", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/attention/self/query/Tensordot/GatherV2_1/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/attention/self/query/Tensordot/Const_1", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/attention/self/query/Tensordot/ReadVariableOp", "shape": [512, 512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/attention/self/query/Tensordot/free", "shape": [2], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/attention/self/query/Tensordot/GatherV2/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/attention/self/query/Tensordot/Const_2", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/attention/self/query/Tensordot/concat_1/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/attention/self/query/BiasAdd/ReadVariableOp", "shape": [512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/attention/self/Reshape_2/shape/1", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/attention/self/Reshape_2/shape/2", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/attention/self/Reshape_2/shape/3", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/attention/self/transpose_2/perm", "shape": [4], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/attention/self/key/Tensordot/Const", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/attention/self/key/Tensordot/axes", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/attention/self/key/Tensordot/GatherV2_1/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/attention/self/key/Tensordot/Const_1", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/attention/self/key/Tensordot/ReadVariableOp", "shape": [512, 512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/attention/self/key/Tensordot/free", "shape": [2], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/attention/self/key/Tensordot/GatherV2/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/attention/self/key/Tensordot/Const_2", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/attention/self/key/Tensordot/concat_1/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/attention/self/key/BiasAdd/ReadVariableOp", "shape": [512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/attention/self/Reshape/shape/1", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/attention/self/Reshape/shape/2", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/attention/self/Reshape/shape/3", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/attention/self/transpose/perm", "shape": [4], "dtype": "int32"}, {"name": "ConstantFolding/StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/attention/self/truediv_recip", "shape": [], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/attention/self/add_1/y", "shape": [], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/attention/self/value/Tensordot/Const", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/attention/self/value/Tensordot/axes", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/attention/self/value/Tensordot/GatherV2_1/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/attention/self/value/Tensordot/Const_1", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/attention/self/value/Tensordot/ReadVariableOp", "shape": [512, 512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/attention/self/value/Tensordot/free", "shape": [2], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/attention/self/value/Tensordot/GatherV2/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/attention/self/value/Tensordot/Const_2", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/attention/self/value/Tensordot/concat_1/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/attention/self/value/BiasAdd/ReadVariableOp", "shape": [512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/attention/self/Reshape_1/shape/1", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/attention/self/Reshape_1/shape/2", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/attention/self/Reshape_1/shape/3", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/attention/self/transpose_1/perm", "shape": [4], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/attention/self/transpose_3/perm", "shape": [4], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/attention/self/strided_slice/stack", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/attention/self/strided_slice/stack_1", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/attention/self/strided_slice/stack_2", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/attention/self/Reshape_3/shape/1", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/attention/self/Reshape_3/shape/2", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/attention/output/dense/Tensordot/free", "shape": [2], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/attention/output/dense/Tensordot/GatherV2/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/attention/output/dense/Tensordot/Const_2", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/attention/output/dense/Tensordot/concat_1/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/attention/output/dense/BiasAdd/ReadVariableOp", "shape": [512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/output/LayerNorm/batchnorm/ReadVariableOp", "shape": [512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/output/dense/Tensordot/Const", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/output/dense/Tensordot/axes", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/output/dense/Tensordot/GatherV2_1/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/output/dense/Tensordot/Const_1", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/output/dense/Tensordot/ReadVariableOp", "shape": [512, 512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/intermediate/dense/Tensordot/Const", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/intermediate/dense/Tensordot/axes", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/intermediate/dense/Tensordot/GatherV2_1/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/intermediate/dense/Tensordot/Const_1", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/intermediate/dense/Tensordot/ReadVariableOp", "shape": [512, 512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/intermediate/dense/Tensordot/free", "shape": [2], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/intermediate/dense/Tensordot/GatherV2/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/intermediate/dense/Tensordot/Const_2", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/intermediate/dense/Tensordot/concat_1/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/intermediate/dense/BiasAdd/ReadVariableOp", "shape": [512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/output/dense/Tensordot/free", "shape": [2], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/output/dense/Tensordot/GatherV2/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/output/dense/Tensordot/Const_2", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/output/dense/Tensordot/concat_1/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/output/dense/BiasAdd/ReadVariableOp", "shape": [512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/attention/output/LayerNorm/batchnorm/ReadVariableOp", "shape": [512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/attention/output/dense/Tensordot/Const", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/attention/output/dense/Tensordot/axes", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/attention/output/dense/Tensordot/GatherV2_1/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/attention/output/dense/Tensordot/Const_1", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/attention/output/dense/Tensordot/ReadVariableOp", "shape": [512, 512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/attention/self/query/Tensordot/Const", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/attention/self/query/Tensordot/axes", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/attention/self/query/Tensordot/GatherV2_1/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/attention/self/query/Tensordot/Const_1", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/attention/self/query/Tensordot/ReadVariableOp", "shape": [512, 512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/attention/self/query/Tensordot/free", "shape": [2], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/attention/self/query/Tensordot/GatherV2/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/attention/self/query/Tensordot/Const_2", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/attention/self/query/Tensordot/concat_1/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/attention/self/query/BiasAdd/ReadVariableOp", "shape": [512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/attention/self/Reshape_2/shape/1", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/attention/self/Reshape_2/shape/2", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/attention/self/Reshape_2/shape/3", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/attention/self/transpose_2/perm", "shape": [4], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/attention/self/key/Tensordot/Const", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/attention/self/key/Tensordot/axes", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/attention/self/key/Tensordot/GatherV2_1/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/attention/self/key/Tensordot/Const_1", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/attention/self/key/Tensordot/ReadVariableOp", "shape": [512, 512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/attention/self/key/Tensordot/free", "shape": [2], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/attention/self/key/Tensordot/GatherV2/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/attention/self/key/Tensordot/Const_2", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/attention/self/key/Tensordot/concat_1/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/attention/self/key/BiasAdd/ReadVariableOp", "shape": [512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/attention/self/Reshape/shape/1", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/attention/self/Reshape/shape/2", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/attention/self/Reshape/shape/3", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/attention/self/transpose/perm", "shape": [4], "dtype": "int32"}, {"name": "ConstantFolding/StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/attention/self/truediv_recip", "shape": [], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/attention/self/add_1/y", "shape": [], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/attention/self/value/Tensordot/Const", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/attention/self/value/Tensordot/axes", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/attention/self/value/Tensordot/GatherV2_1/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/attention/self/value/Tensordot/Const_1", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/attention/self/value/Tensordot/ReadVariableOp", "shape": [512, 512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/attention/self/value/Tensordot/free", "shape": [2], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/attention/self/value/Tensordot/GatherV2/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/attention/self/value/Tensordot/Const_2", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/attention/self/value/Tensordot/concat_1/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/attention/self/value/BiasAdd/ReadVariableOp", "shape": [512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/attention/self/Reshape_1/shape/1", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/attention/self/Reshape_1/shape/2", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/attention/self/Reshape_1/shape/3", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/attention/self/transpose_1/perm", "shape": [4], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/attention/self/transpose_3/perm", "shape": [4], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/attention/self/strided_slice/stack", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/attention/self/strided_slice/stack_1", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/attention/self/strided_slice/stack_2", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/attention/self/Reshape_3/shape/1", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/attention/self/Reshape_3/shape/2", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/attention/output/dense/Tensordot/free", "shape": [2], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/attention/output/dense/Tensordot/GatherV2/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/attention/output/dense/Tensordot/Const_2", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/attention/output/dense/Tensordot/concat_1/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/attention/output/dense/BiasAdd/ReadVariableOp", "shape": [512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/output/LayerNorm/batchnorm/ReadVariableOp", "shape": [512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/output/dense/Tensordot/Const", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/output/dense/Tensordot/axes", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/output/dense/Tensordot/GatherV2_1/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/output/dense/Tensordot/Const_1", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/output/dense/Tensordot/ReadVariableOp", "shape": [512, 512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/intermediate/dense/Tensordot/Const", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/intermediate/dense/Tensordot/axes", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/intermediate/dense/Tensordot/GatherV2_1/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/intermediate/dense/Tensordot/Const_1", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/intermediate/dense/Tensordot/ReadVariableOp", "shape": [512, 512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/intermediate/dense/Tensordot/free", "shape": [2], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/intermediate/dense/Tensordot/GatherV2/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/intermediate/dense/Tensordot/Const_2", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/intermediate/dense/Tensordot/concat_1/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/intermediate/dense/BiasAdd/ReadVariableOp", "shape": [512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/output/dense/Tensordot/free", "shape": [2], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/output/dense/Tensordot/GatherV2/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/output/dense/Tensordot/Const_2", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/output/dense/Tensordot/concat_1/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/output/dense/BiasAdd/ReadVariableOp", "shape": [512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/attention/output/LayerNorm/batchnorm/ReadVariableOp", "shape": [512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/attention/output/dense/Tensordot/Const", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/attention/output/dense/Tensordot/axes", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/attention/output/dense/Tensordot/GatherV2_1/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/attention/output/dense/Tensordot/Const_1", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/attention/output/dense/Tensordot/ReadVariableOp", "shape": [512, 512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/attention/self/query/Tensordot/Const", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/attention/self/query/Tensordot/axes", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/attention/self/query/Tensordot/GatherV2_1/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/attention/self/query/Tensordot/Const_1", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/attention/self/query/Tensordot/ReadVariableOp", "shape": [512, 512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/attention/self/query/Tensordot/free", "shape": [2], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/attention/self/query/Tensordot/GatherV2/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/attention/self/query/Tensordot/Const_2", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/attention/self/query/Tensordot/concat_1/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/attention/self/query/BiasAdd/ReadVariableOp", "shape": [512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/attention/self/Reshape_2/shape/1", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/attention/self/Reshape_2/shape/2", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/attention/self/Reshape_2/shape/3", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/attention/self/transpose_2/perm", "shape": [4], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/attention/self/key/Tensordot/Const", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/attention/self/key/Tensordot/axes", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/attention/self/key/Tensordot/GatherV2_1/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/attention/self/key/Tensordot/Const_1", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/attention/self/key/Tensordot/ReadVariableOp", "shape": [512, 512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/attention/self/key/Tensordot/free", "shape": [2], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/attention/self/key/Tensordot/GatherV2/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/attention/self/key/Tensordot/Const_2", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/attention/self/key/Tensordot/concat_1/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/attention/self/key/BiasAdd/ReadVariableOp", "shape": [512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/attention/self/Reshape/shape/1", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/attention/self/Reshape/shape/2", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/attention/self/Reshape/shape/3", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/attention/self/transpose/perm", "shape": [4], "dtype": "int32"}, {"name": "ConstantFolding/StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/attention/self/truediv_recip", "shape": [], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/attention/self/add_1/y", "shape": [], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/attention/self/value/Tensordot/Const", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/attention/self/value/Tensordot/axes", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/attention/self/value/Tensordot/GatherV2_1/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/attention/self/value/Tensordot/Const_1", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/attention/self/value/Tensordot/ReadVariableOp", "shape": [512, 512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/attention/self/value/Tensordot/free", "shape": [2], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/attention/self/value/Tensordot/GatherV2/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/attention/self/value/Tensordot/Const_2", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/attention/self/value/Tensordot/concat_1/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/attention/self/value/BiasAdd/ReadVariableOp", "shape": [512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/attention/self/Reshape_1/shape/1", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/attention/self/Reshape_1/shape/2", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/attention/self/Reshape_1/shape/3", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/attention/self/transpose_1/perm", "shape": [4], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/attention/self/transpose_3/perm", "shape": [4], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/attention/self/strided_slice/stack", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/attention/self/strided_slice/stack_1", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/attention/self/strided_slice/stack_2", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/attention/self/Reshape_3/shape/1", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/attention/self/Reshape_3/shape/2", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/attention/output/dense/Tensordot/free", "shape": [2], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/attention/output/dense/Tensordot/GatherV2/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/attention/output/dense/Tensordot/Const_2", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/attention/output/dense/Tensordot/concat_1/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/attention/output/dense/BiasAdd/ReadVariableOp", "shape": [512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/output/LayerNorm/batchnorm/ReadVariableOp", "shape": [512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/output/dense/Tensordot/Const", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/output/dense/Tensordot/axes", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/output/dense/Tensordot/GatherV2_1/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/output/dense/Tensordot/Const_1", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/output/dense/Tensordot/ReadVariableOp", "shape": [512, 512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/intermediate/dense/Tensordot/Const", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/intermediate/dense/Tensordot/axes", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/intermediate/dense/Tensordot/GatherV2_1/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/intermediate/dense/Tensordot/Const_1", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/intermediate/dense/Tensordot/ReadVariableOp", "shape": [512, 512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/intermediate/dense/Tensordot/free", "shape": [2], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/intermediate/dense/Tensordot/GatherV2/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/intermediate/dense/Tensordot/Const_2", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/intermediate/dense/Tensordot/concat_1/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/intermediate/dense/BiasAdd/ReadVariableOp", "shape": [512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/output/dense/Tensordot/free", "shape": [2], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/output/dense/Tensordot/GatherV2/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/output/dense/Tensordot/Const_2", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/output/dense/Tensordot/concat_1/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/output/dense/BiasAdd/ReadVariableOp", "shape": [512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/attention/output/LayerNorm/batchnorm/ReadVariableOp", "shape": [512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/attention/output/dense/Tensordot/Const", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/attention/output/dense/Tensordot/axes", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/attention/output/dense/Tensordot/GatherV2_1/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/attention/output/dense/Tensordot/Const_1", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/attention/output/dense/Tensordot/ReadVariableOp", "shape": [512, 512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/attention/self/query/Tensordot/Const", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/attention/self/query/Tensordot/axes", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/attention/self/query/Tensordot/GatherV2_1/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/attention/self/query/Tensordot/Const_1", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/attention/self/query/Tensordot/ReadVariableOp", "shape": [512, 512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/attention/self/query/Tensordot/free", "shape": [2], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/attention/self/query/Tensordot/GatherV2/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/attention/self/query/Tensordot/Const_2", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/attention/self/query/Tensordot/concat_1/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/attention/self/query/BiasAdd/ReadVariableOp", "shape": [512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/attention/self/Reshape_2/shape/1", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/attention/self/Reshape_2/shape/2", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/attention/self/Reshape_2/shape/3", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/attention/self/transpose_2/perm", "shape": [4], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/attention/self/key/Tensordot/Const", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/attention/self/key/Tensordot/axes", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/attention/self/key/Tensordot/GatherV2_1/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/attention/self/key/Tensordot/Const_1", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/attention/self/key/Tensordot/ReadVariableOp", "shape": [512, 512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/attention/self/key/Tensordot/free", "shape": [2], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/attention/self/key/Tensordot/GatherV2/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/attention/self/key/Tensordot/Const_2", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/attention/self/key/Tensordot/concat_1/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/attention/self/key/BiasAdd/ReadVariableOp", "shape": [512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/attention/self/Reshape/shape/1", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/attention/self/Reshape/shape/2", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/attention/self/Reshape/shape/3", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/attention/self/transpose/perm", "shape": [4], "dtype": "int32"}, {"name": "ConstantFolding/StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/attention/self/truediv_recip", "shape": [], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/attention/self/add_1/y", "shape": [], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/attention/self/value/Tensordot/Const", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/attention/self/value/Tensordot/axes", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/attention/self/value/Tensordot/GatherV2_1/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/attention/self/value/Tensordot/Const_1", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/attention/self/value/Tensordot/ReadVariableOp", "shape": [512, 512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/attention/self/value/Tensordot/free", "shape": [2], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/attention/self/value/Tensordot/GatherV2/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/attention/self/value/Tensordot/Const_2", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/attention/self/value/Tensordot/concat_1/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/attention/self/value/BiasAdd/ReadVariableOp", "shape": [512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/attention/self/Reshape_1/shape/1", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/attention/self/Reshape_1/shape/2", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/attention/self/Reshape_1/shape/3", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/attention/self/transpose_1/perm", "shape": [4], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/attention/self/transpose_3/perm", "shape": [4], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/attention/self/strided_slice/stack", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/attention/self/strided_slice/stack_1", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/attention/self/strided_slice/stack_2", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/attention/self/Reshape_3/shape/1", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/attention/self/Reshape_3/shape/2", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/attention/output/dense/Tensordot/free", "shape": [2], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/attention/output/dense/Tensordot/GatherV2/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/attention/output/dense/Tensordot/Const_2", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/attention/output/dense/Tensordot/concat_1/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/attention/output/dense/BiasAdd/ReadVariableOp", "shape": [512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/output/LayerNorm/batchnorm/ReadVariableOp", "shape": [512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/output/dense/Tensordot/Const", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/output/dense/Tensordot/axes", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/output/dense/Tensordot/GatherV2_1/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/output/dense/Tensordot/Const_1", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/output/dense/Tensordot/ReadVariableOp", "shape": [512, 512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/intermediate/dense/Tensordot/Const", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/intermediate/dense/Tensordot/axes", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/intermediate/dense/Tensordot/GatherV2_1/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/intermediate/dense/Tensordot/Const_1", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/intermediate/dense/Tensordot/ReadVariableOp", "shape": [512, 512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/intermediate/dense/Tensordot/free", "shape": [2], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/intermediate/dense/Tensordot/GatherV2/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/intermediate/dense/Tensordot/Const_2", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/intermediate/dense/Tensordot/concat_1/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/intermediate/dense/BiasAdd/ReadVariableOp", "shape": [512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/output/dense/Tensordot/free", "shape": [2], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/output/dense/Tensordot/GatherV2/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/output/dense/Tensordot/Const_2", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/output/dense/Tensordot/concat_1/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/output/dense/BiasAdd/ReadVariableOp", "shape": [512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/attention/output/LayerNorm/batchnorm/ReadVariableOp", "shape": [512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/attention/output/dense/Tensordot/Const", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/attention/output/dense/Tensordot/axes", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/attention/output/dense/Tensordot/GatherV2_1/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/attention/output/dense/Tensordot/Const_1", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/attention/output/dense/Tensordot/ReadVariableOp", "shape": [512, 512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/attention/self/query/Tensordot/Const", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/attention/self/query/Tensordot/axes", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/attention/self/query/Tensordot/GatherV2_1/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/attention/self/query/Tensordot/Const_1", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/attention/self/query/Tensordot/ReadVariableOp", "shape": [512, 512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/attention/self/query/Tensordot/free", "shape": [2], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/attention/self/query/Tensordot/GatherV2/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/attention/self/query/Tensordot/Const_2", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/attention/self/query/Tensordot/concat_1/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/attention/self/query/BiasAdd/ReadVariableOp", "shape": [512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/attention/self/Reshape_2/shape/1", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/attention/self/Reshape_2/shape/2", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/attention/self/Reshape_2/shape/3", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/attention/self/transpose_2/perm", "shape": [4], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/attention/self/key/Tensordot/Const", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/attention/self/key/Tensordot/axes", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/attention/self/key/Tensordot/GatherV2_1/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/attention/self/key/Tensordot/Const_1", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/attention/self/key/Tensordot/ReadVariableOp", "shape": [512, 512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/attention/self/key/Tensordot/free", "shape": [2], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/attention/self/key/Tensordot/GatherV2/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/attention/self/key/Tensordot/Const_2", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/attention/self/key/Tensordot/concat_1/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/attention/self/key/BiasAdd/ReadVariableOp", "shape": [512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/attention/self/Reshape/shape/1", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/attention/self/Reshape/shape/2", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/attention/self/Reshape/shape/3", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/attention/self/transpose/perm", "shape": [4], "dtype": "int32"}, {"name": "ConstantFolding/StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/attention/self/truediv_recip", "shape": [], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/attention/self/add_1/y", "shape": [], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/attention/self/value/Tensordot/Const", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/attention/self/value/Tensordot/axes", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/attention/self/value/Tensordot/GatherV2_1/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/attention/self/value/Tensordot/Const_1", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/attention/self/value/Tensordot/ReadVariableOp", "shape": [512, 512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/attention/self/value/Tensordot/free", "shape": [2], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/attention/self/value/Tensordot/GatherV2/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/attention/self/value/Tensordot/Const_2", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/attention/self/value/Tensordot/concat_1/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/attention/self/value/BiasAdd/ReadVariableOp", "shape": [512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/attention/self/Reshape_1/shape/1", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/attention/self/Reshape_1/shape/2", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/attention/self/Reshape_1/shape/3", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/attention/self/transpose_1/perm", "shape": [4], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/attention/self/transpose_3/perm", "shape": [4], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/attention/self/strided_slice/stack", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/attention/self/strided_slice/stack_1", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/attention/self/strided_slice/stack_2", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/attention/self/Reshape_3/shape/1", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/attention/self/Reshape_3/shape/2", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/attention/output/dense/Tensordot/free", "shape": [2], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/attention/output/dense/Tensordot/GatherV2/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/attention/output/dense/Tensordot/Const_2", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/attention/output/dense/Tensordot/concat_1/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/attention/output/dense/BiasAdd/ReadVariableOp", "shape": [512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/output/LayerNorm/batchnorm/ReadVariableOp", "shape": [512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/output/dense/Tensordot/Const", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/output/dense/Tensordot/axes", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/output/dense/Tensordot/GatherV2_1/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/output/dense/Tensordot/Const_1", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/output/dense/Tensordot/ReadVariableOp", "shape": [512, 512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/intermediate/dense/Tensordot/Const", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/intermediate/dense/Tensordot/axes", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/intermediate/dense/Tensordot/GatherV2_1/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/intermediate/dense/Tensordot/Const_1", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/intermediate/dense/Tensordot/ReadVariableOp", "shape": [512, 512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/intermediate/dense/Tensordot/free", "shape": [2], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/intermediate/dense/Tensordot/GatherV2/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/intermediate/dense/Tensordot/Const_2", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/intermediate/dense/Tensordot/concat_1/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/intermediate/dense/BiasAdd/ReadVariableOp", "shape": [512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/output/dense/Tensordot/free", "shape": [2], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/output/dense/Tensordot/GatherV2/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/output/dense/Tensordot/Const_2", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/output/dense/Tensordot/concat_1/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/output/dense/BiasAdd/ReadVariableOp", "shape": [512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/attention/output/LayerNorm/batchnorm/ReadVariableOp", "shape": [512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/attention/output/dense/Tensordot/Const", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/attention/output/dense/Tensordot/axes", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/attention/output/dense/Tensordot/GatherV2_1/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/attention/output/dense/Tensordot/Const_1", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/attention/output/dense/Tensordot/ReadVariableOp", "shape": [512, 512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/attention/self/query/Tensordot/Const", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/attention/self/query/Tensordot/axes", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/attention/self/query/Tensordot/GatherV2_1/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/attention/self/query/Tensordot/Const_1", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/attention/self/query/Tensordot/ReadVariableOp", "shape": [512, 512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/attention/self/query/Tensordot/free", "shape": [2], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/attention/self/query/Tensordot/GatherV2/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/attention/self/query/Tensordot/Const_2", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/attention/self/query/Tensordot/concat_1/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/attention/self/query/BiasAdd/ReadVariableOp", "shape": [512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/attention/self/Reshape_2/shape/1", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/attention/self/Reshape_2/shape/2", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/attention/self/Reshape_2/shape/3", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/attention/self/transpose_2/perm", "shape": [4], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/attention/self/key/Tensordot/Const", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/attention/self/key/Tensordot/axes", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/attention/self/key/Tensordot/GatherV2_1/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/attention/self/key/Tensordot/Const_1", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/attention/self/key/Tensordot/ReadVariableOp", "shape": [512, 512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/attention/self/key/Tensordot/free", "shape": [2], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/attention/self/key/Tensordot/GatherV2/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/attention/self/key/Tensordot/Const_2", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/attention/self/key/Tensordot/concat_1/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/attention/self/key/BiasAdd/ReadVariableOp", "shape": [512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/attention/self/Reshape/shape/1", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/attention/self/Reshape/shape/2", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/attention/self/Reshape/shape/3", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/attention/self/transpose/perm", "shape": [4], "dtype": "int32"}, {"name": "ConstantFolding/StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/attention/self/truediv_recip", "shape": [], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/attention/self/add_1/y", "shape": [], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/attention/self/value/Tensordot/Const", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/attention/self/value/Tensordot/axes", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/attention/self/value/Tensordot/GatherV2_1/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/attention/self/value/Tensordot/Const_1", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/attention/self/value/Tensordot/ReadVariableOp", "shape": [512, 512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/attention/self/value/Tensordot/free", "shape": [2], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/attention/self/value/Tensordot/GatherV2/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/attention/self/value/Tensordot/Const_2", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/attention/self/value/Tensordot/concat_1/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/attention/self/value/BiasAdd/ReadVariableOp", "shape": [512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/attention/self/Reshape_1/shape/1", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/attention/self/Reshape_1/shape/2", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/attention/self/Reshape_1/shape/3", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/attention/self/transpose_1/perm", "shape": [4], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/attention/self/transpose_3/perm", "shape": [4], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/attention/self/strided_slice/stack", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/attention/self/strided_slice/stack_1", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/attention/self/strided_slice/stack_2", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/attention/self/Reshape_3/shape/1", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/attention/self/Reshape_3/shape/2", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/attention/output/dense/Tensordot/free", "shape": [2], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/attention/output/dense/Tensordot/GatherV2/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/attention/output/dense/Tensordot/Const_2", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/attention/output/dense/Tensordot/concat_1/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/attention/output/dense/BiasAdd/ReadVariableOp", "shape": [512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/output/LayerNorm/batchnorm/ReadVariableOp", "shape": [512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/output/dense/Tensordot/Const", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/output/dense/Tensordot/axes", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/output/dense/Tensordot/GatherV2_1/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/output/dense/Tensordot/Const_1", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/output/dense/Tensordot/ReadVariableOp", "shape": [512, 512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/intermediate/dense/Tensordot/Const", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/intermediate/dense/Tensordot/axes", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/intermediate/dense/Tensordot/GatherV2_1/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/intermediate/dense/Tensordot/Const_1", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/intermediate/dense/Tensordot/ReadVariableOp", "shape": [512, 512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/intermediate/dense/Tensordot/free", "shape": [2], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/intermediate/dense/Tensordot/GatherV2/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/intermediate/dense/Tensordot/Const_2", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/intermediate/dense/Tensordot/concat_1/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/intermediate/dense/BiasAdd/ReadVariableOp", "shape": [512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/output/dense/Tensordot/free", "shape": [2], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/output/dense/Tensordot/GatherV2/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/output/dense/Tensordot/Const_2", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/output/dense/Tensordot/concat_1/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/output/dense/BiasAdd/ReadVariableOp", "shape": [512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/attention/output/LayerNorm/batchnorm/ReadVariableOp", "shape": [512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/attention/output/dense/Tensordot/Const", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/attention/output/dense/Tensordot/axes", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/attention/output/dense/Tensordot/GatherV2_1/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/attention/output/dense/Tensordot/Const_1", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/attention/output/dense/Tensordot/ReadVariableOp", "shape": [512, 512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/attention/self/query/Tensordot/Const", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/attention/self/query/Tensordot/axes", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/attention/self/query/Tensordot/GatherV2_1/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/attention/self/query/Tensordot/Const_1", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/attention/self/query/Tensordot/ReadVariableOp", "shape": [512, 512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/attention/self/query/Tensordot/free", "shape": [2], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/attention/self/query/Tensordot/GatherV2/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/attention/self/query/Tensordot/Const_2", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/attention/self/query/Tensordot/concat_1/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/attention/self/query/BiasAdd/ReadVariableOp", "shape": [512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/attention/self/Reshape_2/shape/1", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/attention/self/Reshape_2/shape/2", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/attention/self/Reshape_2/shape/3", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/attention/self/transpose_2/perm", "shape": [4], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/attention/self/key/Tensordot/Const", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/attention/self/key/Tensordot/axes", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/attention/self/key/Tensordot/GatherV2_1/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/attention/self/key/Tensordot/Const_1", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/attention/self/key/Tensordot/ReadVariableOp", "shape": [512, 512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/attention/self/key/Tensordot/free", "shape": [2], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/attention/self/key/Tensordot/GatherV2/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/attention/self/key/Tensordot/Const_2", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/attention/self/key/Tensordot/concat_1/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/attention/self/key/BiasAdd/ReadVariableOp", "shape": [512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/attention/self/Reshape/shape/1", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/attention/self/Reshape/shape/2", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/attention/self/Reshape/shape/3", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/attention/self/transpose/perm", "shape": [4], "dtype": "int32"}, {"name": "ConstantFolding/StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/attention/self/truediv_recip", "shape": [], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/attention/self/add_1/y", "shape": [], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/attention/self/value/Tensordot/Const", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/attention/self/value/Tensordot/axes", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/attention/self/value/Tensordot/GatherV2_1/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/attention/self/value/Tensordot/Const_1", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/attention/self/value/Tensordot/ReadVariableOp", "shape": [512, 512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/attention/self/value/Tensordot/free", "shape": [2], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/attention/self/value/Tensordot/GatherV2/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/attention/self/value/Tensordot/Const_2", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/attention/self/value/Tensordot/concat_1/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/attention/self/value/BiasAdd/ReadVariableOp", "shape": [512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/attention/self/Reshape_1/shape/1", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/attention/self/Reshape_1/shape/2", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/attention/self/Reshape_1/shape/3", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/attention/self/transpose_1/perm", "shape": [4], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/attention/self/transpose_3/perm", "shape": [4], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/attention/self/strided_slice/stack", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/attention/self/strided_slice/stack_1", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/attention/self/strided_slice/stack_2", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/attention/self/Reshape_3/shape/1", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/attention/self/Reshape_3/shape/2", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/attention/output/dense/Tensordot/free", "shape": [2], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/attention/output/dense/Tensordot/GatherV2/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/attention/output/dense/Tensordot/Const_2", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/attention/output/dense/Tensordot/concat_1/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/attention/output/dense/BiasAdd/ReadVariableOp", "shape": [512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/output/LayerNorm/batchnorm/ReadVariableOp", "shape": [512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/output/dense/Tensordot/Const", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/output/dense/Tensordot/axes", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/output/dense/Tensordot/GatherV2_1/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/output/dense/Tensordot/Const_1", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/output/dense/Tensordot/ReadVariableOp", "shape": [512, 512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/intermediate/dense/Tensordot/Const", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/intermediate/dense/Tensordot/axes", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/intermediate/dense/Tensordot/GatherV2_1/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/intermediate/dense/Tensordot/Const_1", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/intermediate/dense/Tensordot/ReadVariableOp", "shape": [512, 512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/intermediate/dense/Tensordot/free", "shape": [2], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/intermediate/dense/Tensordot/GatherV2/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/intermediate/dense/Tensordot/Const_2", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/intermediate/dense/Tensordot/concat_1/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/intermediate/dense/BiasAdd/ReadVariableOp", "shape": [512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/output/dense/Tensordot/free", "shape": [2], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/output/dense/Tensordot/GatherV2/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/output/dense/Tensordot/Const_2", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/output/dense/Tensordot/concat_1/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/output/dense/BiasAdd/ReadVariableOp", "shape": [512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/attention/output/LayerNorm/batchnorm/ReadVariableOp", "shape": [512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/attention/output/dense/Tensordot/Const", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/attention/output/dense/Tensordot/axes", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/attention/output/dense/Tensordot/GatherV2_1/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/attention/output/dense/Tensordot/Const_1", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/attention/output/dense/Tensordot/ReadVariableOp", "shape": [512, 512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/attention/self/query/Tensordot/Const", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/attention/self/query/Tensordot/axes", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/attention/self/query/Tensordot/GatherV2_1/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/attention/self/query/Tensordot/Const_1", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/attention/self/query/Tensordot/ReadVariableOp", "shape": [512, 512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/attention/self/query/Tensordot/free", "shape": [2], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/attention/self/query/Tensordot/GatherV2/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/attention/self/query/Tensordot/Const_2", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/attention/self/query/Tensordot/concat_1/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/attention/self/query/BiasAdd/ReadVariableOp", "shape": [512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/attention/self/Reshape_2/shape/1", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/attention/self/Reshape_2/shape/2", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/attention/self/Reshape_2/shape/3", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/attention/self/transpose_2/perm", "shape": [4], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/attention/self/key/Tensordot/Const", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/attention/self/key/Tensordot/axes", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/attention/self/key/Tensordot/GatherV2_1/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/attention/self/key/Tensordot/Const_1", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/attention/self/key/Tensordot/ReadVariableOp", "shape": [512, 512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/attention/self/key/Tensordot/free", "shape": [2], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/attention/self/key/Tensordot/GatherV2/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/attention/self/key/Tensordot/Const_2", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/attention/self/key/Tensordot/concat_1/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/attention/self/key/BiasAdd/ReadVariableOp", "shape": [512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/attention/self/Reshape/shape/1", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/attention/self/Reshape/shape/2", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/attention/self/Reshape/shape/3", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/attention/self/transpose/perm", "shape": [4], "dtype": "int32"}, {"name": "ConstantFolding/StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/attention/self/truediv_recip", "shape": [], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/attention/self/add_1/y", "shape": [], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/attention/self/value/Tensordot/Const", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/attention/self/value/Tensordot/axes", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/attention/self/value/Tensordot/GatherV2_1/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/attention/self/value/Tensordot/Const_1", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/attention/self/value/Tensordot/ReadVariableOp", "shape": [512, 512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/attention/self/value/Tensordot/free", "shape": [2], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/attention/self/value/Tensordot/GatherV2/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/attention/self/value/Tensordot/Const_2", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/attention/self/value/Tensordot/concat_1/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/attention/self/value/BiasAdd/ReadVariableOp", "shape": [512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/attention/self/Reshape_1/shape/1", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/attention/self/Reshape_1/shape/2", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/attention/self/Reshape_1/shape/3", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/attention/self/transpose_1/perm", "shape": [4], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/attention/self/transpose_3/perm", "shape": [4], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/attention/self/strided_slice/stack", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/attention/self/strided_slice/stack_1", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/attention/self/strided_slice/stack_2", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/attention/self/Reshape_3/shape/1", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/attention/self/Reshape_3/shape/2", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/attention/output/dense/Tensordot/free", "shape": [2], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/attention/output/dense/Tensordot/GatherV2/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/attention/output/dense/Tensordot/Const_2", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/attention/output/dense/Tensordot/concat_1/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/attention/output/dense/BiasAdd/ReadVariableOp", "shape": [512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/output/LayerNorm/batchnorm/ReadVariableOp", "shape": [512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/output/dense/Tensordot/Const", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/output/dense/Tensordot/axes", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/output/dense/Tensordot/GatherV2_1/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/output/dense/Tensordot/Const_1", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/output/dense/Tensordot/ReadVariableOp", "shape": [512, 512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/intermediate/dense/Tensordot/Const", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/intermediate/dense/Tensordot/axes", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/intermediate/dense/Tensordot/GatherV2_1/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/intermediate/dense/Tensordot/Const_1", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/intermediate/dense/Tensordot/ReadVariableOp", "shape": [512, 512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/intermediate/dense/Tensordot/free", "shape": [2], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/intermediate/dense/Tensordot/GatherV2/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/intermediate/dense/Tensordot/Const_2", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/intermediate/dense/Tensordot/concat_1/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/intermediate/dense/BiasAdd/ReadVariableOp", "shape": [512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/output/dense/Tensordot/free", "shape": [2], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/output/dense/Tensordot/GatherV2/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/output/dense/Tensordot/Const_2", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/output/dense/Tensordot/concat_1/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/output/dense/BiasAdd/ReadVariableOp", "shape": [512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/attention/output/LayerNorm/batchnorm/ReadVariableOp", "shape": [512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/attention/output/dense/Tensordot/Const", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/attention/output/dense/Tensordot/axes", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/attention/output/dense/Tensordot/GatherV2_1/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/attention/output/dense/Tensordot/Const_1", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/attention/output/dense/Tensordot/ReadVariableOp", "shape": [512, 512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/attention/self/query/Tensordot/Const", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/attention/self/query/Tensordot/axes", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/attention/self/query/Tensordot/GatherV2_1/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/attention/self/query/Tensordot/Const_1", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/attention/self/query/Tensordot/ReadVariableOp", "shape": [512, 512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/attention/self/query/Tensordot/free", "shape": [2], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/attention/self/query/Tensordot/GatherV2/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/attention/self/query/Tensordot/Const_2", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/attention/self/query/Tensordot/concat_1/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/attention/self/query/BiasAdd/ReadVariableOp", "shape": [512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/attention/self/Reshape_2/shape/1", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/attention/self/Reshape_2/shape/2", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/attention/self/Reshape_2/shape/3", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/attention/self/transpose_2/perm", "shape": [4], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/attention/self/key/Tensordot/Const", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/attention/self/key/Tensordot/axes", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/attention/self/key/Tensordot/GatherV2_1/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/attention/self/key/Tensordot/Const_1", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/attention/self/key/Tensordot/ReadVariableOp", "shape": [512, 512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/attention/self/key/Tensordot/free", "shape": [2], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/attention/self/key/Tensordot/GatherV2/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/attention/self/key/Tensordot/Const_2", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/attention/self/key/Tensordot/concat_1/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/attention/self/key/BiasAdd/ReadVariableOp", "shape": [512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/attention/self/Reshape/shape/1", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/attention/self/Reshape/shape/2", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/attention/self/Reshape/shape/3", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/attention/self/transpose/perm", "shape": [4], "dtype": "int32"}, {"name": "ConstantFolding/StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/attention/self/truediv_recip", "shape": [], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/attention/self/add_1/y", "shape": [], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/attention/self/value/Tensordot/Const", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/attention/self/value/Tensordot/axes", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/attention/self/value/Tensordot/GatherV2_1/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/attention/self/value/Tensordot/Const_1", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/attention/self/value/Tensordot/ReadVariableOp", "shape": [512, 512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/attention/self/value/Tensordot/free", "shape": [2], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/attention/self/value/Tensordot/GatherV2/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/attention/self/value/Tensordot/Const_2", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/attention/self/value/Tensordot/concat_1/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/attention/self/value/BiasAdd/ReadVariableOp", "shape": [512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/attention/self/Reshape_1/shape/1", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/attention/self/Reshape_1/shape/2", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/attention/self/Reshape_1/shape/3", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/attention/self/transpose_1/perm", "shape": [4], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/attention/self/transpose_3/perm", "shape": [4], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/attention/self/strided_slice/stack", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/attention/self/strided_slice/stack_1", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/attention/self/strided_slice/stack_2", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/attention/self/Reshape_3/shape/1", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/attention/self/Reshape_3/shape/2", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/attention/output/dense/Tensordot/free", "shape": [2], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/attention/output/dense/Tensordot/GatherV2/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/attention/output/dense/Tensordot/Const_2", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/attention/output/dense/Tensordot/concat_1/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/attention/output/dense/BiasAdd/ReadVariableOp", "shape": [512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/output/LayerNorm/batchnorm/ReadVariableOp", "shape": [512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/output/dense/Tensordot/Const", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/output/dense/Tensordot/axes", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/output/dense/Tensordot/GatherV2_1/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/output/dense/Tensordot/Const_1", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/output/dense/Tensordot/ReadVariableOp", "shape": [512, 512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/intermediate/dense/Tensordot/Const", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/intermediate/dense/Tensordot/axes", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/intermediate/dense/Tensordot/GatherV2_1/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/intermediate/dense/Tensordot/Const_1", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/intermediate/dense/Tensordot/ReadVariableOp", "shape": [512, 512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/intermediate/dense/Tensordot/free", "shape": [2], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/intermediate/dense/Tensordot/GatherV2/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/intermediate/dense/Tensordot/Const_2", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/intermediate/dense/Tensordot/concat_1/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/intermediate/dense/BiasAdd/ReadVariableOp", "shape": [512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/output/dense/Tensordot/free", "shape": [2], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/output/dense/Tensordot/GatherV2/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/output/dense/Tensordot/Const_2", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/output/dense/Tensordot/concat_1/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/output/dense/BiasAdd/ReadVariableOp", "shape": [512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/attention/output/LayerNorm/batchnorm/ReadVariableOp", "shape": [512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/attention/output/dense/Tensordot/Const", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/attention/output/dense/Tensordot/axes", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/attention/output/dense/Tensordot/GatherV2_1/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/attention/output/dense/Tensordot/Const_1", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/attention/output/dense/Tensordot/ReadVariableOp", "shape": [512, 512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/attention/self/query/Tensordot/Const", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/attention/self/query/Tensordot/axes", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/attention/self/query/Tensordot/GatherV2_1/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/attention/self/query/Tensordot/Const_1", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/attention/self/query/Tensordot/ReadVariableOp", "shape": [512, 512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/attention/self/query/Tensordot/free", "shape": [2], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/attention/self/query/Tensordot/GatherV2/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/attention/self/query/Tensordot/Const_2", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/attention/self/query/Tensordot/concat_1/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/attention/self/query/BiasAdd/ReadVariableOp", "shape": [512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/attention/self/Reshape_2/shape/1", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/attention/self/Reshape_2/shape/2", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/attention/self/Reshape_2/shape/3", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/attention/self/transpose_2/perm", "shape": [4], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/attention/self/key/Tensordot/Const", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/attention/self/key/Tensordot/axes", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/attention/self/key/Tensordot/GatherV2_1/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/attention/self/key/Tensordot/Const_1", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/attention/self/key/Tensordot/ReadVariableOp", "shape": [512, 512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/attention/self/key/Tensordot/free", "shape": [2], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/attention/self/key/Tensordot/GatherV2/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/attention/self/key/Tensordot/Const_2", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/attention/self/key/Tensordot/concat_1/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/attention/self/key/BiasAdd/ReadVariableOp", "shape": [512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/attention/self/Reshape/shape/1", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/attention/self/Reshape/shape/2", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/attention/self/Reshape/shape/3", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/attention/self/transpose/perm", "shape": [4], "dtype": "int32"}, {"name": "ConstantFolding/StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/attention/self/truediv_recip", "shape": [], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/attention/self/add_1/y", "shape": [], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/attention/self/value/Tensordot/Const", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/attention/self/value/Tensordot/axes", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/attention/self/value/Tensordot/GatherV2_1/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/attention/self/value/Tensordot/Const_1", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/attention/self/value/Tensordot/ReadVariableOp", "shape": [512, 512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/attention/self/value/Tensordot/free", "shape": [2], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/attention/self/value/Tensordot/GatherV2/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/attention/self/value/Tensordot/Const_2", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/attention/self/value/Tensordot/concat_1/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/attention/self/value/BiasAdd/ReadVariableOp", "shape": [512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/attention/self/Reshape_1/shape/1", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/attention/self/Reshape_1/shape/2", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/attention/self/Reshape_1/shape/3", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/attention/self/transpose_1/perm", "shape": [4], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/attention/self/transpose_3/perm", "shape": [4], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/attention/self/strided_slice/stack", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/attention/self/strided_slice/stack_1", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/attention/self/strided_slice/stack_2", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/attention/self/Reshape_3/shape/1", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/attention/self/Reshape_3/shape/2", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/attention/output/dense/Tensordot/free", "shape": [2], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/attention/output/dense/Tensordot/GatherV2/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/attention/output/dense/Tensordot/Const_2", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/attention/output/dense/Tensordot/concat_1/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/attention/output/dense/BiasAdd/ReadVariableOp", "shape": [512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/output/LayerNorm/batchnorm/ReadVariableOp", "shape": [512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/output/dense/Tensordot/Const", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/output/dense/Tensordot/axes", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/output/dense/Tensordot/GatherV2_1/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/output/dense/Tensordot/Const_1", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/output/dense/Tensordot/ReadVariableOp", "shape": [512, 512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/intermediate/dense/Tensordot/Const", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/intermediate/dense/Tensordot/axes", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/intermediate/dense/Tensordot/GatherV2_1/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/intermediate/dense/Tensordot/Const_1", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/intermediate/dense/Tensordot/ReadVariableOp", "shape": [512, 512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/intermediate/dense/Tensordot/free", "shape": [2], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/intermediate/dense/Tensordot/GatherV2/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/intermediate/dense/Tensordot/Const_2", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/intermediate/dense/Tensordot/concat_1/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/intermediate/dense/BiasAdd/ReadVariableOp", "shape": [512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/output/dense/Tensordot/free", "shape": [2], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/output/dense/Tensordot/GatherV2/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/output/dense/Tensordot/Const_2", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/output/dense/Tensordot/concat_1/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/output/dense/BiasAdd/ReadVariableOp", "shape": [512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/attention/output/LayerNorm/batchnorm/ReadVariableOp", "shape": [512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/attention/output/dense/Tensordot/Const", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/attention/output/dense/Tensordot/axes", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/attention/output/dense/Tensordot/GatherV2_1/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/attention/output/dense/Tensordot/Const_1", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/attention/output/dense/Tensordot/ReadVariableOp", "shape": [512, 512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/attention/self/query/Tensordot/Const", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/attention/self/query/Tensordot/axes", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/attention/self/query/Tensordot/GatherV2_1/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/attention/self/query/Tensordot/Const_1", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/attention/self/query/Tensordot/ReadVariableOp", "shape": [512, 512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/attention/self/query/Tensordot/free", "shape": [2], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/attention/self/query/Tensordot/GatherV2/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/attention/self/query/Tensordot/Const_2", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/attention/self/query/Tensordot/concat_1/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/attention/self/query/BiasAdd/ReadVariableOp", "shape": [512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/attention/self/Reshape_2/shape/1", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/attention/self/Reshape_2/shape/2", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/attention/self/Reshape_2/shape/3", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/attention/self/transpose_2/perm", "shape": [4], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/attention/self/key/Tensordot/Const", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/attention/self/key/Tensordot/axes", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/attention/self/key/Tensordot/GatherV2_1/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/attention/self/key/Tensordot/Const_1", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/attention/self/key/Tensordot/ReadVariableOp", "shape": [512, 512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/attention/self/key/Tensordot/free", "shape": [2], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/attention/self/key/Tensordot/GatherV2/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/attention/self/key/Tensordot/Const_2", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/attention/self/key/Tensordot/concat_1/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/attention/self/key/BiasAdd/ReadVariableOp", "shape": [512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/attention/self/Reshape/shape/1", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/attention/self/Reshape/shape/2", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/attention/self/Reshape/shape/3", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/attention/self/transpose/perm", "shape": [4], "dtype": "int32"}, {"name": "ConstantFolding/StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/attention/self/truediv_recip", "shape": [], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/attention/self/add_1/y", "shape": [], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/attention/self/value/Tensordot/Const", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/attention/self/value/Tensordot/axes", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/attention/self/value/Tensordot/GatherV2_1/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/attention/self/value/Tensordot/Const_1", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/attention/self/value/Tensordot/ReadVariableOp", "shape": [512, 512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/attention/self/value/Tensordot/free", "shape": [2], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/attention/self/value/Tensordot/GatherV2/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/attention/self/value/Tensordot/Const_2", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/attention/self/value/Tensordot/concat_1/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/attention/self/value/BiasAdd/ReadVariableOp", "shape": [512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/attention/self/Reshape_1/shape/1", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/attention/self/Reshape_1/shape/2", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/attention/self/Reshape_1/shape/3", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/attention/self/transpose_1/perm", "shape": [4], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/attention/self/transpose_3/perm", "shape": [4], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/attention/self/strided_slice/stack", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/attention/self/strided_slice/stack_1", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/attention/self/strided_slice/stack_2", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/attention/self/Reshape_3/shape/1", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/attention/self/Reshape_3/shape/2", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/attention/output/dense/Tensordot/free", "shape": [2], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/attention/output/dense/Tensordot/GatherV2/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/attention/output/dense/Tensordot/Const_2", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/attention/output/dense/Tensordot/concat_1/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/attention/output/dense/BiasAdd/ReadVariableOp", "shape": [512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/output/LayerNorm/batchnorm/ReadVariableOp", "shape": [512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/output/dense/Tensordot/Const", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/output/dense/Tensordot/axes", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/output/dense/Tensordot/GatherV2_1/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/output/dense/Tensordot/Const_1", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/output/dense/Tensordot/ReadVariableOp", "shape": [512, 512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/intermediate/dense/Tensordot/Const", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/intermediate/dense/Tensordot/axes", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/intermediate/dense/Tensordot/GatherV2_1/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/intermediate/dense/Tensordot/Const_1", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/intermediate/dense/Tensordot/ReadVariableOp", "shape": [512, 512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/intermediate/dense/Tensordot/free", "shape": [2], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/intermediate/dense/Tensordot/GatherV2/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/intermediate/dense/Tensordot/Const_2", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/intermediate/dense/Tensordot/concat_1/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/intermediate/dense/BiasAdd/ReadVariableOp", "shape": [512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/output/dense/Tensordot/free", "shape": [2], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/output/dense/Tensordot/GatherV2/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/output/dense/Tensordot/Const_2", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/output/dense/Tensordot/concat_1/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/output/dense/BiasAdd/ReadVariableOp", "shape": [512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/attention/output/LayerNorm/batchnorm/ReadVariableOp", "shape": [512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/attention/output/dense/Tensordot/Const", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/attention/output/dense/Tensordot/axes", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/attention/output/dense/Tensordot/GatherV2_1/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/attention/output/dense/Tensordot/Const_1", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/attention/output/dense/Tensordot/ReadVariableOp", "shape": [512, 512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/attention/self/query/Tensordot/Const", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/attention/self/query/Tensordot/axes", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/attention/self/query/Tensordot/GatherV2_1/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/attention/self/query/Tensordot/Const_1", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/attention/self/query/Tensordot/ReadVariableOp", "shape": [512, 512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/attention/self/query/Tensordot/free", "shape": [2], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/attention/self/query/Tensordot/GatherV2/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/attention/self/query/Tensordot/Const_2", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/attention/self/query/Tensordot/concat_1/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/attention/self/query/BiasAdd/ReadVariableOp", "shape": [512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/attention/self/Reshape_2/shape/1", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/attention/self/Reshape_2/shape/2", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/attention/self/Reshape_2/shape/3", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/attention/self/transpose_2/perm", "shape": [4], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/attention/self/key/Tensordot/Const", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/attention/self/key/Tensordot/axes", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/attention/self/key/Tensordot/GatherV2_1/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/attention/self/key/Tensordot/Const_1", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/attention/self/key/Tensordot/ReadVariableOp", "shape": [512, 512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/attention/self/key/Tensordot/free", "shape": [2], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/attention/self/key/Tensordot/GatherV2/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/attention/self/key/Tensordot/Const_2", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/attention/self/key/Tensordot/concat_1/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/attention/self/key/BiasAdd/ReadVariableOp", "shape": [512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/attention/self/Reshape/shape/1", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/attention/self/Reshape/shape/2", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/attention/self/Reshape/shape/3", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/attention/self/transpose/perm", "shape": [4], "dtype": "int32"}, {"name": "ConstantFolding/StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/attention/self/truediv_recip", "shape": [], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/attention/self/add_1/y", "shape": [], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/attention/self/value/Tensordot/Const", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/attention/self/value/Tensordot/axes", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/attention/self/value/Tensordot/GatherV2_1/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/attention/self/value/Tensordot/Const_1", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/attention/self/value/Tensordot/ReadVariableOp", "shape": [512, 512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/attention/self/value/Tensordot/free", "shape": [2], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/attention/self/value/Tensordot/GatherV2/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/attention/self/value/Tensordot/Const_2", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/attention/self/value/Tensordot/concat_1/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/attention/self/value/BiasAdd/ReadVariableOp", "shape": [512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/attention/self/Reshape_1/shape/1", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/attention/self/Reshape_1/shape/2", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/attention/self/Reshape_1/shape/3", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/attention/self/transpose_1/perm", "shape": [4], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/attention/self/transpose_3/perm", "shape": [4], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/attention/self/strided_slice/stack", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/attention/self/strided_slice/stack_1", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/attention/self/strided_slice/stack_2", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/attention/self/Reshape_3/shape/1", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/attention/self/Reshape_3/shape/2", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/attention/output/dense/Tensordot/free", "shape": [2], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/attention/output/dense/Tensordot/GatherV2/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/attention/output/dense/Tensordot/Const_2", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/attention/output/dense/Tensordot/concat_1/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/attention/output/dense/BiasAdd/ReadVariableOp", "shape": [512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/output/LayerNorm/batchnorm/ReadVariableOp", "shape": [512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/output/dense/Tensordot/Const", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/output/dense/Tensordot/axes", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/output/dense/Tensordot/GatherV2_1/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/output/dense/Tensordot/Const_1", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/output/dense/Tensordot/ReadVariableOp", "shape": [512, 512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/intermediate/dense/Tensordot/Const", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/intermediate/dense/Tensordot/axes", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/intermediate/dense/Tensordot/GatherV2_1/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/intermediate/dense/Tensordot/Const_1", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/intermediate/dense/Tensordot/ReadVariableOp", "shape": [512, 512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/intermediate/dense/Tensordot/free", "shape": [2], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/intermediate/dense/Tensordot/GatherV2/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/intermediate/dense/Tensordot/Const_2", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/intermediate/dense/Tensordot/concat_1/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/intermediate/dense/BiasAdd/ReadVariableOp", "shape": [512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/output/dense/Tensordot/free", "shape": [2], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/output/dense/Tensordot/GatherV2/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/output/dense/Tensordot/Const_2", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/output/dense/Tensordot/concat_1/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/output/dense/BiasAdd/ReadVariableOp", "shape": [512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/attention/output/LayerNorm/batchnorm/ReadVariableOp", "shape": [512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/attention/output/dense/Tensordot/Const", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/attention/output/dense/Tensordot/axes", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/attention/output/dense/Tensordot/GatherV2_1/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/attention/output/dense/Tensordot/Const_1", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/attention/output/dense/Tensordot/ReadVariableOp", "shape": [512, 512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/attention/self/query/Tensordot/Const", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/attention/self/query/Tensordot/axes", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/attention/self/query/Tensordot/GatherV2_1/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/attention/self/query/Tensordot/Const_1", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/attention/self/query/Tensordot/ReadVariableOp", "shape": [512, 512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/attention/self/query/Tensordot/free", "shape": [2], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/attention/self/query/Tensordot/GatherV2/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/attention/self/query/Tensordot/Const_2", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/attention/self/query/Tensordot/concat_1/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/attention/self/query/BiasAdd/ReadVariableOp", "shape": [512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/attention/self/Reshape_2/shape/1", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/attention/self/Reshape_2/shape/2", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/attention/self/Reshape_2/shape/3", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/attention/self/transpose_2/perm", "shape": [4], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/attention/self/key/Tensordot/Const", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/attention/self/key/Tensordot/axes", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/attention/self/key/Tensordot/GatherV2_1/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/attention/self/key/Tensordot/Const_1", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/attention/self/key/Tensordot/ReadVariableOp", "shape": [512, 512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/attention/self/key/Tensordot/free", "shape": [2], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/attention/self/key/Tensordot/GatherV2/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/attention/self/key/Tensordot/Const_2", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/attention/self/key/Tensordot/concat_1/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/attention/self/key/BiasAdd/ReadVariableOp", "shape": [512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/attention/self/Reshape/shape/1", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/attention/self/Reshape/shape/2", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/attention/self/Reshape/shape/3", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/attention/self/transpose/perm", "shape": [4], "dtype": "int32"}, {"name": "ConstantFolding/StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/attention/self/truediv_recip", "shape": [], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/attention/self/add_1/y", "shape": [], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/attention/self/value/Tensordot/Const", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/attention/self/value/Tensordot/axes", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/attention/self/value/Tensordot/GatherV2_1/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/attention/self/value/Tensordot/Const_1", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/attention/self/value/Tensordot/ReadVariableOp", "shape": [512, 512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/attention/self/value/Tensordot/free", "shape": [2], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/attention/self/value/Tensordot/GatherV2/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/attention/self/value/Tensordot/Const_2", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/attention/self/value/Tensordot/concat_1/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/attention/self/value/BiasAdd/ReadVariableOp", "shape": [512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/attention/self/Reshape_1/shape/1", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/attention/self/Reshape_1/shape/2", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/attention/self/Reshape_1/shape/3", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/attention/self/transpose_1/perm", "shape": [4], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/attention/self/transpose_3/perm", "shape": [4], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/attention/self/strided_slice/stack", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/attention/self/strided_slice/stack_1", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/attention/self/strided_slice/stack_2", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/attention/self/Reshape_3/shape/1", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/attention/self/Reshape_3/shape/2", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/attention/output/dense/Tensordot/free", "shape": [2], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/attention/output/dense/Tensordot/GatherV2/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/attention/output/dense/Tensordot/Const_2", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/attention/output/dense/Tensordot/concat_1/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/attention/output/dense/BiasAdd/ReadVariableOp", "shape": [512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/output/LayerNorm/batchnorm/ReadVariableOp", "shape": [512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/output/dense/Tensordot/Const", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/output/dense/Tensordot/axes", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/output/dense/Tensordot/GatherV2_1/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/output/dense/Tensordot/Const_1", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/output/dense/Tensordot/ReadVariableOp", "shape": [512, 512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/intermediate/dense/Tensordot/Const", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/intermediate/dense/Tensordot/axes", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/intermediate/dense/Tensordot/GatherV2_1/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/intermediate/dense/Tensordot/Const_1", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/intermediate/dense/Tensordot/ReadVariableOp", "shape": [512, 512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/intermediate/dense/Tensordot/free", "shape": [2], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/intermediate/dense/Tensordot/GatherV2/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/intermediate/dense/Tensordot/Const_2", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/intermediate/dense/Tensordot/concat_1/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/intermediate/dense/BiasAdd/ReadVariableOp", "shape": [512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/output/dense/Tensordot/free", "shape": [2], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/output/dense/Tensordot/GatherV2/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/output/dense/Tensordot/Const_2", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/output/dense/Tensordot/concat_1/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/output/dense/BiasAdd/ReadVariableOp", "shape": [512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/attention/output/LayerNorm/batchnorm/ReadVariableOp", "shape": [512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/attention/output/dense/Tensordot/Const", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/attention/output/dense/Tensordot/axes", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/attention/output/dense/Tensordot/GatherV2_1/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/attention/output/dense/Tensordot/Const_1", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/attention/output/dense/Tensordot/ReadVariableOp", "shape": [512, 512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/attention/self/query/Tensordot/Const", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/attention/self/query/Tensordot/axes", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/attention/self/query/Tensordot/GatherV2_1/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/attention/self/query/Tensordot/Const_1", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/attention/self/query/Tensordot/ReadVariableOp", "shape": [512, 512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/attention/self/query/Tensordot/free", "shape": [2], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/attention/self/query/Tensordot/GatherV2/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/attention/self/query/Tensordot/Const_2", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/attention/self/query/Tensordot/concat_1/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/attention/self/query/BiasAdd/ReadVariableOp", "shape": [512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/attention/self/Reshape_2/shape/1", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/attention/self/Reshape_2/shape/2", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/attention/self/Reshape_2/shape/3", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/attention/self/transpose_2/perm", "shape": [4], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/attention/self/key/Tensordot/Const", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/attention/self/key/Tensordot/axes", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/attention/self/key/Tensordot/GatherV2_1/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/attention/self/key/Tensordot/Const_1", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/attention/self/key/Tensordot/ReadVariableOp", "shape": [512, 512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/attention/self/key/Tensordot/free", "shape": [2], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/attention/self/key/Tensordot/GatherV2/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/attention/self/key/Tensordot/Const_2", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/attention/self/key/Tensordot/concat_1/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/attention/self/key/BiasAdd/ReadVariableOp", "shape": [512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/attention/self/Reshape/shape/1", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/attention/self/Reshape/shape/2", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/attention/self/Reshape/shape/3", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/attention/self/transpose/perm", "shape": [4], "dtype": "int32"}, {"name": "ConstantFolding/StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/attention/self/truediv_recip", "shape": [], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/attention/self/add_1/y", "shape": [], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/attention/self/value/Tensordot/Const", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/attention/self/value/Tensordot/axes", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/attention/self/value/Tensordot/GatherV2_1/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/attention/self/value/Tensordot/Const_1", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/attention/self/value/Tensordot/ReadVariableOp", "shape": [512, 512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/attention/self/value/Tensordot/free", "shape": [2], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/attention/self/value/Tensordot/GatherV2/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/attention/self/value/Tensordot/Const_2", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/attention/self/value/Tensordot/concat_1/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/attention/self/value/BiasAdd/ReadVariableOp", "shape": [512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/attention/self/Reshape_1/shape/1", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/attention/self/Reshape_1/shape/2", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/attention/self/Reshape_1/shape/3", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/attention/self/transpose_1/perm", "shape": [4], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/attention/self/transpose_3/perm", "shape": [4], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/attention/self/strided_slice/stack", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/attention/self/strided_slice/stack_1", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/attention/self/strided_slice/stack_2", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/attention/self/Reshape_3/shape/1", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/attention/self/Reshape_3/shape/2", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/attention/output/dense/Tensordot/free", "shape": [2], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/attention/output/dense/Tensordot/GatherV2/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/attention/output/dense/Tensordot/Const_2", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/attention/output/dense/Tensordot/concat_1/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/attention/output/dense/BiasAdd/ReadVariableOp", "shape": [512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/output/LayerNorm/batchnorm/ReadVariableOp", "shape": [512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/output/dense/Tensordot/Const", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/output/dense/Tensordot/axes", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/output/dense/Tensordot/GatherV2_1/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/output/dense/Tensordot/Const_1", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/output/dense/Tensordot/ReadVariableOp", "shape": [512, 512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/intermediate/dense/Tensordot/Const", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/intermediate/dense/Tensordot/axes", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/intermediate/dense/Tensordot/GatherV2_1/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/intermediate/dense/Tensordot/Const_1", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/intermediate/dense/Tensordot/ReadVariableOp", "shape": [512, 512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/intermediate/dense/Tensordot/free", "shape": [2], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/intermediate/dense/Tensordot/GatherV2/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/intermediate/dense/Tensordot/Const_2", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/intermediate/dense/Tensordot/concat_1/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/intermediate/dense/BiasAdd/ReadVariableOp", "shape": [512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/output/dense/Tensordot/free", "shape": [2], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/output/dense/Tensordot/GatherV2/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/output/dense/Tensordot/Const_2", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/output/dense/Tensordot/concat_1/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/output/dense/BiasAdd/ReadVariableOp", "shape": [512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/attention/output/LayerNorm/batchnorm/ReadVariableOp", "shape": [512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/attention/output/dense/Tensordot/Const", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/attention/output/dense/Tensordot/axes", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/attention/output/dense/Tensordot/GatherV2_1/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/attention/output/dense/Tensordot/Const_1", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/attention/output/dense/Tensordot/ReadVariableOp", "shape": [512, 512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/attention/self/query/Tensordot/Const", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/attention/self/query/Tensordot/axes", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/attention/self/query/Tensordot/GatherV2_1/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/attention/self/query/Tensordot/Const_1", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/attention/self/query/Tensordot/ReadVariableOp", "shape": [512, 512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/attention/self/query/Tensordot/free", "shape": [2], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/attention/self/query/Tensordot/GatherV2/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/attention/self/query/Tensordot/Const_2", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/attention/self/query/Tensordot/concat_1/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/attention/self/query/BiasAdd/ReadVariableOp", "shape": [512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/attention/self/Reshape_2/shape/1", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/attention/self/Reshape_2/shape/2", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/attention/self/Reshape_2/shape/3", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/attention/self/transpose_2/perm", "shape": [4], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/attention/self/key/Tensordot/Const", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/attention/self/key/Tensordot/axes", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/attention/self/key/Tensordot/GatherV2_1/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/attention/self/key/Tensordot/Const_1", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/attention/self/key/Tensordot/ReadVariableOp", "shape": [512, 512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/attention/self/key/Tensordot/free", "shape": [2], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/attention/self/key/Tensordot/GatherV2/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/attention/self/key/Tensordot/Const_2", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/attention/self/key/Tensordot/concat_1/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/attention/self/key/BiasAdd/ReadVariableOp", "shape": [512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/attention/self/Reshape/shape/1", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/attention/self/Reshape/shape/2", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/attention/self/Reshape/shape/3", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/attention/self/transpose/perm", "shape": [4], "dtype": "int32"}, {"name": "ConstantFolding/StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/attention/self/truediv_recip", "shape": [], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/attention/self/add_1/y", "shape": [], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/attention/self/value/Tensordot/Const", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/attention/self/value/Tensordot/axes", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/attention/self/value/Tensordot/GatherV2_1/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/attention/self/value/Tensordot/Const_1", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/attention/self/value/Tensordot/ReadVariableOp", "shape": [512, 512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/attention/self/value/Tensordot/free", "shape": [2], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/attention/self/value/Tensordot/GatherV2/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/attention/self/value/Tensordot/Const_2", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/attention/self/value/Tensordot/concat_1/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/attention/self/value/BiasAdd/ReadVariableOp", "shape": [512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/attention/self/Reshape_1/shape/1", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/attention/self/Reshape_1/shape/2", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/attention/self/Reshape_1/shape/3", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/attention/self/transpose_1/perm", "shape": [4], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/attention/self/transpose_3/perm", "shape": [4], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/attention/self/strided_slice/stack", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/attention/self/strided_slice/stack_1", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/attention/self/strided_slice/stack_2", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/attention/self/Reshape_3/shape/1", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/attention/self/Reshape_3/shape/2", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/attention/output/dense/Tensordot/free", "shape": [2], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/attention/output/dense/Tensordot/GatherV2/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/attention/output/dense/Tensordot/Const_2", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/attention/output/dense/Tensordot/concat_1/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/attention/output/dense/BiasAdd/ReadVariableOp", "shape": [512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/output/LayerNorm/batchnorm/ReadVariableOp", "shape": [512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/output/dense/Tensordot/Const", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/output/dense/Tensordot/axes", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/output/dense/Tensordot/GatherV2_1/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/output/dense/Tensordot/Const_1", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/output/dense/Tensordot/ReadVariableOp", "shape": [512, 512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/intermediate/dense/Tensordot/Const", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/intermediate/dense/Tensordot/axes", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/intermediate/dense/Tensordot/GatherV2_1/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/intermediate/dense/Tensordot/Const_1", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/intermediate/dense/Tensordot/ReadVariableOp", "shape": [512, 512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/intermediate/dense/Tensordot/free", "shape": [2], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/intermediate/dense/Tensordot/GatherV2/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/intermediate/dense/Tensordot/Const_2", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/intermediate/dense/Tensordot/concat_1/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/intermediate/dense/BiasAdd/ReadVariableOp", "shape": [512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/output/dense/Tensordot/free", "shape": [2], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/output/dense/Tensordot/GatherV2/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/output/dense/Tensordot/Const_2", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/output/dense/Tensordot/concat_1/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/output/dense/BiasAdd/ReadVariableOp", "shape": [512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/attention/output/LayerNorm/batchnorm/ReadVariableOp", "shape": [512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/attention/output/dense/Tensordot/Const", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/attention/output/dense/Tensordot/axes", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/attention/output/dense/Tensordot/GatherV2_1/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/attention/output/dense/Tensordot/Const_1", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/attention/output/dense/Tensordot/ReadVariableOp", "shape": [512, 512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/attention/self/query/Tensordot/Const", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/attention/self/query/Tensordot/axes", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/attention/self/query/Tensordot/GatherV2_1/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/attention/self/query/Tensordot/Const_1", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/attention/self/query/Tensordot/ReadVariableOp", "shape": [512, 512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/attention/self/query/Tensordot/free", "shape": [2], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/attention/self/query/Tensordot/GatherV2/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/attention/self/query/Tensordot/Const_2", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/attention/self/query/Tensordot/concat_1/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/attention/self/query/BiasAdd/ReadVariableOp", "shape": [512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/attention/self/Reshape_2/shape/1", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/attention/self/Reshape_2/shape/2", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/attention/self/Reshape_2/shape/3", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/attention/self/transpose_2/perm", "shape": [4], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/attention/self/key/Tensordot/Const", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/attention/self/key/Tensordot/axes", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/attention/self/key/Tensordot/GatherV2_1/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/attention/self/key/Tensordot/Const_1", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/attention/self/key/Tensordot/ReadVariableOp", "shape": [512, 512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/attention/self/key/Tensordot/free", "shape": [2], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/attention/self/key/Tensordot/GatherV2/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/attention/self/key/Tensordot/Const_2", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/attention/self/key/Tensordot/concat_1/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/attention/self/key/BiasAdd/ReadVariableOp", "shape": [512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/attention/self/Reshape/shape/1", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/attention/self/Reshape/shape/2", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/attention/self/Reshape/shape/3", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/attention/self/transpose/perm", "shape": [4], "dtype": "int32"}, {"name": "ConstantFolding/StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/attention/self/truediv_recip", "shape": [], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/attention/self/add_1/y", "shape": [], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/attention/self/value/Tensordot/Const", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/attention/self/value/Tensordot/axes", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/attention/self/value/Tensordot/GatherV2_1/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/attention/self/value/Tensordot/Const_1", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/attention/self/value/Tensordot/ReadVariableOp", "shape": [512, 512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/attention/self/value/Tensordot/free", "shape": [2], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/attention/self/value/Tensordot/GatherV2/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/attention/self/value/Tensordot/Const_2", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/attention/self/value/Tensordot/concat_1/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/attention/self/value/BiasAdd/ReadVariableOp", "shape": [512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/attention/self/Reshape_1/shape/1", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/attention/self/Reshape_1/shape/2", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/attention/self/Reshape_1/shape/3", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/attention/self/transpose_1/perm", "shape": [4], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/attention/self/transpose_3/perm", "shape": [4], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/attention/self/strided_slice/stack", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/attention/self/strided_slice/stack_1", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/attention/self/strided_slice/stack_2", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/attention/self/Reshape_3/shape/1", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/attention/self/Reshape_3/shape/2", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/attention/output/dense/Tensordot/free", "shape": [2], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/attention/output/dense/Tensordot/GatherV2/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/attention/output/dense/Tensordot/Const_2", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/attention/output/dense/Tensordot/concat_1/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/attention/output/dense/BiasAdd/ReadVariableOp", "shape": [512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/output/LayerNorm/batchnorm/ReadVariableOp", "shape": [512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/output/dense/Tensordot/Const", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/output/dense/Tensordot/axes", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/output/dense/Tensordot/GatherV2_1/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/output/dense/Tensordot/Const_1", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/output/dense/Tensordot/ReadVariableOp", "shape": [512, 512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/intermediate/dense/Tensordot/Const", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/intermediate/dense/Tensordot/axes", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/intermediate/dense/Tensordot/GatherV2_1/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/intermediate/dense/Tensordot/Const_1", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/intermediate/dense/Tensordot/ReadVariableOp", "shape": [512, 512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/intermediate/dense/Tensordot/free", "shape": [2], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/intermediate/dense/Tensordot/GatherV2/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/intermediate/dense/Tensordot/Const_2", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/intermediate/dense/Tensordot/concat_1/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/intermediate/dense/BiasAdd/ReadVariableOp", "shape": [512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/output/dense/Tensordot/free", "shape": [2], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/output/dense/Tensordot/GatherV2/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/output/dense/Tensordot/Const_2", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/output/dense/Tensordot/concat_1/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/output/dense/BiasAdd/ReadVariableOp", "shape": [512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/attention/output/LayerNorm/batchnorm/ReadVariableOp", "shape": [512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/attention/output/dense/Tensordot/Const", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/attention/output/dense/Tensordot/axes", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/attention/output/dense/Tensordot/GatherV2_1/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/attention/output/dense/Tensordot/Const_1", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/attention/output/dense/Tensordot/ReadVariableOp", "shape": [512, 512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/attention/self/query/Tensordot/Const", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/attention/self/query/Tensordot/axes", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/attention/self/query/Tensordot/GatherV2_1/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/attention/self/query/Tensordot/Const_1", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/attention/self/query/Tensordot/ReadVariableOp", "shape": [512, 512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/attention/self/query/Tensordot/free", "shape": [2], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/attention/self/query/Tensordot/GatherV2/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/attention/self/query/Tensordot/Const_2", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/attention/self/query/Tensordot/concat_1/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/attention/self/query/BiasAdd/ReadVariableOp", "shape": [512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/attention/self/Reshape_2/shape/1", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/attention/self/Reshape_2/shape/2", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/attention/self/Reshape_2/shape/3", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/attention/self/transpose_2/perm", "shape": [4], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/attention/self/key/Tensordot/Const", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/attention/self/key/Tensordot/axes", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/attention/self/key/Tensordot/GatherV2_1/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/attention/self/key/Tensordot/Const_1", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/attention/self/key/Tensordot/ReadVariableOp", "shape": [512, 512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/attention/self/key/Tensordot/free", "shape": [2], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/attention/self/key/Tensordot/GatherV2/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/attention/self/key/Tensordot/Const_2", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/attention/self/key/Tensordot/concat_1/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/attention/self/key/BiasAdd/ReadVariableOp", "shape": [512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/attention/self/Reshape/shape/1", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/attention/self/Reshape/shape/2", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/attention/self/Reshape/shape/3", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/attention/self/transpose/perm", "shape": [4], "dtype": "int32"}, {"name": "ConstantFolding/StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/attention/self/truediv_recip", "shape": [], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/attention/self/add_1/y", "shape": [], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/attention/self/value/Tensordot/Const", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/attention/self/value/Tensordot/axes", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/attention/self/value/Tensordot/GatherV2_1/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/attention/self/value/Tensordot/Const_1", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/attention/self/value/Tensordot/ReadVariableOp", "shape": [512, 512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/attention/self/value/Tensordot/free", "shape": [2], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/attention/self/value/Tensordot/GatherV2/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/attention/self/value/Tensordot/Const_2", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/attention/self/value/Tensordot/concat_1/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/attention/self/value/BiasAdd/ReadVariableOp", "shape": [512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/attention/self/Reshape_1/shape/1", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/attention/self/Reshape_1/shape/2", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/attention/self/Reshape_1/shape/3", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/attention/self/transpose_1/perm", "shape": [4], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/attention/self/transpose_3/perm", "shape": [4], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/attention/self/strided_slice/stack", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/attention/self/strided_slice/stack_1", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/attention/self/strided_slice/stack_2", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/attention/self/Reshape_3/shape/1", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/attention/self/Reshape_3/shape/2", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/attention/output/dense/Tensordot/free", "shape": [2], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/attention/output/dense/Tensordot/GatherV2/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/attention/output/dense/Tensordot/Const_2", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/attention/output/dense/Tensordot/concat_1/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/attention/output/dense/BiasAdd/ReadVariableOp", "shape": [512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/output/LayerNorm/batchnorm/ReadVariableOp", "shape": [512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/output/dense/Tensordot/Const", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/output/dense/Tensordot/axes", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/output/dense/Tensordot/GatherV2_1/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/output/dense/Tensordot/Const_1", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/output/dense/Tensordot/ReadVariableOp", "shape": [512, 512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/intermediate/dense/Tensordot/Const", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/intermediate/dense/Tensordot/axes", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/intermediate/dense/Tensordot/GatherV2_1/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/intermediate/dense/Tensordot/Const_1", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/intermediate/dense/Tensordot/ReadVariableOp", "shape": [512, 512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/intermediate/dense/Tensordot/free", "shape": [2], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/intermediate/dense/Tensordot/GatherV2/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/intermediate/dense/Tensordot/Const_2", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/intermediate/dense/Tensordot/concat_1/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/intermediate/dense/BiasAdd/ReadVariableOp", "shape": [512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/output/dense/Tensordot/free", "shape": [2], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/output/dense/Tensordot/GatherV2/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/output/dense/Tensordot/Const_2", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/output/dense/Tensordot/concat_1/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/output/dense/BiasAdd/ReadVariableOp", "shape": [512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/attention/output/LayerNorm/batchnorm/ReadVariableOp", "shape": [512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/attention/output/dense/Tensordot/Const", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/attention/output/dense/Tensordot/axes", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/attention/output/dense/Tensordot/GatherV2_1/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/attention/output/dense/Tensordot/Const_1", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/attention/output/dense/Tensordot/ReadVariableOp", "shape": [512, 512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/attention/self/query/Tensordot/Const", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/attention/self/query/Tensordot/axes", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/attention/self/query/Tensordot/GatherV2_1/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/attention/self/query/Tensordot/Const_1", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/attention/self/query/Tensordot/ReadVariableOp", "shape": [512, 512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/attention/self/query/Tensordot/free", "shape": [2], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/attention/self/query/Tensordot/GatherV2/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/attention/self/query/Tensordot/Const_2", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/attention/self/query/Tensordot/concat_1/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/attention/self/query/BiasAdd/ReadVariableOp", "shape": [512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/attention/self/Reshape_2/shape/1", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/attention/self/Reshape_2/shape/2", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/attention/self/Reshape_2/shape/3", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/attention/self/transpose_2/perm", "shape": [4], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/attention/self/key/Tensordot/Const", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/attention/self/key/Tensordot/axes", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/attention/self/key/Tensordot/GatherV2_1/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/attention/self/key/Tensordot/Const_1", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/attention/self/key/Tensordot/ReadVariableOp", "shape": [512, 512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/attention/self/key/Tensordot/free", "shape": [2], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/attention/self/key/Tensordot/GatherV2/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/attention/self/key/Tensordot/Const_2", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/attention/self/key/Tensordot/concat_1/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/attention/self/key/BiasAdd/ReadVariableOp", "shape": [512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/attention/self/Reshape/shape/1", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/attention/self/Reshape/shape/2", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/attention/self/Reshape/shape/3", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/attention/self/transpose/perm", "shape": [4], "dtype": "int32"}, {"name": "ConstantFolding/StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/attention/self/truediv_recip", "shape": [], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/attention/self/add_1/y", "shape": [], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/attention/self/value/Tensordot/Const", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/attention/self/value/Tensordot/axes", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/attention/self/value/Tensordot/GatherV2_1/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/attention/self/value/Tensordot/Const_1", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/attention/self/value/Tensordot/ReadVariableOp", "shape": [512, 512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/attention/self/value/Tensordot/free", "shape": [2], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/attention/self/value/Tensordot/GatherV2/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/attention/self/value/Tensordot/Const_2", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/attention/self/value/Tensordot/concat_1/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/attention/self/value/BiasAdd/ReadVariableOp", "shape": [512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/attention/self/Reshape_1/shape/1", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/attention/self/Reshape_1/shape/2", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/attention/self/Reshape_1/shape/3", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/attention/self/transpose_1/perm", "shape": [4], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/attention/self/transpose_3/perm", "shape": [4], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/attention/self/strided_slice/stack", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/attention/self/strided_slice/stack_1", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/attention/self/strided_slice/stack_2", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/attention/self/Reshape_3/shape/1", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/attention/self/Reshape_3/shape/2", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/attention/output/dense/Tensordot/free", "shape": [2], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/attention/output/dense/Tensordot/GatherV2/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/attention/output/dense/Tensordot/Const_2", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/attention/output/dense/Tensordot/concat_1/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/attention/output/dense/BiasAdd/ReadVariableOp", "shape": [512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/output/LayerNorm/batchnorm/ReadVariableOp", "shape": [512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/output/dense/Tensordot/Const", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/output/dense/Tensordot/axes", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/output/dense/Tensordot/GatherV2_1/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/output/dense/Tensordot/Const_1", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/output/dense/Tensordot/ReadVariableOp", "shape": [512, 512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/intermediate/dense/Tensordot/Const", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/intermediate/dense/Tensordot/axes", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/intermediate/dense/Tensordot/GatherV2_1/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/intermediate/dense/Tensordot/Const_1", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/intermediate/dense/Tensordot/ReadVariableOp", "shape": [512, 512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/intermediate/dense/Tensordot/free", "shape": [2], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/intermediate/dense/Tensordot/GatherV2/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/intermediate/dense/Tensordot/Const_2", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/intermediate/dense/Tensordot/concat_1/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/intermediate/dense/BiasAdd/ReadVariableOp", "shape": [512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/output/dense/Tensordot/free", "shape": [2], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/output/dense/Tensordot/GatherV2/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/output/dense/Tensordot/Const_2", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/output/dense/Tensordot/concat_1/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/output/dense/BiasAdd/ReadVariableOp", "shape": [512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/attention/output/LayerNorm/batchnorm/ReadVariableOp", "shape": [512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/attention/output/dense/Tensordot/Const", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/attention/output/dense/Tensordot/axes", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/attention/output/dense/Tensordot/GatherV2_1/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/attention/output/dense/Tensordot/Const_1", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/attention/output/dense/Tensordot/ReadVariableOp", "shape": [512, 512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/attention/self/query/Tensordot/Const", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/attention/self/query/Tensordot/axes", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/attention/self/query/Tensordot/GatherV2_1/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/attention/self/query/Tensordot/Const_1", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/attention/self/query/Tensordot/ReadVariableOp", "shape": [512, 512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/attention/self/query/Tensordot/free", "shape": [2], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/attention/self/query/Tensordot/GatherV2/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/attention/self/query/Tensordot/Const_2", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/attention/self/query/Tensordot/concat_1/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/attention/self/query/BiasAdd/ReadVariableOp", "shape": [512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/attention/self/Reshape_2/shape/1", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/attention/self/Reshape_2/shape/2", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/attention/self/Reshape_2/shape/3", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/attention/self/transpose_2/perm", "shape": [4], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/attention/self/key/Tensordot/Const", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/attention/self/key/Tensordot/axes", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/attention/self/key/Tensordot/GatherV2_1/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/attention/self/key/Tensordot/Const_1", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/attention/self/key/Tensordot/ReadVariableOp", "shape": [512, 512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/attention/self/key/Tensordot/free", "shape": [2], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/attention/self/key/Tensordot/GatherV2/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/attention/self/key/Tensordot/Const_2", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/attention/self/key/Tensordot/concat_1/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/attention/self/key/BiasAdd/ReadVariableOp", "shape": [512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/attention/self/Reshape/shape/1", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/attention/self/Reshape/shape/2", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/attention/self/Reshape/shape/3", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/attention/self/transpose/perm", "shape": [4], "dtype": "int32"}, {"name": "ConstantFolding/StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/attention/self/truediv_recip", "shape": [], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/attention/self/add_1/y", "shape": [], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/Const", "shape": [], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/strided_slice_2/stack", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/strided_slice_2/stack_1", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/strided_slice_2/stack_2", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/Reshape/shape/1", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/Reshape/shape/2", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/strided_slice_3/stack", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/strided_slice_3/stack_1", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/strided_slice_3/stack_2", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/Const_1", "shape": [], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/attention/self/value/Tensordot/Const", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/attention/self/value/Tensordot/axes", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/attention/self/value/Tensordot/GatherV2_1/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/attention/self/value/Tensordot/Const_1", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/attention/self/value/Tensordot/ReadVariableOp", "shape": [512, 512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/attention/self/value/Tensordot/free", "shape": [2], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/attention/self/value/Tensordot/GatherV2/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/attention/self/value/Tensordot/Const_2", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/attention/self/value/Tensordot/concat_1/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/attention/self/value/BiasAdd/ReadVariableOp", "shape": [512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/attention/self/Reshape_1/shape/1", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/attention/self/Reshape_1/shape/2", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/attention/self/Reshape_1/shape/3", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/attention/self/transpose_1/perm", "shape": [4], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/attention/self/transpose_3/perm", "shape": [4], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/attention/self/strided_slice/stack", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/attention/self/strided_slice/stack_1", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/attention/self/strided_slice/stack_2", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/attention/self/Reshape_3/shape/1", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/attention/self/Reshape_3/shape/2", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/attention/output/dense/Tensordot/free", "shape": [2], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/attention/output/dense/Tensordot/GatherV2/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/attention/output/dense/Tensordot/Const_2", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/attention/output/dense/Tensordot/concat_1/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/attention/output/dense/BiasAdd/ReadVariableOp", "shape": [512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/embeddings/LayerNorm/batchnorm/ReadVariableOp", "shape": [512], "dtype": "float32"}, {"name": "unknown_0", "shape": [512, 512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/embeddings/range/start", "shape": [], "dtype": "int32"}, {"name": "unknown", "shape": [30522, 512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/embeddings/Gather/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/embeddings/strided_slice_1/stack", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/embeddings/strided_slice_1/stack_1", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/embeddings/strided_slice_1/stack_2", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/embeddings/range/delta", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/embeddings/ExpandDims/dim", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/embeddings/Gather_1/axis", "shape": [], "dtype": "int32"}, {"name": "unknown_1", "shape": [2, 512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/embeddings/Gather_2/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/embeddings/LayerNorm/moments/mean/reduction_indices", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/embeddings/LayerNorm/moments/variance/reduction_indices", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/embeddings/LayerNorm/batchnorm/add/y", "shape": [], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/embeddings/LayerNorm/batchnorm/mul/ReadVariableOp", "shape": [512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/attention/output/LayerNorm/moments/mean/reduction_indices", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/attention/output/LayerNorm/moments/variance/reduction_indices", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/attention/output/LayerNorm/batchnorm/add/y", "shape": [], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/attention/output/LayerNorm/batchnorm/mul/ReadVariableOp", "shape": [512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/output/LayerNorm/moments/mean/reduction_indices", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/output/LayerNorm/moments/variance/reduction_indices", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/output/LayerNorm/batchnorm/add/y", "shape": [], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._0/output/LayerNorm/batchnorm/mul/ReadVariableOp", "shape": [512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/attention/output/LayerNorm/moments/mean/reduction_indices", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/attention/output/LayerNorm/moments/variance/reduction_indices", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/attention/output/LayerNorm/batchnorm/add/y", "shape": [], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/attention/output/LayerNorm/batchnorm/mul/ReadVariableOp", "shape": [512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/output/LayerNorm/moments/mean/reduction_indices", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/output/LayerNorm/moments/variance/reduction_indices", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/output/LayerNorm/batchnorm/add/y", "shape": [], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._1/output/LayerNorm/batchnorm/mul/ReadVariableOp", "shape": [512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/attention/output/LayerNorm/moments/mean/reduction_indices", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/attention/output/LayerNorm/moments/variance/reduction_indices", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/attention/output/LayerNorm/batchnorm/add/y", "shape": [], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/attention/output/LayerNorm/batchnorm/mul/ReadVariableOp", "shape": [512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/output/LayerNorm/moments/mean/reduction_indices", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/output/LayerNorm/moments/variance/reduction_indices", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/output/LayerNorm/batchnorm/add/y", "shape": [], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._2/output/LayerNorm/batchnorm/mul/ReadVariableOp", "shape": [512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/attention/output/LayerNorm/moments/mean/reduction_indices", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/attention/output/LayerNorm/moments/variance/reduction_indices", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/attention/output/LayerNorm/batchnorm/add/y", "shape": [], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/attention/output/LayerNorm/batchnorm/mul/ReadVariableOp", "shape": [512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/output/LayerNorm/moments/mean/reduction_indices", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/output/LayerNorm/moments/variance/reduction_indices", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/output/LayerNorm/batchnorm/add/y", "shape": [], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._3/output/LayerNorm/batchnorm/mul/ReadVariableOp", "shape": [512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/attention/output/LayerNorm/moments/mean/reduction_indices", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/attention/output/LayerNorm/moments/variance/reduction_indices", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/attention/output/LayerNorm/batchnorm/add/y", "shape": [], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/attention/output/LayerNorm/batchnorm/mul/ReadVariableOp", "shape": [512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/output/LayerNorm/moments/mean/reduction_indices", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/output/LayerNorm/moments/variance/reduction_indices", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/output/LayerNorm/batchnorm/add/y", "shape": [], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._4/output/LayerNorm/batchnorm/mul/ReadVariableOp", "shape": [512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/attention/output/LayerNorm/moments/mean/reduction_indices", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/attention/output/LayerNorm/moments/variance/reduction_indices", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/attention/output/LayerNorm/batchnorm/add/y", "shape": [], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/attention/output/LayerNorm/batchnorm/mul/ReadVariableOp", "shape": [512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/output/LayerNorm/moments/mean/reduction_indices", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/output/LayerNorm/moments/variance/reduction_indices", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/output/LayerNorm/batchnorm/add/y", "shape": [], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._5/output/LayerNorm/batchnorm/mul/ReadVariableOp", "shape": [512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/attention/output/LayerNorm/moments/mean/reduction_indices", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/attention/output/LayerNorm/moments/variance/reduction_indices", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/attention/output/LayerNorm/batchnorm/add/y", "shape": [], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/attention/output/LayerNorm/batchnorm/mul/ReadVariableOp", "shape": [512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/output/LayerNorm/moments/mean/reduction_indices", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/output/LayerNorm/moments/variance/reduction_indices", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/output/LayerNorm/batchnorm/add/y", "shape": [], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._6/output/LayerNorm/batchnorm/mul/ReadVariableOp", "shape": [512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/attention/output/LayerNorm/moments/mean/reduction_indices", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/attention/output/LayerNorm/moments/variance/reduction_indices", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/attention/output/LayerNorm/batchnorm/add/y", "shape": [], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/attention/output/LayerNorm/batchnorm/mul/ReadVariableOp", "shape": [512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/output/LayerNorm/moments/mean/reduction_indices", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/output/LayerNorm/moments/variance/reduction_indices", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/output/LayerNorm/batchnorm/add/y", "shape": [], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._7/output/LayerNorm/batchnorm/mul/ReadVariableOp", "shape": [512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/attention/output/LayerNorm/moments/mean/reduction_indices", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/attention/output/LayerNorm/moments/variance/reduction_indices", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/attention/output/LayerNorm/batchnorm/add/y", "shape": [], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/attention/output/LayerNorm/batchnorm/mul/ReadVariableOp", "shape": [512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/output/LayerNorm/moments/mean/reduction_indices", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/output/LayerNorm/moments/variance/reduction_indices", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/output/LayerNorm/batchnorm/add/y", "shape": [], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._8/output/LayerNorm/batchnorm/mul/ReadVariableOp", "shape": [512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/attention/output/LayerNorm/moments/mean/reduction_indices", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/attention/output/LayerNorm/moments/variance/reduction_indices", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/attention/output/LayerNorm/batchnorm/add/y", "shape": [], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/attention/output/LayerNorm/batchnorm/mul/ReadVariableOp", "shape": [512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/output/LayerNorm/moments/mean/reduction_indices", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/output/LayerNorm/moments/variance/reduction_indices", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/output/LayerNorm/batchnorm/add/y", "shape": [], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._9/output/LayerNorm/batchnorm/mul/ReadVariableOp", "shape": [512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/attention/output/LayerNorm/moments/mean/reduction_indices", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/attention/output/LayerNorm/moments/variance/reduction_indices", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/attention/output/LayerNorm/batchnorm/add/y", "shape": [], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/attention/output/LayerNorm/batchnorm/mul/ReadVariableOp", "shape": [512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/output/LayerNorm/moments/mean/reduction_indices", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/output/LayerNorm/moments/variance/reduction_indices", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/output/LayerNorm/batchnorm/add/y", "shape": [], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._10/output/LayerNorm/batchnorm/mul/ReadVariableOp", "shape": [512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/attention/output/LayerNorm/moments/mean/reduction_indices", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/attention/output/LayerNorm/moments/variance/reduction_indices", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/attention/output/LayerNorm/batchnorm/add/y", "shape": [], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/attention/output/LayerNorm/batchnorm/mul/ReadVariableOp", "shape": [512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/output/LayerNorm/moments/mean/reduction_indices", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/output/LayerNorm/moments/variance/reduction_indices", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/output/LayerNorm/batchnorm/add/y", "shape": [], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._11/output/LayerNorm/batchnorm/mul/ReadVariableOp", "shape": [512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/attention/output/LayerNorm/moments/mean/reduction_indices", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/attention/output/LayerNorm/moments/variance/reduction_indices", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/attention/output/LayerNorm/batchnorm/add/y", "shape": [], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/attention/output/LayerNorm/batchnorm/mul/ReadVariableOp", "shape": [512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/output/LayerNorm/moments/mean/reduction_indices", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/output/LayerNorm/moments/variance/reduction_indices", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/output/LayerNorm/batchnorm/add/y", "shape": [], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._12/output/LayerNorm/batchnorm/mul/ReadVariableOp", "shape": [512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/attention/output/LayerNorm/moments/mean/reduction_indices", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/attention/output/LayerNorm/moments/variance/reduction_indices", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/attention/output/LayerNorm/batchnorm/add/y", "shape": [], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/attention/output/LayerNorm/batchnorm/mul/ReadVariableOp", "shape": [512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/output/LayerNorm/moments/mean/reduction_indices", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/output/LayerNorm/moments/variance/reduction_indices", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/output/LayerNorm/batchnorm/add/y", "shape": [], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._13/output/LayerNorm/batchnorm/mul/ReadVariableOp", "shape": [512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/attention/output/LayerNorm/moments/mean/reduction_indices", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/attention/output/LayerNorm/moments/variance/reduction_indices", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/attention/output/LayerNorm/batchnorm/add/y", "shape": [], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/attention/output/LayerNorm/batchnorm/mul/ReadVariableOp", "shape": [512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/output/LayerNorm/moments/mean/reduction_indices", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/output/LayerNorm/moments/variance/reduction_indices", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/output/LayerNorm/batchnorm/add/y", "shape": [], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._14/output/LayerNorm/batchnorm/mul/ReadVariableOp", "shape": [512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/attention/output/LayerNorm/moments/mean/reduction_indices", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/attention/output/LayerNorm/moments/variance/reduction_indices", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/attention/output/LayerNorm/batchnorm/add/y", "shape": [], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/attention/output/LayerNorm/batchnorm/mul/ReadVariableOp", "shape": [512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/output/LayerNorm/moments/mean/reduction_indices", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/output/LayerNorm/moments/variance/reduction_indices", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/output/LayerNorm/batchnorm/add/y", "shape": [], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._15/output/LayerNorm/batchnorm/mul/ReadVariableOp", "shape": [512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/attention/output/LayerNorm/moments/mean/reduction_indices", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/attention/output/LayerNorm/moments/variance/reduction_indices", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/attention/output/LayerNorm/batchnorm/add/y", "shape": [], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/attention/output/LayerNorm/batchnorm/mul/ReadVariableOp", "shape": [512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/output/LayerNorm/moments/mean/reduction_indices", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/output/LayerNorm/moments/variance/reduction_indices", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/output/LayerNorm/batchnorm/add/y", "shape": [], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._16/output/LayerNorm/batchnorm/mul/ReadVariableOp", "shape": [512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/attention/output/LayerNorm/moments/mean/reduction_indices", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/attention/output/LayerNorm/moments/variance/reduction_indices", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/attention/output/LayerNorm/batchnorm/add/y", "shape": [], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/attention/output/LayerNorm/batchnorm/mul/ReadVariableOp", "shape": [512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/output/LayerNorm/moments/mean/reduction_indices", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/output/LayerNorm/moments/variance/reduction_indices", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/output/LayerNorm/batchnorm/add/y", "shape": [], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._17/output/LayerNorm/batchnorm/mul/ReadVariableOp", "shape": [512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/attention/output/LayerNorm/moments/mean/reduction_indices", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/attention/output/LayerNorm/moments/variance/reduction_indices", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/attention/output/LayerNorm/batchnorm/add/y", "shape": [], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/attention/output/LayerNorm/batchnorm/mul/ReadVariableOp", "shape": [512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/output/LayerNorm/moments/mean/reduction_indices", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/output/LayerNorm/moments/variance/reduction_indices", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/output/LayerNorm/batchnorm/add/y", "shape": [], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._18/output/LayerNorm/batchnorm/mul/ReadVariableOp", "shape": [512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/attention/output/LayerNorm/moments/mean/reduction_indices", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/attention/output/LayerNorm/moments/variance/reduction_indices", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/attention/output/LayerNorm/batchnorm/add/y", "shape": [], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/attention/output/LayerNorm/batchnorm/mul/ReadVariableOp", "shape": [512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/output/LayerNorm/moments/mean/reduction_indices", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/output/LayerNorm/moments/variance/reduction_indices", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/output/LayerNorm/batchnorm/add/y", "shape": [], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._19/output/LayerNorm/batchnorm/mul/ReadVariableOp", "shape": [512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/attention/output/LayerNorm/moments/mean/reduction_indices", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/attention/output/LayerNorm/moments/variance/reduction_indices", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/attention/output/LayerNorm/batchnorm/add/y", "shape": [], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/attention/output/LayerNorm/batchnorm/mul/ReadVariableOp", "shape": [512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/output/LayerNorm/moments/mean/reduction_indices", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/output/LayerNorm/moments/variance/reduction_indices", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/output/LayerNorm/batchnorm/add/y", "shape": [], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._20/output/LayerNorm/batchnorm/mul/ReadVariableOp", "shape": [512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/attention/output/LayerNorm/moments/mean/reduction_indices", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/attention/output/LayerNorm/moments/variance/reduction_indices", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/attention/output/LayerNorm/batchnorm/add/y", "shape": [], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/attention/output/LayerNorm/batchnorm/mul/ReadVariableOp", "shape": [512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/output/LayerNorm/moments/mean/reduction_indices", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/output/LayerNorm/moments/variance/reduction_indices", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/output/LayerNorm/batchnorm/add/y", "shape": [], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._21/output/LayerNorm/batchnorm/mul/ReadVariableOp", "shape": [512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/attention/output/LayerNorm/moments/mean/reduction_indices", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/attention/output/LayerNorm/moments/variance/reduction_indices", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/attention/output/LayerNorm/batchnorm/add/y", "shape": [], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/attention/output/LayerNorm/batchnorm/mul/ReadVariableOp", "shape": [512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/output/LayerNorm/moments/mean/reduction_indices", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/output/LayerNorm/moments/variance/reduction_indices", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/output/LayerNorm/batchnorm/add/y", "shape": [], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._22/output/LayerNorm/batchnorm/mul/ReadVariableOp", "shape": [512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/attention/output/LayerNorm/moments/mean/reduction_indices", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/attention/output/LayerNorm/moments/variance/reduction_indices", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/attention/output/LayerNorm/batchnorm/add/y", "shape": [], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/attention/output/LayerNorm/batchnorm/mul/ReadVariableOp", "shape": [512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/output/LayerNorm/moments/mean/reduction_indices", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/output/LayerNorm/moments/variance/reduction_indices", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/output/LayerNorm/batchnorm/add/y", "shape": [], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/encoder/layer_._23/output/LayerNorm/batchnorm/mul/ReadVariableOp", "shape": [512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/pooler/strided_slice/stack", "shape": [2], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/pooler/strided_slice/stack_1", "shape": [2], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/pooler/strided_slice/stack_2", "shape": [2], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/pooler/dense/MatMul/ReadVariableOp", "shape": [512, 512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/bert/pooler/dense/BiasAdd/ReadVariableOp", "shape": [512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/classifier/MatMul/ReadVariableOp", "shape": [512, 5], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tf_bert_for_sequence_classification/classifier/BiasAdd/ReadVariableOp", "shape": [5], "dtype": "float32"}]}]}
\ No newline at end of file