diff --git a/group1-shard100of140.bin b/group1-shard100of140.bin
new file mode 100644
index 0000000000000000000000000000000000000000..6a7037495cf6da71fdfc252d3160f7f189a0508b
--- /dev/null
+++ b/group1-shard100of140.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ae7e405f81a8f603fc9f8b94f13afab333f5cc5deeb8a1c0dce872db93e0667
+size 4194304
diff --git a/group1-shard101of140.bin b/group1-shard101of140.bin
new file mode 100644
index 0000000000000000000000000000000000000000..7509f1315315f25b1a327f855d808d32e0053317
--- /dev/null
+++ b/group1-shard101of140.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9efc286421124c3cfc98c9d0b25c7dc6f631c9e9197f78a4ac5143719a949bf
+size 4194304
diff --git a/group1-shard102of140.bin b/group1-shard102of140.bin
new file mode 100644
index 0000000000000000000000000000000000000000..bbfb39deb0332343f6f269fc848d949fd5b009c1
--- /dev/null
+++ b/group1-shard102of140.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:870eb55cbb9d149796c13576dae2e92a6cfe7fa56f2eeea6de6d40a0ffdf7ac8
+size 4194304
diff --git a/group1-shard103of140.bin b/group1-shard103of140.bin
new file mode 100644
index 0000000000000000000000000000000000000000..982acc47f4436d110d5abc5fbd826a24782f4039
--- /dev/null
+++ b/group1-shard103of140.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c13183bea71b5106fe88ceb18a92e623733a3408e4d938564ec4827b505f715
+size 4194304
diff --git a/group1-shard104of140.bin b/group1-shard104of140.bin
new file mode 100644
index 0000000000000000000000000000000000000000..a3ada4c509076127364e9674f9a71d513680a09d
--- /dev/null
+++ b/group1-shard104of140.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b91c902483366a868dbee8394b0b74438a91976ae6197c5a775439a5d8115798
+size 4194304
diff --git a/group1-shard105of140.bin b/group1-shard105of140.bin
new file mode 100644
index 0000000000000000000000000000000000000000..1346ffcb6be487f24cf33b9e3cbcff062c8f7537
--- /dev/null
+++ b/group1-shard105of140.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69de3cb71b5283a4230678aeca67132afa9d2c9cd14ce8179d74ed2ce1675ecd
+size 4194304
diff --git a/group1-shard106of140.bin b/group1-shard106of140.bin
new file mode 100644
index 0000000000000000000000000000000000000000..794af7fc728729b8f5edfe6d21a80faf0ebebff2
--- /dev/null
+++ b/group1-shard106of140.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2c2beb8c815491b961eed56cf5feab6301c4e7fb3041d204aa427c9cc9134f9
+size 4194304
diff --git a/group1-shard107of140.bin b/group1-shard107of140.bin
new file mode 100644
index 0000000000000000000000000000000000000000..952b2d5693d44ac824f6c64ce646950d951bfa8f
--- /dev/null
+++ b/group1-shard107of140.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5aa5b4e34efe0331694d2161c5943d59e95dc188f2825e1d9e172bee615649f7
+size 4194304
diff --git a/group1-shard108of140.bin b/group1-shard108of140.bin
new file mode 100644
index 0000000000000000000000000000000000000000..91890ae4498fbc03aef3d2bd22b4507cf082945a
--- /dev/null
+++ b/group1-shard108of140.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64eb1c450d68d1fecddc98cda5f4dd8a44ba638a8cd72cabea9b2d5b878cfea5
+size 4194304
diff --git a/group1-shard109of140.bin b/group1-shard109of140.bin
new file mode 100644
index 0000000000000000000000000000000000000000..a197521d2467332db0d9c33ec55d208d8793460c
--- /dev/null
+++ b/group1-shard109of140.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26684b62d04841d61cbd8c1e4a7752e14f48afcc59ec1d93af719e7055eaa74a
+size 4194304
diff --git a/group1-shard10of140.bin b/group1-shard10of140.bin
new file mode 100644
index 0000000000000000000000000000000000000000..6e5f3d4ce29c52a9b4106fc17834d9f0d4315032
--- /dev/null
+++ b/group1-shard10of140.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:769b0d0b5e83a4698b2574b9921badb982b7843f598c850ea04728e4743986a8
+size 4194304
diff --git a/group1-shard110of140.bin b/group1-shard110of140.bin
new file mode 100644
index 0000000000000000000000000000000000000000..809df275f1699637d5a86e756dcc099f40583ddd
--- /dev/null
+++ b/group1-shard110of140.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90b59dd514e74cae3c4dcf78dd679aa13e2a2c112ac257440f0d2a97cf80bfdf
+size 4194304
diff --git a/group1-shard111of140.bin b/group1-shard111of140.bin
new file mode 100644
index 0000000000000000000000000000000000000000..519a66285dacf2df20f8a5d072714c9b22de69d3
--- /dev/null
+++ b/group1-shard111of140.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb09053a9bd7e12726dd24eddc5ab383661e0a94863ffd56b66313f20997e1ea
+size 4194304
diff --git a/group1-shard112of140.bin b/group1-shard112of140.bin
new file mode 100644
index 0000000000000000000000000000000000000000..8df9891207fd7462348418e78c3b4d4075fc4b39
--- /dev/null
+++ b/group1-shard112of140.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4ea6582879f48f0c3ff7d9f2df683a19a54717169b2f1d9e951c98fe150abaa
+size 4194304
diff --git a/group1-shard113of140.bin b/group1-shard113of140.bin
new file mode 100644
index 0000000000000000000000000000000000000000..5c7ec96a8b45960c4b886cfcc19a4955dc019d8c
--- /dev/null
+++ b/group1-shard113of140.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d59d51fe46c05738a6d5570827c49a4d63b3eac67eb24cfc774899c0f6a460d
+size 4194304
diff --git a/group1-shard114of140.bin b/group1-shard114of140.bin
new file mode 100644
index 0000000000000000000000000000000000000000..d1628c67d535ff2250a5dd50316e2c6f0dcdda12
--- /dev/null
+++ b/group1-shard114of140.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a878c3e273cbc7892cf244f065dfcd4a738b23a44496c2050f02c4201f2b7c7b
+size 4194304
diff --git a/group1-shard115of140.bin b/group1-shard115of140.bin
new file mode 100644
index 0000000000000000000000000000000000000000..a4e5c29b0c28678f8a526894bc812b4dfd0b4726
--- /dev/null
+++ b/group1-shard115of140.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7cf530412ec691ef24f62e3f36f9abe0695ddd331e55efa12229e9e86e099ac6
+size 4194304
diff --git a/group1-shard116of140.bin b/group1-shard116of140.bin
new file mode 100644
index 0000000000000000000000000000000000000000..feab2fd4365789b0b3c5edbf78af521ca4ba8aaa
--- /dev/null
+++ b/group1-shard116of140.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:291b1ecc489c3f9a1353ec8d6bbaa4e6b04d7a2f1edba71d4b3025b45294ae97
+size 4194304
diff --git a/group1-shard117of140.bin b/group1-shard117of140.bin
new file mode 100644
index 0000000000000000000000000000000000000000..474f3033cb705769e558900eb6d148b77412edca
--- /dev/null
+++ b/group1-shard117of140.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a0a7b9b3fa903fae866a48265f6944b2f642cdb1b0fda39b5d70582ab77290d
+size 4194304
diff --git a/group1-shard118of140.bin b/group1-shard118of140.bin
new file mode 100644
index 0000000000000000000000000000000000000000..346a31d17be0a2f0d6ea11bbccaa5ca2215480df
--- /dev/null
+++ b/group1-shard118of140.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:365542f75a5a5d4a91289961744c6bacba568860d70d5af3def64b204d0b44ee
+size 4194304
diff --git a/group1-shard119of140.bin b/group1-shard119of140.bin
new file mode 100644
index 0000000000000000000000000000000000000000..e004ee2602a51513b501c563beb306aa551676f6
--- /dev/null
+++ b/group1-shard119of140.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efaae621b9b0b6d77885b1aee33b031b4f9667168d59e94ced08c08c760eb9f8
+size 4194304
diff --git a/group1-shard11of140.bin b/group1-shard11of140.bin
new file mode 100644
index 0000000000000000000000000000000000000000..d13bd96936f7eccc048395a640dcad5c4085c9f9
--- /dev/null
+++ b/group1-shard11of140.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c4c7fd9143e357e471d44fb46d3fc890e374e0b797235d1e87902e5bf47262f
+size 4194304
diff --git a/group1-shard120of140.bin b/group1-shard120of140.bin
new file mode 100644
index 0000000000000000000000000000000000000000..c040f40828fee81673491d344f35c665762ce911
--- /dev/null
+++ b/group1-shard120of140.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b075137c5364f99194631a194d02544b90cfd6d12927e83c4706509342227e55
+size 4194304
diff --git a/group1-shard121of140.bin b/group1-shard121of140.bin
new file mode 100644
index 0000000000000000000000000000000000000000..ff4a1c629e7af7e32cfc05f1267a4769645c4713
--- /dev/null
+++ b/group1-shard121of140.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9804c24fe70eeb1fa601534380398492fc1c08bae0e1844678ddf87b1d8c15b7
+size 4194304
diff --git a/group1-shard122of140.bin b/group1-shard122of140.bin
new file mode 100644
index 0000000000000000000000000000000000000000..eae41c39944e3089d3a21aca04fff6888683dcac
--- /dev/null
+++ b/group1-shard122of140.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1570329e4cf4d5b19fe79861196cd4ced875e7314887ca2f31633c2b1fc74c17
+size 4194304
diff --git a/group1-shard123of140.bin b/group1-shard123of140.bin
new file mode 100644
index 0000000000000000000000000000000000000000..4e71ae58f33d81eb643022197a7f33773d631ed9
--- /dev/null
+++ b/group1-shard123of140.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f20ce496d1c76f91f745bd95a466bf592137a36592451f36ff045453e716988e
+size 4194304
diff --git a/group1-shard124of140.bin b/group1-shard124of140.bin
new file mode 100644
index 0000000000000000000000000000000000000000..a86f238bf1e58212747e30e843bbe67ef55eccdc
--- /dev/null
+++ b/group1-shard124of140.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:199280d46817c75689b5028b97888b328da0501d02349b652e8c848f2cc71ab8
+size 4194304
diff --git a/group1-shard125of140.bin b/group1-shard125of140.bin
new file mode 100644
index 0000000000000000000000000000000000000000..16bb947a0ad15198484099e05e3826c76414a21e
--- /dev/null
+++ b/group1-shard125of140.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11a9e39a163e2abd9a02e1c5c1aa4328e0b046682aab4dadfdbcb989fb66ba13
+size 4194304
diff --git a/group1-shard126of140.bin b/group1-shard126of140.bin
new file mode 100644
index 0000000000000000000000000000000000000000..4359b5d1e017987b4566dd16aae437d8822d6b19
--- /dev/null
+++ b/group1-shard126of140.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:216ecba0c22b9c6871cbae84fac2fbe91c95a2c3d89fdc0d6631b43086cb2ca1
+size 4194304
diff --git a/group1-shard127of140.bin b/group1-shard127of140.bin
new file mode 100644
index 0000000000000000000000000000000000000000..c00cefe9f05ed658bce8471485c1803a0bd631e5
--- /dev/null
+++ b/group1-shard127of140.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52df71369be8efc9391216098f4b9fdae4348348b70598bfd7356f74e7176050
+size 4194304
diff --git a/group1-shard128of140.bin b/group1-shard128of140.bin
new file mode 100644
index 0000000000000000000000000000000000000000..30be7f78f795bc9c838273b65e43827abbba9eb9
--- /dev/null
+++ b/group1-shard128of140.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7469052d2e48771d54406f9ef2a07006cd24ada2069e79ed61da21f7fcffbc5a
+size 4194304
diff --git a/group1-shard129of140.bin b/group1-shard129of140.bin
new file mode 100644
index 0000000000000000000000000000000000000000..9642f255f05e0b12534afbd230da45851a851033
--- /dev/null
+++ b/group1-shard129of140.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3b2c7f4c45e35ca7829c328655024ed14b18354be226dfe05901cd783edd5eb
+size 4194304
diff --git a/group1-shard12of140.bin b/group1-shard12of140.bin
new file mode 100644
index 0000000000000000000000000000000000000000..fdf2f6d77be836e5d3a3f5188768c891822f7773
--- /dev/null
+++ b/group1-shard12of140.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9495bbbb78d2a1812f290966c6b693731b7bad7a7a2b8d5bb03c89f78804848b
+size 4194304
diff --git a/group1-shard130of140.bin b/group1-shard130of140.bin
new file mode 100644
index 0000000000000000000000000000000000000000..29083de695f6f317e3eba2264ae60a3b9db03e41
--- /dev/null
+++ b/group1-shard130of140.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1263d37c801e7d07b251e57f8a9a5289fa2d6ccd4e09bba5e0af9513c9acdece
+size 4194304
diff --git a/group1-shard131of140.bin b/group1-shard131of140.bin
new file mode 100644
index 0000000000000000000000000000000000000000..535865271d41d18fffb0887f67ac60b97e0e6f99
--- /dev/null
+++ b/group1-shard131of140.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9379aa266e4f9cd0c062a96c607b68b2a60aaea7b5c19f7388b7119f5b7e956c
+size 4194304
diff --git a/group1-shard132of140.bin b/group1-shard132of140.bin
new file mode 100644
index 0000000000000000000000000000000000000000..ca5c20aaf03ad70929dae2bfbde8c3fccaf63e0e
--- /dev/null
+++ b/group1-shard132of140.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c8df194dcb3129d0a7908d8650fbc6aac287de70e97d5d9d721b32e3a71472f
+size 4194304
diff --git a/group1-shard133of140.bin b/group1-shard133of140.bin
new file mode 100644
index 0000000000000000000000000000000000000000..caeb1f096b03c423e28273a38253f1c55566f43c
--- /dev/null
+++ b/group1-shard133of140.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a59fd4e60aeeea241199fdf7fcfc53c29cd6bb54c5c566a34ef12fa4b570acd1
+size 4194304
diff --git a/group1-shard134of140.bin b/group1-shard134of140.bin
new file mode 100644
index 0000000000000000000000000000000000000000..54b446215131befd1498e1e36ef90666fc6ef218
--- /dev/null
+++ b/group1-shard134of140.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c746484151c5e7c110ead01aade41aa1e7c164b7f39f629c72143bf883aa005
+size 4194304
diff --git a/group1-shard135of140.bin b/group1-shard135of140.bin
new file mode 100644
index 0000000000000000000000000000000000000000..519163cb5de8743176d1a8cf955c8689ce7cb880
--- /dev/null
+++ b/group1-shard135of140.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc97321ee789e8b849148b1fb146c4e31330a8a44cefd4598474a07d161a7a0b
+size 4194304
diff --git a/group1-shard136of140.bin b/group1-shard136of140.bin
new file mode 100644
index 0000000000000000000000000000000000000000..3afe282c9a8e0511a0da1c5de5187475941f4912
--- /dev/null
+++ b/group1-shard136of140.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4113537b6bd877500095932d8b796f70ff12ecb023901508d2e0dee02247d419
+size 4194304
diff --git a/group1-shard137of140.bin b/group1-shard137of140.bin
new file mode 100644
index 0000000000000000000000000000000000000000..0ddee150df08959876b6aefb7417fb2fc30a9f02
--- /dev/null
+++ b/group1-shard137of140.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c3f329e60cba629f84f9819c6d461101dc3fd2869a5c5c4f0a3ea454e3c9bb9
+size 4194304
diff --git a/group1-shard138of140.bin b/group1-shard138of140.bin
new file mode 100644
index 0000000000000000000000000000000000000000..6d428b1e29cb178dff2055c84a2a76039a6e2618
--- /dev/null
+++ b/group1-shard138of140.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79f8076bcbb0503bee8a5036ead62d0916d46e97abcc1b5ec32a7e4ba4f074a9
+size 4194304
diff --git a/group1-shard139of140.bin b/group1-shard139of140.bin
new file mode 100644
index 0000000000000000000000000000000000000000..5bc398ef22dea3efdd63ab3d41f0fda13cfce1d1
--- /dev/null
+++ b/group1-shard139of140.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b82da02bba6869fb2b779c1c48c12908488f146ea08d47c24e7fc029a8af12d
+size 4194304
diff --git a/group1-shard13of140.bin b/group1-shard13of140.bin
new file mode 100644
index 0000000000000000000000000000000000000000..ba22badda69963b0433932af3e729d52efff3917
--- /dev/null
+++ b/group1-shard13of140.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dce392b958f16c54e0ab85522d329cba03dd05a0d28e5ccb56155e2a3ae7cd39
+size 4194304
diff --git a/group1-shard140of140.bin b/group1-shard140of140.bin
new file mode 100644
index 0000000000000000000000000000000000000000..22c5f6fafac8802260ebc77a5da56d3217c11bce
--- /dev/null
+++ b/group1-shard140of140.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9cbd99aa5ca24efd981347a6f903c92f1267f38bc05e205056a0e3e8cc8873e
+size 3235752
diff --git a/group1-shard14of140.bin b/group1-shard14of140.bin
new file mode 100644
index 0000000000000000000000000000000000000000..74fcb561330f713906a3e69741b1e8fb4c8906e6
--- /dev/null
+++ b/group1-shard14of140.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7560e7560b25934ae05ef0b071250d40d2adbce55ccc9ab9bc0e5369ff155811
+size 4194304
diff --git a/group1-shard15of140.bin b/group1-shard15of140.bin
new file mode 100644
index 0000000000000000000000000000000000000000..e58d31ee34907969f1ed45f91a460ac8669184a0
--- /dev/null
+++ b/group1-shard15of140.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63ef6f56f9097f9da5e6b2db5e580eaebc682159c9192fda35db54ddfa30f8ba
+size 4194304
diff --git a/group1-shard16of140.bin b/group1-shard16of140.bin
new file mode 100644
index 0000000000000000000000000000000000000000..1e73c6ccefc1d335d6c14b53b71e432df164b187
--- /dev/null
+++ b/group1-shard16of140.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0521d61e8f52cafd828fba67ab53f377efaf1642850f7ee1728b950ec8cb39e0
+size 4194304
diff --git a/group1-shard17of140.bin b/group1-shard17of140.bin
new file mode 100644
index 0000000000000000000000000000000000000000..42fcb3a590bcb7025259b74bcb4717eaa72cf7ef
--- /dev/null
+++ b/group1-shard17of140.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:200499b6e5f4f00d1224c6cbb8234caa7699ab489773abcaec30a5b44a10a66b
+size 4194304
diff --git a/group1-shard18of140.bin b/group1-shard18of140.bin
new file mode 100644
index 0000000000000000000000000000000000000000..76565af425ea5e6290bfcdae948f5f5878c5b6de
--- /dev/null
+++ b/group1-shard18of140.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3496813b539521edcc2fba1617e2ed9b806f84bc8a0fe53af8b72635a62b6ddb
+size 4194304
diff --git a/group1-shard19of140.bin b/group1-shard19of140.bin
new file mode 100644
index 0000000000000000000000000000000000000000..ef72facd9f62aedc88e38b3407e03c523ee7928c
--- /dev/null
+++ b/group1-shard19of140.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d93b24f9e6dabd5b757e6fa6d1d63cd8e1d63b769e0353352a270bfab8f984c3
+size 4194304
diff --git a/group1-shard1of140.bin b/group1-shard1of140.bin
new file mode 100644
index 0000000000000000000000000000000000000000..2704891b1985911670fd08e9c8265428a7b23cd1
--- /dev/null
+++ b/group1-shard1of140.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0c7dfdcd862053fc9eb217d0c59a248ab2ec1ef18ec2610eee9898a8338a9cc
+size 4194304
diff --git a/group1-shard20of140.bin b/group1-shard20of140.bin
new file mode 100644
index 0000000000000000000000000000000000000000..2f69ad76347c58ca5e124c58d01baf79a7f5e563
--- /dev/null
+++ b/group1-shard20of140.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77936590b85eb1a7a89d219cecef82dc56fd0f43a75748a31a7ab1268a757bb8
+size 4194304
diff --git a/group1-shard21of140.bin b/group1-shard21of140.bin
new file mode 100644
index 0000000000000000000000000000000000000000..b6f5dbba8f06a6d15dfe3d0d30dda4160f67a66f
--- /dev/null
+++ b/group1-shard21of140.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7263d5845f7360159cbe6fa31a307caa0ed8ef4922ca8fff4f757cf15c25f23
+size 4194304
diff --git a/group1-shard22of140.bin b/group1-shard22of140.bin
new file mode 100644
index 0000000000000000000000000000000000000000..995eabf4188cf40a3e3e30d8ba57760c17c006ef
--- /dev/null
+++ b/group1-shard22of140.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58991e54029545463fb2f86ab8ddca9c7ff2e18c1cf4cfd348fb681b9929e85e
+size 4194304
diff --git a/group1-shard23of140.bin b/group1-shard23of140.bin
new file mode 100644
index 0000000000000000000000000000000000000000..faafdc69c6637074f766a136531363834538e0ce
--- /dev/null
+++ b/group1-shard23of140.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45f909d9d6e04b66258ff2fdd789535aa12688d7104cf4b1453c378811b411c6
+size 4194304
diff --git a/group1-shard24of140.bin b/group1-shard24of140.bin
new file mode 100644
index 0000000000000000000000000000000000000000..f9a4f00e8016bac8b193d013be0434fe42cd099f
--- /dev/null
+++ b/group1-shard24of140.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9af4d6308b91eafc4122ba8581e667462c2da82ffc2ad14dfe61bed8606ed4dd
+size 4194304
diff --git a/group1-shard25of140.bin b/group1-shard25of140.bin
new file mode 100644
index 0000000000000000000000000000000000000000..d2bbde09d0441ec115281486d0a6ab7a7a0b248a
--- /dev/null
+++ b/group1-shard25of140.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7a9b2541e648b0a8b6c20e2850b953ce449a4af6f31afd71277ae2c0a0f91c0
+size 4194304
diff --git a/group1-shard26of140.bin b/group1-shard26of140.bin
new file mode 100644
index 0000000000000000000000000000000000000000..6be61c1ae4e88b949489041c4ce6efcf69439dcb
--- /dev/null
+++ b/group1-shard26of140.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0bc99d3826d13535ac6ac5141177c15aca4f4871d91f962f89471b7c2077d45
+size 4194304
diff --git a/group1-shard27of140.bin b/group1-shard27of140.bin
new file mode 100644
index 0000000000000000000000000000000000000000..ea6457aac64da93211e08e34bcf08ce799d4b3fc
--- /dev/null
+++ b/group1-shard27of140.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce71ebd285307d340c0f669cf7a5b4a71c71a92e12a78ae3ba5788638e6efb21
+size 4194304
diff --git a/group1-shard28of140.bin b/group1-shard28of140.bin
new file mode 100644
index 0000000000000000000000000000000000000000..d8da409f75cc3fccc4d6f048404c9f4b05911c1f
--- /dev/null
+++ b/group1-shard28of140.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2b9ecf2e82f1cbfb4b08f73025c2224d3232ca3e7910b7480c4e2aa0a4ee364
+size 4194304
diff --git a/group1-shard29of140.bin b/group1-shard29of140.bin
new file mode 100644
index 0000000000000000000000000000000000000000..bb81e179f8cb1e0ea140798a497b4237a4499a90
--- /dev/null
+++ b/group1-shard29of140.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca59b62e0d38a71b929b024ec933893e44b9a0e6e131813a0dce74a125f39d7e
+size 4194304
diff --git a/group1-shard2of140.bin b/group1-shard2of140.bin
new file mode 100644
index 0000000000000000000000000000000000000000..e95b8f2f22368e173f458b151cfe65b04ac489b6
--- /dev/null
+++ b/group1-shard2of140.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ee95ed86aed19ac12ac0a8235979bdb578d8bd7a69c12cbcec0391477db8e5f
+size 4194304
diff --git a/group1-shard30of140.bin b/group1-shard30of140.bin
new file mode 100644
index 0000000000000000000000000000000000000000..57c8e8b8c6b9a47fcb158f957b693169ff1b9e9c
--- /dev/null
+++ b/group1-shard30of140.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aceb9dc5aaa084011dea980d7fe2cf2790995f01f6db92f7d69830f096528491
+size 4194304
diff --git a/group1-shard31of140.bin b/group1-shard31of140.bin
new file mode 100644
index 0000000000000000000000000000000000000000..fdd1679a872ac01b1ffc97b9d5f98928d12516c0
--- /dev/null
+++ b/group1-shard31of140.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c35aa08979cd4f4e3551e1fa9fe1a6bcc09e40ad2d3a2762d972c0d51e7efe8
+size 4194304
diff --git a/group1-shard32of140.bin b/group1-shard32of140.bin
new file mode 100644
index 0000000000000000000000000000000000000000..2f935f0fa444b8e64a3c8ddbb6854ebbf7658893
--- /dev/null
+++ b/group1-shard32of140.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b350c20290186854cbecd7f4858ea2330acbafce46ae54454c560cfe85b07818
+size 4194304
diff --git a/group1-shard33of140.bin b/group1-shard33of140.bin
new file mode 100644
index 0000000000000000000000000000000000000000..f54e08e30d66554ebce06100d29ac021fcbb4ec0
--- /dev/null
+++ b/group1-shard33of140.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c86d69f97cb1bbb6a0ae96a1ab6d0ea148fd91ec70d1407b98c102618a840c92
+size 4194304
diff --git a/group1-shard34of140.bin b/group1-shard34of140.bin
new file mode 100644
index 0000000000000000000000000000000000000000..0109260846ab8739d34de17d28f5eedd158c020b
--- /dev/null
+++ b/group1-shard34of140.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07d45da66cf52607b5b6d73ff34e10117ee6113fc968c5cee9257f564b630aa6
+size 4194304
diff --git a/group1-shard35of140.bin b/group1-shard35of140.bin
new file mode 100644
index 0000000000000000000000000000000000000000..ed073a7b0a44400b942b538053c021b5b2019b80
--- /dev/null
+++ b/group1-shard35of140.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a905017955142d6c62f7c36c9e9b55bea6539f2fb357be52f51aff17c367bf62
+size 4194304
diff --git a/group1-shard36of140.bin b/group1-shard36of140.bin
new file mode 100644
index 0000000000000000000000000000000000000000..dac329074bda634eb11d4c8326b0174ce17808f3
--- /dev/null
+++ b/group1-shard36of140.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d97c8cb27747ff1ede0c49d380d58c3a19510c4f3f346cd89f4705500c897bbd
+size 4194304
diff --git a/group1-shard37of140.bin b/group1-shard37of140.bin
new file mode 100644
index 0000000000000000000000000000000000000000..f100b34b5f699bda144d2857a39c551e87776baf
--- /dev/null
+++ b/group1-shard37of140.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fca891c70a0842d03daf2eeacd514aeba036337d7694a4290326cce55ecf66d3
+size 4194304
diff --git a/group1-shard38of140.bin b/group1-shard38of140.bin
new file mode 100644
index 0000000000000000000000000000000000000000..2432f19b9a40021b35ea1b8ecd7bc5d9fb88b513
--- /dev/null
+++ b/group1-shard38of140.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb11557beb53b4d94bde48822cb94f796ffaed3e73c02cbbf079776e0305b332
+size 4194304
diff --git a/group1-shard39of140.bin b/group1-shard39of140.bin
new file mode 100644
index 0000000000000000000000000000000000000000..ed219163c5e4c74a15afc6a2cca1030f7248b72a
--- /dev/null
+++ b/group1-shard39of140.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5a792a218b4386a20e8b8241e8486444f663adf1cf35567d46f10b464397df0
+size 4194304
diff --git a/group1-shard3of140.bin b/group1-shard3of140.bin
new file mode 100644
index 0000000000000000000000000000000000000000..6b0a11122d885abe2491aea242154fe0b3935457
--- /dev/null
+++ b/group1-shard3of140.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:feee3897be9cca4e169ef863ac1d90983b4742883c0144da1b535eaf6f266371
+size 4194304
diff --git a/group1-shard40of140.bin b/group1-shard40of140.bin
new file mode 100644
index 0000000000000000000000000000000000000000..c3a83b061589d490787629f71d564a61a0805fd0
--- /dev/null
+++ b/group1-shard40of140.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29961bb347158d0dee1946958171fc19680600d8f4c05624f7606b3d9f7bd1e5
+size 4194304
diff --git a/group1-shard41of140.bin b/group1-shard41of140.bin
new file mode 100644
index 0000000000000000000000000000000000000000..20209f983fc219dd38306e3295d525a19c0aacc9
--- /dev/null
+++ b/group1-shard41of140.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93626375d669330b68cc8f6c1e0025cf1c1a1ae3433cfb6a260b81fab205767d
+size 4194304
diff --git a/group1-shard42of140.bin b/group1-shard42of140.bin
new file mode 100644
index 0000000000000000000000000000000000000000..cee52e42ab5b8f190cfde799c5193ff513e6a002
--- /dev/null
+++ b/group1-shard42of140.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:757a25690713e3636c45d0062a7c61598244b9dd172e3f8bdd7b8c3e8f64a640
+size 4194304
diff --git a/group1-shard43of140.bin b/group1-shard43of140.bin
new file mode 100644
index 0000000000000000000000000000000000000000..542f843c425229ea3c5c867445f81321b52b83f8
--- /dev/null
+++ b/group1-shard43of140.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b75f21c3978a120c8ed4f5b1d487a22ece5bf02a69afad4d98261fecde899f2
+size 4194304
diff --git a/group1-shard44of140.bin b/group1-shard44of140.bin
new file mode 100644
index 0000000000000000000000000000000000000000..ad89c6fb5461f3deeb9cf3ad35859f11eda21c9e
--- /dev/null
+++ b/group1-shard44of140.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bac8a6f1dfc49e599c74ad4c5a2216717f85e743b5f150f5e39dad72086fd9d4
+size 4194304
diff --git a/group1-shard45of140.bin b/group1-shard45of140.bin
new file mode 100644
index 0000000000000000000000000000000000000000..4d8dd7a660d1be1755e7e6b5ca2f1e7cfe5ce311
--- /dev/null
+++ b/group1-shard45of140.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9091895719ead214eca36abe53acf1565aa1d543f48a84f13c811d69e4554b8a
+size 4194304
diff --git a/group1-shard46of140.bin b/group1-shard46of140.bin
new file mode 100644
index 0000000000000000000000000000000000000000..323b408d1aff47da092cd34a2f0947d12bf6dddb
--- /dev/null
+++ b/group1-shard46of140.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b70ffac875832e0425d1734872f33f001f6158707ebc03520e1ffbb9220384e
+size 4194304
diff --git a/group1-shard47of140.bin b/group1-shard47of140.bin
new file mode 100644
index 0000000000000000000000000000000000000000..c7e577a1474c3db35f2b5ad820ee2f6421e874cc
--- /dev/null
+++ b/group1-shard47of140.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37f8bafecf47f84a33a12f58ecb1117bfd993359322a0f6ad239cd574746c97b
+size 4194304
diff --git a/group1-shard48of140.bin b/group1-shard48of140.bin
new file mode 100644
index 0000000000000000000000000000000000000000..8385b5b694d5f16713717736ba1c42be37d986bc
--- /dev/null
+++ b/group1-shard48of140.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57bdf6679d295af83883de74fd7affc62a2784621a6c78a831fc1d74ada595d1
+size 4194304
diff --git a/group1-shard49of140.bin b/group1-shard49of140.bin
new file mode 100644
index 0000000000000000000000000000000000000000..3036f5096a551a635418241944e055523a2bf05f
--- /dev/null
+++ b/group1-shard49of140.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0f6c928026ae6c0b21e10a63df536fcccd9412d55d64820957dc5179f457485
+size 4194304
diff --git a/group1-shard4of140.bin b/group1-shard4of140.bin
new file mode 100644
index 0000000000000000000000000000000000000000..4dfa6542b0741a5c110cb5c101d281773c35058f
--- /dev/null
+++ b/group1-shard4of140.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:887afdbb5b38e967ff6ca82492e720513f458a3beaf468181c00b0591338cc6e
+size 4194304
diff --git a/group1-shard50of140.bin b/group1-shard50of140.bin
new file mode 100644
index 0000000000000000000000000000000000000000..15f8bc34c2b3b97ebc664f10b781557f9c550b04
--- /dev/null
+++ b/group1-shard50of140.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:623e3e8f46f63179d84fda6e4c41a40b79270ce2ed76b195319abdf93f846b7e
+size 4194304
diff --git a/group1-shard51of140.bin b/group1-shard51of140.bin
new file mode 100644
index 0000000000000000000000000000000000000000..712b8e202a8a8905e30c229eafed0d589ccfca35
--- /dev/null
+++ b/group1-shard51of140.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35a8d6a393e4739ad27fc7bd5afc37f8fcb071b559b0973016a7f8a6dc3835a9
+size 4194304
diff --git a/group1-shard52of140.bin b/group1-shard52of140.bin
new file mode 100644
index 0000000000000000000000000000000000000000..21a8c960e6af7cf9c6f6a4002ef597cfd8b514cd
--- /dev/null
+++ b/group1-shard52of140.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0315e9b8d0af814b14197d1de3cf0a62dc4ed0128be94ea5c1e57eb0683e0ca
+size 4194304
diff --git a/group1-shard53of140.bin b/group1-shard53of140.bin
new file mode 100644
index 0000000000000000000000000000000000000000..b779b6dedd23bf0a129b31c887737041b7beb991
--- /dev/null
+++ b/group1-shard53of140.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5770e4c9eef0941b320e8d5f335f070c0dc3ca7b71dc2c3b6ef6a007fd3d20e
+size 4194304
diff --git a/group1-shard54of140.bin b/group1-shard54of140.bin
new file mode 100644
index 0000000000000000000000000000000000000000..133da25b6583b5524f7b8fa5d99a2b561d294128
--- /dev/null
+++ b/group1-shard54of140.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f562d0925f7dc066cb5bf532fef269c19c897fad828faaf12b1594add0ee0a06
+size 4194304
diff --git a/group1-shard55of140.bin b/group1-shard55of140.bin
new file mode 100644
index 0000000000000000000000000000000000000000..d1697bc6db4783c01c3f374a2d02576e077e3601
--- /dev/null
+++ b/group1-shard55of140.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ddd57ed07f0e023f043917cc9747fe163d6179cc5354f6aec49e630fdb64e1ca
+size 4194304
diff --git a/group1-shard56of140.bin b/group1-shard56of140.bin
new file mode 100644
index 0000000000000000000000000000000000000000..cc9485c056e6a5bc432eafc81ee7f114868aa72a
--- /dev/null
+++ b/group1-shard56of140.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8d5b1aee5972942a7c4db309b8dc5219737371b649abf11c7e61bed550a3344
+size 4194304
diff --git a/group1-shard57of140.bin b/group1-shard57of140.bin
new file mode 100644
index 0000000000000000000000000000000000000000..a68a15f6f2ef1eac34cb4a10aefcd3a5722142e6
--- /dev/null
+++ b/group1-shard57of140.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66f21c2a6dc32e5a965db50ee6a8396bbf5e4a87698f6723eeb3c5186e890b41
+size 4194304
diff --git a/group1-shard58of140.bin b/group1-shard58of140.bin
new file mode 100644
index 0000000000000000000000000000000000000000..8162aba685cee7ea95a5b5d248b6b9234850e1ad
--- /dev/null
+++ b/group1-shard58of140.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e87f5df049b8bb46371f0b2f1aa6a9cb14fcb837c5f52566a0003e4453d38ffa
+size 4194304
diff --git a/group1-shard59of140.bin b/group1-shard59of140.bin
new file mode 100644
index 0000000000000000000000000000000000000000..77b7f4187a09accc73eeb27d999e8c868e2adedb
--- /dev/null
+++ b/group1-shard59of140.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff863bb75551f694ba6c01a0cbf3b393322b7129bd56912f57d10c5d4b202093
+size 4194304
diff --git a/group1-shard5of140.bin b/group1-shard5of140.bin
new file mode 100644
index 0000000000000000000000000000000000000000..46ee4aa02a76f6416be53877baf429904a0adca4
--- /dev/null
+++ b/group1-shard5of140.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b7511304339cc5c0ca596937559d099692f2f555d52590c884efe4d0d402e42
+size 4194304
diff --git a/group1-shard60of140.bin b/group1-shard60of140.bin
new file mode 100644
index 0000000000000000000000000000000000000000..ee755861df73549b4cfb9d950159b3aa69bbb713
--- /dev/null
+++ b/group1-shard60of140.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aedc2526180bbe0a5108ad463c308da5a999936145ad0b5f4759dc90a62f03f4
+size 4194304
diff --git a/group1-shard61of140.bin b/group1-shard61of140.bin
new file mode 100644
index 0000000000000000000000000000000000000000..a2d1618852566e4aa6dc1d894fbb243279d4d030
--- /dev/null
+++ b/group1-shard61of140.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7628d93b7972afa86a934359e59987d42a85ad5e0ca5f318ef4b68116088f0f
+size 4194304
diff --git a/group1-shard62of140.bin b/group1-shard62of140.bin
new file mode 100644
index 0000000000000000000000000000000000000000..09f55a2a9fd1d7cebc8ae6c471d882a5135feec1
--- /dev/null
+++ b/group1-shard62of140.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e80a15380ab831bd3bae3aea13957c464a39a011b7c7dcd318eddd161d95f30
+size 4194304
diff --git a/group1-shard63of140.bin b/group1-shard63of140.bin
new file mode 100644
index 0000000000000000000000000000000000000000..bdf9e88115ee051d22e68c69ec59c9d9848aae0b
--- /dev/null
+++ b/group1-shard63of140.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4dde262bdbdd5d20a5850ffb2e403f17dc2d18937e0d08726c12e63048d8c2f
+size 4194304
diff --git a/group1-shard64of140.bin b/group1-shard64of140.bin
new file mode 100644
index 0000000000000000000000000000000000000000..e47d3ba0af51237887f33d3371b46ffb6609185f
--- /dev/null
+++ b/group1-shard64of140.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed1a6c0dd06651191b4914629904957f7ae553960706d489680c15c33d6c4344
+size 4194304
diff --git a/group1-shard65of140.bin b/group1-shard65of140.bin
new file mode 100644
index 0000000000000000000000000000000000000000..dd158ba2ce5f1be1df529c5e6a0f631846f3d055
--- /dev/null
+++ b/group1-shard65of140.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e89a6c260b36d83f95ed5ee7f0d28f33f48a80110d9f5d0c09c1adedc347dabb
+size 4194304
diff --git a/group1-shard66of140.bin b/group1-shard66of140.bin
new file mode 100644
index 0000000000000000000000000000000000000000..8128cecbe4a4bd4f72aeca8105ef7d0c8f77075e
--- /dev/null
+++ b/group1-shard66of140.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21e630d674f4d48112e253d948bcb6ff5aa6f85d565933f483ebf78d35a6519f
+size 4194304
diff --git a/group1-shard67of140.bin b/group1-shard67of140.bin
new file mode 100644
index 0000000000000000000000000000000000000000..922d6efadc8e92e65ab825f30fe53f680a6ba602
--- /dev/null
+++ b/group1-shard67of140.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c362968a4ff55860209e475f455f2350cfb0a718f84bde47cbf3fba98123bed
+size 4194304
diff --git a/group1-shard68of140.bin b/group1-shard68of140.bin
new file mode 100644
index 0000000000000000000000000000000000000000..64214d1a412bfb14e0c51d443a29e6a37dfda332
--- /dev/null
+++ b/group1-shard68of140.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f78ec5529e1681c40529ff01583115680b90819b1feb1df7209c4442eeb82145
+size 4194304
diff --git a/group1-shard69of140.bin b/group1-shard69of140.bin
new file mode 100644
index 0000000000000000000000000000000000000000..d32686a5637a12164f9b8d280af8cc16a7c53270
--- /dev/null
+++ b/group1-shard69of140.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f110b91a294761350483507d7d570ac82ccf51acfc91eb5aecb4e78f61d43a53
+size 4194304
diff --git a/group1-shard6of140.bin b/group1-shard6of140.bin
new file mode 100644
index 0000000000000000000000000000000000000000..818f75a3fa9f5ec0a57b105fbcfd411b1760b981
--- /dev/null
+++ b/group1-shard6of140.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7839759077f24ad8f30db598029c76cb53dab43c7f7ee52ae5ca6c50383f01da
+size 4194304
diff --git a/group1-shard70of140.bin b/group1-shard70of140.bin
new file mode 100644
index 0000000000000000000000000000000000000000..072d29832d23811e0d1c860412565031ffe044d8
--- /dev/null
+++ b/group1-shard70of140.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0af31eb0bb29b28d64ead5d9bae2245f9470076b7e9eed762372ccb3be4af06
+size 4194304
diff --git a/group1-shard71of140.bin b/group1-shard71of140.bin
new file mode 100644
index 0000000000000000000000000000000000000000..a1413d62f441467d04f955ac96d036a96d127c23
--- /dev/null
+++ b/group1-shard71of140.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b90966461943e264fe461142c8dd1ebbf1c65bc213b6cf5ac5044f88bb506484
+size 4194304
diff --git a/group1-shard72of140.bin b/group1-shard72of140.bin
new file mode 100644
index 0000000000000000000000000000000000000000..368c5a65623ef8da97113ae9aa5b7ac49df741b9
--- /dev/null
+++ b/group1-shard72of140.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a42f5944982c14ee14957cad3aa3dec01ec4f2d2debc3fe0f92dc6d07d8340f
+size 4194304
diff --git a/group1-shard73of140.bin b/group1-shard73of140.bin
new file mode 100644
index 0000000000000000000000000000000000000000..6bddad737d14231c8e97bdc41ad238b255c663db
--- /dev/null
+++ b/group1-shard73of140.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:744bd568abd900e535a8d2be4dd67d525c036a8cbce42e2b76eed018ecf65cfb
+size 4194304
diff --git a/group1-shard74of140.bin b/group1-shard74of140.bin
new file mode 100644
index 0000000000000000000000000000000000000000..c72a9f8581333f664b6772b1df0dda65764a7ae6
--- /dev/null
+++ b/group1-shard74of140.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8aa4b187dcb395107c8c07dedfc5d2cda5473cb0db063f62c6ba9d388a9f238
+size 4194304
diff --git a/group1-shard75of140.bin b/group1-shard75of140.bin
new file mode 100644
index 0000000000000000000000000000000000000000..daea4cc8c8baad0ed4010bd82f5db69da2e66e8d
--- /dev/null
+++ b/group1-shard75of140.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3625818d4f06be77eee47e370f6a9911232f7ffa6ce761677fb8c52ac2f986ae
+size 4194304
diff --git a/group1-shard76of140.bin b/group1-shard76of140.bin
new file mode 100644
index 0000000000000000000000000000000000000000..6d91880adadcbfe073224e8c5db739748b2d649d
--- /dev/null
+++ b/group1-shard76of140.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce4ae0f82b205390f63dc7456b6a4bd7a2bb1ea765d4ce4fe4db6ee20b9dc0c9
+size 4194304
diff --git a/group1-shard77of140.bin b/group1-shard77of140.bin
new file mode 100644
index 0000000000000000000000000000000000000000..e89fe557f1b5d0f78c3da50810e13b568268d508
--- /dev/null
+++ b/group1-shard77of140.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc5388ae7ada4406c9c5b112f544d25673bb4b0b028fe1b786b91864bc8a1b39
+size 4194304
diff --git a/group1-shard78of140.bin b/group1-shard78of140.bin
new file mode 100644
index 0000000000000000000000000000000000000000..3bf685a2a23bd21a2ca0ca357e4121c76cda5e1e
--- /dev/null
+++ b/group1-shard78of140.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2884d01bbdc9962aae66ff9959b14663e2bb23f2fb1b5906af4301a58a07aa9b
+size 4194304
diff --git a/group1-shard79of140.bin b/group1-shard79of140.bin
new file mode 100644
index 0000000000000000000000000000000000000000..35a34ad79d95c22c10f87dac0d7f375bed3b5ce5
--- /dev/null
+++ b/group1-shard79of140.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9dffb32a7a8e7bb4228174769f736e77e69dc0261703c1f1d21723f0bb9457a6
+size 4194304
diff --git a/group1-shard7of140.bin b/group1-shard7of140.bin
new file mode 100644
index 0000000000000000000000000000000000000000..aadb051117923f6856657880c0260a5457a51c27
--- /dev/null
+++ b/group1-shard7of140.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd638ffdb0f8b50d7b59c7b2204a54cc41c4cca9b14514baaa5626b98db9cd90
+size 4194304
diff --git a/group1-shard80of140.bin b/group1-shard80of140.bin
new file mode 100644
index 0000000000000000000000000000000000000000..acca455bfdd8c8a7e46971f37717a1b19051f1f2
--- /dev/null
+++ b/group1-shard80of140.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:377f71c7837e3bca53f6b218afc6d833ac78ee64d862b9d6a7a5cfedff9207e7
+size 4194304
diff --git a/group1-shard81of140.bin b/group1-shard81of140.bin
new file mode 100644
index 0000000000000000000000000000000000000000..c2f8e951d7d3550ed638027ef90b4d7ebcf4f83e
--- /dev/null
+++ b/group1-shard81of140.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5a34e7baa9593df5a6dcb5b2aabc3ac326310116a8020129c41a5fab7315753
+size 4194304
diff --git a/group1-shard82of140.bin b/group1-shard82of140.bin
new file mode 100644
index 0000000000000000000000000000000000000000..37617d179d1b08e4a758f5b589ad3055a7b9db25
--- /dev/null
+++ b/group1-shard82of140.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3c975d1e27216cb2abb98c7206c0f2f06aa23d4545b321c1fb4c5320581da82
+size 4194304
diff --git a/group1-shard83of140.bin b/group1-shard83of140.bin
new file mode 100644
index 0000000000000000000000000000000000000000..eda2d1bea47b6dac3c98381549f4d4a394d68c86
--- /dev/null
+++ b/group1-shard83of140.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95303e75df64def89952f8c0bb0c2c89df007e37c4c3db8c33b8d5d6a6d70ea2
+size 4194304
diff --git a/group1-shard84of140.bin b/group1-shard84of140.bin
new file mode 100644
index 0000000000000000000000000000000000000000..93a01d9907411c993bc399108d7774ef058ffb1a
--- /dev/null
+++ b/group1-shard84of140.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2cbc9e0abadcd705f165434a9670b3c8e88c2bab466401c2f58d4fc5b93ca06
+size 4194304
diff --git a/group1-shard85of140.bin b/group1-shard85of140.bin
new file mode 100644
index 0000000000000000000000000000000000000000..0fa2e8a1afa09c1833223c7fa8642d3afdcf0aa5
--- /dev/null
+++ b/group1-shard85of140.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d8476f8afe70d3573cf3d253e3cf6c9b09e905ced624c0effe03cdae96a69ab
+size 4194304
diff --git a/group1-shard86of140.bin b/group1-shard86of140.bin
new file mode 100644
index 0000000000000000000000000000000000000000..87745c3283c2259cc8892fa98dff7f4e0b170032
--- /dev/null
+++ b/group1-shard86of140.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c3b65a068881a89578f95a3f2eb5d6b9147ed90ff7698f21d2ef6e85d3c2057
+size 4194304
diff --git a/group1-shard87of140.bin b/group1-shard87of140.bin
new file mode 100644
index 0000000000000000000000000000000000000000..e8ba8e5ef3e7236d7210739c7e26bf941a0bdc97
--- /dev/null
+++ b/group1-shard87of140.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57870f6384f69281c6e6c31f53e6097ac449df3c181ee658c71acee5f8b39f46
+size 4194304
diff --git a/group1-shard88of140.bin b/group1-shard88of140.bin
new file mode 100644
index 0000000000000000000000000000000000000000..9cecf6a42eda171600012608e52472710299a686
--- /dev/null
+++ b/group1-shard88of140.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57004c5b8a30f109fe5dca13a6e770a103c1132ddf387c94367a0b94716301ca
+size 4194304
diff --git a/group1-shard89of140.bin b/group1-shard89of140.bin
new file mode 100644
index 0000000000000000000000000000000000000000..59d5aaa0ec6118c74679542a760edb0ad9d9d8df
--- /dev/null
+++ b/group1-shard89of140.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:198a2983dce3247e055787995da67754880d7e1141734b7b013f940377ce2da6
+size 4194304
diff --git a/group1-shard8of140.bin b/group1-shard8of140.bin
new file mode 100644
index 0000000000000000000000000000000000000000..ccbc502ef6a6be4ffc6160484b2d6e7f22f8be17
--- /dev/null
+++ b/group1-shard8of140.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:202320d47fc11bf11811405867187e6e1250904314d657e2b5360a74c9d3ca81
+size 4194304
diff --git a/group1-shard90of140.bin b/group1-shard90of140.bin
new file mode 100644
index 0000000000000000000000000000000000000000..663d8f7064cee62ab7e6f41e77e3107418a32e65
--- /dev/null
+++ b/group1-shard90of140.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79af5bb16a62589ec999dec946082078a99e39f1338a01beff7db3f10bf4d765
+size 4194304
diff --git a/group1-shard91of140.bin b/group1-shard91of140.bin
new file mode 100644
index 0000000000000000000000000000000000000000..0c91d12e006f98e469d4c7e0fc7d270811a0cc58
--- /dev/null
+++ b/group1-shard91of140.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9300637a2f7a4292ef9d3be0071d74864bc4f79f1019da37fbac9b599f12aa48
+size 4194304
diff --git a/group1-shard92of140.bin b/group1-shard92of140.bin
new file mode 100644
index 0000000000000000000000000000000000000000..aac7c1ff7d646ef976daa24bd2ab952d0faf24d8
--- /dev/null
+++ b/group1-shard92of140.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eeec751875982608375f32975436edb3b7f45cb19ce4d27936f19c3cee93bc1c
+size 4194304
diff --git a/group1-shard93of140.bin b/group1-shard93of140.bin
new file mode 100644
index 0000000000000000000000000000000000000000..a5d882f66f7f62c2e99809d76745b64789dee44c
--- /dev/null
+++ b/group1-shard93of140.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1adffb57743895a28627aec72642c65f5f32152c73b8d273ee7bcf9aa4e0763b
+size 4194304
diff --git a/group1-shard94of140.bin b/group1-shard94of140.bin
new file mode 100644
index 0000000000000000000000000000000000000000..768ccf3e1091595dd76395cdfae15d5ff5c0483b
--- /dev/null
+++ b/group1-shard94of140.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c217c9d44fd037673080140d36e8f8404fc792f7bab1a720d3b10eb735dc3c58
+size 4194304
diff --git a/group1-shard95of140.bin b/group1-shard95of140.bin
new file mode 100644
index 0000000000000000000000000000000000000000..5e52517a03bad066c66a6581efeca06125dd9911
--- /dev/null
+++ b/group1-shard95of140.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:323c432759ab700b045ecaa81559ffd45a33303e42483103e4bc012fbae4a54d
+size 4194304
diff --git a/group1-shard96of140.bin b/group1-shard96of140.bin
new file mode 100644
index 0000000000000000000000000000000000000000..b31cc375fcb244c7417e98e945efb5f6112e2406
--- /dev/null
+++ b/group1-shard96of140.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:617268fbd936065d2f361d55b6588239cb35d74616f3bfb946939d7f3a657d5b
+size 4194304
diff --git a/group1-shard97of140.bin b/group1-shard97of140.bin
new file mode 100644
index 0000000000000000000000000000000000000000..2a0f9806ee97ce1993a319f8d326d8d979ff28b4
--- /dev/null
+++ b/group1-shard97of140.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34d084c42c3699c16ec7e32306e56d7998eaaa2b936f4ebe2b73634b9034e841
+size 4194304
diff --git a/group1-shard98of140.bin b/group1-shard98of140.bin
new file mode 100644
index 0000000000000000000000000000000000000000..676a601a9d0f1419a2eada3eda880de362737fff
--- /dev/null
+++ b/group1-shard98of140.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91937c4c48ced9948501166ad1c07dd167622db4aebb7272fee53f6485455bd3
+size 4194304
diff --git a/group1-shard99of140.bin b/group1-shard99of140.bin
new file mode 100644
index 0000000000000000000000000000000000000000..7b4d81fb7a94b9323309d2ff752892e07e041e24
--- /dev/null
+++ b/group1-shard99of140.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4615096f272ce0ebc46d37bd3f6ceccb56875f042199ccb2f908da57db1d2373
+size 4194304
diff --git a/group1-shard9of140.bin b/group1-shard9of140.bin
new file mode 100644
index 0000000000000000000000000000000000000000..aba3cb09442b6a5779105411846030181a99d290
--- /dev/null
+++ b/group1-shard9of140.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54e7437ca561bc0a2e62c64a5c0f031e1893ecd9bee07f3f285a9ffbdf56c3d0
+size 4194304
diff --git a/model.json b/model.json
new file mode 100644
index 0000000000000000000000000000000000000000..6c877c3754f7ac648ce317e6171f8f59d058c11f
--- /dev/null
+++ b/model.json
@@ -0,0 +1 @@
+{"format": "graph-model", "generatedBy": "1.15.0", "convertedBy": "TensorFlow.js Converter v3.18.0", "signature": {"inputs": {"inputs": {"name": "inputs:0", "dtype": "DT_STRING", "tensorShape": {"dim": [{"size": "-1"}]}}}, "outputs": {"outputs": {"name": "Identity:0", "dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "-1"}, {"size": "512"}]}}}}, "modelTopology": {"node": [{"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/strided_slice/stack", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "2"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/strided_slice/stack_1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "2"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/strided_slice/stack_2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "2"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/layer_prepostprocess/layer_norm/layer_norm_scale/ConcatPartitions/concat", "op": "Const", "attr": {"dtype": {"type": "DT_FLOAT"}, "value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}]}}}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/layer_prepostprocess/layer_norm/Mean_1/reduction_indices", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/layer_prepostprocess/layer_norm/Const", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_5/FFN/Layer1/layer_prepostprocess/layer_norm/layer_norm_scale/ConcatPartitions/concat", "op": "Const", "attr": {"dtype": {"type": "DT_FLOAT"}, "value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}]}}}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_5/FFN/Layer1/layer_prepostprocess/layer_norm/Mean_1/reduction_indices", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_5/FFN/Layer1/layer_prepostprocess/layer_norm/Const", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_5/FFN/Layer1/layer_prepostprocess/layer_norm/Mean/reduction_indices", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_5/FFN/Layer1/layer_prepostprocess/layer_norm/layer_norm_bias/ConcatPartitions/concat", "op": "Const", "attr": {"dtype": {"type": "DT_FLOAT"}, "value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}]}}}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_5/FFN/Layer1/dense/kernel/ConcatPartitions/concat", "op": "Const", "attr": {"dtype": {"type": "DT_FLOAT"}, "value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}, {"size": "2048"}]}}}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_5/FFN/Layer1/dense/bias/ConcatPartitions/concat", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "2048"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_5/FFN/Layer2/dense/kernel/ConcatPartitions/concat", "op": "Const", "attr": {"dtype": {"type": "DT_FLOAT"}, "value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "2048"}, {"size": "512"}]}}}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_5/FFN/Layer2/dense/bias/ConcatPartitions/concat", "op": "Const", "attr": {"dtype": {"type": "DT_FLOAT"}, "value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}]}}}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_5/SelfAttention/SparseMultiheadAttention/DotProductAttention/combine_heads/combine_last_two_dimensions/strided_slice/stack", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_5/SelfAttention/SparseMultiheadAttention/DotProductAttention/combine_heads/combine_last_two_dimensions/strided_slice/stack_1", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_5/SelfAttention/SparseMultiheadAttention/DotProductAttention/combine_heads/combine_last_two_dimensions/strided_slice/stack_2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_5/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads/split_last_dimension/strided_slice/stack", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_5/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads/split_last_dimension/strided_slice/stack_1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_5/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads/split_last_dimension/strided_slice/stack_2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_5/SelfAttention/SparseMultiheadAttention/ComputeQKV/compute_q/kernel/ConcatPartitions/concat", "op": "Const", "attr": {"dtype": {"type": "DT_FLOAT"}, "value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}, {"size": "512"}]}}}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_5/SelfAttention/SparseMultiheadAttention/ComputeQKV/compute_q/bias/ConcatPartitions/concat", "op": "Const", "attr": {"dtype": {"type": "DT_FLOAT"}, "value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}]}}}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_5/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads/split_last_dimension/strided_slice_1/stack", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_5/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads/split_last_dimension/strided_slice_1/stack_1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_5/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads/split_last_dimension/strided_slice_1/stack_2", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_5/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads/split_last_dimension/Reshape/shape/2", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_5/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads/split_last_dimension/Reshape/shape/3", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_5/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads/transpose/perm", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "4"}]}}}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_5/SelfAttention/SparseMultiheadAttention/ComputeQKV/mul/y", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_5/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_1/split_last_dimension/strided_slice/stack", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_5/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_1/split_last_dimension/strided_slice/stack_1", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_5/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_1/split_last_dimension/strided_slice/stack_2", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_5/SelfAttention/SparseMultiheadAttention/ComputeQKV/compute_k/kernel/ConcatPartitions/concat", "op": "Const", "attr": {"dtype": {"type": "DT_FLOAT"}, "value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}, {"size": "512"}]}}}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_5/SelfAttention/SparseMultiheadAttention/ComputeQKV/compute_k/bias/ConcatPartitions/concat", "op": "Const", "attr": {"dtype": {"type": "DT_FLOAT"}, "value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}]}}}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_5/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_1/split_last_dimension/strided_slice_1/stack", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_5/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_1/split_last_dimension/strided_slice_1/stack_1", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_5/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_1/split_last_dimension/strided_slice_1/stack_2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_5/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_1/split_last_dimension/Reshape/shape/2", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_5/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_1/split_last_dimension/Reshape/shape/3", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_5/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_1/transpose/perm", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "4"}]}}}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_5/SelfAttention/SparseMultiheadAttention/DotProductAttention/strided_slice/stack", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_5/SelfAttention/SparseMultiheadAttention/DotProductAttention/strided_slice/stack_1", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_5/SelfAttention/SparseMultiheadAttention/DotProductAttention/strided_slice/stack_2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_5/SelfAttention/SparseMultiheadAttention/DotProductAttention/ones/Reshape/shape", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_5/SelfAttention/SparseMultiheadAttention/DotProductAttention/ones/Const", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_5/SelfAttention/SparseMultiheadAttention/DotProductAttention/ExpandDims/dim", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_5/SelfAttention/SparseMultiheadAttention/DotProductAttention/ExpandDims_1/dim", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_5/SelfAttention/SparseMultiheadAttention/DotProductAttention/Sum/reduction_indices", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_5/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_2/split_last_dimension/strided_slice/stack", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_5/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_2/split_last_dimension/strided_slice/stack_1", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_5/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_2/split_last_dimension/strided_slice/stack_2", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_5/SelfAttention/layer_prepostprocess/layer_norm/layer_norm_scale/ConcatPartitions/concat", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_5/SelfAttention/layer_prepostprocess/layer_norm/Mean_1/reduction_indices", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_5/SelfAttention/layer_prepostprocess/layer_norm/Const", "op": "Const", "attr": {"dtype": {"type": "DT_FLOAT"}, "value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {}}}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_5/SelfAttention/layer_prepostprocess/layer_norm/Mean/reduction_indices", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_5/SelfAttention/layer_prepostprocess/layer_norm/layer_norm_bias/ConcatPartitions/concat", "op": "Const", "attr": {"dtype": {"type": "DT_FLOAT"}, "value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}]}}}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_5/SelfAttention/SparseMultiheadAttention/ComputeQKV/compute_v/kernel/ConcatPartitions/concat", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}, {"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_5/SelfAttention/SparseMultiheadAttention/ComputeQKV/compute_v/bias/ConcatPartitions/concat", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_5/SelfAttention/SparseMultiheadAttention/ComputeQKV/concat/values_1", "op": "Const", "attr": {"dtype": {"type": "DT_INT64"}, "value": {"tensor": {"dtype": "DT_INT64", "tensorShape": {"dim": [{"size": "1"}]}}}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_5/SelfAttention/SparseMultiheadAttention/ComputeQKV/concat/axis", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_5/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_2/split_last_dimension/strided_slice_1/stack", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_5/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_2/split_last_dimension/strided_slice_1/stack_1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_5/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_2/split_last_dimension/strided_slice_1/stack_2", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_5/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_2/split_last_dimension/Reshape/shape/2", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_5/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_2/split_last_dimension/Reshape/shape/3", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_5/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_2/transpose/perm", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "4"}]}}}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_5/SelfAttention/SparseMultiheadAttention/DotProductAttention/combine_heads/transpose/perm", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "4"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_5/SelfAttention/SparseMultiheadAttention/DotProductAttention/combine_heads/combine_last_two_dimensions/strided_slice_1/stack", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_5/SelfAttention/SparseMultiheadAttention/DotProductAttention/combine_heads/combine_last_two_dimensions/strided_slice_1/stack_1", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_5/SelfAttention/SparseMultiheadAttention/DotProductAttention/combine_heads/combine_last_two_dimensions/strided_slice_1/stack_2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_5/SelfAttention/SparseMultiheadAttention/DotProductAttention/combine_heads/combine_last_two_dimensions/Reshape/shape/2", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_4/FFN/Layer1/layer_prepostprocess/layer_norm/layer_norm_scale/ConcatPartitions/concat", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_4/FFN/Layer1/layer_prepostprocess/layer_norm/Mean_1/reduction_indices", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_4/FFN/Layer1/layer_prepostprocess/layer_norm/Const", "op": "Const", "attr": {"dtype": {"type": "DT_FLOAT"}, "value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {}}}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_4/FFN/Layer1/layer_prepostprocess/layer_norm/Mean/reduction_indices", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_4/FFN/Layer1/layer_prepostprocess/layer_norm/layer_norm_bias/ConcatPartitions/concat", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_4/FFN/Layer1/dense/kernel/ConcatPartitions/concat", "op": "Const", "attr": {"dtype": {"type": "DT_FLOAT"}, "value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}, {"size": "2048"}]}}}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_4/FFN/Layer1/dense/bias/ConcatPartitions/concat", "op": "Const", "attr": {"dtype": {"type": "DT_FLOAT"}, "value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "2048"}]}}}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_4/FFN/Layer2/dense/kernel/ConcatPartitions/concat", "op": "Const", "attr": {"dtype": {"type": "DT_FLOAT"}, "value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "2048"}, {"size": "512"}]}}}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_4/FFN/Layer2/dense/bias/ConcatPartitions/concat", "op": "Const", "attr": {"dtype": {"type": "DT_FLOAT"}, "value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}]}}}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_4/SelfAttention/SparseMultiheadAttention/DotProductAttention/combine_heads/combine_last_two_dimensions/strided_slice/stack", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_4/SelfAttention/SparseMultiheadAttention/DotProductAttention/combine_heads/combine_last_two_dimensions/strided_slice/stack_1", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_4/SelfAttention/SparseMultiheadAttention/DotProductAttention/combine_heads/combine_last_two_dimensions/strided_slice/stack_2", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_4/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads/split_last_dimension/strided_slice/stack", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_4/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads/split_last_dimension/strided_slice/stack_1", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_4/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads/split_last_dimension/strided_slice/stack_2", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_4/SelfAttention/SparseMultiheadAttention/ComputeQKV/compute_q/kernel/ConcatPartitions/concat", "op": "Const", "attr": {"dtype": {"type": "DT_FLOAT"}, "value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}, {"size": "512"}]}}}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_4/SelfAttention/SparseMultiheadAttention/ComputeQKV/compute_q/bias/ConcatPartitions/concat", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_4/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads/split_last_dimension/strided_slice_1/stack", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_4/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads/split_last_dimension/strided_slice_1/stack_1", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_4/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads/split_last_dimension/strided_slice_1/stack_2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_4/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads/split_last_dimension/Reshape/shape/2", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_4/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads/split_last_dimension/Reshape/shape/3", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_4/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads/transpose/perm", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "4"}]}}}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_4/SelfAttention/SparseMultiheadAttention/ComputeQKV/mul/y", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_4/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_1/split_last_dimension/strided_slice/stack", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_4/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_1/split_last_dimension/strided_slice/stack_1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_4/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_1/split_last_dimension/strided_slice/stack_2", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_4/SelfAttention/SparseMultiheadAttention/ComputeQKV/compute_k/kernel/ConcatPartitions/concat", "op": "Const", "attr": {"dtype": {"type": "DT_FLOAT"}, "value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}, {"size": "512"}]}}}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_4/SelfAttention/SparseMultiheadAttention/ComputeQKV/compute_k/bias/ConcatPartitions/concat", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_4/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_1/split_last_dimension/strided_slice_1/stack", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_4/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_1/split_last_dimension/strided_slice_1/stack_1", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_4/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_1/split_last_dimension/strided_slice_1/stack_2", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_4/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_1/split_last_dimension/Reshape/shape/2", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_4/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_1/split_last_dimension/Reshape/shape/3", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_4/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_1/transpose/perm", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "4"}]}}}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_4/SelfAttention/SparseMultiheadAttention/DotProductAttention/strided_slice/stack", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_4/SelfAttention/SparseMultiheadAttention/DotProductAttention/strided_slice/stack_1", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_4/SelfAttention/SparseMultiheadAttention/DotProductAttention/strided_slice/stack_2", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_4/SelfAttention/SparseMultiheadAttention/DotProductAttention/ones/Reshape/shape", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_4/SelfAttention/SparseMultiheadAttention/DotProductAttention/ones/Const", "op": "Const", "attr": {"dtype": {"type": "DT_FLOAT"}, "value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {}}}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_4/SelfAttention/SparseMultiheadAttention/DotProductAttention/ExpandDims/dim", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_4/SelfAttention/SparseMultiheadAttention/DotProductAttention/ExpandDims_1/dim", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_4/SelfAttention/SparseMultiheadAttention/DotProductAttention/Sum/reduction_indices", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_4/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_2/split_last_dimension/strided_slice/stack", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_4/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_2/split_last_dimension/strided_slice/stack_1", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_4/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_2/split_last_dimension/strided_slice/stack_2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_4/SelfAttention/layer_prepostprocess/layer_norm/layer_norm_scale/ConcatPartitions/concat", "op": "Const", "attr": {"dtype": {"type": "DT_FLOAT"}, "value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}]}}}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_4/SelfAttention/layer_prepostprocess/layer_norm/Mean_1/reduction_indices", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_4/SelfAttention/layer_prepostprocess/layer_norm/Const", "op": "Const", "attr": {"dtype": {"type": "DT_FLOAT"}, "value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {}}}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_4/SelfAttention/layer_prepostprocess/layer_norm/Mean/reduction_indices", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_4/SelfAttention/layer_prepostprocess/layer_norm/layer_norm_bias/ConcatPartitions/concat", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_4/SelfAttention/SparseMultiheadAttention/ComputeQKV/compute_v/kernel/ConcatPartitions/concat", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}, {"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_4/SelfAttention/SparseMultiheadAttention/ComputeQKV/compute_v/bias/ConcatPartitions/concat", "op": "Const", "attr": {"dtype": {"type": "DT_FLOAT"}, "value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}]}}}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_4/SelfAttention/SparseMultiheadAttention/ComputeQKV/concat/values_1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT64", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT64"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_4/SelfAttention/SparseMultiheadAttention/ComputeQKV/concat/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_4/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_2/split_last_dimension/strided_slice_1/stack", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_4/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_2/split_last_dimension/strided_slice_1/stack_1", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_4/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_2/split_last_dimension/strided_slice_1/stack_2", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_4/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_2/split_last_dimension/Reshape/shape/2", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_4/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_2/split_last_dimension/Reshape/shape/3", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_4/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_2/transpose/perm", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "4"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_4/SelfAttention/SparseMultiheadAttention/DotProductAttention/combine_heads/transpose/perm", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "4"}]}}}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_4/SelfAttention/SparseMultiheadAttention/DotProductAttention/combine_heads/combine_last_two_dimensions/strided_slice_1/stack", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_4/SelfAttention/SparseMultiheadAttention/DotProductAttention/combine_heads/combine_last_two_dimensions/strided_slice_1/stack_1", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_4/SelfAttention/SparseMultiheadAttention/DotProductAttention/combine_heads/combine_last_two_dimensions/strided_slice_1/stack_2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_4/SelfAttention/SparseMultiheadAttention/DotProductAttention/combine_heads/combine_last_two_dimensions/Reshape/shape/2", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_3/FFN/Layer1/layer_prepostprocess/layer_norm/layer_norm_scale/ConcatPartitions/concat", "op": "Const", "attr": {"dtype": {"type": "DT_FLOAT"}, "value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}]}}}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_3/FFN/Layer1/layer_prepostprocess/layer_norm/Mean_1/reduction_indices", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_3/FFN/Layer1/layer_prepostprocess/layer_norm/Const", "op": "Const", "attr": {"dtype": {"type": "DT_FLOAT"}, "value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {}}}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_3/FFN/Layer1/layer_prepostprocess/layer_norm/Mean/reduction_indices", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_3/FFN/Layer1/layer_prepostprocess/layer_norm/layer_norm_bias/ConcatPartitions/concat", "op": "Const", "attr": {"dtype": {"type": "DT_FLOAT"}, "value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}]}}}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_3/FFN/Layer1/dense/kernel/ConcatPartitions/concat", "op": "Const", "attr": {"dtype": {"type": "DT_FLOAT"}, "value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}, {"size": "2048"}]}}}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_3/FFN/Layer1/dense/bias/ConcatPartitions/concat", "op": "Const", "attr": {"dtype": {"type": "DT_FLOAT"}, "value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "2048"}]}}}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_3/FFN/Layer2/dense/kernel/ConcatPartitions/concat", "op": "Const", "attr": {"dtype": {"type": "DT_FLOAT"}, "value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "2048"}, {"size": "512"}]}}}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_3/FFN/Layer2/dense/bias/ConcatPartitions/concat", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_3/SelfAttention/SparseMultiheadAttention/DotProductAttention/combine_heads/combine_last_two_dimensions/strided_slice/stack", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_3/SelfAttention/SparseMultiheadAttention/DotProductAttention/combine_heads/combine_last_two_dimensions/strided_slice/stack_1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_3/SelfAttention/SparseMultiheadAttention/DotProductAttention/combine_heads/combine_last_two_dimensions/strided_slice/stack_2", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_3/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads/split_last_dimension/strided_slice/stack", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_3/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads/split_last_dimension/strided_slice/stack_1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_3/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads/split_last_dimension/strided_slice/stack_2", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_3/SelfAttention/SparseMultiheadAttention/ComputeQKV/compute_q/kernel/ConcatPartitions/concat", "op": "Const", "attr": {"dtype": {"type": "DT_FLOAT"}, "value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}, {"size": "512"}]}}}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_3/SelfAttention/SparseMultiheadAttention/ComputeQKV/compute_q/bias/ConcatPartitions/concat", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_3/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads/split_last_dimension/strided_slice_1/stack", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_3/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads/split_last_dimension/strided_slice_1/stack_1", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_3/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads/split_last_dimension/strided_slice_1/stack_2", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_3/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads/split_last_dimension/Reshape/shape/2", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_3/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads/split_last_dimension/Reshape/shape/3", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_3/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads/transpose/perm", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "4"}]}}}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_3/SelfAttention/SparseMultiheadAttention/ComputeQKV/mul/y", "op": "Const", "attr": {"dtype": {"type": "DT_FLOAT"}, "value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {}}}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_3/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_1/split_last_dimension/strided_slice/stack", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_3/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_1/split_last_dimension/strided_slice/stack_1", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_3/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_1/split_last_dimension/strided_slice/stack_2", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_3/SelfAttention/SparseMultiheadAttention/ComputeQKV/compute_k/kernel/ConcatPartitions/concat", "op": "Const", "attr": {"dtype": {"type": "DT_FLOAT"}, "value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}, {"size": "512"}]}}}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_3/SelfAttention/SparseMultiheadAttention/ComputeQKV/compute_k/bias/ConcatPartitions/concat", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_3/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_1/split_last_dimension/strided_slice_1/stack", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_3/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_1/split_last_dimension/strided_slice_1/stack_1", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_3/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_1/split_last_dimension/strided_slice_1/stack_2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_3/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_1/split_last_dimension/Reshape/shape/2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_3/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_1/split_last_dimension/Reshape/shape/3", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_3/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_1/transpose/perm", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "4"}]}}}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_3/SelfAttention/SparseMultiheadAttention/DotProductAttention/strided_slice/stack", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_3/SelfAttention/SparseMultiheadAttention/DotProductAttention/strided_slice/stack_1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_3/SelfAttention/SparseMultiheadAttention/DotProductAttention/strided_slice/stack_2", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_3/SelfAttention/SparseMultiheadAttention/DotProductAttention/ones/Reshape/shape", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_3/SelfAttention/SparseMultiheadAttention/DotProductAttention/ones/Const", "op": "Const", "attr": {"dtype": {"type": "DT_FLOAT"}, "value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {}}}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_3/SelfAttention/SparseMultiheadAttention/DotProductAttention/ExpandDims/dim", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_3/SelfAttention/SparseMultiheadAttention/DotProductAttention/ExpandDims_1/dim", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_3/SelfAttention/SparseMultiheadAttention/DotProductAttention/Sum/reduction_indices", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_3/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_2/split_last_dimension/strided_slice/stack", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_3/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_2/split_last_dimension/strided_slice/stack_1", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_3/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_2/split_last_dimension/strided_slice/stack_2", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_3/SelfAttention/layer_prepostprocess/layer_norm/layer_norm_scale/ConcatPartitions/concat", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_3/SelfAttention/layer_prepostprocess/layer_norm/Mean_1/reduction_indices", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_3/SelfAttention/layer_prepostprocess/layer_norm/Const", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_3/SelfAttention/layer_prepostprocess/layer_norm/Mean/reduction_indices", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_3/SelfAttention/layer_prepostprocess/layer_norm/layer_norm_bias/ConcatPartitions/concat", "op": "Const", "attr": {"dtype": {"type": "DT_FLOAT"}, "value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}]}}}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_3/SelfAttention/SparseMultiheadAttention/ComputeQKV/compute_v/kernel/ConcatPartitions/concat", "op": "Const", "attr": {"dtype": {"type": "DT_FLOAT"}, "value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}, {"size": "512"}]}}}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_3/SelfAttention/SparseMultiheadAttention/ComputeQKV/compute_v/bias/ConcatPartitions/concat", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_3/SelfAttention/SparseMultiheadAttention/ComputeQKV/concat/values_1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT64", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT64"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_3/SelfAttention/SparseMultiheadAttention/ComputeQKV/concat/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_3/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_2/split_last_dimension/strided_slice_1/stack", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_3/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_2/split_last_dimension/strided_slice_1/stack_1", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_3/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_2/split_last_dimension/strided_slice_1/stack_2", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_3/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_2/split_last_dimension/Reshape/shape/2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_3/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_2/split_last_dimension/Reshape/shape/3", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_3/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_2/transpose/perm", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "4"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_3/SelfAttention/SparseMultiheadAttention/DotProductAttention/combine_heads/transpose/perm", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "4"}]}}}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_3/SelfAttention/SparseMultiheadAttention/DotProductAttention/combine_heads/combine_last_two_dimensions/strided_slice_1/stack", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_3/SelfAttention/SparseMultiheadAttention/DotProductAttention/combine_heads/combine_last_two_dimensions/strided_slice_1/stack_1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_3/SelfAttention/SparseMultiheadAttention/DotProductAttention/combine_heads/combine_last_two_dimensions/strided_slice_1/stack_2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_3/SelfAttention/SparseMultiheadAttention/DotProductAttention/combine_heads/combine_last_two_dimensions/Reshape/shape/2", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_2/FFN/Layer1/layer_prepostprocess/layer_norm/layer_norm_scale/ConcatPartitions/concat", "op": "Const", "attr": {"dtype": {"type": "DT_FLOAT"}, "value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}]}}}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_2/FFN/Layer1/layer_prepostprocess/layer_norm/Mean_1/reduction_indices", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_2/FFN/Layer1/layer_prepostprocess/layer_norm/Const", "op": "Const", "attr": {"dtype": {"type": "DT_FLOAT"}, "value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {}}}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_2/FFN/Layer1/layer_prepostprocess/layer_norm/Mean/reduction_indices", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_2/FFN/Layer1/layer_prepostprocess/layer_norm/layer_norm_bias/ConcatPartitions/concat", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_2/FFN/Layer1/dense/kernel/ConcatPartitions/concat", "op": "Const", "attr": {"dtype": {"type": "DT_FLOAT"}, "value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}, {"size": "2048"}]}}}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_2/FFN/Layer1/dense/bias/ConcatPartitions/concat", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "2048"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_2/FFN/Layer2/dense/kernel/ConcatPartitions/concat", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "2048"}, {"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_2/FFN/Layer2/dense/bias/ConcatPartitions/concat", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_2/SelfAttention/SparseMultiheadAttention/DotProductAttention/combine_heads/combine_last_two_dimensions/strided_slice/stack", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_2/SelfAttention/SparseMultiheadAttention/DotProductAttention/combine_heads/combine_last_two_dimensions/strided_slice/stack_1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_2/SelfAttention/SparseMultiheadAttention/DotProductAttention/combine_heads/combine_last_two_dimensions/strided_slice/stack_2", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_2/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads/split_last_dimension/strided_slice/stack", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_2/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads/split_last_dimension/strided_slice/stack_1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_2/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads/split_last_dimension/strided_slice/stack_2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_2/SelfAttention/SparseMultiheadAttention/ComputeQKV/compute_q/kernel/ConcatPartitions/concat", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}, {"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_2/SelfAttention/SparseMultiheadAttention/ComputeQKV/compute_q/bias/ConcatPartitions/concat", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_2/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads/split_last_dimension/strided_slice_1/stack", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_2/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads/split_last_dimension/strided_slice_1/stack_1", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_2/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads/split_last_dimension/strided_slice_1/stack_2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_2/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads/split_last_dimension/Reshape/shape/2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_2/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads/split_last_dimension/Reshape/shape/3", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_2/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads/transpose/perm", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "4"}]}}}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_2/SelfAttention/SparseMultiheadAttention/ComputeQKV/mul/y", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_2/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_1/split_last_dimension/strided_slice/stack", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_2/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_1/split_last_dimension/strided_slice/stack_1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_2/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_1/split_last_dimension/strided_slice/stack_2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_2/SelfAttention/SparseMultiheadAttention/ComputeQKV/compute_k/kernel/ConcatPartitions/concat", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}, {"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_2/SelfAttention/SparseMultiheadAttention/ComputeQKV/compute_k/bias/ConcatPartitions/concat", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_2/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_1/split_last_dimension/strided_slice_1/stack", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_2/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_1/split_last_dimension/strided_slice_1/stack_1", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_2/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_1/split_last_dimension/strided_slice_1/stack_2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_2/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_1/split_last_dimension/Reshape/shape/2", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_2/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_1/split_last_dimension/Reshape/shape/3", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_2/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_1/transpose/perm", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "4"}]}}}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_2/SelfAttention/SparseMultiheadAttention/DotProductAttention/strided_slice/stack", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_2/SelfAttention/SparseMultiheadAttention/DotProductAttention/strided_slice/stack_1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_2/SelfAttention/SparseMultiheadAttention/DotProductAttention/strided_slice/stack_2", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_2/SelfAttention/SparseMultiheadAttention/DotProductAttention/ones/Reshape/shape", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_2/SelfAttention/SparseMultiheadAttention/DotProductAttention/ones/Const", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_2/SelfAttention/SparseMultiheadAttention/DotProductAttention/ExpandDims/dim", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_2/SelfAttention/SparseMultiheadAttention/DotProductAttention/ExpandDims_1/dim", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_2/SelfAttention/SparseMultiheadAttention/DotProductAttention/Sum/reduction_indices", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_2/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_2/split_last_dimension/strided_slice/stack", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_2/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_2/split_last_dimension/strided_slice/stack_1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_2/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_2/split_last_dimension/strided_slice/stack_2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_2/SelfAttention/layer_prepostprocess/layer_norm/layer_norm_scale/ConcatPartitions/concat", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_2/SelfAttention/layer_prepostprocess/layer_norm/Mean_1/reduction_indices", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_2/SelfAttention/layer_prepostprocess/layer_norm/Const", "op": "Const", "attr": {"dtype": {"type": "DT_FLOAT"}, "value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {}}}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_2/SelfAttention/layer_prepostprocess/layer_norm/Mean/reduction_indices", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_2/SelfAttention/layer_prepostprocess/layer_norm/layer_norm_bias/ConcatPartitions/concat", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_2/SelfAttention/SparseMultiheadAttention/ComputeQKV/compute_v/kernel/ConcatPartitions/concat", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}, {"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_2/SelfAttention/SparseMultiheadAttention/ComputeQKV/compute_v/bias/ConcatPartitions/concat", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_2/SelfAttention/SparseMultiheadAttention/ComputeQKV/concat/values_1", "op": "Const", "attr": {"dtype": {"type": "DT_INT64"}, "value": {"tensor": {"dtype": "DT_INT64", "tensorShape": {"dim": [{"size": "1"}]}}}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_2/SelfAttention/SparseMultiheadAttention/ComputeQKV/concat/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_2/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_2/split_last_dimension/strided_slice_1/stack", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_2/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_2/split_last_dimension/strided_slice_1/stack_1", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_2/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_2/split_last_dimension/strided_slice_1/stack_2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_2/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_2/split_last_dimension/Reshape/shape/2", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_2/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_2/split_last_dimension/Reshape/shape/3", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_2/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_2/transpose/perm", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "4"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_2/SelfAttention/SparseMultiheadAttention/DotProductAttention/combine_heads/transpose/perm", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "4"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_2/SelfAttention/SparseMultiheadAttention/DotProductAttention/combine_heads/combine_last_two_dimensions/strided_slice_1/stack", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_2/SelfAttention/SparseMultiheadAttention/DotProductAttention/combine_heads/combine_last_two_dimensions/strided_slice_1/stack_1", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_2/SelfAttention/SparseMultiheadAttention/DotProductAttention/combine_heads/combine_last_two_dimensions/strided_slice_1/stack_2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_2/SelfAttention/SparseMultiheadAttention/DotProductAttention/combine_heads/combine_last_two_dimensions/Reshape/shape/2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_1/FFN/Layer1/layer_prepostprocess/layer_norm/layer_norm_scale/ConcatPartitions/concat", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_1/FFN/Layer1/layer_prepostprocess/layer_norm/Mean_1/reduction_indices", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_1/FFN/Layer1/layer_prepostprocess/layer_norm/Const", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_1/FFN/Layer1/layer_prepostprocess/layer_norm/Mean/reduction_indices", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_1/FFN/Layer1/layer_prepostprocess/layer_norm/layer_norm_bias/ConcatPartitions/concat", "op": "Const", "attr": {"dtype": {"type": "DT_FLOAT"}, "value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}]}}}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_1/FFN/Layer1/dense/kernel/ConcatPartitions/concat", "op": "Const", "attr": {"dtype": {"type": "DT_FLOAT"}, "value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}, {"size": "2048"}]}}}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_1/FFN/Layer1/dense/bias/ConcatPartitions/concat", "op": "Const", "attr": {"dtype": {"type": "DT_FLOAT"}, "value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "2048"}]}}}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_1/FFN/Layer2/dense/kernel/ConcatPartitions/concat", "op": "Const", "attr": {"dtype": {"type": "DT_FLOAT"}, "value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "2048"}, {"size": "512"}]}}}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_1/FFN/Layer2/dense/bias/ConcatPartitions/concat", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_1/SelfAttention/SparseMultiheadAttention/DotProductAttention/combine_heads/combine_last_two_dimensions/strided_slice/stack", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_1/SelfAttention/SparseMultiheadAttention/DotProductAttention/combine_heads/combine_last_two_dimensions/strided_slice/stack_1", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_1/SelfAttention/SparseMultiheadAttention/DotProductAttention/combine_heads/combine_last_two_dimensions/strided_slice/stack_2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_1/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads/split_last_dimension/strided_slice/stack", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_1/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads/split_last_dimension/strided_slice/stack_1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_1/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads/split_last_dimension/strided_slice/stack_2", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_1/SelfAttention/SparseMultiheadAttention/ComputeQKV/compute_q/kernel/ConcatPartitions/concat", "op": "Const", "attr": {"dtype": {"type": "DT_FLOAT"}, "value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}, {"size": "512"}]}}}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_1/SelfAttention/SparseMultiheadAttention/ComputeQKV/compute_q/bias/ConcatPartitions/concat", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_1/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads/split_last_dimension/strided_slice_1/stack", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_1/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads/split_last_dimension/strided_slice_1/stack_1", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_1/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads/split_last_dimension/strided_slice_1/stack_2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_1/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads/split_last_dimension/Reshape/shape/2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_1/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads/split_last_dimension/Reshape/shape/3", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_1/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads/transpose/perm", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "4"}]}}}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_1/SelfAttention/SparseMultiheadAttention/ComputeQKV/mul/y", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_1/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_1/split_last_dimension/strided_slice/stack", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_1/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_1/split_last_dimension/strided_slice/stack_1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_1/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_1/split_last_dimension/strided_slice/stack_2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_1/SelfAttention/SparseMultiheadAttention/ComputeQKV/compute_k/kernel/ConcatPartitions/concat", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}, {"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_1/SelfAttention/SparseMultiheadAttention/ComputeQKV/compute_k/bias/ConcatPartitions/concat", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_1/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_1/split_last_dimension/strided_slice_1/stack", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_1/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_1/split_last_dimension/strided_slice_1/stack_1", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_1/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_1/split_last_dimension/strided_slice_1/stack_2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_1/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_1/split_last_dimension/Reshape/shape/2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_1/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_1/split_last_dimension/Reshape/shape/3", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_1/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_1/transpose/perm", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "4"}]}}}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_1/SelfAttention/SparseMultiheadAttention/DotProductAttention/strided_slice/stack", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_1/SelfAttention/SparseMultiheadAttention/DotProductAttention/strided_slice/stack_1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_1/SelfAttention/SparseMultiheadAttention/DotProductAttention/strided_slice/stack_2", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_1/SelfAttention/SparseMultiheadAttention/DotProductAttention/ones/Reshape/shape", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_1/SelfAttention/SparseMultiheadAttention/DotProductAttention/ones/Const", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_1/SelfAttention/SparseMultiheadAttention/DotProductAttention/ExpandDims/dim", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_1/SelfAttention/SparseMultiheadAttention/DotProductAttention/ExpandDims_1/dim", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_1/SelfAttention/SparseMultiheadAttention/DotProductAttention/Sum/reduction_indices", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_1/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_2/split_last_dimension/strided_slice/stack", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_1/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_2/split_last_dimension/strided_slice/stack_1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_1/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_2/split_last_dimension/strided_slice/stack_2", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_1/SelfAttention/layer_prepostprocess/layer_norm/layer_norm_scale/ConcatPartitions/concat", "op": "Const", "attr": {"dtype": {"type": "DT_FLOAT"}, "value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}]}}}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_1/SelfAttention/layer_prepostprocess/layer_norm/Mean_1/reduction_indices", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_1/SelfAttention/layer_prepostprocess/layer_norm/Const", "op": "Const", "attr": {"dtype": {"type": "DT_FLOAT"}, "value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {}}}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_1/SelfAttention/layer_prepostprocess/layer_norm/Mean/reduction_indices", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_1/SelfAttention/layer_prepostprocess/layer_norm/layer_norm_bias/ConcatPartitions/concat", "op": "Const", "attr": {"dtype": {"type": "DT_FLOAT"}, "value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}]}}}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_1/SelfAttention/SparseMultiheadAttention/ComputeQKV/compute_v/kernel/ConcatPartitions/concat", "op": "Const", "attr": {"dtype": {"type": "DT_FLOAT"}, "value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}, {"size": "512"}]}}}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_1/SelfAttention/SparseMultiheadAttention/ComputeQKV/compute_v/bias/ConcatPartitions/concat", "op": "Const", "attr": {"dtype": {"type": "DT_FLOAT"}, "value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}]}}}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_1/SelfAttention/SparseMultiheadAttention/ComputeQKV/concat/values_1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT64", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT64"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_1/SelfAttention/SparseMultiheadAttention/ComputeQKV/concat/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_1/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_2/split_last_dimension/strided_slice_1/stack", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_1/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_2/split_last_dimension/strided_slice_1/stack_1", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_1/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_2/split_last_dimension/strided_slice_1/stack_2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_1/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_2/split_last_dimension/Reshape/shape/2", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_1/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_2/split_last_dimension/Reshape/shape/3", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_1/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_2/transpose/perm", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "4"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_1/SelfAttention/SparseMultiheadAttention/DotProductAttention/combine_heads/transpose/perm", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "4"}]}}}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_1/SelfAttention/SparseMultiheadAttention/DotProductAttention/combine_heads/combine_last_two_dimensions/strided_slice_1/stack", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_1/SelfAttention/SparseMultiheadAttention/DotProductAttention/combine_heads/combine_last_two_dimensions/strided_slice_1/stack_1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_1/SelfAttention/SparseMultiheadAttention/DotProductAttention/combine_heads/combine_last_two_dimensions/strided_slice_1/stack_2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_1/SelfAttention/SparseMultiheadAttention/DotProductAttention/combine_heads/combine_last_two_dimensions/Reshape/shape/2", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_0/FFN/Layer1/layer_prepostprocess/layer_norm/layer_norm_scale/ConcatPartitions/concat", "op": "Const", "attr": {"dtype": {"type": "DT_FLOAT"}, "value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}]}}}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_0/FFN/Layer1/layer_prepostprocess/layer_norm/Mean_1/reduction_indices", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_0/FFN/Layer1/layer_prepostprocess/layer_norm/Const", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_0/FFN/Layer1/layer_prepostprocess/layer_norm/Mean/reduction_indices", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_0/FFN/Layer1/layer_prepostprocess/layer_norm/layer_norm_bias/ConcatPartitions/concat", "op": "Const", "attr": {"dtype": {"type": "DT_FLOAT"}, "value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}]}}}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_0/FFN/Layer1/dense/kernel/ConcatPartitions/concat", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}, {"size": "2048"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_0/FFN/Layer1/dense/bias/ConcatPartitions/concat", "op": "Const", "attr": {"dtype": {"type": "DT_FLOAT"}, "value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "2048"}]}}}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_0/FFN/Layer2/dense/kernel/ConcatPartitions/concat", "op": "Const", "attr": {"dtype": {"type": "DT_FLOAT"}, "value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "2048"}, {"size": "512"}]}}}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_0/FFN/Layer2/dense/bias/ConcatPartitions/concat", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_0/SelfAttention/SparseMultiheadAttention/DotProductAttention/combine_heads/combine_last_two_dimensions/strided_slice/stack", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_0/SelfAttention/SparseMultiheadAttention/DotProductAttention/combine_heads/combine_last_two_dimensions/strided_slice/stack_1", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_0/SelfAttention/SparseMultiheadAttention/DotProductAttention/combine_heads/combine_last_two_dimensions/strided_slice/stack_2", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_0/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads/split_last_dimension/strided_slice/stack", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_0/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads/split_last_dimension/strided_slice/stack_1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_0/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads/split_last_dimension/strided_slice/stack_2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_0/SelfAttention/SparseMultiheadAttention/ComputeQKV/compute_q/kernel/ConcatPartitions/concat", "op": "Const", "attr": {"dtype": {"type": "DT_FLOAT"}, "value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}, {"size": "512"}]}}}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_0/SelfAttention/SparseMultiheadAttention/ComputeQKV/compute_q/bias/ConcatPartitions/concat", "op": "Const", "attr": {"dtype": {"type": "DT_FLOAT"}, "value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}]}}}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_0/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads/split_last_dimension/strided_slice_1/stack", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_0/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads/split_last_dimension/strided_slice_1/stack_1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_0/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads/split_last_dimension/strided_slice_1/stack_2", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_0/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads/split_last_dimension/Reshape/shape/2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_0/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads/split_last_dimension/Reshape/shape/3", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_0/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads/transpose/perm", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "4"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_0/SelfAttention/SparseMultiheadAttention/ComputeQKV/mul/y", "op": "Const", "attr": {"dtype": {"type": "DT_FLOAT"}, "value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {}}}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_0/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_1/split_last_dimension/strided_slice/stack", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_0/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_1/split_last_dimension/strided_slice/stack_1", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_0/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_1/split_last_dimension/strided_slice/stack_2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_0/SelfAttention/SparseMultiheadAttention/ComputeQKV/compute_k/kernel/ConcatPartitions/concat", "op": "Const", "attr": {"dtype": {"type": "DT_FLOAT"}, "value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}, {"size": "512"}]}}}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_0/SelfAttention/SparseMultiheadAttention/ComputeQKV/compute_k/bias/ConcatPartitions/concat", "op": "Const", "attr": {"dtype": {"type": "DT_FLOAT"}, "value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}]}}}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_0/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_1/split_last_dimension/strided_slice_1/stack", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_0/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_1/split_last_dimension/strided_slice_1/stack_1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_0/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_1/split_last_dimension/strided_slice_1/stack_2", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_0/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_1/split_last_dimension/Reshape/shape/2", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_0/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_1/split_last_dimension/Reshape/shape/3", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_0/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_1/transpose/perm", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "4"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_0/SelfAttention/SparseMultiheadAttention/DotProductAttention/strided_slice/stack", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_0/SelfAttention/SparseMultiheadAttention/DotProductAttention/strided_slice/stack_1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_0/SelfAttention/SparseMultiheadAttention/DotProductAttention/strided_slice/stack_2", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_0/SelfAttention/SparseMultiheadAttention/DotProductAttention/ones/Reshape/shape", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_0/SelfAttention/SparseMultiheadAttention/DotProductAttention/ones/Const", "op": "Const", "attr": {"dtype": {"type": "DT_FLOAT"}, "value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {}}}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_0/SelfAttention/SparseMultiheadAttention/DotProductAttention/ExpandDims/dim", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_0/SelfAttention/SparseMultiheadAttention/DotProductAttention/ExpandDims_1/dim", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_0/SelfAttention/SparseMultiheadAttention/DotProductAttention/Sum/reduction_indices", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_0/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_2/split_last_dimension/strided_slice/stack", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_0/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_2/split_last_dimension/strided_slice/stack_1", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_0/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_2/split_last_dimension/strided_slice/stack_2", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_0/SelfAttention/layer_prepostprocess/layer_norm/layer_norm_scale/ConcatPartitions/concat", "op": "Const", "attr": {"dtype": {"type": "DT_FLOAT"}, "value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}]}}}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_0/SelfAttention/layer_prepostprocess/layer_norm/Mean_1/reduction_indices", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_0/SelfAttention/layer_prepostprocess/layer_norm/Const", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_0/SelfAttention/layer_prepostprocess/layer_norm/Mean/reduction_indices", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_0/SelfAttention/layer_prepostprocess/layer_norm/layer_norm_bias/ConcatPartitions/concat", "op": "Const", "attr": {"dtype": {"type": "DT_FLOAT"}, "value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}]}}}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_0/SelfAttention/SparseMultiheadAttention/ComputeQKV/compute_v/kernel/ConcatPartitions/concat", "op": "Const", "attr": {"dtype": {"type": "DT_FLOAT"}, "value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}, {"size": "512"}]}}}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_0/SelfAttention/SparseMultiheadAttention/ComputeQKV/compute_v/bias/ConcatPartitions/concat", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_0/SelfAttention/SparseMultiheadAttention/ComputeQKV/concat/values_1", "op": "Const", "attr": {"dtype": {"type": "DT_INT64"}, "value": {"tensor": {"dtype": "DT_INT64", "tensorShape": {"dim": [{"size": "1"}]}}}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_0/SelfAttention/SparseMultiheadAttention/ComputeQKV/concat/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_0/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_2/split_last_dimension/strided_slice_1/stack", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_0/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_2/split_last_dimension/strided_slice_1/stack_1", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_0/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_2/split_last_dimension/strided_slice_1/stack_2", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_0/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_2/split_last_dimension/Reshape/shape/2", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_0/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_2/split_last_dimension/Reshape/shape/3", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_0/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_2/transpose/perm", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "4"}]}}}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_0/SelfAttention/SparseMultiheadAttention/DotProductAttention/combine_heads/transpose/perm", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "4"}]}}}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_0/SelfAttention/SparseMultiheadAttention/DotProductAttention/combine_heads/combine_last_two_dimensions/strided_slice_1/stack", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_0/SelfAttention/SparseMultiheadAttention/DotProductAttention/combine_heads/combine_last_two_dimensions/strided_slice_1/stack_1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_0/SelfAttention/SparseMultiheadAttention/DotProductAttention/combine_heads/combine_last_two_dimensions/strided_slice_1/stack_2", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_0/SelfAttention/SparseMultiheadAttention/DotProductAttention/combine_heads/combine_last_two_dimensions/Reshape/shape/2", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/EmbeddingLookup/EmbeddingLookupUnique/GatherV2/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/EmbeddingLookup/EmbeddingLookupUnique/embedding_lookup/range/start", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/EmbeddingLookup/EmbeddingLookupUnique/embedding_lookup/range/delta", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}}}, {"name": "statefulpartitionedcall_args_1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "13334"}, {"size": "320"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/EmbeddingLookup/EmbeddingLookupUnique/embedding_lookup/Gather/axis", "op": "Const", "attr": {"dtype": {"type": "DT_INT64"}, "value": {"tensor": {"dtype": "DT_INT64", "tensorShape": {}}}}}, {"name": "statefulpartitionedcall_args_2", "op": "Const", "attr": {"dtype": {"type": "DT_FLOAT"}, "value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "13334"}, {"size": "320"}]}}}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/EmbeddingLookup/EmbeddingLookupUnique/embedding_lookup/Gather_1/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT64", "tensorShape": {}}}, "dtype": {"type": "DT_INT64"}}}, {"name": "statefulpartitionedcall_args_3", "op": "Const", "attr": {"dtype": {"type": "DT_FLOAT"}, "value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "13334"}, {"size": "320"}]}}}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/EmbeddingLookup/EmbeddingLookupUnique/embedding_lookup/Gather_2/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT64", "tensorShape": {}}}, "dtype": {"type": "DT_INT64"}}}, {"name": "statefulpartitionedcall_args_4", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "13334"}, {"size": "320"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/EmbeddingLookup/EmbeddingLookupUnique/embedding_lookup/Gather_3/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT64", "tensorShape": {}}}, "dtype": {"type": "DT_INT64"}}}, {"name": "statefulpartitionedcall_args_5", "op": "Const", "attr": {"dtype": {"type": "DT_FLOAT"}, "value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "13334"}, {"size": "320"}]}}}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/EmbeddingLookup/EmbeddingLookupUnique/embedding_lookup/Gather_4/axis", "op": "Const", "attr": {"dtype": {"type": "DT_INT64"}, "value": {"tensor": {"dtype": "DT_INT64", "tensorShape": {}}}}}, {"name": "statefulpartitionedcall_args_6", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "13334"}, {"size": "320"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/EmbeddingLookup/EmbeddingLookupUnique/embedding_lookup/Gather_5/axis", "op": "Const", "attr": {"dtype": {"type": "DT_INT64"}, "value": {"tensor": {"dtype": "DT_INT64", "tensorShape": {}}}}}, {"name": "statefulpartitionedcall_args_7", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "13334"}, {"size": "320"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/EmbeddingLookup/EmbeddingLookupUnique/embedding_lookup/Gather_6/axis", "op": "Const", "attr": {"dtype": {"type": "DT_INT64"}, "value": {"tensor": {"dtype": "DT_INT64", "tensorShape": {}}}}}, {"name": "statefulpartitionedcall_args_8", "op": "Const", "attr": {"dtype": {"type": "DT_FLOAT"}, "value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "13334"}, {"size": "320"}]}}}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/EmbeddingLookup/EmbeddingLookupUnique/embedding_lookup/Gather_7/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT64", "tensorShape": {}}}, "dtype": {"type": "DT_INT64"}}}, {"name": "statefulpartitionedcall_args_9", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "13334"}, {"size": "320"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/EmbeddingLookup/EmbeddingLookupUnique/embedding_lookup/Gather_8/axis", "op": "Const", "attr": {"dtype": {"type": "DT_INT64"}, "value": {"tensor": {"dtype": "DT_INT64", "tensorShape": {}}}}}, {"name": "statefulpartitionedcall_args_10", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "13334"}, {"size": "320"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/EmbeddingLookup/EmbeddingLookupUnique/embedding_lookup/Gather_9/axis", "op": "Const", "attr": {"dtype": {"type": "DT_INT64"}, "value": {"tensor": {"dtype": "DT_INT64", "tensorShape": {}}}}}, {"name": "statefulpartitionedcall_args_11", "op": "Const", "attr": {"dtype": {"type": "DT_FLOAT"}, "value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "13334"}, {"size": "320"}]}}}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/EmbeddingLookup/EmbeddingLookupUnique/embedding_lookup/Gather_10/axis", "op": "Const", "attr": {"dtype": {"type": "DT_INT64"}, "value": {"tensor": {"dtype": "DT_INT64", "tensorShape": {}}}}}, {"name": "statefulpartitionedcall_args_12", "op": "Const", "attr": {"dtype": {"type": "DT_FLOAT"}, "value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "13334"}, {"size": "320"}]}}}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/EmbeddingLookup/EmbeddingLookupUnique/embedding_lookup/Gather_11/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT64", "tensorShape": {}}}, "dtype": {"type": "DT_INT64"}}}, {"name": "statefulpartitionedcall_args_13", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "13334"}, {"size": "320"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/EmbeddingLookup/EmbeddingLookupUnique/embedding_lookup/Gather_12/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT64", "tensorShape": {}}}, "dtype": {"type": "DT_INT64"}}}, {"name": "statefulpartitionedcall_args_14", "op": "Const", "attr": {"dtype": {"type": "DT_FLOAT"}, "value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "13334"}, {"size": "320"}]}}}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/EmbeddingLookup/EmbeddingLookupUnique/embedding_lookup/Gather_13/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT64", "tensorShape": {}}}, "dtype": {"type": "DT_INT64"}}}, {"name": "statefulpartitionedcall_args_15", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "13334"}, {"size": "320"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/EmbeddingLookup/EmbeddingLookupUnique/embedding_lookup/Gather_14/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT64", "tensorShape": {}}}, "dtype": {"type": "DT_INT64"}}}, {"name": "statefulpartitionedcall_args_16", "op": "Const", "attr": {"dtype": {"type": "DT_FLOAT"}, "value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "13334"}, {"size": "320"}]}}}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/EmbeddingLookup/EmbeddingLookupUnique/embedding_lookup/Gather_15/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT64", "tensorShape": {}}}, "dtype": {"type": "DT_INT64"}}}, {"name": "statefulpartitionedcall_args_17", "op": "Const", "attr": {"dtype": {"type": "DT_FLOAT"}, "value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "13334"}, {"size": "320"}]}}}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/EmbeddingLookup/EmbeddingLookupUnique/embedding_lookup/Gather_16/axis", "op": "Const", "attr": {"dtype": {"type": "DT_INT64"}, "value": {"tensor": {"dtype": "DT_INT64", "tensorShape": {}}}}}, {"name": "statefulpartitionedcall_args_18", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "13334"}, {"size": "320"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/EmbeddingLookup/EmbeddingLookupUnique/embedding_lookup/Gather_17/axis", "op": "Const", "attr": {"dtype": {"type": "DT_INT64"}, "value": {"tensor": {"dtype": "DT_INT64", "tensorShape": {}}}}}, {"name": "statefulpartitionedcall_args_19", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "13334"}, {"size": "320"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/EmbeddingLookup/EmbeddingLookupUnique/embedding_lookup/Gather_18/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT64", "tensorShape": {}}}, "dtype": {"type": "DT_INT64"}}}, {"name": "statefulpartitionedcall_args_20", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "13334"}, {"size": "320"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/EmbeddingLookup/EmbeddingLookupUnique/embedding_lookup/Gather_19/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT64", "tensorShape": {}}}, "dtype": {"type": "DT_INT64"}}}, {"name": "statefulpartitionedcall_args_21", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "13334"}, {"size": "320"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/EmbeddingLookup/EmbeddingLookupUnique/embedding_lookup/Gather_20/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT64", "tensorShape": {}}}, "dtype": {"type": "DT_INT64"}}}, {"name": "statefulpartitionedcall_args_22", "op": "Const", "attr": {"dtype": {"type": "DT_FLOAT"}, "value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "13334"}, {"size": "320"}]}}}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/EmbeddingLookup/EmbeddingLookupUnique/embedding_lookup/Gather_21/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT64", "tensorShape": {}}}, "dtype": {"type": "DT_INT64"}}}, {"name": "statefulpartitionedcall_args_23", "op": "Const", "attr": {"dtype": {"type": "DT_FLOAT"}, "value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "13334"}, {"size": "320"}]}}}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/EmbeddingLookup/EmbeddingLookupUnique/embedding_lookup/Gather_22/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT64", "tensorShape": {}}}, "dtype": {"type": "DT_INT64"}}}, {"name": "statefulpartitionedcall_args_24", "op": "Const", "attr": {"dtype": {"type": "DT_FLOAT"}, "value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "13334"}, {"size": "320"}]}}}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/EmbeddingLookup/EmbeddingLookupUnique/embedding_lookup/Gather_23/axis", "op": "Const", "attr": {"dtype": {"type": "DT_INT64"}, "value": {"tensor": {"dtype": "DT_INT64", "tensorShape": {}}}}}, {"name": "statefulpartitionedcall_args_25", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "13334"}, {"size": "320"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/EmbeddingLookup/EmbeddingLookupUnique/embedding_lookup/Gather_24/axis", "op": "Const", "attr": {"dtype": {"type": "DT_INT64"}, "value": {"tensor": {"dtype": "DT_INT64", "tensorShape": {}}}}}, {"name": "statefulpartitionedcall_args_26", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "13334"}, {"size": "320"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/EmbeddingLookup/EmbeddingLookupUnique/embedding_lookup/Gather_25/axis", "op": "Const", "attr": {"dtype": {"type": "DT_INT64"}, "value": {"tensor": {"dtype": "DT_INT64", "tensorShape": {}}}}}, {"name": "statefulpartitionedcall_args_27", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "13334"}, {"size": "320"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/EmbeddingLookup/EmbeddingLookupUnique/embedding_lookup/Gather_26/axis", "op": "Const", "attr": {"dtype": {"type": "DT_INT64"}, "value": {"tensor": {"dtype": "DT_INT64", "tensorShape": {}}}}}, {"name": "statefulpartitionedcall_args_28", "op": "Const", "attr": {"dtype": {"type": "DT_FLOAT"}, "value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "13334"}, {"size": "320"}]}}}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/EmbeddingLookup/EmbeddingLookupUnique/embedding_lookup/Gather_27/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT64", "tensorShape": {}}}, "dtype": {"type": "DT_INT64"}}}, {"name": "statefulpartitionedcall_args_29", "op": "Const", "attr": {"dtype": {"type": "DT_FLOAT"}, "value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "13334"}, {"size": "320"}]}}}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/EmbeddingLookup/EmbeddingLookupUnique/embedding_lookup/Gather_28/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT64", "tensorShape": {}}}, "dtype": {"type": "DT_INT64"}}}, {"name": "statefulpartitionedcall_args_30", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "13334"}, {"size": "320"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/EmbeddingLookup/EmbeddingLookupUnique/embedding_lookup/floordiv/y", "op": "Const", "attr": {"dtype": {"type": "DT_INT64"}, "value": {"tensor": {"dtype": "DT_INT64", "tensorShape": {}}}}}, {"name": "StatefulPartitionedCall/text_preprocessor_1/Const_1", "op": "Const", "attr": {"dtype": {"type": "DT_INT64"}, "value": {"tensor": {"dtype": "DT_INT64", "tensorShape": {}}}}}, {"name": "StatefulPartitionedCall/text_preprocessor_1/hash_table", "op": "HashTableV2", "attr": {"shared_name": {"s": "aGFzaF90YWJsZV8xYWQ1MGNjNS0wMGY2LTQxNTgtOTk5Ni0yZWQ1MzY5YzlmMGVfbG9hZF85MTgxXzkxODNfbG9hZF8x"}, "container": {"s": ""}, "key_dtype": {"type": "DT_STRING"}, "value_dtype": {"type": "DT_INT64"}, "use_node_name_sharing": {"b": true}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/EmbeddingLookup/EmbeddingLookupUnique/Const", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/EmbeddingLookup/EmbeddingLookupUnique/embedding_lookup/mod/y", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT64", "tensorShape": {}}}, "dtype": {"type": "DT_INT64"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/EmbeddingLookup/EmbeddingLookupUnique/embedding_lookup/Gather_29/axis", "op": "Const", "attr": {"dtype": {"type": "DT_INT64"}, "value": {"tensor": {"dtype": "DT_INT64", "tensorShape": {}}}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/EmbeddingLookup/EmbeddingLookupUnique/strided_slice/stack", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/EmbeddingLookup/EmbeddingLookupUnique/strided_slice/stack_1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/EmbeddingLookup/EmbeddingLookupUnique/strided_slice/stack_2", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/EmbeddingLookup/EmbeddingLookupUnique/concat/axis", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/dense/kernel/ConcatPartitions/concat", "op": "Const", "attr": {"dtype": {"type": "DT_FLOAT"}, "value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "320"}, {"size": "512"}]}}}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/dense/bias/ConcatPartitions/concat", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/PrepareForTransformer/strided_slice/stack", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "2"}]}}}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/PrepareForTransformer/strided_slice/stack_1", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "2"}]}}}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/PrepareForTransformer/strided_slice/stack_2", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "2"}]}}}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/PrepareForTransformer/TimingSignal/ExpandDims/dim", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/PrepareForTransformer/TimingSignal/ExpandDims_1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "1"}, {"size": "256"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/PrepareForTransformer/TimingSignal/concat/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/layer_prepostprocess/layer_norm/Mean/reduction_indices", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/layer_prepostprocess/layer_norm/layer_norm_bias/ConcatPartitions/concat", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/AttentionPooling/AttentionHidden/kernel/ConcatPartitions/concat", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}, {"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/AttentionPooling/AttentionHidden/bias/ConcatPartitions/concat", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/AttentionPooling/AttentionLogits/kernel/ConcatPartitions/concat", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}, {"size": "512"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/AttentionPooling/AttentionLogits/bias/ConcatPartitions/concat", "op": "Const", "attr": {"dtype": {"type": "DT_FLOAT"}, "value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}]}}}}}, {"name": "StatefulPartitionedCall/text_preprocessor_1/PackPositions/range/start", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}}}, {"name": "StatefulPartitionedCall/text_preprocessor_1/PackPositions/strided_slice_1/stack", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}}}, {"name": "StatefulPartitionedCall/text_preprocessor_1/PackPositions/strided_slice_1/stack_1", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}}}, {"name": "StatefulPartitionedCall/text_preprocessor_1/PackPositions/strided_slice_1/stack_2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/text_preprocessor_1/PackPositions/range/delta", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}}}, {"name": "StatefulPartitionedCall/text_preprocessor_1/PackPositions/Cumsum/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/text_preprocessor_1/PackPositions/GatherV2/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/text_preprocessor_1/PackPositions/transpose/perm", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "2"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/AttentionPooling/strided_slice_1/stack", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "2"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/AttentionPooling/strided_slice_1/stack_1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "2"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/AttentionPooling/strided_slice_1/stack_2", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "2"}]}}}}}, {"name": "StatefulPartitionedCall/text_preprocessor_1/PackPositions/strided_slice_2/stack", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}}}, {"name": "StatefulPartitionedCall/text_preprocessor_1/PackPositions/strided_slice_2/stack_1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/text_preprocessor_1/PackPositions/strided_slice_2/stack_2", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}}}, {"name": "StatefulPartitionedCall/text_preprocessor_1/PackPositions/Maximum/x", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/text_preprocessor_1/PackPositions/ones_like/Const", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}}}, {"name": "StatefulPartitionedCall/text_preprocessor_1/Const", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT64", "tensorShape": {}}}, "dtype": {"type": "DT_INT64"}}}, {"name": "StatefulPartitionedCall/text_preprocessor_1/Max/reduction_indices", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/text_preprocessor_1/ones_like", "op": "Const", "attr": {"dtype": {"type": "DT_INT64"}, "value": {"tensor": {"dtype": "DT_INT64", "tensorShape": {"dim": [{"size": "2"}]}}}}}, {"name": "StatefulPartitionedCall/text_preprocessor_1/Equal/y", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_STRING", "tensorShape": {}}}, "dtype": {"type": "DT_STRING"}}}, {"name": "StatefulPartitionedCall/text_preprocessor_1/StringJoin/inputs_0", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_STRING", "tensorShape": {}}}, "dtype": {"type": "DT_STRING"}}}, {"name": "StatefulPartitionedCall/text_preprocessor_1/StringJoin/inputs_2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_STRING", "tensorShape": {}}}, "dtype": {"type": "DT_STRING"}}}, {"name": "StatefulPartitionedCall/text_preprocessor_1/tokenize/StringSplit/Const", "op": "Const", "attr": {"dtype": {"type": "DT_STRING"}, "value": {"tensor": {"dtype": "DT_STRING", "tensorShape": {}}}}}, {"name": "StatefulPartitionedCall/text_preprocessor_1/SparseFillEmptyRows/Const", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_STRING", "tensorShape": {}}}, "dtype": {"type": "DT_STRING"}}}, {"name": "StatefulPartitionedCall/text_preprocessor_1/SparseToDense/default_value", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_STRING", "tensorShape": {}}}, "dtype": {"type": "DT_STRING"}}}, {"name": "StatefulPartitionedCall/text_preprocessor_1/NotEqual/y", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_STRING", "tensorShape": {}}}, "dtype": {"type": "DT_STRING"}}}, {"name": "StatefulPartitionedCall/text_preprocessor_1/PackPositions/strided_slice/stack", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "2"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/text_preprocessor_1/PackPositions/strided_slice/stack_1", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "2"}]}}}}}, {"name": "StatefulPartitionedCall/text_preprocessor_1/PackPositions/strided_slice/stack_2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "2"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/text_preprocessor_1/PackPositions/Const", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/AttentionPooling/strided_slice/stack", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/AttentionPooling/strided_slice/stack_1", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/AttentionPooling/strided_slice/stack_2", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/concat/axis", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/hidden_layers/tanh_layer_0/dense/kernel/ConcatPartitions/concat", "op": "Const", "attr": {"dtype": {"type": "DT_FLOAT"}, "value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "1024"}, {"size": "512"}]}}}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/hidden_layers/tanh_layer_0/dense/bias/ConcatPartitions/concat", "op": "Const", "attr": {"dtype": {"type": "DT_FLOAT"}, "value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "512"}]}}}}}, {"name": "StatefulPartitionedCall/l2_normalize_3/Sum/reduction_indices", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}}}, {"name": "StatefulPartitionedCall/l2_normalize_3/Maximum/y", "op": "Const", "attr": {"dtype": {"type": "DT_FLOAT"}, "value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {}}}}}, {"name": "StatefulPartitionedCall/l2_normalize_5/Sum/reduction_indices", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}}}, {"name": "StatefulPartitionedCall/l2_normalize_5/Maximum/y", "op": "Const", "attr": {"dtype": {"type": "DT_FLOAT"}, "value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {}}}}}, {"name": "inputs", "op": "Placeholder", "attr": {"dtype": {"type": "DT_STRING"}, "shape": {"shape": {"dim": [{"size": "-1"}]}}}}, {"name": "StatefulPartitionedCall/text_preprocessor_1/hash_table_Lookup/hash_table_Size/LookupTableSizeV2", "op": "LookupTableSizeV2", "input": ["StatefulPartitionedCall/text_preprocessor_1/hash_table"]}, {"name": "StatefulPartitionedCall/text_preprocessor_1/normalize/StaticRegexReplace", "op": "StaticRegexReplace", "input": ["inputs"], "attr": {"rewrite": {"s": "YQ=="}, "pattern": {"s": "QQ=="}, "replace_global": {"b": true}}}, {"name": "StatefulPartitionedCall/text_preprocessor_1/normalize/StaticRegexReplace_1", "op": "StaticRegexReplace", "input": ["StatefulPartitionedCall/text_preprocessor_1/normalize/StaticRegexReplace"], "attr": {"replace_global": {"b": true}, "rewrite": {"s": "Yg=="}, "pattern": {"s": "Qg=="}}}, {"name": "StatefulPartitionedCall/text_preprocessor_1/normalize/StaticRegexReplace_2", "op": "StaticRegexReplace", "input": ["StatefulPartitionedCall/text_preprocessor_1/normalize/StaticRegexReplace_1"], "attr": {"rewrite": {"s": "Yw=="}, "pattern": {"s": "Qw=="}, "replace_global": {"b": true}}}, {"name": "StatefulPartitionedCall/text_preprocessor_1/normalize/StaticRegexReplace_3", "op": "StaticRegexReplace", "input": ["StatefulPartitionedCall/text_preprocessor_1/normalize/StaticRegexReplace_2"], "attr": {"pattern": {"s": "RA=="}, "replace_global": {"b": true}, "rewrite": {"s": "ZA=="}}}, {"name": "StatefulPartitionedCall/text_preprocessor_1/normalize/StaticRegexReplace_4", "op": "StaticRegexReplace", "input": ["StatefulPartitionedCall/text_preprocessor_1/normalize/StaticRegexReplace_3"], "attr": {"replace_global": {"b": true}, "rewrite": {"s": "ZQ=="}, "pattern": {"s": "RQ=="}}}, {"name": "StatefulPartitionedCall/text_preprocessor_1/normalize/StaticRegexReplace_5", "op": "StaticRegexReplace", "input": ["StatefulPartitionedCall/text_preprocessor_1/normalize/StaticRegexReplace_4"], "attr": {"replace_global": {"b": true}, "rewrite": {"s": "Zg=="}, "pattern": {"s": "Rg=="}}}, {"name": "StatefulPartitionedCall/text_preprocessor_1/normalize/StaticRegexReplace_6", "op": "StaticRegexReplace", "input": ["StatefulPartitionedCall/text_preprocessor_1/normalize/StaticRegexReplace_5"], "attr": {"pattern": {"s": "Rw=="}, "replace_global": {"b": true}, "rewrite": {"s": "Zw=="}}}, {"name": "StatefulPartitionedCall/text_preprocessor_1/normalize/StaticRegexReplace_7", "op": "StaticRegexReplace", "input": ["StatefulPartitionedCall/text_preprocessor_1/normalize/StaticRegexReplace_6"], "attr": {"replace_global": {"b": true}, "pattern": {"s": "SA=="}, "rewrite": {"s": "aA=="}}}, {"name": "StatefulPartitionedCall/text_preprocessor_1/normalize/StaticRegexReplace_8", "op": "StaticRegexReplace", "input": ["StatefulPartitionedCall/text_preprocessor_1/normalize/StaticRegexReplace_7"], "attr": {"replace_global": {"b": true}, "rewrite": {"s": "aQ=="}, "pattern": {"s": "SQ=="}}}, {"name": "StatefulPartitionedCall/text_preprocessor_1/normalize/StaticRegexReplace_9", "op": "StaticRegexReplace", "input": ["StatefulPartitionedCall/text_preprocessor_1/normalize/StaticRegexReplace_8"], "attr": {"rewrite": {"s": "ag=="}, "replace_global": {"b": true}, "pattern": {"s": "Sg=="}}}, {"name": "StatefulPartitionedCall/text_preprocessor_1/normalize/StaticRegexReplace_10", "op": "StaticRegexReplace", "input": ["StatefulPartitionedCall/text_preprocessor_1/normalize/StaticRegexReplace_9"], "attr": {"rewrite": {"s": "aw=="}, "pattern": {"s": "Sw=="}, "replace_global": {"b": true}}}, {"name": "StatefulPartitionedCall/text_preprocessor_1/normalize/StaticRegexReplace_11", "op": "StaticRegexReplace", "input": ["StatefulPartitionedCall/text_preprocessor_1/normalize/StaticRegexReplace_10"], "attr": {"rewrite": {"s": "bA=="}, "pattern": {"s": "TA=="}, "replace_global": {"b": true}}}, {"name": "StatefulPartitionedCall/text_preprocessor_1/normalize/StaticRegexReplace_12", "op": "StaticRegexReplace", "input": ["StatefulPartitionedCall/text_preprocessor_1/normalize/StaticRegexReplace_11"], "attr": {"rewrite": {"s": "bQ=="}, "replace_global": {"b": true}, "pattern": {"s": "TQ=="}}}, {"name": "StatefulPartitionedCall/text_preprocessor_1/normalize/StaticRegexReplace_13", "op": "StaticRegexReplace", "input": ["StatefulPartitionedCall/text_preprocessor_1/normalize/StaticRegexReplace_12"], "attr": {"rewrite": {"s": "bg=="}, "pattern": {"s": "Tg=="}, "replace_global": {"b": true}}}, {"name": "StatefulPartitionedCall/text_preprocessor_1/normalize/StaticRegexReplace_14", "op": "StaticRegexReplace", "input": ["StatefulPartitionedCall/text_preprocessor_1/normalize/StaticRegexReplace_13"], "attr": {"pattern": {"s": "Tw=="}, "rewrite": {"s": "bw=="}, "replace_global": {"b": true}}}, {"name": "StatefulPartitionedCall/text_preprocessor_1/normalize/StaticRegexReplace_15", "op": "StaticRegexReplace", "input": ["StatefulPartitionedCall/text_preprocessor_1/normalize/StaticRegexReplace_14"], "attr": {"pattern": {"s": "UA=="}, "rewrite": {"s": "cA=="}, "replace_global": {"b": true}}}, {"name": "StatefulPartitionedCall/text_preprocessor_1/normalize/StaticRegexReplace_16", "op": "StaticRegexReplace", "input": ["StatefulPartitionedCall/text_preprocessor_1/normalize/StaticRegexReplace_15"], "attr": {"rewrite": {"s": "cQ=="}, "replace_global": {"b": true}, "pattern": {"s": "UQ=="}}}, {"name": "StatefulPartitionedCall/text_preprocessor_1/normalize/StaticRegexReplace_17", "op": "StaticRegexReplace", "input": ["StatefulPartitionedCall/text_preprocessor_1/normalize/StaticRegexReplace_16"], "attr": {"pattern": {"s": "Ug=="}, "replace_global": {"b": true}, "rewrite": {"s": "cg=="}}}, {"name": "StatefulPartitionedCall/text_preprocessor_1/normalize/StaticRegexReplace_18", "op": "StaticRegexReplace", "input": ["StatefulPartitionedCall/text_preprocessor_1/normalize/StaticRegexReplace_17"], "attr": {"rewrite": {"s": "cw=="}, "pattern": {"s": "Uw=="}, "replace_global": {"b": true}}}, {"name": "StatefulPartitionedCall/text_preprocessor_1/normalize/StaticRegexReplace_19", "op": "StaticRegexReplace", "input": ["StatefulPartitionedCall/text_preprocessor_1/normalize/StaticRegexReplace_18"], "attr": {"rewrite": {"s": "dA=="}, "pattern": {"s": "VA=="}, "replace_global": {"b": true}}}, {"name": "StatefulPartitionedCall/text_preprocessor_1/normalize/StaticRegexReplace_20", "op": "StaticRegexReplace", "input": ["StatefulPartitionedCall/text_preprocessor_1/normalize/StaticRegexReplace_19"], "attr": {"rewrite": {"s": "dQ=="}, "pattern": {"s": "VQ=="}, "replace_global": {"b": true}}}, {"name": "StatefulPartitionedCall/text_preprocessor_1/normalize/StaticRegexReplace_21", "op": "StaticRegexReplace", "input": ["StatefulPartitionedCall/text_preprocessor_1/normalize/StaticRegexReplace_20"], "attr": {"rewrite": {"s": "dg=="}, "pattern": {"s": "Vg=="}, "replace_global": {"b": true}}}, {"name": "StatefulPartitionedCall/text_preprocessor_1/normalize/StaticRegexReplace_22", "op": "StaticRegexReplace", "input": ["StatefulPartitionedCall/text_preprocessor_1/normalize/StaticRegexReplace_21"], "attr": {"pattern": {"s": "Vw=="}, "replace_global": {"b": true}, "rewrite": {"s": "dw=="}}}, {"name": "StatefulPartitionedCall/text_preprocessor_1/normalize/StaticRegexReplace_23", "op": "StaticRegexReplace", "input": ["StatefulPartitionedCall/text_preprocessor_1/normalize/StaticRegexReplace_22"], "attr": {"rewrite": {"s": "eA=="}, "pattern": {"s": "WA=="}, "replace_global": {"b": true}}}, {"name": "StatefulPartitionedCall/text_preprocessor_1/normalize/StaticRegexReplace_24", "op": "StaticRegexReplace", "input": ["StatefulPartitionedCall/text_preprocessor_1/normalize/StaticRegexReplace_23"], "attr": {"replace_global": {"b": true}, "pattern": {"s": "WQ=="}, "rewrite": {"s": "eQ=="}}}, {"name": "StatefulPartitionedCall/text_preprocessor_1/normalize/StaticRegexReplace_25", "op": "StaticRegexReplace", "input": ["StatefulPartitionedCall/text_preprocessor_1/normalize/StaticRegexReplace_24"], "attr": {"pattern": {"s": "Wg=="}, "replace_global": {"b": true}, "rewrite": {"s": "eg=="}}}, {"name": "StatefulPartitionedCall/text_preprocessor_1/normalize/StaticRegexReplace_26", "op": "StaticRegexReplace", "input": ["StatefulPartitionedCall/text_preprocessor_1/normalize/StaticRegexReplace_25"], "attr": {"rewrite": {"s": ""}, "replace_global": {"b": true}, "pattern": {"s": "XHBQ"}}}, {"name": "StatefulPartitionedCall/text_preprocessor_1/StaticRegexReplace", "op": "StaticRegexReplace", "input": ["StatefulPartitionedCall/text_preprocessor_1/normalize/StaticRegexReplace_26"], "attr": {"pattern": {"s": "XiAqJA=="}, "replace_global": {"b": true}, "rewrite": {"s": ""}}}, {"name": "StatefulPartitionedCall/text_preprocessor_1/Equal", "op": "Equal", "input": ["StatefulPartitionedCall/text_preprocessor_1/StaticRegexReplace", "StatefulPartitionedCall/text_preprocessor_1/Equal/y"], "attr": {"incompatible_shape_error": {"b": true}, "T": {"type": "DT_STRING"}}}, {"name": "StatefulPartitionedCall/text_preprocessor_1/StringJoin", "op": "StringJoin", "input": ["StatefulPartitionedCall/text_preprocessor_1/StringJoin/inputs_0", "StatefulPartitionedCall/text_preprocessor_1/StaticRegexReplace", "StatefulPartitionedCall/text_preprocessor_1/StringJoin/inputs_2"], "attr": {"separator": {"s": "IA=="}, "N": {"i": "3"}}}, {"name": "StatefulPartitionedCall/text_preprocessor_1/Select", "op": "Select", "input": ["StatefulPartitionedCall/text_preprocessor_1/Equal", "StatefulPartitionedCall/text_preprocessor_1/StaticRegexReplace", "StatefulPartitionedCall/text_preprocessor_1/StringJoin"], "attr": {"T": {"type": "DT_STRING"}}}, {"name": "StatefulPartitionedCall/text_preprocessor_1/StaticRegexReplace_1", "op": "StaticRegexReplace", "input": ["StatefulPartitionedCall/text_preprocessor_1/Select"], "attr": {"pattern": {"s": "XiAqJA=="}, "replace_global": {"b": true}, "rewrite": {"s": "PEVNUFRZPg=="}}}, {"name": "StatefulPartitionedCall/text_preprocessor_1/tokenize/StringSplit/StringSplit", "op": "StringSplit", "input": ["StatefulPartitionedCall/text_preprocessor_1/StaticRegexReplace_1", "StatefulPartitionedCall/text_preprocessor_1/tokenize/StringSplit/Const"], "attr": {"skip_empty": {"b": true}}}, {"name": "StatefulPartitionedCall/text_preprocessor_1/SparseFillEmptyRows/SparseFillEmptyRows", "op": "SparseFillEmptyRows", "input": ["StatefulPartitionedCall/text_preprocessor_1/tokenize/StringSplit/StringSplit", "StatefulPartitionedCall/text_preprocessor_1/tokenize/StringSplit/StringSplit:1", "StatefulPartitionedCall/text_preprocessor_1/tokenize/StringSplit/StringSplit:2", "StatefulPartitionedCall/text_preprocessor_1/SparseFillEmptyRows/Const"], "attr": {"T": {"type": "DT_STRING"}}}, {"name": "StatefulPartitionedCall/text_preprocessor_1/Max", "op": "Max", "input": ["StatefulPartitionedCall/text_preprocessor_1/SparseFillEmptyRows/SparseFillEmptyRows", "StatefulPartitionedCall/text_preprocessor_1/Max/reduction_indices"], "attr": {"T": {"type": "DT_INT64"}, "Tidx": {"type": "DT_INT32"}, "keep_dims": {"b": false}}}, {"name": "StatefulPartitionedCall/text_preprocessor_1/Add", "op": "Add", "input": ["StatefulPartitionedCall/text_preprocessor_1/Max", "StatefulPartitionedCall/text_preprocessor_1/ones_like"], "attr": {"T": {"type": "DT_INT64"}}}, {"name": "StatefulPartitionedCall/text_preprocessor_1/Maximum", "op": "Maximum", "input": ["StatefulPartitionedCall/text_preprocessor_1/Const", "StatefulPartitionedCall/text_preprocessor_1/Add"], "attr": {"T": {"type": "DT_INT64"}}}, {"name": "StatefulPartitionedCall/text_preprocessor_1/SparseToDense", "op": "SparseToDense", "input": ["StatefulPartitionedCall/text_preprocessor_1/SparseFillEmptyRows/SparseFillEmptyRows", "StatefulPartitionedCall/text_preprocessor_1/Maximum", "StatefulPartitionedCall/text_preprocessor_1/SparseFillEmptyRows/SparseFillEmptyRows:1", "StatefulPartitionedCall/text_preprocessor_1/SparseToDense/default_value"], "attr": {"Tindices": {"type": "DT_INT64"}, "validate_indices": {"b": true}, "T": {"type": "DT_STRING"}}}, {"name": "StatefulPartitionedCall/text_preprocessor_1/NotEqual", "op": "NotEqual", "input": ["StatefulPartitionedCall/text_preprocessor_1/SparseToDense", "StatefulPartitionedCall/text_preprocessor_1/NotEqual/y"], "attr": {"incompatible_shape_error": {"b": true}, "T": {"type": "DT_STRING"}}}, {"name": "StatefulPartitionedCall/text_preprocessor_1/Shape", "op": "Shape", "input": ["StatefulPartitionedCall/text_preprocessor_1/NotEqual"], "attr": {"out_type": {"type": "DT_INT64"}, "T": {"type": "DT_BOOL"}}}, {"name": "StatefulPartitionedCall/text_preprocessor_1/Where", "op": "Where", "input": ["StatefulPartitionedCall/text_preprocessor_1/NotEqual"], "attr": {"T": {"type": "DT_BOOL"}}}, {"name": "StatefulPartitionedCall/text_preprocessor_1/PackPositions/strided_slice_2", "op": "StridedSlice", "input": ["StatefulPartitionedCall/text_preprocessor_1/Shape", "StatefulPartitionedCall/text_preprocessor_1/PackPositions/strided_slice_2/stack", "StatefulPartitionedCall/text_preprocessor_1/PackPositions/strided_slice_2/stack_1", "StatefulPartitionedCall/text_preprocessor_1/PackPositions/strided_slice_2/stack_2"], "attr": {"T": {"type": "DT_INT64"}, "ellipsis_mask": {"i": "0"}, "end_mask": {"i": "0"}, "Index": {"type": "DT_INT32"}, "new_axis_mask": {"i": "0"}, "shrink_axis_mask": {"i": "1"}, "begin_mask": {"i": "0"}}}, {"name": "StatefulPartitionedCall/text_preprocessor_1/PackPositions/strided_slice", "op": "StridedSlice", "input": ["StatefulPartitionedCall/text_preprocessor_1/Where", "StatefulPartitionedCall/text_preprocessor_1/PackPositions/strided_slice/stack", "StatefulPartitionedCall/text_preprocessor_1/PackPositions/strided_slice/stack_1", "StatefulPartitionedCall/text_preprocessor_1/PackPositions/strided_slice/stack_2"], "attr": {"T": {"type": "DT_INT64"}, "ellipsis_mask": {"i": "0"}, "shrink_axis_mask": {"i": "2"}, "new_axis_mask": {"i": "0"}, "end_mask": {"i": "1"}, "Index": {"type": "DT_INT32"}, "begin_mask": {"i": "1"}}}, {"name": "StatefulPartitionedCall/text_preprocessor_1/GatherNd", "op": "GatherNd", "input": ["StatefulPartitionedCall/text_preprocessor_1/SparseToDense", "StatefulPartitionedCall/text_preprocessor_1/Where"], "attr": {"Tindices": {"type": "DT_INT64"}, "Tparams": {"type": "DT_STRING"}}}, {"name": "StatefulPartitionedCall/text_preprocessor_1/hash_table_Lookup/hash_table_Lookup/LookupTableFindV2", "op": "LookupTableFindV2", "input": ["StatefulPartitionedCall/text_preprocessor_1/hash_table", "StatefulPartitionedCall/text_preprocessor_1/GatherNd", "StatefulPartitionedCall/text_preprocessor_1/Const_1"], "attr": {"Tin": {"type": "DT_STRING"}, "Tout": {"type": "DT_INT64"}}}, {"name": "StatefulPartitionedCall/text_preprocessor_1/hash_table_Lookup/hash_bucket", "op": "StringToHashBucketFast", "input": ["StatefulPartitionedCall/text_preprocessor_1/GatherNd"], "attr": {"num_buckets": {"i": "200000"}}}, {"name": "StatefulPartitionedCall/text_preprocessor_1/PackPositions/Shape", "op": "Shape", "input": ["StatefulPartitionedCall/text_preprocessor_1/GatherNd"], "attr": {"T": {"type": "DT_STRING"}, "out_type": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/text_preprocessor_1/PackPositions/ones_like/Shape", "op": "Shape", "input": ["StatefulPartitionedCall/text_preprocessor_1/GatherNd"], "attr": {"out_type": {"type": "DT_INT32"}, "T": {"type": "DT_STRING"}}}, {"name": "StatefulPartitionedCall/text_preprocessor_1/hash_table_Lookup/NotEqual", "op": "NotEqual", "input": ["StatefulPartitionedCall/text_preprocessor_1/hash_table_Lookup/hash_table_Lookup/LookupTableFindV2", "StatefulPartitionedCall/text_preprocessor_1/Const_1"], "attr": {"incompatible_shape_error": {"b": true}, "T": {"type": "DT_INT64"}}}, {"name": "StatefulPartitionedCall/text_preprocessor_1/hash_table_Lookup/Add", "op": "Add", "input": ["StatefulPartitionedCall/text_preprocessor_1/hash_table_Lookup/hash_bucket", "StatefulPartitionedCall/text_preprocessor_1/hash_table_Lookup/hash_table_Size/LookupTableSizeV2"], "attr": {"T": {"type": "DT_INT64"}}}, {"name": "StatefulPartitionedCall/text_preprocessor_1/PackPositions/strided_slice_1", "op": "StridedSlice", "input": ["StatefulPartitionedCall/text_preprocessor_1/PackPositions/Shape", "StatefulPartitionedCall/text_preprocessor_1/PackPositions/strided_slice_1/stack", "StatefulPartitionedCall/text_preprocessor_1/PackPositions/strided_slice_1/stack_1", "StatefulPartitionedCall/text_preprocessor_1/PackPositions/strided_slice_1/stack_2"], "attr": {"shrink_axis_mask": {"i": "1"}, "T": {"type": "DT_INT32"}, "ellipsis_mask": {"i": "0"}, "begin_mask": {"i": "0"}, "end_mask": {"i": "0"}, "Index": {"type": "DT_INT32"}, "new_axis_mask": {"i": "0"}}}, {"name": "StatefulPartitionedCall/text_preprocessor_1/PackPositions/ones_like", "op": "Fill", "input": ["StatefulPartitionedCall/text_preprocessor_1/PackPositions/ones_like/Shape", "StatefulPartitionedCall/text_preprocessor_1/PackPositions/ones_like/Const"], "attr": {"T": {"type": "DT_INT32"}, "index_type": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/text_preprocessor_1/hash_table_Lookup/SelectV2", "op": "SelectV2", "input": ["StatefulPartitionedCall/text_preprocessor_1/hash_table_Lookup/NotEqual", "StatefulPartitionedCall/text_preprocessor_1/hash_table_Lookup/hash_table_Lookup/LookupTableFindV2", "StatefulPartitionedCall/text_preprocessor_1/hash_table_Lookup/Add"], "attr": {"T": {"type": "DT_INT64"}}}, {"name": "StatefulPartitionedCall/text_preprocessor_1/PackPositions/range", "op": "Range", "input": ["StatefulPartitionedCall/text_preprocessor_1/PackPositions/range/start", "StatefulPartitionedCall/text_preprocessor_1/PackPositions/strided_slice_1", "StatefulPartitionedCall/text_preprocessor_1/PackPositions/range/delta"], "attr": {"Tidx": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/text_preprocessor_1/PackPositions/SegmentSum", "op": "SegmentSum", "input": ["StatefulPartitionedCall/text_preprocessor_1/PackPositions/ones_like", "StatefulPartitionedCall/text_preprocessor_1/PackPositions/strided_slice"], "attr": {"T": {"type": "DT_INT32"}, "Tindices": {"type": "DT_INT64"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/EmbeddingLookup/EmbeddingLookupUnique/Shape", "op": "Shape", "input": ["StatefulPartitionedCall/text_preprocessor_1/hash_table_Lookup/SelectV2"], "attr": {"T": {"type": "DT_INT64"}, "out_type": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/text_preprocessor_1/PackPositions/Cumsum", "op": "Cumsum", "input": ["StatefulPartitionedCall/text_preprocessor_1/PackPositions/SegmentSum", "StatefulPartitionedCall/text_preprocessor_1/PackPositions/Cumsum/axis"], "attr": {"T": {"type": "DT_INT32"}, "Tidx": {"type": "DT_INT32"}, "reverse": {"b": false}, "exclusive": {"b": true}}}, {"name": "StatefulPartitionedCall/text_preprocessor_1/PackPositions/Max", "op": "Max", "input": ["StatefulPartitionedCall/text_preprocessor_1/PackPositions/SegmentSum", "StatefulPartitionedCall/text_preprocessor_1/PackPositions/Const"], "attr": {"T": {"type": "DT_INT32"}, "Tidx": {"type": "DT_INT32"}, "keep_dims": {"b": false}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/EmbeddingLookup/EmbeddingLookupUnique/Prod", "op": "Prod", "input": ["StatefulPartitionedCall/EncoderTransformer/EmbeddingLookup/EmbeddingLookupUnique/Shape", "StatefulPartitionedCall/EncoderTransformer/EmbeddingLookup/EmbeddingLookupUnique/Const"], "attr": {"T": {"type": "DT_INT32"}, "Tidx": {"type": "DT_INT32"}, "keep_dims": {"b": true}}}, {"name": "StatefulPartitionedCall/text_preprocessor_1/PackPositions/GatherV2", "op": "GatherV2", "input": ["StatefulPartitionedCall/text_preprocessor_1/PackPositions/Cumsum", "StatefulPartitionedCall/text_preprocessor_1/PackPositions/strided_slice", "StatefulPartitionedCall/text_preprocessor_1/PackPositions/GatherV2/axis"], "attr": {"batch_dims": {"i": "0"}, "Tparams": {"type": "DT_INT32"}, "Taxis": {"type": "DT_INT32"}, "Tindices": {"type": "DT_INT64"}}}, {"name": "StatefulPartitionedCall/text_preprocessor_1/PackPositions/Maximum", "op": "Maximum", "input": ["StatefulPartitionedCall/text_preprocessor_1/PackPositions/Maximum/x", "StatefulPartitionedCall/text_preprocessor_1/PackPositions/Max"], "attr": {"T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/EmbeddingLookup/EmbeddingLookupUnique/Reshape", "op": "Reshape", "input": ["StatefulPartitionedCall/text_preprocessor_1/hash_table_Lookup/SelectV2", "StatefulPartitionedCall/EncoderTransformer/EmbeddingLookup/EmbeddingLookupUnique/Prod"], "attr": {"Tshape": {"type": "DT_INT32"}, "T": {"type": "DT_INT64"}}}, {"name": "StatefulPartitionedCall/text_preprocessor_1/PackPositions/sub", "op": "Sub", "input": ["StatefulPartitionedCall/text_preprocessor_1/PackPositions/range", "StatefulPartitionedCall/text_preprocessor_1/PackPositions/GatherV2"], "attr": {"T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/text_preprocessor_1/PackPositions/ToInt64_1", "op": "Cast", "input": ["StatefulPartitionedCall/text_preprocessor_1/PackPositions/Maximum"], "attr": {"SrcT": {"type": "DT_INT32"}, "Truncate": {"b": false}, "DstT": {"type": "DT_INT64"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/EmbeddingLookup/EmbeddingLookupUnique/Unique", "op": "Unique", "input": ["StatefulPartitionedCall/EncoderTransformer/EmbeddingLookup/EmbeddingLookupUnique/Reshape"], "attr": {"T": {"type": "DT_INT64"}, "out_idx": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/text_preprocessor_1/PackPositions/ToInt64", "op": "Cast", "input": ["StatefulPartitionedCall/text_preprocessor_1/PackPositions/sub"], "attr": {"SrcT": {"type": "DT_INT32"}, "Truncate": {"b": false}, "DstT": {"type": "DT_INT64"}}}, {"name": "StatefulPartitionedCall/text_preprocessor_1/PackPositions/SparseTensor/dense_shape", "op": "Pack", "input": ["StatefulPartitionedCall/text_preprocessor_1/PackPositions/strided_slice_2", "StatefulPartitionedCall/text_preprocessor_1/PackPositions/ToInt64_1"], "attr": {"T": {"type": "DT_INT64"}, "N": {"i": "2"}, "axis": {"i": "0"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/EmbeddingLookup/EmbeddingLookupUnique/embedding_lookup/Size", "op": "Size", "input": ["StatefulPartitionedCall/EncoderTransformer/EmbeddingLookup/EmbeddingLookupUnique/Unique"], "attr": {"T": {"type": "DT_INT64"}, "out_type": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/EmbeddingLookup/EmbeddingLookupUnique/embedding_lookup/floordiv", "op": "FloorDiv", "input": ["StatefulPartitionedCall/EncoderTransformer/EmbeddingLookup/EmbeddingLookupUnique/Unique", "StatefulPartitionedCall/EncoderTransformer/EmbeddingLookup/EmbeddingLookupUnique/embedding_lookup/floordiv/y"], "attr": {"T": {"type": "DT_INT64"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/EmbeddingLookup/EmbeddingLookupUnique/embedding_lookup/mod", "op": "FloorMod", "input": ["StatefulPartitionedCall/EncoderTransformer/EmbeddingLookup/EmbeddingLookupUnique/Unique", "StatefulPartitionedCall/EncoderTransformer/EmbeddingLookup/EmbeddingLookupUnique/embedding_lookup/mod/y"], "attr": {"T": {"type": "DT_INT64"}}}, {"name": "StatefulPartitionedCall/text_preprocessor_1/PackPositions/stack", "op": "Pack", "input": ["StatefulPartitionedCall/text_preprocessor_1/PackPositions/strided_slice", "StatefulPartitionedCall/text_preprocessor_1/PackPositions/ToInt64"], "attr": {"T": {"type": "DT_INT64"}, "N": {"i": "2"}, "axis": {"i": "0"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_5/SelfAttention/SparseMultiheadAttention/ComputeQKV/concat", "op": "ConcatV2", "input": ["StatefulPartitionedCall/text_preprocessor_1/PackPositions/SparseTensor/dense_shape", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_5/SelfAttention/SparseMultiheadAttention/ComputeQKV/concat/values_1", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_5/SelfAttention/SparseMultiheadAttention/ComputeQKV/concat/axis"], "attr": {"N": {"i": "2"}, "Tidx": {"type": "DT_INT32"}, "T": {"type": "DT_INT64"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_4/SelfAttention/SparseMultiheadAttention/ComputeQKV/concat", "op": "ConcatV2", "input": ["StatefulPartitionedCall/text_preprocessor_1/PackPositions/SparseTensor/dense_shape", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_4/SelfAttention/SparseMultiheadAttention/ComputeQKV/concat/values_1", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_4/SelfAttention/SparseMultiheadAttention/ComputeQKV/concat/axis"], "attr": {"N": {"i": "2"}, "T": {"type": "DT_INT64"}, "Tidx": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_3/SelfAttention/SparseMultiheadAttention/ComputeQKV/concat", "op": "ConcatV2", "input": ["StatefulPartitionedCall/text_preprocessor_1/PackPositions/SparseTensor/dense_shape", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_3/SelfAttention/SparseMultiheadAttention/ComputeQKV/concat/values_1", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_3/SelfAttention/SparseMultiheadAttention/ComputeQKV/concat/axis"], "attr": {"N": {"i": "2"}, "Tidx": {"type": "DT_INT32"}, "T": {"type": "DT_INT64"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_2/SelfAttention/SparseMultiheadAttention/ComputeQKV/concat", "op": "ConcatV2", "input": ["StatefulPartitionedCall/text_preprocessor_1/PackPositions/SparseTensor/dense_shape", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_2/SelfAttention/SparseMultiheadAttention/ComputeQKV/concat/values_1", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_2/SelfAttention/SparseMultiheadAttention/ComputeQKV/concat/axis"], "attr": {"T": {"type": "DT_INT64"}, "N": {"i": "2"}, "Tidx": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_1/SelfAttention/SparseMultiheadAttention/ComputeQKV/concat", "op": "ConcatV2", "input": ["StatefulPartitionedCall/text_preprocessor_1/PackPositions/SparseTensor/dense_shape", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_1/SelfAttention/SparseMultiheadAttention/ComputeQKV/concat/values_1", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_1/SelfAttention/SparseMultiheadAttention/ComputeQKV/concat/axis"], "attr": {"N": {"i": "2"}, "Tidx": {"type": "DT_INT32"}, "T": {"type": "DT_INT64"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_0/SelfAttention/SparseMultiheadAttention/ComputeQKV/concat", "op": "ConcatV2", "input": ["StatefulPartitionedCall/text_preprocessor_1/PackPositions/SparseTensor/dense_shape", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_0/SelfAttention/SparseMultiheadAttention/ComputeQKV/concat/values_1", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_0/SelfAttention/SparseMultiheadAttention/ComputeQKV/concat/axis"], "attr": {"N": {"i": "2"}, "Tidx": {"type": "DT_INT32"}, "T": {"type": "DT_INT64"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/AttentionPooling/Shape/Cast", "op": "Cast", "input": ["StatefulPartitionedCall/text_preprocessor_1/PackPositions/SparseTensor/dense_shape"], "attr": {"SrcT": {"type": "DT_INT64"}, "DstT": {"type": "DT_INT32"}, "Truncate": {"b": false}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/EmbeddingLookup/EmbeddingLookupUnique/embedding_lookup/range", "op": "Range", "input": ["StatefulPartitionedCall/EncoderTransformer/EmbeddingLookup/EmbeddingLookupUnique/embedding_lookup/range/start", "StatefulPartitionedCall/EncoderTransformer/EmbeddingLookup/EmbeddingLookupUnique/embedding_lookup/Size", "StatefulPartitionedCall/EncoderTransformer/EmbeddingLookup/EmbeddingLookupUnique/embedding_lookup/range/delta"], "attr": {"Tidx": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/EmbeddingLookup/EmbeddingLookupUnique/embedding_lookup/Cast", "op": "Cast", "input": ["StatefulPartitionedCall/EncoderTransformer/EmbeddingLookup/EmbeddingLookupUnique/embedding_lookup/mod"], "attr": {"DstT": {"type": "DT_INT32"}, "SrcT": {"type": "DT_INT64"}, "Truncate": {"b": false}}}, {"name": "StatefulPartitionedCall/text_preprocessor_1/PackPositions/transpose", "op": "Transpose", "input": ["StatefulPartitionedCall/text_preprocessor_1/PackPositions/stack", "StatefulPartitionedCall/text_preprocessor_1/PackPositions/transpose/perm"], "attr": {"Tperm": {"type": "DT_INT32"}, "T": {"type": "DT_INT64"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/AttentionPooling/strided_slice", "op": "StridedSlice", "input": ["StatefulPartitionedCall/EncoderTransformer/Transformer/AttentionPooling/Shape/Cast", "StatefulPartitionedCall/EncoderTransformer/Transformer/AttentionPooling/strided_slice/stack", "StatefulPartitionedCall/EncoderTransformer/Transformer/AttentionPooling/strided_slice/stack_1", "StatefulPartitionedCall/EncoderTransformer/Transformer/AttentionPooling/strided_slice/stack_2"], "attr": {"end_mask": {"i": "0"}, "Index": {"type": "DT_INT32"}, "shrink_axis_mask": {"i": "1"}, "T": {"type": "DT_INT32"}, "begin_mask": {"i": "0"}, "new_axis_mask": {"i": "0"}, "ellipsis_mask": {"i": "0"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/EmbeddingLookup/EmbeddingLookupUnique/embedding_lookup/DynamicPartition_1", "op": "DynamicPartition", "input": ["StatefulPartitionedCall/EncoderTransformer/EmbeddingLookup/EmbeddingLookupUnique/embedding_lookup/range", "StatefulPartitionedCall/EncoderTransformer/EmbeddingLookup/EmbeddingLookupUnique/embedding_lookup/Cast"], "attr": {"T": {"type": "DT_INT32"}, "num_partitions": {"i": "30"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/EmbeddingLookup/EmbeddingLookupUnique/embedding_lookup/DynamicPartition", "op": "DynamicPartition", "input": ["StatefulPartitionedCall/EncoderTransformer/EmbeddingLookup/EmbeddingLookupUnique/embedding_lookup/floordiv", "StatefulPartitionedCall/EncoderTransformer/EmbeddingLookup/EmbeddingLookupUnique/embedding_lookup/Cast"], "attr": {"T": {"type": "DT_INT64"}, "num_partitions": {"i": "30"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/strided_slice", "op": "StridedSlice", "input": ["StatefulPartitionedCall/text_preprocessor_1/PackPositions/transpose", "StatefulPartitionedCall/EncoderTransformer/Transformer/strided_slice/stack", "StatefulPartitionedCall/EncoderTransformer/Transformer/strided_slice/stack_1", "StatefulPartitionedCall/EncoderTransformer/Transformer/strided_slice/stack_2"], "attr": {"T": {"type": "DT_INT64"}, "end_mask": {"i": "1"}, "Index": {"type": "DT_INT32"}, "shrink_axis_mask": {"i": "2"}, "ellipsis_mask": {"i": "0"}, "new_axis_mask": {"i": "0"}, "begin_mask": {"i": "1"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_5/SelfAttention/SparseMultiheadAttention/DotProductAttention/Shape", "op": "Shape", "input": ["StatefulPartitionedCall/text_preprocessor_1/PackPositions/transpose"], "attr": {"out_type": {"type": "DT_INT32"}, "T": {"type": "DT_INT64"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_4/SelfAttention/SparseMultiheadAttention/DotProductAttention/Shape", "op": "Shape", "input": ["StatefulPartitionedCall/text_preprocessor_1/PackPositions/transpose"], "attr": {"T": {"type": "DT_INT64"}, "out_type": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_3/SelfAttention/SparseMultiheadAttention/DotProductAttention/Shape", "op": "Shape", "input": ["StatefulPartitionedCall/text_preprocessor_1/PackPositions/transpose"], "attr": {"out_type": {"type": "DT_INT32"}, "T": {"type": "DT_INT64"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_2/SelfAttention/SparseMultiheadAttention/DotProductAttention/Shape", "op": "Shape", "input": ["StatefulPartitionedCall/text_preprocessor_1/PackPositions/transpose"], "attr": {"T": {"type": "DT_INT64"}, "out_type": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_1/SelfAttention/SparseMultiheadAttention/DotProductAttention/Shape", "op": "Shape", "input": ["StatefulPartitionedCall/text_preprocessor_1/PackPositions/transpose"], "attr": {"out_type": {"type": "DT_INT32"}, "T": {"type": "DT_INT64"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_0/SelfAttention/SparseMultiheadAttention/DotProductAttention/Shape", "op": "Shape", "input": ["StatefulPartitionedCall/text_preprocessor_1/PackPositions/transpose"], "attr": {"out_type": {"type": "DT_INT32"}, "T": {"type": "DT_INT64"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/PrepareForTransformer/strided_slice", "op": "StridedSlice", "input": ["StatefulPartitionedCall/text_preprocessor_1/PackPositions/transpose", "StatefulPartitionedCall/EncoderTransformer/Transformer/PrepareForTransformer/strided_slice/stack", "StatefulPartitionedCall/EncoderTransformer/Transformer/PrepareForTransformer/strided_slice/stack_1", "StatefulPartitionedCall/EncoderTransformer/Transformer/PrepareForTransformer/strided_slice/stack_2"], "attr": {"begin_mask": {"i": "1"}, "Index": {"type": "DT_INT32"}, "shrink_axis_mask": {"i": "2"}, "end_mask": {"i": "1"}, "ellipsis_mask": {"i": "0"}, "T": {"type": "DT_INT64"}, "new_axis_mask": {"i": "0"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/AttentionPooling/strided_slice_1", "op": "StridedSlice", "input": ["StatefulPartitionedCall/text_preprocessor_1/PackPositions/transpose", "StatefulPartitionedCall/EncoderTransformer/Transformer/AttentionPooling/strided_slice_1/stack", "StatefulPartitionedCall/EncoderTransformer/Transformer/AttentionPooling/strided_slice_1/stack_1", "StatefulPartitionedCall/EncoderTransformer/Transformer/AttentionPooling/strided_slice_1/stack_2"], "attr": {"end_mask": {"i": "1"}, "shrink_axis_mask": {"i": "2"}, "ellipsis_mask": {"i": "0"}, "Index": {"type": "DT_INT32"}, "begin_mask": {"i": "1"}, "T": {"type": "DT_INT64"}, "new_axis_mask": {"i": "0"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/EmbeddingLookup/EmbeddingLookupUnique/embedding_lookup/Gather", "op": "GatherV2", "input": ["statefulpartitionedcall_args_1", "StatefulPartitionedCall/EncoderTransformer/EmbeddingLookup/EmbeddingLookupUnique/embedding_lookup/DynamicPartition", "StatefulPartitionedCall/EncoderTransformer/EmbeddingLookup/EmbeddingLookupUnique/embedding_lookup/Gather/axis"], "attr": {"batch_dims": {"i": "0"}, "Taxis": {"type": "DT_INT64"}, "Tparams": {"type": "DT_FLOAT"}, "Tindices": {"type": "DT_INT64"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/EmbeddingLookup/EmbeddingLookupUnique/embedding_lookup/Gather_1", "op": "GatherV2", "input": ["statefulpartitionedcall_args_2", "StatefulPartitionedCall/EncoderTransformer/EmbeddingLookup/EmbeddingLookupUnique/embedding_lookup/DynamicPartition:1", "StatefulPartitionedCall/EncoderTransformer/EmbeddingLookup/EmbeddingLookupUnique/embedding_lookup/Gather_1/axis"], "attr": {"Tindices": {"type": "DT_INT64"}, "Taxis": {"type": "DT_INT64"}, "Tparams": {"type": "DT_FLOAT"}, "batch_dims": {"i": "0"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/EmbeddingLookup/EmbeddingLookupUnique/embedding_lookup/Gather_2", "op": "GatherV2", "input": ["statefulpartitionedcall_args_3", "StatefulPartitionedCall/EncoderTransformer/EmbeddingLookup/EmbeddingLookupUnique/embedding_lookup/DynamicPartition:2", "StatefulPartitionedCall/EncoderTransformer/EmbeddingLookup/EmbeddingLookupUnique/embedding_lookup/Gather_2/axis"], "attr": {"Taxis": {"type": "DT_INT64"}, "Tindices": {"type": "DT_INT64"}, "Tparams": {"type": "DT_FLOAT"}, "batch_dims": {"i": "0"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/EmbeddingLookup/EmbeddingLookupUnique/embedding_lookup/Gather_3", "op": "GatherV2", "input": ["statefulpartitionedcall_args_4", "StatefulPartitionedCall/EncoderTransformer/EmbeddingLookup/EmbeddingLookupUnique/embedding_lookup/DynamicPartition:3", "StatefulPartitionedCall/EncoderTransformer/EmbeddingLookup/EmbeddingLookupUnique/embedding_lookup/Gather_3/axis"], "attr": {"batch_dims": {"i": "0"}, "Tparams": {"type": "DT_FLOAT"}, "Tindices": {"type": "DT_INT64"}, "Taxis": {"type": "DT_INT64"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/EmbeddingLookup/EmbeddingLookupUnique/embedding_lookup/Gather_4", "op": "GatherV2", "input": ["statefulpartitionedcall_args_5", "StatefulPartitionedCall/EncoderTransformer/EmbeddingLookup/EmbeddingLookupUnique/embedding_lookup/DynamicPartition:4", "StatefulPartitionedCall/EncoderTransformer/EmbeddingLookup/EmbeddingLookupUnique/embedding_lookup/Gather_4/axis"], "attr": {"Tindices": {"type": "DT_INT64"}, "Tparams": {"type": "DT_FLOAT"}, "batch_dims": {"i": "0"}, "Taxis": {"type": "DT_INT64"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/EmbeddingLookup/EmbeddingLookupUnique/embedding_lookup/Gather_5", "op": "GatherV2", "input": ["statefulpartitionedcall_args_6", "StatefulPartitionedCall/EncoderTransformer/EmbeddingLookup/EmbeddingLookupUnique/embedding_lookup/DynamicPartition:5", "StatefulPartitionedCall/EncoderTransformer/EmbeddingLookup/EmbeddingLookupUnique/embedding_lookup/Gather_5/axis"], "attr": {"Tparams": {"type": "DT_FLOAT"}, "batch_dims": {"i": "0"}, "Tindices": {"type": "DT_INT64"}, "Taxis": {"type": "DT_INT64"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/EmbeddingLookup/EmbeddingLookupUnique/embedding_lookup/Gather_6", "op": "GatherV2", "input": ["statefulpartitionedcall_args_7", "StatefulPartitionedCall/EncoderTransformer/EmbeddingLookup/EmbeddingLookupUnique/embedding_lookup/DynamicPartition:6", "StatefulPartitionedCall/EncoderTransformer/EmbeddingLookup/EmbeddingLookupUnique/embedding_lookup/Gather_6/axis"], "attr": {"Taxis": {"type": "DT_INT64"}, "batch_dims": {"i": "0"}, "Tparams": {"type": "DT_FLOAT"}, "Tindices": {"type": "DT_INT64"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/EmbeddingLookup/EmbeddingLookupUnique/embedding_lookup/Gather_7", "op": "GatherV2", "input": ["statefulpartitionedcall_args_8", "StatefulPartitionedCall/EncoderTransformer/EmbeddingLookup/EmbeddingLookupUnique/embedding_lookup/DynamicPartition:7", "StatefulPartitionedCall/EncoderTransformer/EmbeddingLookup/EmbeddingLookupUnique/embedding_lookup/Gather_7/axis"], "attr": {"Tparams": {"type": "DT_FLOAT"}, "Taxis": {"type": "DT_INT64"}, "batch_dims": {"i": "0"}, "Tindices": {"type": "DT_INT64"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/EmbeddingLookup/EmbeddingLookupUnique/embedding_lookup/Gather_8", "op": "GatherV2", "input": ["statefulpartitionedcall_args_9", "StatefulPartitionedCall/EncoderTransformer/EmbeddingLookup/EmbeddingLookupUnique/embedding_lookup/DynamicPartition:8", "StatefulPartitionedCall/EncoderTransformer/EmbeddingLookup/EmbeddingLookupUnique/embedding_lookup/Gather_8/axis"], "attr": {"Tparams": {"type": "DT_FLOAT"}, "batch_dims": {"i": "0"}, "Taxis": {"type": "DT_INT64"}, "Tindices": {"type": "DT_INT64"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/EmbeddingLookup/EmbeddingLookupUnique/embedding_lookup/Gather_9", "op": "GatherV2", "input": ["statefulpartitionedcall_args_10", "StatefulPartitionedCall/EncoderTransformer/EmbeddingLookup/EmbeddingLookupUnique/embedding_lookup/DynamicPartition:9", "StatefulPartitionedCall/EncoderTransformer/EmbeddingLookup/EmbeddingLookupUnique/embedding_lookup/Gather_9/axis"], "attr": {"batch_dims": {"i": "0"}, "Tindices": {"type": "DT_INT64"}, "Tparams": {"type": "DT_FLOAT"}, "Taxis": {"type": "DT_INT64"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/EmbeddingLookup/EmbeddingLookupUnique/embedding_lookup/Gather_10", "op": "GatherV2", "input": ["statefulpartitionedcall_args_11", "StatefulPartitionedCall/EncoderTransformer/EmbeddingLookup/EmbeddingLookupUnique/embedding_lookup/DynamicPartition:10", "StatefulPartitionedCall/EncoderTransformer/EmbeddingLookup/EmbeddingLookupUnique/embedding_lookup/Gather_10/axis"], "attr": {"batch_dims": {"i": "0"}, "Tparams": {"type": "DT_FLOAT"}, "Taxis": {"type": "DT_INT64"}, "Tindices": {"type": "DT_INT64"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/EmbeddingLookup/EmbeddingLookupUnique/embedding_lookup/Gather_11", "op": "GatherV2", "input": ["statefulpartitionedcall_args_12", "StatefulPartitionedCall/EncoderTransformer/EmbeddingLookup/EmbeddingLookupUnique/embedding_lookup/DynamicPartition:11", "StatefulPartitionedCall/EncoderTransformer/EmbeddingLookup/EmbeddingLookupUnique/embedding_lookup/Gather_11/axis"], "attr": {"Taxis": {"type": "DT_INT64"}, "Tparams": {"type": "DT_FLOAT"}, "Tindices": {"type": "DT_INT64"}, "batch_dims": {"i": "0"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/EmbeddingLookup/EmbeddingLookupUnique/embedding_lookup/Gather_12", "op": "GatherV2", "input": ["statefulpartitionedcall_args_13", "StatefulPartitionedCall/EncoderTransformer/EmbeddingLookup/EmbeddingLookupUnique/embedding_lookup/DynamicPartition:12", "StatefulPartitionedCall/EncoderTransformer/EmbeddingLookup/EmbeddingLookupUnique/embedding_lookup/Gather_12/axis"], "attr": {"Tparams": {"type": "DT_FLOAT"}, "Tindices": {"type": "DT_INT64"}, "Taxis": {"type": "DT_INT64"}, "batch_dims": {"i": "0"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/EmbeddingLookup/EmbeddingLookupUnique/embedding_lookup/Gather_13", "op": "GatherV2", "input": ["statefulpartitionedcall_args_14", "StatefulPartitionedCall/EncoderTransformer/EmbeddingLookup/EmbeddingLookupUnique/embedding_lookup/DynamicPartition:13", "StatefulPartitionedCall/EncoderTransformer/EmbeddingLookup/EmbeddingLookupUnique/embedding_lookup/Gather_13/axis"], "attr": {"Tindices": {"type": "DT_INT64"}, "Tparams": {"type": "DT_FLOAT"}, "batch_dims": {"i": "0"}, "Taxis": {"type": "DT_INT64"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/EmbeddingLookup/EmbeddingLookupUnique/embedding_lookup/Gather_14", "op": "GatherV2", "input": ["statefulpartitionedcall_args_15", "StatefulPartitionedCall/EncoderTransformer/EmbeddingLookup/EmbeddingLookupUnique/embedding_lookup/DynamicPartition:14", "StatefulPartitionedCall/EncoderTransformer/EmbeddingLookup/EmbeddingLookupUnique/embedding_lookup/Gather_14/axis"], "attr": {"Taxis": {"type": "DT_INT64"}, "Tindices": {"type": "DT_INT64"}, "Tparams": {"type": "DT_FLOAT"}, "batch_dims": {"i": "0"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/EmbeddingLookup/EmbeddingLookupUnique/embedding_lookup/Gather_15", "op": "GatherV2", "input": ["statefulpartitionedcall_args_16", "StatefulPartitionedCall/EncoderTransformer/EmbeddingLookup/EmbeddingLookupUnique/embedding_lookup/DynamicPartition:15", "StatefulPartitionedCall/EncoderTransformer/EmbeddingLookup/EmbeddingLookupUnique/embedding_lookup/Gather_15/axis"], "attr": {"Tindices": {"type": "DT_INT64"}, "Taxis": {"type": "DT_INT64"}, "Tparams": {"type": "DT_FLOAT"}, "batch_dims": {"i": "0"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/EmbeddingLookup/EmbeddingLookupUnique/embedding_lookup/Gather_16", "op": "GatherV2", "input": ["statefulpartitionedcall_args_17", "StatefulPartitionedCall/EncoderTransformer/EmbeddingLookup/EmbeddingLookupUnique/embedding_lookup/DynamicPartition:16", "StatefulPartitionedCall/EncoderTransformer/EmbeddingLookup/EmbeddingLookupUnique/embedding_lookup/Gather_16/axis"], "attr": {"batch_dims": {"i": "0"}, "Tindices": {"type": "DT_INT64"}, "Tparams": {"type": "DT_FLOAT"}, "Taxis": {"type": "DT_INT64"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/EmbeddingLookup/EmbeddingLookupUnique/embedding_lookup/Gather_17", "op": "GatherV2", "input": ["statefulpartitionedcall_args_18", "StatefulPartitionedCall/EncoderTransformer/EmbeddingLookup/EmbeddingLookupUnique/embedding_lookup/DynamicPartition:17", "StatefulPartitionedCall/EncoderTransformer/EmbeddingLookup/EmbeddingLookupUnique/embedding_lookup/Gather_17/axis"], "attr": {"Tparams": {"type": "DT_FLOAT"}, "Tindices": {"type": "DT_INT64"}, "batch_dims": {"i": "0"}, "Taxis": {"type": "DT_INT64"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/EmbeddingLookup/EmbeddingLookupUnique/embedding_lookup/Gather_18", "op": "GatherV2", "input": ["statefulpartitionedcall_args_19", "StatefulPartitionedCall/EncoderTransformer/EmbeddingLookup/EmbeddingLookupUnique/embedding_lookup/DynamicPartition:18", "StatefulPartitionedCall/EncoderTransformer/EmbeddingLookup/EmbeddingLookupUnique/embedding_lookup/Gather_18/axis"], "attr": {"batch_dims": {"i": "0"}, "Tparams": {"type": "DT_FLOAT"}, "Tindices": {"type": "DT_INT64"}, "Taxis": {"type": "DT_INT64"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/EmbeddingLookup/EmbeddingLookupUnique/embedding_lookup/Gather_19", "op": "GatherV2", "input": ["statefulpartitionedcall_args_20", "StatefulPartitionedCall/EncoderTransformer/EmbeddingLookup/EmbeddingLookupUnique/embedding_lookup/DynamicPartition:19", "StatefulPartitionedCall/EncoderTransformer/EmbeddingLookup/EmbeddingLookupUnique/embedding_lookup/Gather_19/axis"], "attr": {"Tparams": {"type": "DT_FLOAT"}, "Taxis": {"type": "DT_INT64"}, "batch_dims": {"i": "0"}, "Tindices": {"type": "DT_INT64"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/EmbeddingLookup/EmbeddingLookupUnique/embedding_lookup/Gather_20", "op": "GatherV2", "input": ["statefulpartitionedcall_args_21", "StatefulPartitionedCall/EncoderTransformer/EmbeddingLookup/EmbeddingLookupUnique/embedding_lookup/DynamicPartition:20", "StatefulPartitionedCall/EncoderTransformer/EmbeddingLookup/EmbeddingLookupUnique/embedding_lookup/Gather_20/axis"], "attr": {"Taxis": {"type": "DT_INT64"}, "Tparams": {"type": "DT_FLOAT"}, "Tindices": {"type": "DT_INT64"}, "batch_dims": {"i": "0"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/EmbeddingLookup/EmbeddingLookupUnique/embedding_lookup/Gather_21", "op": "GatherV2", "input": ["statefulpartitionedcall_args_22", "StatefulPartitionedCall/EncoderTransformer/EmbeddingLookup/EmbeddingLookupUnique/embedding_lookup/DynamicPartition:21", "StatefulPartitionedCall/EncoderTransformer/EmbeddingLookup/EmbeddingLookupUnique/embedding_lookup/Gather_21/axis"], "attr": {"Taxis": {"type": "DT_INT64"}, "batch_dims": {"i": "0"}, "Tparams": {"type": "DT_FLOAT"}, "Tindices": {"type": "DT_INT64"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/EmbeddingLookup/EmbeddingLookupUnique/embedding_lookup/Gather_22", "op": "GatherV2", "input": ["statefulpartitionedcall_args_23", "StatefulPartitionedCall/EncoderTransformer/EmbeddingLookup/EmbeddingLookupUnique/embedding_lookup/DynamicPartition:22", "StatefulPartitionedCall/EncoderTransformer/EmbeddingLookup/EmbeddingLookupUnique/embedding_lookup/Gather_22/axis"], "attr": {"Tindices": {"type": "DT_INT64"}, "Tparams": {"type": "DT_FLOAT"}, "batch_dims": {"i": "0"}, "Taxis": {"type": "DT_INT64"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/EmbeddingLookup/EmbeddingLookupUnique/embedding_lookup/Gather_23", "op": "GatherV2", "input": ["statefulpartitionedcall_args_24", "StatefulPartitionedCall/EncoderTransformer/EmbeddingLookup/EmbeddingLookupUnique/embedding_lookup/DynamicPartition:23", "StatefulPartitionedCall/EncoderTransformer/EmbeddingLookup/EmbeddingLookupUnique/embedding_lookup/Gather_23/axis"], "attr": {"batch_dims": {"i": "0"}, "Tindices": {"type": "DT_INT64"}, "Taxis": {"type": "DT_INT64"}, "Tparams": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/EmbeddingLookup/EmbeddingLookupUnique/embedding_lookup/Gather_24", "op": "GatherV2", "input": ["statefulpartitionedcall_args_25", "StatefulPartitionedCall/EncoderTransformer/EmbeddingLookup/EmbeddingLookupUnique/embedding_lookup/DynamicPartition:24", "StatefulPartitionedCall/EncoderTransformer/EmbeddingLookup/EmbeddingLookupUnique/embedding_lookup/Gather_24/axis"], "attr": {"Tindices": {"type": "DT_INT64"}, "Taxis": {"type": "DT_INT64"}, "Tparams": {"type": "DT_FLOAT"}, "batch_dims": {"i": "0"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/EmbeddingLookup/EmbeddingLookupUnique/embedding_lookup/Gather_25", "op": "GatherV2", "input": ["statefulpartitionedcall_args_26", "StatefulPartitionedCall/EncoderTransformer/EmbeddingLookup/EmbeddingLookupUnique/embedding_lookup/DynamicPartition:25", "StatefulPartitionedCall/EncoderTransformer/EmbeddingLookup/EmbeddingLookupUnique/embedding_lookup/Gather_25/axis"], "attr": {"Tindices": {"type": "DT_INT64"}, "Tparams": {"type": "DT_FLOAT"}, "batch_dims": {"i": "0"}, "Taxis": {"type": "DT_INT64"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/EmbeddingLookup/EmbeddingLookupUnique/embedding_lookup/Gather_26", "op": "GatherV2", "input": ["statefulpartitionedcall_args_27", "StatefulPartitionedCall/EncoderTransformer/EmbeddingLookup/EmbeddingLookupUnique/embedding_lookup/DynamicPartition:26", "StatefulPartitionedCall/EncoderTransformer/EmbeddingLookup/EmbeddingLookupUnique/embedding_lookup/Gather_26/axis"], "attr": {"Taxis": {"type": "DT_INT64"}, "Tindices": {"type": "DT_INT64"}, "batch_dims": {"i": "0"}, "Tparams": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/EmbeddingLookup/EmbeddingLookupUnique/embedding_lookup/Gather_27", "op": "GatherV2", "input": ["statefulpartitionedcall_args_28", "StatefulPartitionedCall/EncoderTransformer/EmbeddingLookup/EmbeddingLookupUnique/embedding_lookup/DynamicPartition:27", "StatefulPartitionedCall/EncoderTransformer/EmbeddingLookup/EmbeddingLookupUnique/embedding_lookup/Gather_27/axis"], "attr": {"Taxis": {"type": "DT_INT64"}, "Tindices": {"type": "DT_INT64"}, "batch_dims": {"i": "0"}, "Tparams": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/EmbeddingLookup/EmbeddingLookupUnique/embedding_lookup/Gather_28", "op": "GatherV2", "input": ["statefulpartitionedcall_args_29", "StatefulPartitionedCall/EncoderTransformer/EmbeddingLookup/EmbeddingLookupUnique/embedding_lookup/DynamicPartition:28", "StatefulPartitionedCall/EncoderTransformer/EmbeddingLookup/EmbeddingLookupUnique/embedding_lookup/Gather_28/axis"], "attr": {"Taxis": {"type": "DT_INT64"}, "Tparams": {"type": "DT_FLOAT"}, "batch_dims": {"i": "0"}, "Tindices": {"type": "DT_INT64"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/EmbeddingLookup/EmbeddingLookupUnique/embedding_lookup/Gather_29", "op": "GatherV2", "input": ["statefulpartitionedcall_args_30", "StatefulPartitionedCall/EncoderTransformer/EmbeddingLookup/EmbeddingLookupUnique/embedding_lookup/DynamicPartition:29", "StatefulPartitionedCall/EncoderTransformer/EmbeddingLookup/EmbeddingLookupUnique/embedding_lookup/Gather_29/axis"], "attr": {"Tparams": {"type": "DT_FLOAT"}, "batch_dims": {"i": "0"}, "Tindices": {"type": "DT_INT64"}, "Taxis": {"type": "DT_INT64"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_5/SelfAttention/SparseMultiheadAttention/DotProductAttention/strided_slice", "op": "StridedSlice", "input": ["StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_5/SelfAttention/SparseMultiheadAttention/DotProductAttention/Shape", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_5/SelfAttention/SparseMultiheadAttention/DotProductAttention/strided_slice/stack", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_5/SelfAttention/SparseMultiheadAttention/DotProductAttention/strided_slice/stack_1", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_5/SelfAttention/SparseMultiheadAttention/DotProductAttention/strided_slice/stack_2"], "attr": {"new_axis_mask": {"i": "0"}, "begin_mask": {"i": "0"}, "Index": {"type": "DT_INT32"}, "end_mask": {"i": "0"}, "T": {"type": "DT_INT32"}, "ellipsis_mask": {"i": "0"}, "shrink_axis_mask": {"i": "1"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_4/SelfAttention/SparseMultiheadAttention/DotProductAttention/strided_slice", "op": "StridedSlice", "input": ["StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_4/SelfAttention/SparseMultiheadAttention/DotProductAttention/Shape", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_4/SelfAttention/SparseMultiheadAttention/DotProductAttention/strided_slice/stack", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_4/SelfAttention/SparseMultiheadAttention/DotProductAttention/strided_slice/stack_1", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_4/SelfAttention/SparseMultiheadAttention/DotProductAttention/strided_slice/stack_2"], "attr": {"Index": {"type": "DT_INT32"}, "ellipsis_mask": {"i": "0"}, "T": {"type": "DT_INT32"}, "shrink_axis_mask": {"i": "1"}, "end_mask": {"i": "0"}, "begin_mask": {"i": "0"}, "new_axis_mask": {"i": "0"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_3/SelfAttention/SparseMultiheadAttention/DotProductAttention/strided_slice", "op": "StridedSlice", "input": ["StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_3/SelfAttention/SparseMultiheadAttention/DotProductAttention/Shape", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_3/SelfAttention/SparseMultiheadAttention/DotProductAttention/strided_slice/stack", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_3/SelfAttention/SparseMultiheadAttention/DotProductAttention/strided_slice/stack_1", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_3/SelfAttention/SparseMultiheadAttention/DotProductAttention/strided_slice/stack_2"], "attr": {"shrink_axis_mask": {"i": "1"}, "Index": {"type": "DT_INT32"}, "ellipsis_mask": {"i": "0"}, "end_mask": {"i": "0"}, "T": {"type": "DT_INT32"}, "new_axis_mask": {"i": "0"}, "begin_mask": {"i": "0"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_2/SelfAttention/SparseMultiheadAttention/DotProductAttention/strided_slice", "op": "StridedSlice", "input": ["StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_2/SelfAttention/SparseMultiheadAttention/DotProductAttention/Shape", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_2/SelfAttention/SparseMultiheadAttention/DotProductAttention/strided_slice/stack", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_2/SelfAttention/SparseMultiheadAttention/DotProductAttention/strided_slice/stack_1", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_2/SelfAttention/SparseMultiheadAttention/DotProductAttention/strided_slice/stack_2"], "attr": {"Index": {"type": "DT_INT32"}, "ellipsis_mask": {"i": "0"}, "T": {"type": "DT_INT32"}, "end_mask": {"i": "0"}, "shrink_axis_mask": {"i": "1"}, "new_axis_mask": {"i": "0"}, "begin_mask": {"i": "0"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_1/SelfAttention/SparseMultiheadAttention/DotProductAttention/strided_slice", "op": "StridedSlice", "input": ["StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_1/SelfAttention/SparseMultiheadAttention/DotProductAttention/Shape", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_1/SelfAttention/SparseMultiheadAttention/DotProductAttention/strided_slice/stack", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_1/SelfAttention/SparseMultiheadAttention/DotProductAttention/strided_slice/stack_1", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_1/SelfAttention/SparseMultiheadAttention/DotProductAttention/strided_slice/stack_2"], "attr": {"Index": {"type": "DT_INT32"}, "end_mask": {"i": "0"}, "shrink_axis_mask": {"i": "1"}, "T": {"type": "DT_INT32"}, "ellipsis_mask": {"i": "0"}, "new_axis_mask": {"i": "0"}, "begin_mask": {"i": "0"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_0/SelfAttention/SparseMultiheadAttention/DotProductAttention/strided_slice", "op": "StridedSlice", "input": ["StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_0/SelfAttention/SparseMultiheadAttention/DotProductAttention/Shape", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_0/SelfAttention/SparseMultiheadAttention/DotProductAttention/strided_slice/stack", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_0/SelfAttention/SparseMultiheadAttention/DotProductAttention/strided_slice/stack_1", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_0/SelfAttention/SparseMultiheadAttention/DotProductAttention/strided_slice/stack_2"], "attr": {"begin_mask": {"i": "0"}, "Index": {"type": "DT_INT32"}, "end_mask": {"i": "0"}, "new_axis_mask": {"i": "0"}, "T": {"type": "DT_INT32"}, "ellipsis_mask": {"i": "0"}, "shrink_axis_mask": {"i": "1"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/PrepareForTransformer/TimingSignal/ToFloat_2", "op": "Cast", "input": ["StatefulPartitionedCall/EncoderTransformer/Transformer/PrepareForTransformer/strided_slice"], "attr": {"DstT": {"type": "DT_FLOAT"}, "SrcT": {"type": "DT_INT64"}, "Truncate": {"b": false}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/EmbeddingLookup/EmbeddingLookupUnique/embedding_lookup", "op": "ParallelDynamicStitch", "input": ["StatefulPartitionedCall/EncoderTransformer/EmbeddingLookup/EmbeddingLookupUnique/embedding_lookup/DynamicPartition_1", "StatefulPartitionedCall/EncoderTransformer/EmbeddingLookup/EmbeddingLookupUnique/embedding_lookup/DynamicPartition_1:1", "StatefulPartitionedCall/EncoderTransformer/EmbeddingLookup/EmbeddingLookupUnique/embedding_lookup/DynamicPartition_1:2", "StatefulPartitionedCall/EncoderTransformer/EmbeddingLookup/EmbeddingLookupUnique/embedding_lookup/DynamicPartition_1:3", "StatefulPartitionedCall/EncoderTransformer/EmbeddingLookup/EmbeddingLookupUnique/embedding_lookup/DynamicPartition_1:4", "StatefulPartitionedCall/EncoderTransformer/EmbeddingLookup/EmbeddingLookupUnique/embedding_lookup/DynamicPartition_1:5", "StatefulPartitionedCall/EncoderTransformer/EmbeddingLookup/EmbeddingLookupUnique/embedding_lookup/DynamicPartition_1:6", "StatefulPartitionedCall/EncoderTransformer/EmbeddingLookup/EmbeddingLookupUnique/embedding_lookup/DynamicPartition_1:7", "StatefulPartitionedCall/EncoderTransformer/EmbeddingLookup/EmbeddingLookupUnique/embedding_lookup/DynamicPartition_1:8", "StatefulPartitionedCall/EncoderTransformer/EmbeddingLookup/EmbeddingLookupUnique/embedding_lookup/DynamicPartition_1:9", "StatefulPartitionedCall/EncoderTransformer/EmbeddingLookup/EmbeddingLookupUnique/embedding_lookup/DynamicPartition_1:10", "StatefulPartitionedCall/EncoderTransformer/EmbeddingLookup/EmbeddingLookupUnique/embedding_lookup/DynamicPartition_1:11", "StatefulPartitionedCall/EncoderTransformer/EmbeddingLookup/EmbeddingLookupUnique/embedding_lookup/DynamicPartition_1:12", "StatefulPartitionedCall/EncoderTransformer/EmbeddingLookup/EmbeddingLookupUnique/embedding_lookup/DynamicPartition_1:13", "StatefulPartitionedCall/EncoderTransformer/EmbeddingLookup/EmbeddingLookupUnique/embedding_lookup/DynamicPartition_1:14", "StatefulPartitionedCall/EncoderTransformer/EmbeddingLookup/EmbeddingLookupUnique/embedding_lookup/DynamicPartition_1:15", "StatefulPartitionedCall/EncoderTransformer/EmbeddingLookup/EmbeddingLookupUnique/embedding_lookup/DynamicPartition_1:16", "StatefulPartitionedCall/EncoderTransformer/EmbeddingLookup/EmbeddingLookupUnique/embedding_lookup/DynamicPartition_1:17", "StatefulPartitionedCall/EncoderTransformer/EmbeddingLookup/EmbeddingLookupUnique/embedding_lookup/DynamicPartition_1:18", "StatefulPartitionedCall/EncoderTransformer/EmbeddingLookup/EmbeddingLookupUnique/embedding_lookup/DynamicPartition_1:19", "StatefulPartitionedCall/EncoderTransformer/EmbeddingLookup/EmbeddingLookupUnique/embedding_lookup/DynamicPartition_1:20", "StatefulPartitionedCall/EncoderTransformer/EmbeddingLookup/EmbeddingLookupUnique/embedding_lookup/DynamicPartition_1:21", "StatefulPartitionedCall/EncoderTransformer/EmbeddingLookup/EmbeddingLookupUnique/embedding_lookup/DynamicPartition_1:22", "StatefulPartitionedCall/EncoderTransformer/EmbeddingLookup/EmbeddingLookupUnique/embedding_lookup/DynamicPartition_1:23", "StatefulPartitionedCall/EncoderTransformer/EmbeddingLookup/EmbeddingLookupUnique/embedding_lookup/DynamicPartition_1:24", "StatefulPartitionedCall/EncoderTransformer/EmbeddingLookup/EmbeddingLookupUnique/embedding_lookup/DynamicPartition_1:25", "StatefulPartitionedCall/EncoderTransformer/EmbeddingLookup/EmbeddingLookupUnique/embedding_lookup/DynamicPartition_1:26", "StatefulPartitionedCall/EncoderTransformer/EmbeddingLookup/EmbeddingLookupUnique/embedding_lookup/DynamicPartition_1:27", "StatefulPartitionedCall/EncoderTransformer/EmbeddingLookup/EmbeddingLookupUnique/embedding_lookup/DynamicPartition_1:28", "StatefulPartitionedCall/EncoderTransformer/EmbeddingLookup/EmbeddingLookupUnique/embedding_lookup/DynamicPartition_1:29", "StatefulPartitionedCall/EncoderTransformer/EmbeddingLookup/EmbeddingLookupUnique/embedding_lookup/Gather", "StatefulPartitionedCall/EncoderTransformer/EmbeddingLookup/EmbeddingLookupUnique/embedding_lookup/Gather_1", "StatefulPartitionedCall/EncoderTransformer/EmbeddingLookup/EmbeddingLookupUnique/embedding_lookup/Gather_2", "StatefulPartitionedCall/EncoderTransformer/EmbeddingLookup/EmbeddingLookupUnique/embedding_lookup/Gather_3", "StatefulPartitionedCall/EncoderTransformer/EmbeddingLookup/EmbeddingLookupUnique/embedding_lookup/Gather_4", "StatefulPartitionedCall/EncoderTransformer/EmbeddingLookup/EmbeddingLookupUnique/embedding_lookup/Gather_5", "StatefulPartitionedCall/EncoderTransformer/EmbeddingLookup/EmbeddingLookupUnique/embedding_lookup/Gather_6", "StatefulPartitionedCall/EncoderTransformer/EmbeddingLookup/EmbeddingLookupUnique/embedding_lookup/Gather_7", "StatefulPartitionedCall/EncoderTransformer/EmbeddingLookup/EmbeddingLookupUnique/embedding_lookup/Gather_8", "StatefulPartitionedCall/EncoderTransformer/EmbeddingLookup/EmbeddingLookupUnique/embedding_lookup/Gather_9", "StatefulPartitionedCall/EncoderTransformer/EmbeddingLookup/EmbeddingLookupUnique/embedding_lookup/Gather_10", "StatefulPartitionedCall/EncoderTransformer/EmbeddingLookup/EmbeddingLookupUnique/embedding_lookup/Gather_11", "StatefulPartitionedCall/EncoderTransformer/EmbeddingLookup/EmbeddingLookupUnique/embedding_lookup/Gather_12", "StatefulPartitionedCall/EncoderTransformer/EmbeddingLookup/EmbeddingLookupUnique/embedding_lookup/Gather_13", "StatefulPartitionedCall/EncoderTransformer/EmbeddingLookup/EmbeddingLookupUnique/embedding_lookup/Gather_14", "StatefulPartitionedCall/EncoderTransformer/EmbeddingLookup/EmbeddingLookupUnique/embedding_lookup/Gather_15", "StatefulPartitionedCall/EncoderTransformer/EmbeddingLookup/EmbeddingLookupUnique/embedding_lookup/Gather_16", "StatefulPartitionedCall/EncoderTransformer/EmbeddingLookup/EmbeddingLookupUnique/embedding_lookup/Gather_17", "StatefulPartitionedCall/EncoderTransformer/EmbeddingLookup/EmbeddingLookupUnique/embedding_lookup/Gather_18", "StatefulPartitionedCall/EncoderTransformer/EmbeddingLookup/EmbeddingLookupUnique/embedding_lookup/Gather_19", "StatefulPartitionedCall/EncoderTransformer/EmbeddingLookup/EmbeddingLookupUnique/embedding_lookup/Gather_20", "StatefulPartitionedCall/EncoderTransformer/EmbeddingLookup/EmbeddingLookupUnique/embedding_lookup/Gather_21", "StatefulPartitionedCall/EncoderTransformer/EmbeddingLookup/EmbeddingLookupUnique/embedding_lookup/Gather_22", "StatefulPartitionedCall/EncoderTransformer/EmbeddingLookup/EmbeddingLookupUnique/embedding_lookup/Gather_23", "StatefulPartitionedCall/EncoderTransformer/EmbeddingLookup/EmbeddingLookupUnique/embedding_lookup/Gather_24", "StatefulPartitionedCall/EncoderTransformer/EmbeddingLookup/EmbeddingLookupUnique/embedding_lookup/Gather_25", "StatefulPartitionedCall/EncoderTransformer/EmbeddingLookup/EmbeddingLookupUnique/embedding_lookup/Gather_26", "StatefulPartitionedCall/EncoderTransformer/EmbeddingLookup/EmbeddingLookupUnique/embedding_lookup/Gather_27", "StatefulPartitionedCall/EncoderTransformer/EmbeddingLookup/EmbeddingLookupUnique/embedding_lookup/Gather_28", "StatefulPartitionedCall/EncoderTransformer/EmbeddingLookup/EmbeddingLookupUnique/embedding_lookup/Gather_29"], "attr": {"T": {"type": "DT_FLOAT"}, "N": {"i": "30"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_5/SelfAttention/SparseMultiheadAttention/DotProductAttention/ones/Reshape", "op": "Reshape", "input": ["StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_5/SelfAttention/SparseMultiheadAttention/DotProductAttention/strided_slice", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_5/SelfAttention/SparseMultiheadAttention/DotProductAttention/ones/Reshape/shape"], "attr": {"T": {"type": "DT_INT32"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_4/SelfAttention/SparseMultiheadAttention/DotProductAttention/ones/Reshape", "op": "Reshape", "input": ["StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_4/SelfAttention/SparseMultiheadAttention/DotProductAttention/strided_slice", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_4/SelfAttention/SparseMultiheadAttention/DotProductAttention/ones/Reshape/shape"], "attr": {"T": {"type": "DT_INT32"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_3/SelfAttention/SparseMultiheadAttention/DotProductAttention/ones/Reshape", "op": "Reshape", "input": ["StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_3/SelfAttention/SparseMultiheadAttention/DotProductAttention/strided_slice", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_3/SelfAttention/SparseMultiheadAttention/DotProductAttention/ones/Reshape/shape"], "attr": {"T": {"type": "DT_INT32"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_2/SelfAttention/SparseMultiheadAttention/DotProductAttention/ones/Reshape", "op": "Reshape", "input": ["StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_2/SelfAttention/SparseMultiheadAttention/DotProductAttention/strided_slice", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_2/SelfAttention/SparseMultiheadAttention/DotProductAttention/ones/Reshape/shape"], "attr": {"Tshape": {"type": "DT_INT32"}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_1/SelfAttention/SparseMultiheadAttention/DotProductAttention/ones/Reshape", "op": "Reshape", "input": ["StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_1/SelfAttention/SparseMultiheadAttention/DotProductAttention/strided_slice", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_1/SelfAttention/SparseMultiheadAttention/DotProductAttention/ones/Reshape/shape"], "attr": {"Tshape": {"type": "DT_INT32"}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_0/SelfAttention/SparseMultiheadAttention/DotProductAttention/ones/Reshape", "op": "Reshape", "input": ["StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_0/SelfAttention/SparseMultiheadAttention/DotProductAttention/strided_slice", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_0/SelfAttention/SparseMultiheadAttention/DotProductAttention/ones/Reshape/shape"], "attr": {"Tshape": {"type": "DT_INT32"}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/PrepareForTransformer/TimingSignal/ExpandDims", "op": "ExpandDims", "input": ["StatefulPartitionedCall/EncoderTransformer/Transformer/PrepareForTransformer/TimingSignal/ToFloat_2", "StatefulPartitionedCall/EncoderTransformer/Transformer/PrepareForTransformer/TimingSignal/ExpandDims/dim"], "attr": {"T": {"type": "DT_FLOAT"}, "Tdim": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/EmbeddingLookup/EmbeddingLookupUnique/Shape_1", "op": "Shape", "input": ["StatefulPartitionedCall/EncoderTransformer/EmbeddingLookup/EmbeddingLookupUnique/embedding_lookup"], "attr": {"out_type": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/EmbeddingLookup/EmbeddingLookupUnique/GatherV2", "op": "GatherV2", "input": ["StatefulPartitionedCall/EncoderTransformer/EmbeddingLookup/EmbeddingLookupUnique/embedding_lookup", "StatefulPartitionedCall/EncoderTransformer/EmbeddingLookup/EmbeddingLookupUnique/Unique:1", "StatefulPartitionedCall/EncoderTransformer/EmbeddingLookup/EmbeddingLookupUnique/GatherV2/axis"], "attr": {"Taxis": {"type": "DT_INT32"}, "Tindices": {"type": "DT_INT32"}, "batch_dims": {"i": "0"}, "Tparams": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_5/SelfAttention/SparseMultiheadAttention/DotProductAttention/ones", "op": "Fill", "input": ["StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_5/SelfAttention/SparseMultiheadAttention/DotProductAttention/ones/Reshape", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_5/SelfAttention/SparseMultiheadAttention/DotProductAttention/ones/Const"], "attr": {"index_type": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_4/SelfAttention/SparseMultiheadAttention/DotProductAttention/ones", "op": "Fill", "input": ["StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_4/SelfAttention/SparseMultiheadAttention/DotProductAttention/ones/Reshape", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_4/SelfAttention/SparseMultiheadAttention/DotProductAttention/ones/Const"], "attr": {"T": {"type": "DT_FLOAT"}, "index_type": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_3/SelfAttention/SparseMultiheadAttention/DotProductAttention/ones", "op": "Fill", "input": ["StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_3/SelfAttention/SparseMultiheadAttention/DotProductAttention/ones/Reshape", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_3/SelfAttention/SparseMultiheadAttention/DotProductAttention/ones/Const"], "attr": {"T": {"type": "DT_FLOAT"}, "index_type": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_2/SelfAttention/SparseMultiheadAttention/DotProductAttention/ones", "op": "Fill", "input": ["StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_2/SelfAttention/SparseMultiheadAttention/DotProductAttention/ones/Reshape", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_2/SelfAttention/SparseMultiheadAttention/DotProductAttention/ones/Const"], "attr": {"index_type": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_1/SelfAttention/SparseMultiheadAttention/DotProductAttention/ones", "op": "Fill", "input": ["StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_1/SelfAttention/SparseMultiheadAttention/DotProductAttention/ones/Reshape", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_1/SelfAttention/SparseMultiheadAttention/DotProductAttention/ones/Const"], "attr": {"index_type": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_0/SelfAttention/SparseMultiheadAttention/DotProductAttention/ones", "op": "Fill", "input": ["StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_0/SelfAttention/SparseMultiheadAttention/DotProductAttention/ones/Reshape", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_0/SelfAttention/SparseMultiheadAttention/DotProductAttention/ones/Const"], "attr": {"index_type": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/PrepareForTransformer/TimingSignal/mul_2", "op": "Mul", "input": ["StatefulPartitionedCall/EncoderTransformer/Transformer/PrepareForTransformer/TimingSignal/ExpandDims", "StatefulPartitionedCall/EncoderTransformer/Transformer/PrepareForTransformer/TimingSignal/ExpandDims_1"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/EmbeddingLookup/EmbeddingLookupUnique/strided_slice", "op": "StridedSlice", "input": ["StatefulPartitionedCall/EncoderTransformer/EmbeddingLookup/EmbeddingLookupUnique/Shape_1", "StatefulPartitionedCall/EncoderTransformer/EmbeddingLookup/EmbeddingLookupUnique/strided_slice/stack", "StatefulPartitionedCall/EncoderTransformer/EmbeddingLookup/EmbeddingLookupUnique/strided_slice/stack_1", "StatefulPartitionedCall/EncoderTransformer/EmbeddingLookup/EmbeddingLookupUnique/strided_slice/stack_2"], "attr": {"new_axis_mask": {"i": "0"}, "Index": {"type": "DT_INT32"}, "T": {"type": "DT_INT32"}, "ellipsis_mask": {"i": "0"}, "end_mask": {"i": "1"}, "shrink_axis_mask": {"i": "0"}, "begin_mask": {"i": "0"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_5/SelfAttention/SparseMultiheadAttention/DotProductAttention/ScatterNd", "op": "ScatterNd", "input": ["StatefulPartitionedCall/text_preprocessor_1/PackPositions/transpose", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_5/SelfAttention/SparseMultiheadAttention/DotProductAttention/ones", "StatefulPartitionedCall/text_preprocessor_1/PackPositions/SparseTensor/dense_shape"], "attr": {"T": {"type": "DT_FLOAT"}, "Tindices": {"type": "DT_INT64"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_4/SelfAttention/SparseMultiheadAttention/DotProductAttention/ScatterNd", "op": "ScatterNd", "input": ["StatefulPartitionedCall/text_preprocessor_1/PackPositions/transpose", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_4/SelfAttention/SparseMultiheadAttention/DotProductAttention/ones", "StatefulPartitionedCall/text_preprocessor_1/PackPositions/SparseTensor/dense_shape"], "attr": {"T": {"type": "DT_FLOAT"}, "Tindices": {"type": "DT_INT64"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_3/SelfAttention/SparseMultiheadAttention/DotProductAttention/ScatterNd", "op": "ScatterNd", "input": ["StatefulPartitionedCall/text_preprocessor_1/PackPositions/transpose", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_3/SelfAttention/SparseMultiheadAttention/DotProductAttention/ones", "StatefulPartitionedCall/text_preprocessor_1/PackPositions/SparseTensor/dense_shape"], "attr": {"T": {"type": "DT_FLOAT"}, "Tindices": {"type": "DT_INT64"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_2/SelfAttention/SparseMultiheadAttention/DotProductAttention/ScatterNd", "op": "ScatterNd", "input": ["StatefulPartitionedCall/text_preprocessor_1/PackPositions/transpose", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_2/SelfAttention/SparseMultiheadAttention/DotProductAttention/ones", "StatefulPartitionedCall/text_preprocessor_1/PackPositions/SparseTensor/dense_shape"], "attr": {"T": {"type": "DT_FLOAT"}, "Tindices": {"type": "DT_INT64"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_1/SelfAttention/SparseMultiheadAttention/DotProductAttention/ScatterNd", "op": "ScatterNd", "input": ["StatefulPartitionedCall/text_preprocessor_1/PackPositions/transpose", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_1/SelfAttention/SparseMultiheadAttention/DotProductAttention/ones", "StatefulPartitionedCall/text_preprocessor_1/PackPositions/SparseTensor/dense_shape"], "attr": {"Tindices": {"type": "DT_INT64"}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_0/SelfAttention/SparseMultiheadAttention/DotProductAttention/ScatterNd", "op": "ScatterNd", "input": ["StatefulPartitionedCall/text_preprocessor_1/PackPositions/transpose", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_0/SelfAttention/SparseMultiheadAttention/DotProductAttention/ones", "StatefulPartitionedCall/text_preprocessor_1/PackPositions/SparseTensor/dense_shape"], "attr": {"T": {"type": "DT_FLOAT"}, "Tindices": {"type": "DT_INT64"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/PrepareForTransformer/TimingSignal/Sin", "op": "Sin", "input": ["StatefulPartitionedCall/EncoderTransformer/Transformer/PrepareForTransformer/TimingSignal/mul_2"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/PrepareForTransformer/TimingSignal/Cos", "op": "Cos", "input": ["StatefulPartitionedCall/EncoderTransformer/Transformer/PrepareForTransformer/TimingSignal/mul_2"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/EmbeddingLookup/EmbeddingLookupUnique/concat", "op": "ConcatV2", "input": ["StatefulPartitionedCall/EncoderTransformer/EmbeddingLookup/EmbeddingLookupUnique/Shape", "StatefulPartitionedCall/EncoderTransformer/EmbeddingLookup/EmbeddingLookupUnique/strided_slice", "StatefulPartitionedCall/EncoderTransformer/EmbeddingLookup/EmbeddingLookupUnique/concat/axis"], "attr": {"Tidx": {"type": "DT_INT32"}, "N": {"i": "2"}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_5/SelfAttention/SparseMultiheadAttention/DotProductAttention/ExpandDims", "op": "ExpandDims", "input": ["StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_5/SelfAttention/SparseMultiheadAttention/DotProductAttention/ScatterNd", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_5/SelfAttention/SparseMultiheadAttention/DotProductAttention/ExpandDims/dim"], "attr": {"Tdim": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_4/SelfAttention/SparseMultiheadAttention/DotProductAttention/ExpandDims", "op": "ExpandDims", "input": ["StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_4/SelfAttention/SparseMultiheadAttention/DotProductAttention/ScatterNd", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_4/SelfAttention/SparseMultiheadAttention/DotProductAttention/ExpandDims/dim"], "attr": {"Tdim": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_3/SelfAttention/SparseMultiheadAttention/DotProductAttention/ExpandDims", "op": "ExpandDims", "input": ["StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_3/SelfAttention/SparseMultiheadAttention/DotProductAttention/ScatterNd", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_3/SelfAttention/SparseMultiheadAttention/DotProductAttention/ExpandDims/dim"], "attr": {"Tdim": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_2/SelfAttention/SparseMultiheadAttention/DotProductAttention/ExpandDims", "op": "ExpandDims", "input": ["StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_2/SelfAttention/SparseMultiheadAttention/DotProductAttention/ScatterNd", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_2/SelfAttention/SparseMultiheadAttention/DotProductAttention/ExpandDims/dim"], "attr": {"Tdim": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_1/SelfAttention/SparseMultiheadAttention/DotProductAttention/ExpandDims", "op": "ExpandDims", "input": ["StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_1/SelfAttention/SparseMultiheadAttention/DotProductAttention/ScatterNd", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_1/SelfAttention/SparseMultiheadAttention/DotProductAttention/ExpandDims/dim"], "attr": {"T": {"type": "DT_FLOAT"}, "Tdim": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_0/SelfAttention/SparseMultiheadAttention/DotProductAttention/ExpandDims", "op": "ExpandDims", "input": ["StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_0/SelfAttention/SparseMultiheadAttention/DotProductAttention/ScatterNd", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_0/SelfAttention/SparseMultiheadAttention/DotProductAttention/ExpandDims/dim"], "attr": {"T": {"type": "DT_FLOAT"}, "Tdim": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/PrepareForTransformer/TimingSignal/concat", "op": "ConcatV2", "input": ["StatefulPartitionedCall/EncoderTransformer/Transformer/PrepareForTransformer/TimingSignal/Sin", "StatefulPartitionedCall/EncoderTransformer/Transformer/PrepareForTransformer/TimingSignal/Cos", "StatefulPartitionedCall/EncoderTransformer/Transformer/PrepareForTransformer/TimingSignal/concat/axis"], "attr": {"N": {"i": "2"}, "T": {"type": "DT_FLOAT"}, "Tidx": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/EmbeddingLookup/EmbeddingLookupUnique/Reshape_1", "op": "Reshape", "input": ["StatefulPartitionedCall/EncoderTransformer/EmbeddingLookup/EmbeddingLookupUnique/GatherV2", "StatefulPartitionedCall/EncoderTransformer/EmbeddingLookup/EmbeddingLookupUnique/concat"], "attr": {"Tshape": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_5/SelfAttention/SparseMultiheadAttention/DotProductAttention/ExpandDims_1", "op": "ExpandDims", "input": ["StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_5/SelfAttention/SparseMultiheadAttention/DotProductAttention/ExpandDims", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_5/SelfAttention/SparseMultiheadAttention/DotProductAttention/ExpandDims_1/dim"], "attr": {"T": {"type": "DT_FLOAT"}, "Tdim": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_4/SelfAttention/SparseMultiheadAttention/DotProductAttention/ExpandDims_1", "op": "ExpandDims", "input": ["StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_4/SelfAttention/SparseMultiheadAttention/DotProductAttention/ExpandDims", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_4/SelfAttention/SparseMultiheadAttention/DotProductAttention/ExpandDims_1/dim"], "attr": {"Tdim": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_3/SelfAttention/SparseMultiheadAttention/DotProductAttention/ExpandDims_1", "op": "ExpandDims", "input": ["StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_3/SelfAttention/SparseMultiheadAttention/DotProductAttention/ExpandDims", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_3/SelfAttention/SparseMultiheadAttention/DotProductAttention/ExpandDims_1/dim"], "attr": {"T": {"type": "DT_FLOAT"}, "Tdim": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_2/SelfAttention/SparseMultiheadAttention/DotProductAttention/ExpandDims_1", "op": "ExpandDims", "input": ["StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_2/SelfAttention/SparseMultiheadAttention/DotProductAttention/ExpandDims", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_2/SelfAttention/SparseMultiheadAttention/DotProductAttention/ExpandDims_1/dim"], "attr": {"T": {"type": "DT_FLOAT"}, "Tdim": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_1/SelfAttention/SparseMultiheadAttention/DotProductAttention/ExpandDims_1", "op": "ExpandDims", "input": ["StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_1/SelfAttention/SparseMultiheadAttention/DotProductAttention/ExpandDims", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_1/SelfAttention/SparseMultiheadAttention/DotProductAttention/ExpandDims_1/dim"], "attr": {"T": {"type": "DT_FLOAT"}, "Tdim": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_0/SelfAttention/SparseMultiheadAttention/DotProductAttention/ExpandDims_1", "op": "ExpandDims", "input": ["StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_0/SelfAttention/SparseMultiheadAttention/DotProductAttention/ExpandDims", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_0/SelfAttention/SparseMultiheadAttention/DotProductAttention/ExpandDims_1/dim"], "attr": {"Tdim": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/PrepareForTransformer/dense/BiasAdd", "op": "_FusedMatMul", "input": ["StatefulPartitionedCall/EncoderTransformer/EmbeddingLookup/EmbeddingLookupUnique/Reshape_1", "StatefulPartitionedCall/EncoderTransformer/Transformer/dense/kernel/ConcatPartitions/concat", "StatefulPartitionedCall/EncoderTransformer/Transformer/dense/bias/ConcatPartitions/concat"], "device": "/device:CPU:0", "attr": {"fused_ops": {"list": {"s": ["Qmlhc0FkZA=="]}}, "transpose_a": {"b": false}, "transpose_b": {"b": false}, "T": {"type": "DT_FLOAT"}, "epsilon": {"f": 0.0}, "num_args": {"i": "1"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/PrepareForTransformer/add", "op": "AddV2", "input": ["StatefulPartitionedCall/EncoderTransformer/Transformer/PrepareForTransformer/dense/BiasAdd", "StatefulPartitionedCall/EncoderTransformer/Transformer/PrepareForTransformer/TimingSignal/concat"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_0/SelfAttention/layer_prepostprocess/layer_norm/Mean", "op": "Mean", "input": ["StatefulPartitionedCall/EncoderTransformer/Transformer/PrepareForTransformer/add", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_0/SelfAttention/layer_prepostprocess/layer_norm/Mean/reduction_indices"], "attr": {"keep_dims": {"b": true}, "T": {"type": "DT_FLOAT"}, "Tidx": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_0/SelfAttention/layer_prepostprocess/layer_norm/SquaredDifference", "op": "SquaredDifference", "input": ["StatefulPartitionedCall/EncoderTransformer/Transformer/PrepareForTransformer/add", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_0/SelfAttention/layer_prepostprocess/layer_norm/Mean"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_0/SelfAttention/layer_prepostprocess/layer_norm/sub", "op": "Sub", "input": ["StatefulPartitionedCall/EncoderTransformer/Transformer/PrepareForTransformer/add", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_0/SelfAttention/layer_prepostprocess/layer_norm/Mean"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_0/SelfAttention/layer_prepostprocess/layer_norm/Mean_1", "op": "Mean", "input": ["StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_0/SelfAttention/layer_prepostprocess/layer_norm/SquaredDifference", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_0/SelfAttention/layer_prepostprocess/layer_norm/Mean_1/reduction_indices"], "attr": {"Tidx": {"type": "DT_INT32"}, "keep_dims": {"b": true}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_0/SelfAttention/layer_prepostprocess/layer_norm/add", "op": "AddV2", "input": ["StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_0/SelfAttention/layer_prepostprocess/layer_norm/Mean_1", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_0/SelfAttention/layer_prepostprocess/layer_norm/Const"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_0/SelfAttention/layer_prepostprocess/layer_norm/Rsqrt", "op": "Rsqrt", "input": ["StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_0/SelfAttention/layer_prepostprocess/layer_norm/add"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_0/SelfAttention/layer_prepostprocess/layer_norm/mul", "op": "Mul", "input": ["StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_0/SelfAttention/layer_prepostprocess/layer_norm/layer_norm_scale/ConcatPartitions/concat", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_0/SelfAttention/layer_prepostprocess/layer_norm/Rsqrt"], "attr": {"T": {"type": "DT_FLOAT"}, "_grappler_ArithmeticOptimizer_MinimizeBroadcasts": {"b": true}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_0/SelfAttention/layer_prepostprocess/layer_norm/mul_1", "op": "Mul", "input": ["StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_0/SelfAttention/layer_prepostprocess/layer_norm/mul", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_0/SelfAttention/layer_prepostprocess/layer_norm/sub"], "attr": {"T": {"type": "DT_FLOAT"}, "_grappler_ArithmeticOptimizer_MinimizeBroadcasts": {"b": true}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_0/SelfAttention/layer_prepostprocess/layer_norm/add_1", "op": "AddV2", "input": ["StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_0/SelfAttention/layer_prepostprocess/layer_norm/mul_1", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_0/SelfAttention/layer_prepostprocess/layer_norm/layer_norm_bias/ConcatPartitions/concat"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_0/SelfAttention/SparseMultiheadAttention/ComputeQKV/compute_q/BiasAdd", "op": "_FusedMatMul", "input": ["StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_0/SelfAttention/layer_prepostprocess/layer_norm/add_1", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_0/SelfAttention/SparseMultiheadAttention/ComputeQKV/compute_q/kernel/ConcatPartitions/concat", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_0/SelfAttention/SparseMultiheadAttention/ComputeQKV/compute_q/bias/ConcatPartitions/concat"], "device": "/device:CPU:0", "attr": {"epsilon": {"f": 0.0}, "transpose_a": {"b": false}, "transpose_b": {"b": false}, "fused_ops": {"list": {"s": ["Qmlhc0FkZA=="]}}, "T": {"type": "DT_FLOAT"}, "num_args": {"i": "1"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_0/SelfAttention/SparseMultiheadAttention/ComputeQKV/compute_k/BiasAdd", "op": "_FusedMatMul", "input": ["StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_0/SelfAttention/layer_prepostprocess/layer_norm/add_1", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_0/SelfAttention/SparseMultiheadAttention/ComputeQKV/compute_k/kernel/ConcatPartitions/concat", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_0/SelfAttention/SparseMultiheadAttention/ComputeQKV/compute_k/bias/ConcatPartitions/concat"], "device": "/device:CPU:0", "attr": {"num_args": {"i": "1"}, "transpose_a": {"b": false}, "fused_ops": {"list": {"s": ["Qmlhc0FkZA=="]}}, "epsilon": {"f": 0.0}, "transpose_b": {"b": false}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_0/SelfAttention/SparseMultiheadAttention/ComputeQKV/compute_v/BiasAdd", "op": "_FusedMatMul", "input": ["StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_0/SelfAttention/layer_prepostprocess/layer_norm/add_1", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_0/SelfAttention/SparseMultiheadAttention/ComputeQKV/compute_v/kernel/ConcatPartitions/concat", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_0/SelfAttention/SparseMultiheadAttention/ComputeQKV/compute_v/bias/ConcatPartitions/concat"], "device": "/device:CPU:0", "attr": {"transpose_b": {"b": false}, "fused_ops": {"list": {"s": ["Qmlhc0FkZA=="]}}, "epsilon": {"f": 0.0}, "num_args": {"i": "1"}, "transpose_a": {"b": false}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_0/SelfAttention/SparseMultiheadAttention/ComputeQKV/ScatterNd", "op": "ScatterNd", "input": ["StatefulPartitionedCall/text_preprocessor_1/PackPositions/transpose", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_0/SelfAttention/SparseMultiheadAttention/ComputeQKV/compute_q/BiasAdd", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_0/SelfAttention/SparseMultiheadAttention/ComputeQKV/concat"], "attr": {"T": {"type": "DT_FLOAT"}, "Tindices": {"type": "DT_INT64"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_0/SelfAttention/SparseMultiheadAttention/ComputeQKV/ScatterNd_1", "op": "ScatterNd", "input": ["StatefulPartitionedCall/text_preprocessor_1/PackPositions/transpose", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_0/SelfAttention/SparseMultiheadAttention/ComputeQKV/compute_k/BiasAdd", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_0/SelfAttention/SparseMultiheadAttention/ComputeQKV/concat"], "attr": {"Tindices": {"type": "DT_INT64"}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_0/SelfAttention/SparseMultiheadAttention/ComputeQKV/ScatterNd_2", "op": "ScatterNd", "input": ["StatefulPartitionedCall/text_preprocessor_1/PackPositions/transpose", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_0/SelfAttention/SparseMultiheadAttention/ComputeQKV/compute_v/BiasAdd", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_0/SelfAttention/SparseMultiheadAttention/ComputeQKV/concat"], "attr": {"T": {"type": "DT_FLOAT"}, "Tindices": {"type": "DT_INT64"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_0/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads/split_last_dimension/Shape", "op": "Shape", "input": ["StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_0/SelfAttention/SparseMultiheadAttention/ComputeQKV/ScatterNd"], "attr": {"out_type": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_0/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_1/split_last_dimension/Shape", "op": "Shape", "input": ["StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_0/SelfAttention/SparseMultiheadAttention/ComputeQKV/ScatterNd_1"], "attr": {"out_type": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_0/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_2/split_last_dimension/Shape", "op": "Shape", "input": ["StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_0/SelfAttention/SparseMultiheadAttention/ComputeQKV/ScatterNd_2"], "attr": {"T": {"type": "DT_FLOAT"}, "out_type": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_0/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads/split_last_dimension/strided_slice", "op": "StridedSlice", "input": ["StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_0/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads/split_last_dimension/Shape", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_0/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads/split_last_dimension/strided_slice/stack", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_0/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads/split_last_dimension/strided_slice/stack_1", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_0/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads/split_last_dimension/strided_slice/stack_2"], "attr": {"T": {"type": "DT_INT32"}, "new_axis_mask": {"i": "0"}, "Index": {"type": "DT_INT32"}, "shrink_axis_mask": {"i": "1"}, "begin_mask": {"i": "0"}, "end_mask": {"i": "0"}, "ellipsis_mask": {"i": "0"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_0/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads/split_last_dimension/strided_slice_1", "op": "StridedSlice", "input": ["StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_0/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads/split_last_dimension/Shape", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_0/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads/split_last_dimension/strided_slice_1/stack", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_0/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads/split_last_dimension/strided_slice_1/stack_1", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_0/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads/split_last_dimension/strided_slice_1/stack_2"], "attr": {"ellipsis_mask": {"i": "0"}, "T": {"type": "DT_INT32"}, "shrink_axis_mask": {"i": "1"}, "begin_mask": {"i": "0"}, "new_axis_mask": {"i": "0"}, "Index": {"type": "DT_INT32"}, "end_mask": {"i": "0"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_0/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_1/split_last_dimension/strided_slice", "op": "StridedSlice", "input": ["StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_0/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_1/split_last_dimension/Shape", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_0/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_1/split_last_dimension/strided_slice/stack", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_0/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_1/split_last_dimension/strided_slice/stack_1", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_0/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_1/split_last_dimension/strided_slice/stack_2"], "attr": {"new_axis_mask": {"i": "0"}, "begin_mask": {"i": "0"}, "ellipsis_mask": {"i": "0"}, "Index": {"type": "DT_INT32"}, "shrink_axis_mask": {"i": "1"}, "end_mask": {"i": "0"}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_0/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_1/split_last_dimension/strided_slice_1", "op": "StridedSlice", "input": ["StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_0/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_1/split_last_dimension/Shape", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_0/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_1/split_last_dimension/strided_slice_1/stack", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_0/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_1/split_last_dimension/strided_slice_1/stack_1", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_0/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_1/split_last_dimension/strided_slice_1/stack_2"], "attr": {"Index": {"type": "DT_INT32"}, "shrink_axis_mask": {"i": "1"}, "begin_mask": {"i": "0"}, "end_mask": {"i": "0"}, "ellipsis_mask": {"i": "0"}, "T": {"type": "DT_INT32"}, "new_axis_mask": {"i": "0"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_0/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_2/split_last_dimension/strided_slice", "op": "StridedSlice", "input": ["StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_0/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_2/split_last_dimension/Shape", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_0/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_2/split_last_dimension/strided_slice/stack", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_0/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_2/split_last_dimension/strided_slice/stack_1", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_0/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_2/split_last_dimension/strided_slice/stack_2"], "attr": {"T": {"type": "DT_INT32"}, "ellipsis_mask": {"i": "0"}, "shrink_axis_mask": {"i": "1"}, "new_axis_mask": {"i": "0"}, "Index": {"type": "DT_INT32"}, "begin_mask": {"i": "0"}, "end_mask": {"i": "0"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_0/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_2/split_last_dimension/strided_slice_1", "op": "StridedSlice", "input": ["StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_0/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_2/split_last_dimension/Shape", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_0/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_2/split_last_dimension/strided_slice_1/stack", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_0/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_2/split_last_dimension/strided_slice_1/stack_1", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_0/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_2/split_last_dimension/strided_slice_1/stack_2"], "attr": {"Index": {"type": "DT_INT32"}, "shrink_axis_mask": {"i": "1"}, "T": {"type": "DT_INT32"}, "ellipsis_mask": {"i": "0"}, "end_mask": {"i": "0"}, "new_axis_mask": {"i": "0"}, "begin_mask": {"i": "0"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_0/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads/split_last_dimension/Reshape/shape", "op": "Pack", "input": ["StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_0/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads/split_last_dimension/strided_slice", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_0/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads/split_last_dimension/strided_slice_1", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_0/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads/split_last_dimension/Reshape/shape/2", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_0/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads/split_last_dimension/Reshape/shape/3"], "attr": {"axis": {"i": "0"}, "N": {"i": "4"}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_0/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_1/split_last_dimension/Reshape/shape", "op": "Pack", "input": ["StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_0/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_1/split_last_dimension/strided_slice", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_0/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_1/split_last_dimension/strided_slice_1", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_0/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_1/split_last_dimension/Reshape/shape/2", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_0/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_1/split_last_dimension/Reshape/shape/3"], "attr": {"axis": {"i": "0"}, "N": {"i": "4"}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_0/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_2/split_last_dimension/Reshape/shape", "op": "Pack", "input": ["StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_0/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_2/split_last_dimension/strided_slice", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_0/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_2/split_last_dimension/strided_slice_1", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_0/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_2/split_last_dimension/Reshape/shape/2", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_0/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_2/split_last_dimension/Reshape/shape/3"], "attr": {"N": {"i": "4"}, "T": {"type": "DT_INT32"}, "axis": {"i": "0"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_0/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads/split_last_dimension/Reshape", "op": "Reshape", "input": ["StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_0/SelfAttention/SparseMultiheadAttention/ComputeQKV/ScatterNd", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_0/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads/split_last_dimension/Reshape/shape"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_0/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_1/split_last_dimension/Reshape", "op": "Reshape", "input": ["StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_0/SelfAttention/SparseMultiheadAttention/ComputeQKV/ScatterNd_1", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_0/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_1/split_last_dimension/Reshape/shape"], "attr": {"Tshape": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_0/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_2/split_last_dimension/Reshape", "op": "Reshape", "input": ["StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_0/SelfAttention/SparseMultiheadAttention/ComputeQKV/ScatterNd_2", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_0/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_2/split_last_dimension/Reshape/shape"], "attr": {"Tshape": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_0/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads/transpose", "op": "Transpose", "input": ["StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_0/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads/split_last_dimension/Reshape", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_0/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads/transpose/perm"], "attr": {"T": {"type": "DT_FLOAT"}, "Tperm": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_0/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_1/transpose", "op": "Transpose", "input": ["StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_0/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_1/split_last_dimension/Reshape", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_0/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_1/transpose/perm"], "attr": {"T": {"type": "DT_FLOAT"}, "Tperm": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_0/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_2/transpose", "op": "Transpose", "input": ["StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_0/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_2/split_last_dimension/Reshape", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_0/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_2/transpose/perm"], "attr": {"Tperm": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_0/SelfAttention/SparseMultiheadAttention/ComputeQKV/mul", "op": "Mul", "input": ["StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_0/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads/transpose", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_0/SelfAttention/SparseMultiheadAttention/ComputeQKV/mul/y"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_0/SelfAttention/SparseMultiheadAttention/DotProductAttention/MatMul", "op": "BatchMatMulV2", "input": ["StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_0/SelfAttention/SparseMultiheadAttention/ComputeQKV/mul", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_0/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_1/transpose"], "attr": {"T": {"type": "DT_FLOAT"}, "adj_y": {"b": true}, "adj_x": {"b": false}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_0/SelfAttention/SparseMultiheadAttention/DotProductAttention/Exp", "op": "Exp", "input": ["StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_0/SelfAttention/SparseMultiheadAttention/DotProductAttention/MatMul"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_0/SelfAttention/SparseMultiheadAttention/DotProductAttention/mul", "op": "Mul", "input": ["StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_0/SelfAttention/SparseMultiheadAttention/DotProductAttention/Exp", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_0/SelfAttention/SparseMultiheadAttention/DotProductAttention/ExpandDims_1"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_0/SelfAttention/SparseMultiheadAttention/DotProductAttention/Sum", "op": "Sum", "input": ["StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_0/SelfAttention/SparseMultiheadAttention/DotProductAttention/mul", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_0/SelfAttention/SparseMultiheadAttention/DotProductAttention/Sum/reduction_indices"], "attr": {"Tidx": {"type": "DT_INT32"}, "keep_dims": {"b": true}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_0/SelfAttention/SparseMultiheadAttention/DotProductAttention/truediv", "op": "RealDiv", "input": ["StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_0/SelfAttention/SparseMultiheadAttention/DotProductAttention/mul", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_0/SelfAttention/SparseMultiheadAttention/DotProductAttention/Sum"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_0/SelfAttention/SparseMultiheadAttention/DotProductAttention/MatMul_1", "op": "BatchMatMulV2", "input": ["StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_0/SelfAttention/SparseMultiheadAttention/DotProductAttention/truediv", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_0/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_2/transpose"], "attr": {"adj_y": {"b": false}, "adj_x": {"b": false}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_0/SelfAttention/SparseMultiheadAttention/DotProductAttention/combine_heads/transpose", "op": "Transpose", "input": ["StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_0/SelfAttention/SparseMultiheadAttention/DotProductAttention/MatMul_1", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_0/SelfAttention/SparseMultiheadAttention/DotProductAttention/combine_heads/transpose/perm"], "attr": {"T": {"type": "DT_FLOAT"}, "Tperm": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_0/SelfAttention/SparseMultiheadAttention/DotProductAttention/combine_heads/combine_last_two_dimensions/Shape", "op": "Shape", "input": ["StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_0/SelfAttention/SparseMultiheadAttention/DotProductAttention/combine_heads/transpose"], "attr": {"T": {"type": "DT_FLOAT"}, "out_type": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_0/SelfAttention/SparseMultiheadAttention/DotProductAttention/combine_heads/combine_last_two_dimensions/strided_slice", "op": "StridedSlice", "input": ["StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_0/SelfAttention/SparseMultiheadAttention/DotProductAttention/combine_heads/combine_last_two_dimensions/Shape", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_0/SelfAttention/SparseMultiheadAttention/DotProductAttention/combine_heads/combine_last_two_dimensions/strided_slice/stack", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_0/SelfAttention/SparseMultiheadAttention/DotProductAttention/combine_heads/combine_last_two_dimensions/strided_slice/stack_1", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_0/SelfAttention/SparseMultiheadAttention/DotProductAttention/combine_heads/combine_last_two_dimensions/strided_slice/stack_2"], "attr": {"end_mask": {"i": "0"}, "new_axis_mask": {"i": "0"}, "begin_mask": {"i": "0"}, "shrink_axis_mask": {"i": "1"}, "Index": {"type": "DT_INT32"}, "ellipsis_mask": {"i": "0"}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_0/SelfAttention/SparseMultiheadAttention/DotProductAttention/combine_heads/combine_last_two_dimensions/strided_slice_1", "op": "StridedSlice", "input": ["StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_0/SelfAttention/SparseMultiheadAttention/DotProductAttention/combine_heads/combine_last_two_dimensions/Shape", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_0/SelfAttention/SparseMultiheadAttention/DotProductAttention/combine_heads/combine_last_two_dimensions/strided_slice_1/stack", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_0/SelfAttention/SparseMultiheadAttention/DotProductAttention/combine_heads/combine_last_two_dimensions/strided_slice_1/stack_1", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_0/SelfAttention/SparseMultiheadAttention/DotProductAttention/combine_heads/combine_last_two_dimensions/strided_slice_1/stack_2"], "attr": {"new_axis_mask": {"i": "0"}, "Index": {"type": "DT_INT32"}, "begin_mask": {"i": "0"}, "end_mask": {"i": "0"}, "ellipsis_mask": {"i": "0"}, "T": {"type": "DT_INT32"}, "shrink_axis_mask": {"i": "1"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_0/SelfAttention/SparseMultiheadAttention/DotProductAttention/combine_heads/combine_last_two_dimensions/Reshape/shape", "op": "Pack", "input": ["StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_0/SelfAttention/SparseMultiheadAttention/DotProductAttention/combine_heads/combine_last_two_dimensions/strided_slice", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_0/SelfAttention/SparseMultiheadAttention/DotProductAttention/combine_heads/combine_last_two_dimensions/strided_slice_1", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_0/SelfAttention/SparseMultiheadAttention/DotProductAttention/combine_heads/combine_last_two_dimensions/Reshape/shape/2"], "attr": {"T": {"type": "DT_INT32"}, "N": {"i": "3"}, "axis": {"i": "0"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_0/SelfAttention/SparseMultiheadAttention/DotProductAttention/combine_heads/combine_last_two_dimensions/Reshape", "op": "Reshape", "input": ["StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_0/SelfAttention/SparseMultiheadAttention/DotProductAttention/combine_heads/transpose", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_0/SelfAttention/SparseMultiheadAttention/DotProductAttention/combine_heads/combine_last_two_dimensions/Reshape/shape"], "attr": {"Tshape": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_0/SelfAttention/SparseMultiheadAttention/GatherNd", "op": "GatherNd", "input": ["StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_0/SelfAttention/SparseMultiheadAttention/DotProductAttention/combine_heads/combine_last_two_dimensions/Reshape", "StatefulPartitionedCall/text_preprocessor_1/PackPositions/transpose"], "attr": {"Tindices": {"type": "DT_INT64"}, "Tparams": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_0/SelfAttention/layer_postprocess/add", "op": "AddV2", "input": ["StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_0/SelfAttention/SparseMultiheadAttention/GatherNd", "StatefulPartitionedCall/EncoderTransformer/Transformer/PrepareForTransformer/add"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_0/FFN/Layer1/layer_prepostprocess/layer_norm/Mean", "op": "Mean", "input": ["StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_0/SelfAttention/layer_postprocess/add", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_0/FFN/Layer1/layer_prepostprocess/layer_norm/Mean/reduction_indices"], "attr": {"Tidx": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}, "keep_dims": {"b": true}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_0/FFN/Layer1/layer_prepostprocess/layer_norm/SquaredDifference", "op": "SquaredDifference", "input": ["StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_0/SelfAttention/layer_postprocess/add", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_0/FFN/Layer1/layer_prepostprocess/layer_norm/Mean"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_0/FFN/Layer1/layer_prepostprocess/layer_norm/sub", "op": "Sub", "input": ["StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_0/SelfAttention/layer_postprocess/add", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_0/FFN/Layer1/layer_prepostprocess/layer_norm/Mean"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_0/FFN/Layer1/layer_prepostprocess/layer_norm/Mean_1", "op": "Mean", "input": ["StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_0/FFN/Layer1/layer_prepostprocess/layer_norm/SquaredDifference", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_0/FFN/Layer1/layer_prepostprocess/layer_norm/Mean_1/reduction_indices"], "attr": {"keep_dims": {"b": true}, "Tidx": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_0/FFN/Layer1/layer_prepostprocess/layer_norm/add", "op": "AddV2", "input": ["StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_0/FFN/Layer1/layer_prepostprocess/layer_norm/Mean_1", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_0/FFN/Layer1/layer_prepostprocess/layer_norm/Const"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_0/FFN/Layer1/layer_prepostprocess/layer_norm/Rsqrt", "op": "Rsqrt", "input": ["StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_0/FFN/Layer1/layer_prepostprocess/layer_norm/add"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_0/FFN/Layer1/layer_prepostprocess/layer_norm/mul", "op": "Mul", "input": ["StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_0/FFN/Layer1/layer_prepostprocess/layer_norm/layer_norm_scale/ConcatPartitions/concat", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_0/FFN/Layer1/layer_prepostprocess/layer_norm/Rsqrt"], "attr": {"_grappler_ArithmeticOptimizer_MinimizeBroadcasts": {"b": true}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_0/FFN/Layer1/layer_prepostprocess/layer_norm/mul_1", "op": "Mul", "input": ["StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_0/FFN/Layer1/layer_prepostprocess/layer_norm/mul", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_0/FFN/Layer1/layer_prepostprocess/layer_norm/sub"], "attr": {"T": {"type": "DT_FLOAT"}, "_grappler_ArithmeticOptimizer_MinimizeBroadcasts": {"b": true}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_0/FFN/Layer1/layer_prepostprocess/layer_norm/add_1", "op": "AddV2", "input": ["StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_0/FFN/Layer1/layer_prepostprocess/layer_norm/mul_1", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_0/FFN/Layer1/layer_prepostprocess/layer_norm/layer_norm_bias/ConcatPartitions/concat"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_0/FFN/Layer1/dense/Relu", "op": "_FusedMatMul", "input": ["StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_0/FFN/Layer1/layer_prepostprocess/layer_norm/add_1", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_0/FFN/Layer1/dense/kernel/ConcatPartitions/concat", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_0/FFN/Layer1/dense/bias/ConcatPartitions/concat"], "device": "/device:CPU:0", "attr": {"fused_ops": {"list": {"s": ["Qmlhc0FkZA==", "UmVsdQ=="]}}, "transpose_b": {"b": false}, "num_args": {"i": "1"}, "T": {"type": "DT_FLOAT"}, "transpose_a": {"b": false}, "epsilon": {"f": 0.0}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_0/FFN/Layer2/dense/BiasAdd", "op": "_FusedMatMul", "input": ["StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_0/FFN/Layer1/dense/Relu", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_0/FFN/Layer2/dense/kernel/ConcatPartitions/concat", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_0/FFN/Layer2/dense/bias/ConcatPartitions/concat"], "device": "/device:CPU:0", "attr": {"epsilon": {"f": 0.0}, "transpose_a": {"b": false}, "fused_ops": {"list": {"s": ["Qmlhc0FkZA=="]}}, "transpose_b": {"b": false}, "T": {"type": "DT_FLOAT"}, "num_args": {"i": "1"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_0/FFN/Layer2/layer_postprocess/add", "op": "AddV2", "input": ["StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_0/FFN/Layer2/dense/BiasAdd", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_0/SelfAttention/layer_postprocess/add"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_1/SelfAttention/layer_prepostprocess/layer_norm/Mean", "op": "Mean", "input": ["StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_0/FFN/Layer2/layer_postprocess/add", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_1/SelfAttention/layer_prepostprocess/layer_norm/Mean/reduction_indices"], "attr": {"keep_dims": {"b": true}, "T": {"type": "DT_FLOAT"}, "Tidx": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_1/SelfAttention/layer_prepostprocess/layer_norm/SquaredDifference", "op": "SquaredDifference", "input": ["StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_0/FFN/Layer2/layer_postprocess/add", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_1/SelfAttention/layer_prepostprocess/layer_norm/Mean"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_1/SelfAttention/layer_prepostprocess/layer_norm/sub", "op": "Sub", "input": ["StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_0/FFN/Layer2/layer_postprocess/add", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_1/SelfAttention/layer_prepostprocess/layer_norm/Mean"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_1/SelfAttention/layer_prepostprocess/layer_norm/Mean_1", "op": "Mean", "input": ["StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_1/SelfAttention/layer_prepostprocess/layer_norm/SquaredDifference", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_1/SelfAttention/layer_prepostprocess/layer_norm/Mean_1/reduction_indices"], "attr": {"T": {"type": "DT_FLOAT"}, "Tidx": {"type": "DT_INT32"}, "keep_dims": {"b": true}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_1/SelfAttention/layer_prepostprocess/layer_norm/add", "op": "AddV2", "input": ["StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_1/SelfAttention/layer_prepostprocess/layer_norm/Mean_1", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_1/SelfAttention/layer_prepostprocess/layer_norm/Const"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_1/SelfAttention/layer_prepostprocess/layer_norm/Rsqrt", "op": "Rsqrt", "input": ["StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_1/SelfAttention/layer_prepostprocess/layer_norm/add"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_1/SelfAttention/layer_prepostprocess/layer_norm/mul", "op": "Mul", "input": ["StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_1/SelfAttention/layer_prepostprocess/layer_norm/layer_norm_scale/ConcatPartitions/concat", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_1/SelfAttention/layer_prepostprocess/layer_norm/Rsqrt"], "attr": {"T": {"type": "DT_FLOAT"}, "_grappler_ArithmeticOptimizer_MinimizeBroadcasts": {"b": true}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_1/SelfAttention/layer_prepostprocess/layer_norm/mul_1", "op": "Mul", "input": ["StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_1/SelfAttention/layer_prepostprocess/layer_norm/mul", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_1/SelfAttention/layer_prepostprocess/layer_norm/sub"], "attr": {"_grappler_ArithmeticOptimizer_MinimizeBroadcasts": {"b": true}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_1/SelfAttention/layer_prepostprocess/layer_norm/add_1", "op": "AddV2", "input": ["StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_1/SelfAttention/layer_prepostprocess/layer_norm/mul_1", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_1/SelfAttention/layer_prepostprocess/layer_norm/layer_norm_bias/ConcatPartitions/concat"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_1/SelfAttention/SparseMultiheadAttention/ComputeQKV/compute_q/BiasAdd", "op": "_FusedMatMul", "input": ["StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_1/SelfAttention/layer_prepostprocess/layer_norm/add_1", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_1/SelfAttention/SparseMultiheadAttention/ComputeQKV/compute_q/kernel/ConcatPartitions/concat", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_1/SelfAttention/SparseMultiheadAttention/ComputeQKV/compute_q/bias/ConcatPartitions/concat"], "device": "/device:CPU:0", "attr": {"transpose_a": {"b": false}, "transpose_b": {"b": false}, "fused_ops": {"list": {"s": ["Qmlhc0FkZA=="]}}, "T": {"type": "DT_FLOAT"}, "num_args": {"i": "1"}, "epsilon": {"f": 0.0}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_1/SelfAttention/SparseMultiheadAttention/ComputeQKV/compute_k/BiasAdd", "op": "_FusedMatMul", "input": ["StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_1/SelfAttention/layer_prepostprocess/layer_norm/add_1", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_1/SelfAttention/SparseMultiheadAttention/ComputeQKV/compute_k/kernel/ConcatPartitions/concat", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_1/SelfAttention/SparseMultiheadAttention/ComputeQKV/compute_k/bias/ConcatPartitions/concat"], "device": "/device:CPU:0", "attr": {"num_args": {"i": "1"}, "epsilon": {"f": 0.0}, "fused_ops": {"list": {"s": ["Qmlhc0FkZA=="]}}, "transpose_b": {"b": false}, "transpose_a": {"b": false}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_1/SelfAttention/SparseMultiheadAttention/ComputeQKV/compute_v/BiasAdd", "op": "_FusedMatMul", "input": ["StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_1/SelfAttention/layer_prepostprocess/layer_norm/add_1", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_1/SelfAttention/SparseMultiheadAttention/ComputeQKV/compute_v/kernel/ConcatPartitions/concat", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_1/SelfAttention/SparseMultiheadAttention/ComputeQKV/compute_v/bias/ConcatPartitions/concat"], "device": "/device:CPU:0", "attr": {"transpose_a": {"b": false}, "T": {"type": "DT_FLOAT"}, "num_args": {"i": "1"}, "fused_ops": {"list": {"s": ["Qmlhc0FkZA=="]}}, "epsilon": {"f": 0.0}, "transpose_b": {"b": false}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_1/SelfAttention/SparseMultiheadAttention/ComputeQKV/ScatterNd", "op": "ScatterNd", "input": ["StatefulPartitionedCall/text_preprocessor_1/PackPositions/transpose", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_1/SelfAttention/SparseMultiheadAttention/ComputeQKV/compute_q/BiasAdd", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_1/SelfAttention/SparseMultiheadAttention/ComputeQKV/concat"], "attr": {"T": {"type": "DT_FLOAT"}, "Tindices": {"type": "DT_INT64"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_1/SelfAttention/SparseMultiheadAttention/ComputeQKV/ScatterNd_1", "op": "ScatterNd", "input": ["StatefulPartitionedCall/text_preprocessor_1/PackPositions/transpose", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_1/SelfAttention/SparseMultiheadAttention/ComputeQKV/compute_k/BiasAdd", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_1/SelfAttention/SparseMultiheadAttention/ComputeQKV/concat"], "attr": {"T": {"type": "DT_FLOAT"}, "Tindices": {"type": "DT_INT64"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_1/SelfAttention/SparseMultiheadAttention/ComputeQKV/ScatterNd_2", "op": "ScatterNd", "input": ["StatefulPartitionedCall/text_preprocessor_1/PackPositions/transpose", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_1/SelfAttention/SparseMultiheadAttention/ComputeQKV/compute_v/BiasAdd", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_1/SelfAttention/SparseMultiheadAttention/ComputeQKV/concat"], "attr": {"Tindices": {"type": "DT_INT64"}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_1/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads/split_last_dimension/Shape", "op": "Shape", "input": ["StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_1/SelfAttention/SparseMultiheadAttention/ComputeQKV/ScatterNd"], "attr": {"T": {"type": "DT_FLOAT"}, "out_type": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_1/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_1/split_last_dimension/Shape", "op": "Shape", "input": ["StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_1/SelfAttention/SparseMultiheadAttention/ComputeQKV/ScatterNd_1"], "attr": {"out_type": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_1/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_2/split_last_dimension/Shape", "op": "Shape", "input": ["StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_1/SelfAttention/SparseMultiheadAttention/ComputeQKV/ScatterNd_2"], "attr": {"T": {"type": "DT_FLOAT"}, "out_type": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_1/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads/split_last_dimension/strided_slice", "op": "StridedSlice", "input": ["StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_1/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads/split_last_dimension/Shape", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_1/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads/split_last_dimension/strided_slice/stack", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_1/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads/split_last_dimension/strided_slice/stack_1", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_1/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads/split_last_dimension/strided_slice/stack_2"], "attr": {"end_mask": {"i": "0"}, "Index": {"type": "DT_INT32"}, "new_axis_mask": {"i": "0"}, "begin_mask": {"i": "0"}, "T": {"type": "DT_INT32"}, "ellipsis_mask": {"i": "0"}, "shrink_axis_mask": {"i": "1"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_1/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads/split_last_dimension/strided_slice_1", "op": "StridedSlice", "input": ["StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_1/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads/split_last_dimension/Shape", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_1/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads/split_last_dimension/strided_slice_1/stack", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_1/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads/split_last_dimension/strided_slice_1/stack_1", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_1/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads/split_last_dimension/strided_slice_1/stack_2"], "attr": {"shrink_axis_mask": {"i": "1"}, "T": {"type": "DT_INT32"}, "Index": {"type": "DT_INT32"}, "end_mask": {"i": "0"}, "new_axis_mask": {"i": "0"}, "begin_mask": {"i": "0"}, "ellipsis_mask": {"i": "0"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_1/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_1/split_last_dimension/strided_slice", "op": "StridedSlice", "input": ["StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_1/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_1/split_last_dimension/Shape", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_1/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_1/split_last_dimension/strided_slice/stack", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_1/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_1/split_last_dimension/strided_slice/stack_1", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_1/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_1/split_last_dimension/strided_slice/stack_2"], "attr": {"end_mask": {"i": "0"}, "T": {"type": "DT_INT32"}, "new_axis_mask": {"i": "0"}, "begin_mask": {"i": "0"}, "Index": {"type": "DT_INT32"}, "shrink_axis_mask": {"i": "1"}, "ellipsis_mask": {"i": "0"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_1/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_1/split_last_dimension/strided_slice_1", "op": "StridedSlice", "input": ["StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_1/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_1/split_last_dimension/Shape", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_1/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_1/split_last_dimension/strided_slice_1/stack", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_1/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_1/split_last_dimension/strided_slice_1/stack_1", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_1/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_1/split_last_dimension/strided_slice_1/stack_2"], "attr": {"shrink_axis_mask": {"i": "1"}, "T": {"type": "DT_INT32"}, "ellipsis_mask": {"i": "0"}, "begin_mask": {"i": "0"}, "Index": {"type": "DT_INT32"}, "end_mask": {"i": "0"}, "new_axis_mask": {"i": "0"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_1/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_2/split_last_dimension/strided_slice", "op": "StridedSlice", "input": ["StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_1/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_2/split_last_dimension/Shape", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_1/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_2/split_last_dimension/strided_slice/stack", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_1/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_2/split_last_dimension/strided_slice/stack_1", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_1/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_2/split_last_dimension/strided_slice/stack_2"], "attr": {"new_axis_mask": {"i": "0"}, "T": {"type": "DT_INT32"}, "Index": {"type": "DT_INT32"}, "shrink_axis_mask": {"i": "1"}, "end_mask": {"i": "0"}, "begin_mask": {"i": "0"}, "ellipsis_mask": {"i": "0"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_1/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_2/split_last_dimension/strided_slice_1", "op": "StridedSlice", "input": ["StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_1/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_2/split_last_dimension/Shape", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_1/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_2/split_last_dimension/strided_slice_1/stack", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_1/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_2/split_last_dimension/strided_slice_1/stack_1", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_1/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_2/split_last_dimension/strided_slice_1/stack_2"], "attr": {"Index": {"type": "DT_INT32"}, "begin_mask": {"i": "0"}, "new_axis_mask": {"i": "0"}, "T": {"type": "DT_INT32"}, "shrink_axis_mask": {"i": "1"}, "end_mask": {"i": "0"}, "ellipsis_mask": {"i": "0"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_1/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads/split_last_dimension/Reshape/shape", "op": "Pack", "input": ["StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_1/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads/split_last_dimension/strided_slice", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_1/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads/split_last_dimension/strided_slice_1", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_1/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads/split_last_dimension/Reshape/shape/2", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_1/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads/split_last_dimension/Reshape/shape/3"], "attr": {"T": {"type": "DT_INT32"}, "axis": {"i": "0"}, "N": {"i": "4"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_1/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_1/split_last_dimension/Reshape/shape", "op": "Pack", "input": ["StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_1/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_1/split_last_dimension/strided_slice", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_1/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_1/split_last_dimension/strided_slice_1", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_1/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_1/split_last_dimension/Reshape/shape/2", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_1/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_1/split_last_dimension/Reshape/shape/3"], "attr": {"axis": {"i": "0"}, "N": {"i": "4"}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_1/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_2/split_last_dimension/Reshape/shape", "op": "Pack", "input": ["StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_1/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_2/split_last_dimension/strided_slice", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_1/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_2/split_last_dimension/strided_slice_1", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_1/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_2/split_last_dimension/Reshape/shape/2", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_1/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_2/split_last_dimension/Reshape/shape/3"], "attr": {"N": {"i": "4"}, "axis": {"i": "0"}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_1/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads/split_last_dimension/Reshape", "op": "Reshape", "input": ["StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_1/SelfAttention/SparseMultiheadAttention/ComputeQKV/ScatterNd", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_1/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads/split_last_dimension/Reshape/shape"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_1/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_1/split_last_dimension/Reshape", "op": "Reshape", "input": ["StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_1/SelfAttention/SparseMultiheadAttention/ComputeQKV/ScatterNd_1", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_1/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_1/split_last_dimension/Reshape/shape"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_1/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_2/split_last_dimension/Reshape", "op": "Reshape", "input": ["StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_1/SelfAttention/SparseMultiheadAttention/ComputeQKV/ScatterNd_2", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_1/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_2/split_last_dimension/Reshape/shape"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_1/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads/transpose", "op": "Transpose", "input": ["StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_1/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads/split_last_dimension/Reshape", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_1/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads/transpose/perm"], "attr": {"T": {"type": "DT_FLOAT"}, "Tperm": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_1/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_1/transpose", "op": "Transpose", "input": ["StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_1/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_1/split_last_dimension/Reshape", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_1/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_1/transpose/perm"], "attr": {"Tperm": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_1/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_2/transpose", "op": "Transpose", "input": ["StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_1/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_2/split_last_dimension/Reshape", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_1/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_2/transpose/perm"], "attr": {"Tperm": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_1/SelfAttention/SparseMultiheadAttention/ComputeQKV/mul", "op": "Mul", "input": ["StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_1/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads/transpose", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_1/SelfAttention/SparseMultiheadAttention/ComputeQKV/mul/y"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_1/SelfAttention/SparseMultiheadAttention/DotProductAttention/MatMul", "op": "BatchMatMulV2", "input": ["StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_1/SelfAttention/SparseMultiheadAttention/ComputeQKV/mul", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_1/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_1/transpose"], "attr": {"adj_y": {"b": true}, "adj_x": {"b": false}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_1/SelfAttention/SparseMultiheadAttention/DotProductAttention/Exp", "op": "Exp", "input": ["StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_1/SelfAttention/SparseMultiheadAttention/DotProductAttention/MatMul"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_1/SelfAttention/SparseMultiheadAttention/DotProductAttention/mul", "op": "Mul", "input": ["StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_1/SelfAttention/SparseMultiheadAttention/DotProductAttention/Exp", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_1/SelfAttention/SparseMultiheadAttention/DotProductAttention/ExpandDims_1"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_1/SelfAttention/SparseMultiheadAttention/DotProductAttention/Sum", "op": "Sum", "input": ["StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_1/SelfAttention/SparseMultiheadAttention/DotProductAttention/mul", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_1/SelfAttention/SparseMultiheadAttention/DotProductAttention/Sum/reduction_indices"], "attr": {"T": {"type": "DT_FLOAT"}, "keep_dims": {"b": true}, "Tidx": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_1/SelfAttention/SparseMultiheadAttention/DotProductAttention/truediv", "op": "RealDiv", "input": ["StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_1/SelfAttention/SparseMultiheadAttention/DotProductAttention/mul", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_1/SelfAttention/SparseMultiheadAttention/DotProductAttention/Sum"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_1/SelfAttention/SparseMultiheadAttention/DotProductAttention/MatMul_1", "op": "BatchMatMulV2", "input": ["StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_1/SelfAttention/SparseMultiheadAttention/DotProductAttention/truediv", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_1/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_2/transpose"], "attr": {"T": {"type": "DT_FLOAT"}, "adj_x": {"b": false}, "adj_y": {"b": false}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_1/SelfAttention/SparseMultiheadAttention/DotProductAttention/combine_heads/transpose", "op": "Transpose", "input": ["StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_1/SelfAttention/SparseMultiheadAttention/DotProductAttention/MatMul_1", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_1/SelfAttention/SparseMultiheadAttention/DotProductAttention/combine_heads/transpose/perm"], "attr": {"T": {"type": "DT_FLOAT"}, "Tperm": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_1/SelfAttention/SparseMultiheadAttention/DotProductAttention/combine_heads/combine_last_two_dimensions/Shape", "op": "Shape", "input": ["StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_1/SelfAttention/SparseMultiheadAttention/DotProductAttention/combine_heads/transpose"], "attr": {"T": {"type": "DT_FLOAT"}, "out_type": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_1/SelfAttention/SparseMultiheadAttention/DotProductAttention/combine_heads/combine_last_two_dimensions/strided_slice", "op": "StridedSlice", "input": ["StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_1/SelfAttention/SparseMultiheadAttention/DotProductAttention/combine_heads/combine_last_two_dimensions/Shape", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_1/SelfAttention/SparseMultiheadAttention/DotProductAttention/combine_heads/combine_last_two_dimensions/strided_slice/stack", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_1/SelfAttention/SparseMultiheadAttention/DotProductAttention/combine_heads/combine_last_two_dimensions/strided_slice/stack_1", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_1/SelfAttention/SparseMultiheadAttention/DotProductAttention/combine_heads/combine_last_two_dimensions/strided_slice/stack_2"], "attr": {"shrink_axis_mask": {"i": "1"}, "ellipsis_mask": {"i": "0"}, "Index": {"type": "DT_INT32"}, "new_axis_mask": {"i": "0"}, "T": {"type": "DT_INT32"}, "end_mask": {"i": "0"}, "begin_mask": {"i": "0"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_1/SelfAttention/SparseMultiheadAttention/DotProductAttention/combine_heads/combine_last_two_dimensions/strided_slice_1", "op": "StridedSlice", "input": ["StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_1/SelfAttention/SparseMultiheadAttention/DotProductAttention/combine_heads/combine_last_two_dimensions/Shape", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_1/SelfAttention/SparseMultiheadAttention/DotProductAttention/combine_heads/combine_last_two_dimensions/strided_slice_1/stack", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_1/SelfAttention/SparseMultiheadAttention/DotProductAttention/combine_heads/combine_last_two_dimensions/strided_slice_1/stack_1", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_1/SelfAttention/SparseMultiheadAttention/DotProductAttention/combine_heads/combine_last_two_dimensions/strided_slice_1/stack_2"], "attr": {"T": {"type": "DT_INT32"}, "begin_mask": {"i": "0"}, "new_axis_mask": {"i": "0"}, "ellipsis_mask": {"i": "0"}, "Index": {"type": "DT_INT32"}, "end_mask": {"i": "0"}, "shrink_axis_mask": {"i": "1"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_1/SelfAttention/SparseMultiheadAttention/DotProductAttention/combine_heads/combine_last_two_dimensions/Reshape/shape", "op": "Pack", "input": ["StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_1/SelfAttention/SparseMultiheadAttention/DotProductAttention/combine_heads/combine_last_two_dimensions/strided_slice", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_1/SelfAttention/SparseMultiheadAttention/DotProductAttention/combine_heads/combine_last_two_dimensions/strided_slice_1", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_1/SelfAttention/SparseMultiheadAttention/DotProductAttention/combine_heads/combine_last_two_dimensions/Reshape/shape/2"], "attr": {"N": {"i": "3"}, "axis": {"i": "0"}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_1/SelfAttention/SparseMultiheadAttention/DotProductAttention/combine_heads/combine_last_two_dimensions/Reshape", "op": "Reshape", "input": ["StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_1/SelfAttention/SparseMultiheadAttention/DotProductAttention/combine_heads/transpose", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_1/SelfAttention/SparseMultiheadAttention/DotProductAttention/combine_heads/combine_last_two_dimensions/Reshape/shape"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_1/SelfAttention/SparseMultiheadAttention/GatherNd", "op": "GatherNd", "input": ["StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_1/SelfAttention/SparseMultiheadAttention/DotProductAttention/combine_heads/combine_last_two_dimensions/Reshape", "StatefulPartitionedCall/text_preprocessor_1/PackPositions/transpose"], "attr": {"Tindices": {"type": "DT_INT64"}, "Tparams": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_1/SelfAttention/layer_postprocess/add", "op": "AddV2", "input": ["StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_1/SelfAttention/SparseMultiheadAttention/GatherNd", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_0/FFN/Layer2/layer_postprocess/add"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_1/FFN/Layer1/layer_prepostprocess/layer_norm/Mean", "op": "Mean", "input": ["StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_1/SelfAttention/layer_postprocess/add", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_1/FFN/Layer1/layer_prepostprocess/layer_norm/Mean/reduction_indices"], "attr": {"keep_dims": {"b": true}, "Tidx": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_1/FFN/Layer1/layer_prepostprocess/layer_norm/SquaredDifference", "op": "SquaredDifference", "input": ["StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_1/SelfAttention/layer_postprocess/add", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_1/FFN/Layer1/layer_prepostprocess/layer_norm/Mean"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_1/FFN/Layer1/layer_prepostprocess/layer_norm/sub", "op": "Sub", "input": ["StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_1/SelfAttention/layer_postprocess/add", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_1/FFN/Layer1/layer_prepostprocess/layer_norm/Mean"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_1/FFN/Layer1/layer_prepostprocess/layer_norm/Mean_1", "op": "Mean", "input": ["StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_1/FFN/Layer1/layer_prepostprocess/layer_norm/SquaredDifference", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_1/FFN/Layer1/layer_prepostprocess/layer_norm/Mean_1/reduction_indices"], "attr": {"Tidx": {"type": "DT_INT32"}, "keep_dims": {"b": true}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_1/FFN/Layer1/layer_prepostprocess/layer_norm/add", "op": "AddV2", "input": ["StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_1/FFN/Layer1/layer_prepostprocess/layer_norm/Mean_1", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_1/FFN/Layer1/layer_prepostprocess/layer_norm/Const"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_1/FFN/Layer1/layer_prepostprocess/layer_norm/Rsqrt", "op": "Rsqrt", "input": ["StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_1/FFN/Layer1/layer_prepostprocess/layer_norm/add"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_1/FFN/Layer1/layer_prepostprocess/layer_norm/mul", "op": "Mul", "input": ["StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_1/FFN/Layer1/layer_prepostprocess/layer_norm/layer_norm_scale/ConcatPartitions/concat", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_1/FFN/Layer1/layer_prepostprocess/layer_norm/Rsqrt"], "attr": {"T": {"type": "DT_FLOAT"}, "_grappler_ArithmeticOptimizer_MinimizeBroadcasts": {"b": true}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_1/FFN/Layer1/layer_prepostprocess/layer_norm/mul_1", "op": "Mul", "input": ["StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_1/FFN/Layer1/layer_prepostprocess/layer_norm/mul", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_1/FFN/Layer1/layer_prepostprocess/layer_norm/sub"], "attr": {"_grappler_ArithmeticOptimizer_MinimizeBroadcasts": {"b": true}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_1/FFN/Layer1/layer_prepostprocess/layer_norm/add_1", "op": "AddV2", "input": ["StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_1/FFN/Layer1/layer_prepostprocess/layer_norm/mul_1", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_1/FFN/Layer1/layer_prepostprocess/layer_norm/layer_norm_bias/ConcatPartitions/concat"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_1/FFN/Layer1/dense/Relu", "op": "_FusedMatMul", "input": ["StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_1/FFN/Layer1/layer_prepostprocess/layer_norm/add_1", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_1/FFN/Layer1/dense/kernel/ConcatPartitions/concat", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_1/FFN/Layer1/dense/bias/ConcatPartitions/concat"], "device": "/device:CPU:0", "attr": {"num_args": {"i": "1"}, "epsilon": {"f": 0.0}, "transpose_a": {"b": false}, "T": {"type": "DT_FLOAT"}, "transpose_b": {"b": false}, "fused_ops": {"list": {"s": ["Qmlhc0FkZA==", "UmVsdQ=="]}}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_1/FFN/Layer2/dense/BiasAdd", "op": "_FusedMatMul", "input": ["StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_1/FFN/Layer1/dense/Relu", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_1/FFN/Layer2/dense/kernel/ConcatPartitions/concat", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_1/FFN/Layer2/dense/bias/ConcatPartitions/concat"], "device": "/device:CPU:0", "attr": {"fused_ops": {"list": {"s": ["Qmlhc0FkZA=="]}}, "transpose_a": {"b": false}, "transpose_b": {"b": false}, "num_args": {"i": "1"}, "epsilon": {"f": 0.0}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_1/FFN/Layer2/layer_postprocess/add", "op": "AddV2", "input": ["StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_1/FFN/Layer2/dense/BiasAdd", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_1/SelfAttention/layer_postprocess/add"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_2/SelfAttention/layer_prepostprocess/layer_norm/Mean", "op": "Mean", "input": ["StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_1/FFN/Layer2/layer_postprocess/add", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_2/SelfAttention/layer_prepostprocess/layer_norm/Mean/reduction_indices"], "attr": {"Tidx": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}, "keep_dims": {"b": true}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_2/SelfAttention/layer_prepostprocess/layer_norm/SquaredDifference", "op": "SquaredDifference", "input": ["StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_1/FFN/Layer2/layer_postprocess/add", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_2/SelfAttention/layer_prepostprocess/layer_norm/Mean"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_2/SelfAttention/layer_prepostprocess/layer_norm/sub", "op": "Sub", "input": ["StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_1/FFN/Layer2/layer_postprocess/add", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_2/SelfAttention/layer_prepostprocess/layer_norm/Mean"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_2/SelfAttention/layer_prepostprocess/layer_norm/Mean_1", "op": "Mean", "input": ["StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_2/SelfAttention/layer_prepostprocess/layer_norm/SquaredDifference", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_2/SelfAttention/layer_prepostprocess/layer_norm/Mean_1/reduction_indices"], "attr": {"keep_dims": {"b": true}, "T": {"type": "DT_FLOAT"}, "Tidx": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_2/SelfAttention/layer_prepostprocess/layer_norm/add", "op": "AddV2", "input": ["StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_2/SelfAttention/layer_prepostprocess/layer_norm/Mean_1", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_2/SelfAttention/layer_prepostprocess/layer_norm/Const"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_2/SelfAttention/layer_prepostprocess/layer_norm/Rsqrt", "op": "Rsqrt", "input": ["StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_2/SelfAttention/layer_prepostprocess/layer_norm/add"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_2/SelfAttention/layer_prepostprocess/layer_norm/mul", "op": "Mul", "input": ["StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_2/SelfAttention/layer_prepostprocess/layer_norm/layer_norm_scale/ConcatPartitions/concat", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_2/SelfAttention/layer_prepostprocess/layer_norm/Rsqrt"], "attr": {"T": {"type": "DT_FLOAT"}, "_grappler_ArithmeticOptimizer_MinimizeBroadcasts": {"b": true}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_2/SelfAttention/layer_prepostprocess/layer_norm/mul_1", "op": "Mul", "input": ["StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_2/SelfAttention/layer_prepostprocess/layer_norm/mul", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_2/SelfAttention/layer_prepostprocess/layer_norm/sub"], "attr": {"_grappler_ArithmeticOptimizer_MinimizeBroadcasts": {"b": true}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_2/SelfAttention/layer_prepostprocess/layer_norm/add_1", "op": "AddV2", "input": ["StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_2/SelfAttention/layer_prepostprocess/layer_norm/mul_1", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_2/SelfAttention/layer_prepostprocess/layer_norm/layer_norm_bias/ConcatPartitions/concat"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_2/SelfAttention/SparseMultiheadAttention/ComputeQKV/compute_q/BiasAdd", "op": "_FusedMatMul", "input": ["StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_2/SelfAttention/layer_prepostprocess/layer_norm/add_1", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_2/SelfAttention/SparseMultiheadAttention/ComputeQKV/compute_q/kernel/ConcatPartitions/concat", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_2/SelfAttention/SparseMultiheadAttention/ComputeQKV/compute_q/bias/ConcatPartitions/concat"], "device": "/device:CPU:0", "attr": {"epsilon": {"f": 0.0}, "T": {"type": "DT_FLOAT"}, "num_args": {"i": "1"}, "fused_ops": {"list": {"s": ["Qmlhc0FkZA=="]}}, "transpose_a": {"b": false}, "transpose_b": {"b": false}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_2/SelfAttention/SparseMultiheadAttention/ComputeQKV/compute_k/BiasAdd", "op": "_FusedMatMul", "input": ["StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_2/SelfAttention/layer_prepostprocess/layer_norm/add_1", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_2/SelfAttention/SparseMultiheadAttention/ComputeQKV/compute_k/kernel/ConcatPartitions/concat", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_2/SelfAttention/SparseMultiheadAttention/ComputeQKV/compute_k/bias/ConcatPartitions/concat"], "device": "/device:CPU:0", "attr": {"transpose_b": {"b": false}, "epsilon": {"f": 0.0}, "fused_ops": {"list": {"s": ["Qmlhc0FkZA=="]}}, "T": {"type": "DT_FLOAT"}, "num_args": {"i": "1"}, "transpose_a": {"b": false}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_2/SelfAttention/SparseMultiheadAttention/ComputeQKV/compute_v/BiasAdd", "op": "_FusedMatMul", "input": ["StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_2/SelfAttention/layer_prepostprocess/layer_norm/add_1", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_2/SelfAttention/SparseMultiheadAttention/ComputeQKV/compute_v/kernel/ConcatPartitions/concat", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_2/SelfAttention/SparseMultiheadAttention/ComputeQKV/compute_v/bias/ConcatPartitions/concat"], "device": "/device:CPU:0", "attr": {"epsilon": {"f": 0.0}, "num_args": {"i": "1"}, "T": {"type": "DT_FLOAT"}, "fused_ops": {"list": {"s": ["Qmlhc0FkZA=="]}}, "transpose_b": {"b": false}, "transpose_a": {"b": false}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_2/SelfAttention/SparseMultiheadAttention/ComputeQKV/ScatterNd", "op": "ScatterNd", "input": ["StatefulPartitionedCall/text_preprocessor_1/PackPositions/transpose", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_2/SelfAttention/SparseMultiheadAttention/ComputeQKV/compute_q/BiasAdd", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_2/SelfAttention/SparseMultiheadAttention/ComputeQKV/concat"], "attr": {"T": {"type": "DT_FLOAT"}, "Tindices": {"type": "DT_INT64"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_2/SelfAttention/SparseMultiheadAttention/ComputeQKV/ScatterNd_1", "op": "ScatterNd", "input": ["StatefulPartitionedCall/text_preprocessor_1/PackPositions/transpose", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_2/SelfAttention/SparseMultiheadAttention/ComputeQKV/compute_k/BiasAdd", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_2/SelfAttention/SparseMultiheadAttention/ComputeQKV/concat"], "attr": {"T": {"type": "DT_FLOAT"}, "Tindices": {"type": "DT_INT64"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_2/SelfAttention/SparseMultiheadAttention/ComputeQKV/ScatterNd_2", "op": "ScatterNd", "input": ["StatefulPartitionedCall/text_preprocessor_1/PackPositions/transpose", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_2/SelfAttention/SparseMultiheadAttention/ComputeQKV/compute_v/BiasAdd", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_2/SelfAttention/SparseMultiheadAttention/ComputeQKV/concat"], "attr": {"T": {"type": "DT_FLOAT"}, "Tindices": {"type": "DT_INT64"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_2/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads/split_last_dimension/Shape", "op": "Shape", "input": ["StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_2/SelfAttention/SparseMultiheadAttention/ComputeQKV/ScatterNd"], "attr": {"T": {"type": "DT_FLOAT"}, "out_type": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_2/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_1/split_last_dimension/Shape", "op": "Shape", "input": ["StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_2/SelfAttention/SparseMultiheadAttention/ComputeQKV/ScatterNd_1"], "attr": {"T": {"type": "DT_FLOAT"}, "out_type": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_2/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_2/split_last_dimension/Shape", "op": "Shape", "input": ["StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_2/SelfAttention/SparseMultiheadAttention/ComputeQKV/ScatterNd_2"], "attr": {"out_type": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_2/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads/split_last_dimension/strided_slice", "op": "StridedSlice", "input": ["StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_2/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads/split_last_dimension/Shape", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_2/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads/split_last_dimension/strided_slice/stack", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_2/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads/split_last_dimension/strided_slice/stack_1", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_2/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads/split_last_dimension/strided_slice/stack_2"], "attr": {"shrink_axis_mask": {"i": "1"}, "new_axis_mask": {"i": "0"}, "T": {"type": "DT_INT32"}, "begin_mask": {"i": "0"}, "Index": {"type": "DT_INT32"}, "ellipsis_mask": {"i": "0"}, "end_mask": {"i": "0"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_2/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads/split_last_dimension/strided_slice_1", "op": "StridedSlice", "input": ["StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_2/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads/split_last_dimension/Shape", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_2/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads/split_last_dimension/strided_slice_1/stack", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_2/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads/split_last_dimension/strided_slice_1/stack_1", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_2/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads/split_last_dimension/strided_slice_1/stack_2"], "attr": {"new_axis_mask": {"i": "0"}, "Index": {"type": "DT_INT32"}, "shrink_axis_mask": {"i": "1"}, "T": {"type": "DT_INT32"}, "begin_mask": {"i": "0"}, "end_mask": {"i": "0"}, "ellipsis_mask": {"i": "0"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_2/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_1/split_last_dimension/strided_slice", "op": "StridedSlice", "input": ["StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_2/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_1/split_last_dimension/Shape", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_2/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_1/split_last_dimension/strided_slice/stack", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_2/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_1/split_last_dimension/strided_slice/stack_1", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_2/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_1/split_last_dimension/strided_slice/stack_2"], "attr": {"end_mask": {"i": "0"}, "begin_mask": {"i": "0"}, "new_axis_mask": {"i": "0"}, "ellipsis_mask": {"i": "0"}, "Index": {"type": "DT_INT32"}, "T": {"type": "DT_INT32"}, "shrink_axis_mask": {"i": "1"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_2/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_1/split_last_dimension/strided_slice_1", "op": "StridedSlice", "input": ["StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_2/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_1/split_last_dimension/Shape", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_2/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_1/split_last_dimension/strided_slice_1/stack", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_2/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_1/split_last_dimension/strided_slice_1/stack_1", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_2/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_1/split_last_dimension/strided_slice_1/stack_2"], "attr": {"new_axis_mask": {"i": "0"}, "Index": {"type": "DT_INT32"}, "shrink_axis_mask": {"i": "1"}, "end_mask": {"i": "0"}, "T": {"type": "DT_INT32"}, "begin_mask": {"i": "0"}, "ellipsis_mask": {"i": "0"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_2/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_2/split_last_dimension/strided_slice", "op": "StridedSlice", "input": ["StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_2/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_2/split_last_dimension/Shape", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_2/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_2/split_last_dimension/strided_slice/stack", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_2/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_2/split_last_dimension/strided_slice/stack_1", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_2/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_2/split_last_dimension/strided_slice/stack_2"], "attr": {"new_axis_mask": {"i": "0"}, "Index": {"type": "DT_INT32"}, "end_mask": {"i": "0"}, "T": {"type": "DT_INT32"}, "ellipsis_mask": {"i": "0"}, "shrink_axis_mask": {"i": "1"}, "begin_mask": {"i": "0"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_2/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_2/split_last_dimension/strided_slice_1", "op": "StridedSlice", "input": ["StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_2/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_2/split_last_dimension/Shape", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_2/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_2/split_last_dimension/strided_slice_1/stack", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_2/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_2/split_last_dimension/strided_slice_1/stack_1", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_2/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_2/split_last_dimension/strided_slice_1/stack_2"], "attr": {"new_axis_mask": {"i": "0"}, "Index": {"type": "DT_INT32"}, "shrink_axis_mask": {"i": "1"}, "end_mask": {"i": "0"}, "T": {"type": "DT_INT32"}, "begin_mask": {"i": "0"}, "ellipsis_mask": {"i": "0"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_2/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads/split_last_dimension/Reshape/shape", "op": "Pack", "input": ["StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_2/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads/split_last_dimension/strided_slice", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_2/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads/split_last_dimension/strided_slice_1", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_2/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads/split_last_dimension/Reshape/shape/2", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_2/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads/split_last_dimension/Reshape/shape/3"], "attr": {"axis": {"i": "0"}, "T": {"type": "DT_INT32"}, "N": {"i": "4"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_2/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_1/split_last_dimension/Reshape/shape", "op": "Pack", "input": ["StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_2/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_1/split_last_dimension/strided_slice", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_2/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_1/split_last_dimension/strided_slice_1", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_2/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_1/split_last_dimension/Reshape/shape/2", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_2/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_1/split_last_dimension/Reshape/shape/3"], "attr": {"axis": {"i": "0"}, "T": {"type": "DT_INT32"}, "N": {"i": "4"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_2/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_2/split_last_dimension/Reshape/shape", "op": "Pack", "input": ["StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_2/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_2/split_last_dimension/strided_slice", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_2/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_2/split_last_dimension/strided_slice_1", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_2/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_2/split_last_dimension/Reshape/shape/2", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_2/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_2/split_last_dimension/Reshape/shape/3"], "attr": {"N": {"i": "4"}, "axis": {"i": "0"}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_2/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads/split_last_dimension/Reshape", "op": "Reshape", "input": ["StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_2/SelfAttention/SparseMultiheadAttention/ComputeQKV/ScatterNd", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_2/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads/split_last_dimension/Reshape/shape"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_2/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_1/split_last_dimension/Reshape", "op": "Reshape", "input": ["StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_2/SelfAttention/SparseMultiheadAttention/ComputeQKV/ScatterNd_1", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_2/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_1/split_last_dimension/Reshape/shape"], "attr": {"Tshape": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_2/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_2/split_last_dimension/Reshape", "op": "Reshape", "input": ["StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_2/SelfAttention/SparseMultiheadAttention/ComputeQKV/ScatterNd_2", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_2/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_2/split_last_dimension/Reshape/shape"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_2/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads/transpose", "op": "Transpose", "input": ["StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_2/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads/split_last_dimension/Reshape", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_2/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads/transpose/perm"], "attr": {"Tperm": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_2/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_1/transpose", "op": "Transpose", "input": ["StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_2/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_1/split_last_dimension/Reshape", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_2/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_1/transpose/perm"], "attr": {"Tperm": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_2/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_2/transpose", "op": "Transpose", "input": ["StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_2/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_2/split_last_dimension/Reshape", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_2/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_2/transpose/perm"], "attr": {"Tperm": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_2/SelfAttention/SparseMultiheadAttention/ComputeQKV/mul", "op": "Mul", "input": ["StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_2/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads/transpose", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_2/SelfAttention/SparseMultiheadAttention/ComputeQKV/mul/y"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_2/SelfAttention/SparseMultiheadAttention/DotProductAttention/MatMul", "op": "BatchMatMulV2", "input": ["StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_2/SelfAttention/SparseMultiheadAttention/ComputeQKV/mul", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_2/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_1/transpose"], "attr": {"T": {"type": "DT_FLOAT"}, "adj_y": {"b": true}, "adj_x": {"b": false}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_2/SelfAttention/SparseMultiheadAttention/DotProductAttention/Exp", "op": "Exp", "input": ["StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_2/SelfAttention/SparseMultiheadAttention/DotProductAttention/MatMul"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_2/SelfAttention/SparseMultiheadAttention/DotProductAttention/mul", "op": "Mul", "input": ["StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_2/SelfAttention/SparseMultiheadAttention/DotProductAttention/Exp", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_2/SelfAttention/SparseMultiheadAttention/DotProductAttention/ExpandDims_1"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_2/SelfAttention/SparseMultiheadAttention/DotProductAttention/Sum", "op": "Sum", "input": ["StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_2/SelfAttention/SparseMultiheadAttention/DotProductAttention/mul", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_2/SelfAttention/SparseMultiheadAttention/DotProductAttention/Sum/reduction_indices"], "attr": {"keep_dims": {"b": true}, "T": {"type": "DT_FLOAT"}, "Tidx": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_2/SelfAttention/SparseMultiheadAttention/DotProductAttention/truediv", "op": "RealDiv", "input": ["StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_2/SelfAttention/SparseMultiheadAttention/DotProductAttention/mul", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_2/SelfAttention/SparseMultiheadAttention/DotProductAttention/Sum"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_2/SelfAttention/SparseMultiheadAttention/DotProductAttention/MatMul_1", "op": "BatchMatMulV2", "input": ["StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_2/SelfAttention/SparseMultiheadAttention/DotProductAttention/truediv", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_2/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_2/transpose"], "attr": {"adj_y": {"b": false}, "T": {"type": "DT_FLOAT"}, "adj_x": {"b": false}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_2/SelfAttention/SparseMultiheadAttention/DotProductAttention/combine_heads/transpose", "op": "Transpose", "input": ["StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_2/SelfAttention/SparseMultiheadAttention/DotProductAttention/MatMul_1", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_2/SelfAttention/SparseMultiheadAttention/DotProductAttention/combine_heads/transpose/perm"], "attr": {"Tperm": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_2/SelfAttention/SparseMultiheadAttention/DotProductAttention/combine_heads/combine_last_two_dimensions/Shape", "op": "Shape", "input": ["StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_2/SelfAttention/SparseMultiheadAttention/DotProductAttention/combine_heads/transpose"], "attr": {"out_type": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_2/SelfAttention/SparseMultiheadAttention/DotProductAttention/combine_heads/combine_last_two_dimensions/strided_slice", "op": "StridedSlice", "input": ["StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_2/SelfAttention/SparseMultiheadAttention/DotProductAttention/combine_heads/combine_last_two_dimensions/Shape", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_2/SelfAttention/SparseMultiheadAttention/DotProductAttention/combine_heads/combine_last_two_dimensions/strided_slice/stack", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_2/SelfAttention/SparseMultiheadAttention/DotProductAttention/combine_heads/combine_last_two_dimensions/strided_slice/stack_1", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_2/SelfAttention/SparseMultiheadAttention/DotProductAttention/combine_heads/combine_last_two_dimensions/strided_slice/stack_2"], "attr": {"end_mask": {"i": "0"}, "T": {"type": "DT_INT32"}, "ellipsis_mask": {"i": "0"}, "shrink_axis_mask": {"i": "1"}, "begin_mask": {"i": "0"}, "new_axis_mask": {"i": "0"}, "Index": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_2/SelfAttention/SparseMultiheadAttention/DotProductAttention/combine_heads/combine_last_two_dimensions/strided_slice_1", "op": "StridedSlice", "input": ["StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_2/SelfAttention/SparseMultiheadAttention/DotProductAttention/combine_heads/combine_last_two_dimensions/Shape", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_2/SelfAttention/SparseMultiheadAttention/DotProductAttention/combine_heads/combine_last_two_dimensions/strided_slice_1/stack", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_2/SelfAttention/SparseMultiheadAttention/DotProductAttention/combine_heads/combine_last_two_dimensions/strided_slice_1/stack_1", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_2/SelfAttention/SparseMultiheadAttention/DotProductAttention/combine_heads/combine_last_two_dimensions/strided_slice_1/stack_2"], "attr": {"T": {"type": "DT_INT32"}, "end_mask": {"i": "0"}, "shrink_axis_mask": {"i": "1"}, "ellipsis_mask": {"i": "0"}, "begin_mask": {"i": "0"}, "new_axis_mask": {"i": "0"}, "Index": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_2/SelfAttention/SparseMultiheadAttention/DotProductAttention/combine_heads/combine_last_two_dimensions/Reshape/shape", "op": "Pack", "input": ["StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_2/SelfAttention/SparseMultiheadAttention/DotProductAttention/combine_heads/combine_last_two_dimensions/strided_slice", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_2/SelfAttention/SparseMultiheadAttention/DotProductAttention/combine_heads/combine_last_two_dimensions/strided_slice_1", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_2/SelfAttention/SparseMultiheadAttention/DotProductAttention/combine_heads/combine_last_two_dimensions/Reshape/shape/2"], "attr": {"T": {"type": "DT_INT32"}, "axis": {"i": "0"}, "N": {"i": "3"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_2/SelfAttention/SparseMultiheadAttention/DotProductAttention/combine_heads/combine_last_two_dimensions/Reshape", "op": "Reshape", "input": ["StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_2/SelfAttention/SparseMultiheadAttention/DotProductAttention/combine_heads/transpose", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_2/SelfAttention/SparseMultiheadAttention/DotProductAttention/combine_heads/combine_last_two_dimensions/Reshape/shape"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_2/SelfAttention/SparseMultiheadAttention/GatherNd", "op": "GatherNd", "input": ["StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_2/SelfAttention/SparseMultiheadAttention/DotProductAttention/combine_heads/combine_last_two_dimensions/Reshape", "StatefulPartitionedCall/text_preprocessor_1/PackPositions/transpose"], "attr": {"Tindices": {"type": "DT_INT64"}, "Tparams": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_2/SelfAttention/layer_postprocess/add", "op": "AddV2", "input": ["StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_2/SelfAttention/SparseMultiheadAttention/GatherNd", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_1/FFN/Layer2/layer_postprocess/add"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_2/FFN/Layer1/layer_prepostprocess/layer_norm/Mean", "op": "Mean", "input": ["StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_2/SelfAttention/layer_postprocess/add", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_2/FFN/Layer1/layer_prepostprocess/layer_norm/Mean/reduction_indices"], "attr": {"T": {"type": "DT_FLOAT"}, "Tidx": {"type": "DT_INT32"}, "keep_dims": {"b": true}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_2/FFN/Layer1/layer_prepostprocess/layer_norm/SquaredDifference", "op": "SquaredDifference", "input": ["StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_2/SelfAttention/layer_postprocess/add", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_2/FFN/Layer1/layer_prepostprocess/layer_norm/Mean"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_2/FFN/Layer1/layer_prepostprocess/layer_norm/sub", "op": "Sub", "input": ["StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_2/SelfAttention/layer_postprocess/add", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_2/FFN/Layer1/layer_prepostprocess/layer_norm/Mean"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_2/FFN/Layer1/layer_prepostprocess/layer_norm/Mean_1", "op": "Mean", "input": ["StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_2/FFN/Layer1/layer_prepostprocess/layer_norm/SquaredDifference", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_2/FFN/Layer1/layer_prepostprocess/layer_norm/Mean_1/reduction_indices"], "attr": {"keep_dims": {"b": true}, "Tidx": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_2/FFN/Layer1/layer_prepostprocess/layer_norm/add", "op": "AddV2", "input": ["StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_2/FFN/Layer1/layer_prepostprocess/layer_norm/Mean_1", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_2/FFN/Layer1/layer_prepostprocess/layer_norm/Const"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_2/FFN/Layer1/layer_prepostprocess/layer_norm/Rsqrt", "op": "Rsqrt", "input": ["StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_2/FFN/Layer1/layer_prepostprocess/layer_norm/add"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_2/FFN/Layer1/layer_prepostprocess/layer_norm/mul", "op": "Mul", "input": ["StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_2/FFN/Layer1/layer_prepostprocess/layer_norm/layer_norm_scale/ConcatPartitions/concat", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_2/FFN/Layer1/layer_prepostprocess/layer_norm/Rsqrt"], "attr": {"T": {"type": "DT_FLOAT"}, "_grappler_ArithmeticOptimizer_MinimizeBroadcasts": {"b": true}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_2/FFN/Layer1/layer_prepostprocess/layer_norm/mul_1", "op": "Mul", "input": ["StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_2/FFN/Layer1/layer_prepostprocess/layer_norm/mul", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_2/FFN/Layer1/layer_prepostprocess/layer_norm/sub"], "attr": {"T": {"type": "DT_FLOAT"}, "_grappler_ArithmeticOptimizer_MinimizeBroadcasts": {"b": true}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_2/FFN/Layer1/layer_prepostprocess/layer_norm/add_1", "op": "AddV2", "input": ["StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_2/FFN/Layer1/layer_prepostprocess/layer_norm/mul_1", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_2/FFN/Layer1/layer_prepostprocess/layer_norm/layer_norm_bias/ConcatPartitions/concat"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_2/FFN/Layer1/dense/Relu", "op": "_FusedMatMul", "input": ["StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_2/FFN/Layer1/layer_prepostprocess/layer_norm/add_1", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_2/FFN/Layer1/dense/kernel/ConcatPartitions/concat", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_2/FFN/Layer1/dense/bias/ConcatPartitions/concat"], "device": "/device:CPU:0", "attr": {"epsilon": {"f": 0.0}, "transpose_b": {"b": false}, "transpose_a": {"b": false}, "T": {"type": "DT_FLOAT"}, "num_args": {"i": "1"}, "fused_ops": {"list": {"s": ["Qmlhc0FkZA==", "UmVsdQ=="]}}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_2/FFN/Layer2/dense/BiasAdd", "op": "_FusedMatMul", "input": ["StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_2/FFN/Layer1/dense/Relu", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_2/FFN/Layer2/dense/kernel/ConcatPartitions/concat", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_2/FFN/Layer2/dense/bias/ConcatPartitions/concat"], "device": "/device:CPU:0", "attr": {"T": {"type": "DT_FLOAT"}, "epsilon": {"f": 0.0}, "fused_ops": {"list": {"s": ["Qmlhc0FkZA=="]}}, "transpose_a": {"b": false}, "transpose_b": {"b": false}, "num_args": {"i": "1"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_2/FFN/Layer2/layer_postprocess/add", "op": "AddV2", "input": ["StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_2/FFN/Layer2/dense/BiasAdd", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_2/SelfAttention/layer_postprocess/add"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_3/SelfAttention/layer_prepostprocess/layer_norm/Mean", "op": "Mean", "input": ["StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_2/FFN/Layer2/layer_postprocess/add", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_3/SelfAttention/layer_prepostprocess/layer_norm/Mean/reduction_indices"], "attr": {"Tidx": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}, "keep_dims": {"b": true}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_3/SelfAttention/layer_prepostprocess/layer_norm/SquaredDifference", "op": "SquaredDifference", "input": ["StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_2/FFN/Layer2/layer_postprocess/add", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_3/SelfAttention/layer_prepostprocess/layer_norm/Mean"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_3/SelfAttention/layer_prepostprocess/layer_norm/sub", "op": "Sub", "input": ["StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_2/FFN/Layer2/layer_postprocess/add", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_3/SelfAttention/layer_prepostprocess/layer_norm/Mean"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_3/SelfAttention/layer_prepostprocess/layer_norm/Mean_1", "op": "Mean", "input": ["StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_3/SelfAttention/layer_prepostprocess/layer_norm/SquaredDifference", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_3/SelfAttention/layer_prepostprocess/layer_norm/Mean_1/reduction_indices"], "attr": {"Tidx": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}, "keep_dims": {"b": true}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_3/SelfAttention/layer_prepostprocess/layer_norm/add", "op": "AddV2", "input": ["StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_3/SelfAttention/layer_prepostprocess/layer_norm/Mean_1", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_3/SelfAttention/layer_prepostprocess/layer_norm/Const"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_3/SelfAttention/layer_prepostprocess/layer_norm/Rsqrt", "op": "Rsqrt", "input": ["StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_3/SelfAttention/layer_prepostprocess/layer_norm/add"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_3/SelfAttention/layer_prepostprocess/layer_norm/mul", "op": "Mul", "input": ["StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_3/SelfAttention/layer_prepostprocess/layer_norm/layer_norm_scale/ConcatPartitions/concat", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_3/SelfAttention/layer_prepostprocess/layer_norm/Rsqrt"], "attr": {"T": {"type": "DT_FLOAT"}, "_grappler_ArithmeticOptimizer_MinimizeBroadcasts": {"b": true}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_3/SelfAttention/layer_prepostprocess/layer_norm/mul_1", "op": "Mul", "input": ["StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_3/SelfAttention/layer_prepostprocess/layer_norm/mul", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_3/SelfAttention/layer_prepostprocess/layer_norm/sub"], "attr": {"T": {"type": "DT_FLOAT"}, "_grappler_ArithmeticOptimizer_MinimizeBroadcasts": {"b": true}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_3/SelfAttention/layer_prepostprocess/layer_norm/add_1", "op": "AddV2", "input": ["StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_3/SelfAttention/layer_prepostprocess/layer_norm/mul_1", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_3/SelfAttention/layer_prepostprocess/layer_norm/layer_norm_bias/ConcatPartitions/concat"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_3/SelfAttention/SparseMultiheadAttention/ComputeQKV/compute_q/BiasAdd", "op": "_FusedMatMul", "input": ["StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_3/SelfAttention/layer_prepostprocess/layer_norm/add_1", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_3/SelfAttention/SparseMultiheadAttention/ComputeQKV/compute_q/kernel/ConcatPartitions/concat", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_3/SelfAttention/SparseMultiheadAttention/ComputeQKV/compute_q/bias/ConcatPartitions/concat"], "device": "/device:CPU:0", "attr": {"transpose_b": {"b": false}, "epsilon": {"f": 0.0}, "num_args": {"i": "1"}, "T": {"type": "DT_FLOAT"}, "fused_ops": {"list": {"s": ["Qmlhc0FkZA=="]}}, "transpose_a": {"b": false}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_3/SelfAttention/SparseMultiheadAttention/ComputeQKV/compute_k/BiasAdd", "op": "_FusedMatMul", "input": ["StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_3/SelfAttention/layer_prepostprocess/layer_norm/add_1", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_3/SelfAttention/SparseMultiheadAttention/ComputeQKV/compute_k/kernel/ConcatPartitions/concat", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_3/SelfAttention/SparseMultiheadAttention/ComputeQKV/compute_k/bias/ConcatPartitions/concat"], "device": "/device:CPU:0", "attr": {"num_args": {"i": "1"}, "fused_ops": {"list": {"s": ["Qmlhc0FkZA=="]}}, "epsilon": {"f": 0.0}, "transpose_a": {"b": false}, "transpose_b": {"b": false}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_3/SelfAttention/SparseMultiheadAttention/ComputeQKV/compute_v/BiasAdd", "op": "_FusedMatMul", "input": ["StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_3/SelfAttention/layer_prepostprocess/layer_norm/add_1", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_3/SelfAttention/SparseMultiheadAttention/ComputeQKV/compute_v/kernel/ConcatPartitions/concat", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_3/SelfAttention/SparseMultiheadAttention/ComputeQKV/compute_v/bias/ConcatPartitions/concat"], "device": "/device:CPU:0", "attr": {"num_args": {"i": "1"}, "transpose_a": {"b": false}, "fused_ops": {"list": {"s": ["Qmlhc0FkZA=="]}}, "epsilon": {"f": 0.0}, "transpose_b": {"b": false}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_3/SelfAttention/SparseMultiheadAttention/ComputeQKV/ScatterNd", "op": "ScatterNd", "input": ["StatefulPartitionedCall/text_preprocessor_1/PackPositions/transpose", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_3/SelfAttention/SparseMultiheadAttention/ComputeQKV/compute_q/BiasAdd", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_3/SelfAttention/SparseMultiheadAttention/ComputeQKV/concat"], "attr": {"T": {"type": "DT_FLOAT"}, "Tindices": {"type": "DT_INT64"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_3/SelfAttention/SparseMultiheadAttention/ComputeQKV/ScatterNd_1", "op": "ScatterNd", "input": ["StatefulPartitionedCall/text_preprocessor_1/PackPositions/transpose", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_3/SelfAttention/SparseMultiheadAttention/ComputeQKV/compute_k/BiasAdd", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_3/SelfAttention/SparseMultiheadAttention/ComputeQKV/concat"], "attr": {"T": {"type": "DT_FLOAT"}, "Tindices": {"type": "DT_INT64"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_3/SelfAttention/SparseMultiheadAttention/ComputeQKV/ScatterNd_2", "op": "ScatterNd", "input": ["StatefulPartitionedCall/text_preprocessor_1/PackPositions/transpose", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_3/SelfAttention/SparseMultiheadAttention/ComputeQKV/compute_v/BiasAdd", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_3/SelfAttention/SparseMultiheadAttention/ComputeQKV/concat"], "attr": {"T": {"type": "DT_FLOAT"}, "Tindices": {"type": "DT_INT64"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_3/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads/split_last_dimension/Shape", "op": "Shape", "input": ["StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_3/SelfAttention/SparseMultiheadAttention/ComputeQKV/ScatterNd"], "attr": {"T": {"type": "DT_FLOAT"}, "out_type": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_3/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_1/split_last_dimension/Shape", "op": "Shape", "input": ["StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_3/SelfAttention/SparseMultiheadAttention/ComputeQKV/ScatterNd_1"], "attr": {"T": {"type": "DT_FLOAT"}, "out_type": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_3/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_2/split_last_dimension/Shape", "op": "Shape", "input": ["StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_3/SelfAttention/SparseMultiheadAttention/ComputeQKV/ScatterNd_2"], "attr": {"out_type": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_3/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads/split_last_dimension/strided_slice", "op": "StridedSlice", "input": ["StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_3/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads/split_last_dimension/Shape", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_3/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads/split_last_dimension/strided_slice/stack", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_3/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads/split_last_dimension/strided_slice/stack_1", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_3/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads/split_last_dimension/strided_slice/stack_2"], "attr": {"begin_mask": {"i": "0"}, "new_axis_mask": {"i": "0"}, "Index": {"type": "DT_INT32"}, "T": {"type": "DT_INT32"}, "shrink_axis_mask": {"i": "1"}, "end_mask": {"i": "0"}, "ellipsis_mask": {"i": "0"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_3/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads/split_last_dimension/strided_slice_1", "op": "StridedSlice", "input": ["StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_3/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads/split_last_dimension/Shape", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_3/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads/split_last_dimension/strided_slice_1/stack", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_3/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads/split_last_dimension/strided_slice_1/stack_1", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_3/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads/split_last_dimension/strided_slice_1/stack_2"], "attr": {"end_mask": {"i": "0"}, "shrink_axis_mask": {"i": "1"}, "T": {"type": "DT_INT32"}, "begin_mask": {"i": "0"}, "new_axis_mask": {"i": "0"}, "Index": {"type": "DT_INT32"}, "ellipsis_mask": {"i": "0"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_3/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_1/split_last_dimension/strided_slice", "op": "StridedSlice", "input": ["StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_3/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_1/split_last_dimension/Shape", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_3/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_1/split_last_dimension/strided_slice/stack", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_3/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_1/split_last_dimension/strided_slice/stack_1", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_3/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_1/split_last_dimension/strided_slice/stack_2"], "attr": {"shrink_axis_mask": {"i": "1"}, "T": {"type": "DT_INT32"}, "begin_mask": {"i": "0"}, "end_mask": {"i": "0"}, "new_axis_mask": {"i": "0"}, "ellipsis_mask": {"i": "0"}, "Index": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_3/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_1/split_last_dimension/strided_slice_1", "op": "StridedSlice", "input": ["StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_3/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_1/split_last_dimension/Shape", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_3/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_1/split_last_dimension/strided_slice_1/stack", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_3/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_1/split_last_dimension/strided_slice_1/stack_1", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_3/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_1/split_last_dimension/strided_slice_1/stack_2"], "attr": {"T": {"type": "DT_INT32"}, "new_axis_mask": {"i": "0"}, "end_mask": {"i": "0"}, "ellipsis_mask": {"i": "0"}, "begin_mask": {"i": "0"}, "Index": {"type": "DT_INT32"}, "shrink_axis_mask": {"i": "1"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_3/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_2/split_last_dimension/strided_slice", "op": "StridedSlice", "input": ["StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_3/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_2/split_last_dimension/Shape", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_3/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_2/split_last_dimension/strided_slice/stack", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_3/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_2/split_last_dimension/strided_slice/stack_1", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_3/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_2/split_last_dimension/strided_slice/stack_2"], "attr": {"new_axis_mask": {"i": "0"}, "ellipsis_mask": {"i": "0"}, "begin_mask": {"i": "0"}, "Index": {"type": "DT_INT32"}, "T": {"type": "DT_INT32"}, "shrink_axis_mask": {"i": "1"}, "end_mask": {"i": "0"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_3/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_2/split_last_dimension/strided_slice_1", "op": "StridedSlice", "input": ["StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_3/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_2/split_last_dimension/Shape", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_3/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_2/split_last_dimension/strided_slice_1/stack", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_3/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_2/split_last_dimension/strided_slice_1/stack_1", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_3/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_2/split_last_dimension/strided_slice_1/stack_2"], "attr": {"T": {"type": "DT_INT32"}, "Index": {"type": "DT_INT32"}, "begin_mask": {"i": "0"}, "shrink_axis_mask": {"i": "1"}, "ellipsis_mask": {"i": "0"}, "end_mask": {"i": "0"}, "new_axis_mask": {"i": "0"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_3/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads/split_last_dimension/Reshape/shape", "op": "Pack", "input": ["StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_3/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads/split_last_dimension/strided_slice", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_3/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads/split_last_dimension/strided_slice_1", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_3/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads/split_last_dimension/Reshape/shape/2", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_3/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads/split_last_dimension/Reshape/shape/3"], "attr": {"T": {"type": "DT_INT32"}, "N": {"i": "4"}, "axis": {"i": "0"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_3/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_1/split_last_dimension/Reshape/shape", "op": "Pack", "input": ["StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_3/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_1/split_last_dimension/strided_slice", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_3/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_1/split_last_dimension/strided_slice_1", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_3/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_1/split_last_dimension/Reshape/shape/2", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_3/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_1/split_last_dimension/Reshape/shape/3"], "attr": {"T": {"type": "DT_INT32"}, "N": {"i": "4"}, "axis": {"i": "0"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_3/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_2/split_last_dimension/Reshape/shape", "op": "Pack", "input": ["StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_3/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_2/split_last_dimension/strided_slice", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_3/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_2/split_last_dimension/strided_slice_1", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_3/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_2/split_last_dimension/Reshape/shape/2", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_3/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_2/split_last_dimension/Reshape/shape/3"], "attr": {"axis": {"i": "0"}, "T": {"type": "DT_INT32"}, "N": {"i": "4"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_3/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads/split_last_dimension/Reshape", "op": "Reshape", "input": ["StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_3/SelfAttention/SparseMultiheadAttention/ComputeQKV/ScatterNd", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_3/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads/split_last_dimension/Reshape/shape"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_3/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_1/split_last_dimension/Reshape", "op": "Reshape", "input": ["StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_3/SelfAttention/SparseMultiheadAttention/ComputeQKV/ScatterNd_1", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_3/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_1/split_last_dimension/Reshape/shape"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_3/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_2/split_last_dimension/Reshape", "op": "Reshape", "input": ["StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_3/SelfAttention/SparseMultiheadAttention/ComputeQKV/ScatterNd_2", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_3/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_2/split_last_dimension/Reshape/shape"], "attr": {"Tshape": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_3/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads/transpose", "op": "Transpose", "input": ["StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_3/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads/split_last_dimension/Reshape", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_3/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads/transpose/perm"], "attr": {"T": {"type": "DT_FLOAT"}, "Tperm": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_3/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_1/transpose", "op": "Transpose", "input": ["StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_3/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_1/split_last_dimension/Reshape", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_3/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_1/transpose/perm"], "attr": {"T": {"type": "DT_FLOAT"}, "Tperm": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_3/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_2/transpose", "op": "Transpose", "input": ["StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_3/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_2/split_last_dimension/Reshape", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_3/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_2/transpose/perm"], "attr": {"T": {"type": "DT_FLOAT"}, "Tperm": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_3/SelfAttention/SparseMultiheadAttention/ComputeQKV/mul", "op": "Mul", "input": ["StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_3/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads/transpose", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_3/SelfAttention/SparseMultiheadAttention/ComputeQKV/mul/y"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_3/SelfAttention/SparseMultiheadAttention/DotProductAttention/MatMul", "op": "BatchMatMulV2", "input": ["StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_3/SelfAttention/SparseMultiheadAttention/ComputeQKV/mul", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_3/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_1/transpose"], "attr": {"adj_y": {"b": true}, "T": {"type": "DT_FLOAT"}, "adj_x": {"b": false}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_3/SelfAttention/SparseMultiheadAttention/DotProductAttention/Exp", "op": "Exp", "input": ["StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_3/SelfAttention/SparseMultiheadAttention/DotProductAttention/MatMul"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_3/SelfAttention/SparseMultiheadAttention/DotProductAttention/mul", "op": "Mul", "input": ["StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_3/SelfAttention/SparseMultiheadAttention/DotProductAttention/Exp", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_3/SelfAttention/SparseMultiheadAttention/DotProductAttention/ExpandDims_1"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_3/SelfAttention/SparseMultiheadAttention/DotProductAttention/Sum", "op": "Sum", "input": ["StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_3/SelfAttention/SparseMultiheadAttention/DotProductAttention/mul", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_3/SelfAttention/SparseMultiheadAttention/DotProductAttention/Sum/reduction_indices"], "attr": {"keep_dims": {"b": true}, "T": {"type": "DT_FLOAT"}, "Tidx": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_3/SelfAttention/SparseMultiheadAttention/DotProductAttention/truediv", "op": "RealDiv", "input": ["StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_3/SelfAttention/SparseMultiheadAttention/DotProductAttention/mul", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_3/SelfAttention/SparseMultiheadAttention/DotProductAttention/Sum"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_3/SelfAttention/SparseMultiheadAttention/DotProductAttention/MatMul_1", "op": "BatchMatMulV2", "input": ["StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_3/SelfAttention/SparseMultiheadAttention/DotProductAttention/truediv", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_3/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_2/transpose"], "attr": {"T": {"type": "DT_FLOAT"}, "adj_y": {"b": false}, "adj_x": {"b": false}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_3/SelfAttention/SparseMultiheadAttention/DotProductAttention/combine_heads/transpose", "op": "Transpose", "input": ["StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_3/SelfAttention/SparseMultiheadAttention/DotProductAttention/MatMul_1", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_3/SelfAttention/SparseMultiheadAttention/DotProductAttention/combine_heads/transpose/perm"], "attr": {"T": {"type": "DT_FLOAT"}, "Tperm": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_3/SelfAttention/SparseMultiheadAttention/DotProductAttention/combine_heads/combine_last_two_dimensions/Shape", "op": "Shape", "input": ["StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_3/SelfAttention/SparseMultiheadAttention/DotProductAttention/combine_heads/transpose"], "attr": {"out_type": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_3/SelfAttention/SparseMultiheadAttention/DotProductAttention/combine_heads/combine_last_two_dimensions/strided_slice", "op": "StridedSlice", "input": ["StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_3/SelfAttention/SparseMultiheadAttention/DotProductAttention/combine_heads/combine_last_two_dimensions/Shape", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_3/SelfAttention/SparseMultiheadAttention/DotProductAttention/combine_heads/combine_last_two_dimensions/strided_slice/stack", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_3/SelfAttention/SparseMultiheadAttention/DotProductAttention/combine_heads/combine_last_two_dimensions/strided_slice/stack_1", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_3/SelfAttention/SparseMultiheadAttention/DotProductAttention/combine_heads/combine_last_two_dimensions/strided_slice/stack_2"], "attr": {"end_mask": {"i": "0"}, "Index": {"type": "DT_INT32"}, "new_axis_mask": {"i": "0"}, "shrink_axis_mask": {"i": "1"}, "T": {"type": "DT_INT32"}, "ellipsis_mask": {"i": "0"}, "begin_mask": {"i": "0"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_3/SelfAttention/SparseMultiheadAttention/DotProductAttention/combine_heads/combine_last_two_dimensions/strided_slice_1", "op": "StridedSlice", "input": ["StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_3/SelfAttention/SparseMultiheadAttention/DotProductAttention/combine_heads/combine_last_two_dimensions/Shape", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_3/SelfAttention/SparseMultiheadAttention/DotProductAttention/combine_heads/combine_last_two_dimensions/strided_slice_1/stack", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_3/SelfAttention/SparseMultiheadAttention/DotProductAttention/combine_heads/combine_last_two_dimensions/strided_slice_1/stack_1", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_3/SelfAttention/SparseMultiheadAttention/DotProductAttention/combine_heads/combine_last_two_dimensions/strided_slice_1/stack_2"], "attr": {"shrink_axis_mask": {"i": "1"}, "T": {"type": "DT_INT32"}, "end_mask": {"i": "0"}, "ellipsis_mask": {"i": "0"}, "begin_mask": {"i": "0"}, "Index": {"type": "DT_INT32"}, "new_axis_mask": {"i": "0"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_3/SelfAttention/SparseMultiheadAttention/DotProductAttention/combine_heads/combine_last_two_dimensions/Reshape/shape", "op": "Pack", "input": ["StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_3/SelfAttention/SparseMultiheadAttention/DotProductAttention/combine_heads/combine_last_two_dimensions/strided_slice", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_3/SelfAttention/SparseMultiheadAttention/DotProductAttention/combine_heads/combine_last_two_dimensions/strided_slice_1", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_3/SelfAttention/SparseMultiheadAttention/DotProductAttention/combine_heads/combine_last_two_dimensions/Reshape/shape/2"], "attr": {"T": {"type": "DT_INT32"}, "N": {"i": "3"}, "axis": {"i": "0"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_3/SelfAttention/SparseMultiheadAttention/DotProductAttention/combine_heads/combine_last_two_dimensions/Reshape", "op": "Reshape", "input": ["StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_3/SelfAttention/SparseMultiheadAttention/DotProductAttention/combine_heads/transpose", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_3/SelfAttention/SparseMultiheadAttention/DotProductAttention/combine_heads/combine_last_two_dimensions/Reshape/shape"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_3/SelfAttention/SparseMultiheadAttention/GatherNd", "op": "GatherNd", "input": ["StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_3/SelfAttention/SparseMultiheadAttention/DotProductAttention/combine_heads/combine_last_two_dimensions/Reshape", "StatefulPartitionedCall/text_preprocessor_1/PackPositions/transpose"], "attr": {"Tparams": {"type": "DT_FLOAT"}, "Tindices": {"type": "DT_INT64"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_3/SelfAttention/layer_postprocess/add", "op": "AddV2", "input": ["StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_3/SelfAttention/SparseMultiheadAttention/GatherNd", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_2/FFN/Layer2/layer_postprocess/add"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_3/FFN/Layer1/layer_prepostprocess/layer_norm/Mean", "op": "Mean", "input": ["StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_3/SelfAttention/layer_postprocess/add", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_3/FFN/Layer1/layer_prepostprocess/layer_norm/Mean/reduction_indices"], "attr": {"T": {"type": "DT_FLOAT"}, "keep_dims": {"b": true}, "Tidx": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_3/FFN/Layer1/layer_prepostprocess/layer_norm/SquaredDifference", "op": "SquaredDifference", "input": ["StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_3/SelfAttention/layer_postprocess/add", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_3/FFN/Layer1/layer_prepostprocess/layer_norm/Mean"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_3/FFN/Layer1/layer_prepostprocess/layer_norm/sub", "op": "Sub", "input": ["StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_3/SelfAttention/layer_postprocess/add", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_3/FFN/Layer1/layer_prepostprocess/layer_norm/Mean"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_3/FFN/Layer1/layer_prepostprocess/layer_norm/Mean_1", "op": "Mean", "input": ["StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_3/FFN/Layer1/layer_prepostprocess/layer_norm/SquaredDifference", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_3/FFN/Layer1/layer_prepostprocess/layer_norm/Mean_1/reduction_indices"], "attr": {"keep_dims": {"b": true}, "Tidx": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_3/FFN/Layer1/layer_prepostprocess/layer_norm/add", "op": "AddV2", "input": ["StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_3/FFN/Layer1/layer_prepostprocess/layer_norm/Mean_1", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_3/FFN/Layer1/layer_prepostprocess/layer_norm/Const"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_3/FFN/Layer1/layer_prepostprocess/layer_norm/Rsqrt", "op": "Rsqrt", "input": ["StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_3/FFN/Layer1/layer_prepostprocess/layer_norm/add"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_3/FFN/Layer1/layer_prepostprocess/layer_norm/mul", "op": "Mul", "input": ["StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_3/FFN/Layer1/layer_prepostprocess/layer_norm/layer_norm_scale/ConcatPartitions/concat", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_3/FFN/Layer1/layer_prepostprocess/layer_norm/Rsqrt"], "attr": {"_grappler_ArithmeticOptimizer_MinimizeBroadcasts": {"b": true}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_3/FFN/Layer1/layer_prepostprocess/layer_norm/mul_1", "op": "Mul", "input": ["StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_3/FFN/Layer1/layer_prepostprocess/layer_norm/mul", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_3/FFN/Layer1/layer_prepostprocess/layer_norm/sub"], "attr": {"_grappler_ArithmeticOptimizer_MinimizeBroadcasts": {"b": true}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_3/FFN/Layer1/layer_prepostprocess/layer_norm/add_1", "op": "AddV2", "input": ["StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_3/FFN/Layer1/layer_prepostprocess/layer_norm/mul_1", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_3/FFN/Layer1/layer_prepostprocess/layer_norm/layer_norm_bias/ConcatPartitions/concat"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_3/FFN/Layer1/dense/Relu", "op": "_FusedMatMul", "input": ["StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_3/FFN/Layer1/layer_prepostprocess/layer_norm/add_1", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_3/FFN/Layer1/dense/kernel/ConcatPartitions/concat", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_3/FFN/Layer1/dense/bias/ConcatPartitions/concat"], "device": "/device:CPU:0", "attr": {"T": {"type": "DT_FLOAT"}, "transpose_b": {"b": false}, "transpose_a": {"b": false}, "num_args": {"i": "1"}, "epsilon": {"f": 0.0}, "fused_ops": {"list": {"s": ["Qmlhc0FkZA==", "UmVsdQ=="]}}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_3/FFN/Layer2/dense/BiasAdd", "op": "_FusedMatMul", "input": ["StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_3/FFN/Layer1/dense/Relu", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_3/FFN/Layer2/dense/kernel/ConcatPartitions/concat", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_3/FFN/Layer2/dense/bias/ConcatPartitions/concat"], "device": "/device:CPU:0", "attr": {"T": {"type": "DT_FLOAT"}, "transpose_a": {"b": false}, "transpose_b": {"b": false}, "num_args": {"i": "1"}, "fused_ops": {"list": {"s": ["Qmlhc0FkZA=="]}}, "epsilon": {"f": 0.0}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_3/FFN/Layer2/layer_postprocess/add", "op": "AddV2", "input": ["StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_3/FFN/Layer2/dense/BiasAdd", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_3/SelfAttention/layer_postprocess/add"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_4/SelfAttention/layer_prepostprocess/layer_norm/Mean", "op": "Mean", "input": ["StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_3/FFN/Layer2/layer_postprocess/add", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_4/SelfAttention/layer_prepostprocess/layer_norm/Mean/reduction_indices"], "attr": {"Tidx": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}, "keep_dims": {"b": true}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_4/SelfAttention/layer_prepostprocess/layer_norm/SquaredDifference", "op": "SquaredDifference", "input": ["StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_3/FFN/Layer2/layer_postprocess/add", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_4/SelfAttention/layer_prepostprocess/layer_norm/Mean"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_4/SelfAttention/layer_prepostprocess/layer_norm/sub", "op": "Sub", "input": ["StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_3/FFN/Layer2/layer_postprocess/add", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_4/SelfAttention/layer_prepostprocess/layer_norm/Mean"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_4/SelfAttention/layer_prepostprocess/layer_norm/Mean_1", "op": "Mean", "input": ["StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_4/SelfAttention/layer_prepostprocess/layer_norm/SquaredDifference", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_4/SelfAttention/layer_prepostprocess/layer_norm/Mean_1/reduction_indices"], "attr": {"T": {"type": "DT_FLOAT"}, "keep_dims": {"b": true}, "Tidx": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_4/SelfAttention/layer_prepostprocess/layer_norm/add", "op": "AddV2", "input": ["StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_4/SelfAttention/layer_prepostprocess/layer_norm/Mean_1", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_4/SelfAttention/layer_prepostprocess/layer_norm/Const"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_4/SelfAttention/layer_prepostprocess/layer_norm/Rsqrt", "op": "Rsqrt", "input": ["StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_4/SelfAttention/layer_prepostprocess/layer_norm/add"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_4/SelfAttention/layer_prepostprocess/layer_norm/mul", "op": "Mul", "input": ["StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_4/SelfAttention/layer_prepostprocess/layer_norm/layer_norm_scale/ConcatPartitions/concat", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_4/SelfAttention/layer_prepostprocess/layer_norm/Rsqrt"], "attr": {"T": {"type": "DT_FLOAT"}, "_grappler_ArithmeticOptimizer_MinimizeBroadcasts": {"b": true}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_4/SelfAttention/layer_prepostprocess/layer_norm/mul_1", "op": "Mul", "input": ["StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_4/SelfAttention/layer_prepostprocess/layer_norm/mul", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_4/SelfAttention/layer_prepostprocess/layer_norm/sub"], "attr": {"_grappler_ArithmeticOptimizer_MinimizeBroadcasts": {"b": true}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_4/SelfAttention/layer_prepostprocess/layer_norm/add_1", "op": "AddV2", "input": ["StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_4/SelfAttention/layer_prepostprocess/layer_norm/mul_1", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_4/SelfAttention/layer_prepostprocess/layer_norm/layer_norm_bias/ConcatPartitions/concat"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_4/SelfAttention/SparseMultiheadAttention/ComputeQKV/compute_q/BiasAdd", "op": "_FusedMatMul", "input": ["StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_4/SelfAttention/layer_prepostprocess/layer_norm/add_1", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_4/SelfAttention/SparseMultiheadAttention/ComputeQKV/compute_q/kernel/ConcatPartitions/concat", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_4/SelfAttention/SparseMultiheadAttention/ComputeQKV/compute_q/bias/ConcatPartitions/concat"], "device": "/device:CPU:0", "attr": {"transpose_a": {"b": false}, "T": {"type": "DT_FLOAT"}, "num_args": {"i": "1"}, "epsilon": {"f": 0.0}, "fused_ops": {"list": {"s": ["Qmlhc0FkZA=="]}}, "transpose_b": {"b": false}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_4/SelfAttention/SparseMultiheadAttention/ComputeQKV/compute_k/BiasAdd", "op": "_FusedMatMul", "input": ["StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_4/SelfAttention/layer_prepostprocess/layer_norm/add_1", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_4/SelfAttention/SparseMultiheadAttention/ComputeQKV/compute_k/kernel/ConcatPartitions/concat", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_4/SelfAttention/SparseMultiheadAttention/ComputeQKV/compute_k/bias/ConcatPartitions/concat"], "device": "/device:CPU:0", "attr": {"transpose_b": {"b": false}, "T": {"type": "DT_FLOAT"}, "num_args": {"i": "1"}, "epsilon": {"f": 0.0}, "fused_ops": {"list": {"s": ["Qmlhc0FkZA=="]}}, "transpose_a": {"b": false}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_4/SelfAttention/SparseMultiheadAttention/ComputeQKV/compute_v/BiasAdd", "op": "_FusedMatMul", "input": ["StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_4/SelfAttention/layer_prepostprocess/layer_norm/add_1", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_4/SelfAttention/SparseMultiheadAttention/ComputeQKV/compute_v/kernel/ConcatPartitions/concat", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_4/SelfAttention/SparseMultiheadAttention/ComputeQKV/compute_v/bias/ConcatPartitions/concat"], "device": "/device:CPU:0", "attr": {"epsilon": {"f": 0.0}, "transpose_b": {"b": false}, "T": {"type": "DT_FLOAT"}, "num_args": {"i": "1"}, "fused_ops": {"list": {"s": ["Qmlhc0FkZA=="]}}, "transpose_a": {"b": false}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_4/SelfAttention/SparseMultiheadAttention/ComputeQKV/ScatterNd", "op": "ScatterNd", "input": ["StatefulPartitionedCall/text_preprocessor_1/PackPositions/transpose", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_4/SelfAttention/SparseMultiheadAttention/ComputeQKV/compute_q/BiasAdd", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_4/SelfAttention/SparseMultiheadAttention/ComputeQKV/concat"], "attr": {"Tindices": {"type": "DT_INT64"}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_4/SelfAttention/SparseMultiheadAttention/ComputeQKV/ScatterNd_1", "op": "ScatterNd", "input": ["StatefulPartitionedCall/text_preprocessor_1/PackPositions/transpose", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_4/SelfAttention/SparseMultiheadAttention/ComputeQKV/compute_k/BiasAdd", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_4/SelfAttention/SparseMultiheadAttention/ComputeQKV/concat"], "attr": {"Tindices": {"type": "DT_INT64"}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_4/SelfAttention/SparseMultiheadAttention/ComputeQKV/ScatterNd_2", "op": "ScatterNd", "input": ["StatefulPartitionedCall/text_preprocessor_1/PackPositions/transpose", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_4/SelfAttention/SparseMultiheadAttention/ComputeQKV/compute_v/BiasAdd", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_4/SelfAttention/SparseMultiheadAttention/ComputeQKV/concat"], "attr": {"T": {"type": "DT_FLOAT"}, "Tindices": {"type": "DT_INT64"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_4/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads/split_last_dimension/Shape", "op": "Shape", "input": ["StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_4/SelfAttention/SparseMultiheadAttention/ComputeQKV/ScatterNd"], "attr": {"out_type": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_4/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_1/split_last_dimension/Shape", "op": "Shape", "input": ["StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_4/SelfAttention/SparseMultiheadAttention/ComputeQKV/ScatterNd_1"], "attr": {"T": {"type": "DT_FLOAT"}, "out_type": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_4/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_2/split_last_dimension/Shape", "op": "Shape", "input": ["StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_4/SelfAttention/SparseMultiheadAttention/ComputeQKV/ScatterNd_2"], "attr": {"T": {"type": "DT_FLOAT"}, "out_type": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_4/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads/split_last_dimension/strided_slice", "op": "StridedSlice", "input": ["StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_4/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads/split_last_dimension/Shape", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_4/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads/split_last_dimension/strided_slice/stack", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_4/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads/split_last_dimension/strided_slice/stack_1", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_4/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads/split_last_dimension/strided_slice/stack_2"], "attr": {"Index": {"type": "DT_INT32"}, "ellipsis_mask": {"i": "0"}, "new_axis_mask": {"i": "0"}, "shrink_axis_mask": {"i": "1"}, "begin_mask": {"i": "0"}, "end_mask": {"i": "0"}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_4/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads/split_last_dimension/strided_slice_1", "op": "StridedSlice", "input": ["StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_4/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads/split_last_dimension/Shape", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_4/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads/split_last_dimension/strided_slice_1/stack", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_4/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads/split_last_dimension/strided_slice_1/stack_1", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_4/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads/split_last_dimension/strided_slice_1/stack_2"], "attr": {"shrink_axis_mask": {"i": "1"}, "end_mask": {"i": "0"}, "T": {"type": "DT_INT32"}, "new_axis_mask": {"i": "0"}, "ellipsis_mask": {"i": "0"}, "Index": {"type": "DT_INT32"}, "begin_mask": {"i": "0"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_4/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_1/split_last_dimension/strided_slice", "op": "StridedSlice", "input": ["StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_4/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_1/split_last_dimension/Shape", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_4/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_1/split_last_dimension/strided_slice/stack", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_4/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_1/split_last_dimension/strided_slice/stack_1", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_4/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_1/split_last_dimension/strided_slice/stack_2"], "attr": {"T": {"type": "DT_INT32"}, "ellipsis_mask": {"i": "0"}, "Index": {"type": "DT_INT32"}, "begin_mask": {"i": "0"}, "end_mask": {"i": "0"}, "shrink_axis_mask": {"i": "1"}, "new_axis_mask": {"i": "0"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_4/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_1/split_last_dimension/strided_slice_1", "op": "StridedSlice", "input": ["StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_4/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_1/split_last_dimension/Shape", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_4/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_1/split_last_dimension/strided_slice_1/stack", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_4/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_1/split_last_dimension/strided_slice_1/stack_1", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_4/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_1/split_last_dimension/strided_slice_1/stack_2"], "attr": {"new_axis_mask": {"i": "0"}, "T": {"type": "DT_INT32"}, "Index": {"type": "DT_INT32"}, "ellipsis_mask": {"i": "0"}, "begin_mask": {"i": "0"}, "end_mask": {"i": "0"}, "shrink_axis_mask": {"i": "1"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_4/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_2/split_last_dimension/strided_slice", "op": "StridedSlice", "input": ["StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_4/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_2/split_last_dimension/Shape", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_4/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_2/split_last_dimension/strided_slice/stack", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_4/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_2/split_last_dimension/strided_slice/stack_1", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_4/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_2/split_last_dimension/strided_slice/stack_2"], "attr": {"shrink_axis_mask": {"i": "1"}, "end_mask": {"i": "0"}, "T": {"type": "DT_INT32"}, "ellipsis_mask": {"i": "0"}, "Index": {"type": "DT_INT32"}, "new_axis_mask": {"i": "0"}, "begin_mask": {"i": "0"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_4/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_2/split_last_dimension/strided_slice_1", "op": "StridedSlice", "input": ["StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_4/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_2/split_last_dimension/Shape", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_4/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_2/split_last_dimension/strided_slice_1/stack", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_4/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_2/split_last_dimension/strided_slice_1/stack_1", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_4/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_2/split_last_dimension/strided_slice_1/stack_2"], "attr": {"end_mask": {"i": "0"}, "begin_mask": {"i": "0"}, "new_axis_mask": {"i": "0"}, "shrink_axis_mask": {"i": "1"}, "Index": {"type": "DT_INT32"}, "T": {"type": "DT_INT32"}, "ellipsis_mask": {"i": "0"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_4/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads/split_last_dimension/Reshape/shape", "op": "Pack", "input": ["StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_4/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads/split_last_dimension/strided_slice", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_4/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads/split_last_dimension/strided_slice_1", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_4/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads/split_last_dimension/Reshape/shape/2", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_4/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads/split_last_dimension/Reshape/shape/3"], "attr": {"axis": {"i": "0"}, "N": {"i": "4"}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_4/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_1/split_last_dimension/Reshape/shape", "op": "Pack", "input": ["StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_4/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_1/split_last_dimension/strided_slice", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_4/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_1/split_last_dimension/strided_slice_1", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_4/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_1/split_last_dimension/Reshape/shape/2", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_4/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_1/split_last_dimension/Reshape/shape/3"], "attr": {"axis": {"i": "0"}, "T": {"type": "DT_INT32"}, "N": {"i": "4"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_4/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_2/split_last_dimension/Reshape/shape", "op": "Pack", "input": ["StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_4/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_2/split_last_dimension/strided_slice", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_4/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_2/split_last_dimension/strided_slice_1", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_4/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_2/split_last_dimension/Reshape/shape/2", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_4/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_2/split_last_dimension/Reshape/shape/3"], "attr": {"N": {"i": "4"}, "axis": {"i": "0"}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_4/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads/split_last_dimension/Reshape", "op": "Reshape", "input": ["StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_4/SelfAttention/SparseMultiheadAttention/ComputeQKV/ScatterNd", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_4/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads/split_last_dimension/Reshape/shape"], "attr": {"Tshape": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_4/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_1/split_last_dimension/Reshape", "op": "Reshape", "input": ["StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_4/SelfAttention/SparseMultiheadAttention/ComputeQKV/ScatterNd_1", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_4/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_1/split_last_dimension/Reshape/shape"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_4/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_2/split_last_dimension/Reshape", "op": "Reshape", "input": ["StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_4/SelfAttention/SparseMultiheadAttention/ComputeQKV/ScatterNd_2", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_4/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_2/split_last_dimension/Reshape/shape"], "attr": {"Tshape": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_4/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads/transpose", "op": "Transpose", "input": ["StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_4/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads/split_last_dimension/Reshape", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_4/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads/transpose/perm"], "attr": {"T": {"type": "DT_FLOAT"}, "Tperm": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_4/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_1/transpose", "op": "Transpose", "input": ["StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_4/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_1/split_last_dimension/Reshape", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_4/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_1/transpose/perm"], "attr": {"T": {"type": "DT_FLOAT"}, "Tperm": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_4/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_2/transpose", "op": "Transpose", "input": ["StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_4/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_2/split_last_dimension/Reshape", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_4/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_2/transpose/perm"], "attr": {"T": {"type": "DT_FLOAT"}, "Tperm": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_4/SelfAttention/SparseMultiheadAttention/ComputeQKV/mul", "op": "Mul", "input": ["StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_4/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads/transpose", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_4/SelfAttention/SparseMultiheadAttention/ComputeQKV/mul/y"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_4/SelfAttention/SparseMultiheadAttention/DotProductAttention/MatMul", "op": "BatchMatMulV2", "input": ["StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_4/SelfAttention/SparseMultiheadAttention/ComputeQKV/mul", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_4/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_1/transpose"], "attr": {"T": {"type": "DT_FLOAT"}, "adj_y": {"b": true}, "adj_x": {"b": false}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_4/SelfAttention/SparseMultiheadAttention/DotProductAttention/Exp", "op": "Exp", "input": ["StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_4/SelfAttention/SparseMultiheadAttention/DotProductAttention/MatMul"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_4/SelfAttention/SparseMultiheadAttention/DotProductAttention/mul", "op": "Mul", "input": ["StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_4/SelfAttention/SparseMultiheadAttention/DotProductAttention/Exp", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_4/SelfAttention/SparseMultiheadAttention/DotProductAttention/ExpandDims_1"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_4/SelfAttention/SparseMultiheadAttention/DotProductAttention/Sum", "op": "Sum", "input": ["StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_4/SelfAttention/SparseMultiheadAttention/DotProductAttention/mul", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_4/SelfAttention/SparseMultiheadAttention/DotProductAttention/Sum/reduction_indices"], "attr": {"keep_dims": {"b": true}, "Tidx": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_4/SelfAttention/SparseMultiheadAttention/DotProductAttention/truediv", "op": "RealDiv", "input": ["StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_4/SelfAttention/SparseMultiheadAttention/DotProductAttention/mul", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_4/SelfAttention/SparseMultiheadAttention/DotProductAttention/Sum"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_4/SelfAttention/SparseMultiheadAttention/DotProductAttention/MatMul_1", "op": "BatchMatMulV2", "input": ["StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_4/SelfAttention/SparseMultiheadAttention/DotProductAttention/truediv", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_4/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_2/transpose"], "attr": {"adj_y": {"b": false}, "adj_x": {"b": false}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_4/SelfAttention/SparseMultiheadAttention/DotProductAttention/combine_heads/transpose", "op": "Transpose", "input": ["StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_4/SelfAttention/SparseMultiheadAttention/DotProductAttention/MatMul_1", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_4/SelfAttention/SparseMultiheadAttention/DotProductAttention/combine_heads/transpose/perm"], "attr": {"Tperm": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_4/SelfAttention/SparseMultiheadAttention/DotProductAttention/combine_heads/combine_last_two_dimensions/Shape", "op": "Shape", "input": ["StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_4/SelfAttention/SparseMultiheadAttention/DotProductAttention/combine_heads/transpose"], "attr": {"out_type": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_4/SelfAttention/SparseMultiheadAttention/DotProductAttention/combine_heads/combine_last_two_dimensions/strided_slice", "op": "StridedSlice", "input": ["StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_4/SelfAttention/SparseMultiheadAttention/DotProductAttention/combine_heads/combine_last_two_dimensions/Shape", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_4/SelfAttention/SparseMultiheadAttention/DotProductAttention/combine_heads/combine_last_two_dimensions/strided_slice/stack", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_4/SelfAttention/SparseMultiheadAttention/DotProductAttention/combine_heads/combine_last_two_dimensions/strided_slice/stack_1", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_4/SelfAttention/SparseMultiheadAttention/DotProductAttention/combine_heads/combine_last_two_dimensions/strided_slice/stack_2"], "attr": {"ellipsis_mask": {"i": "0"}, "end_mask": {"i": "0"}, "shrink_axis_mask": {"i": "1"}, "new_axis_mask": {"i": "0"}, "begin_mask": {"i": "0"}, "Index": {"type": "DT_INT32"}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_4/SelfAttention/SparseMultiheadAttention/DotProductAttention/combine_heads/combine_last_two_dimensions/strided_slice_1", "op": "StridedSlice", "input": ["StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_4/SelfAttention/SparseMultiheadAttention/DotProductAttention/combine_heads/combine_last_two_dimensions/Shape", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_4/SelfAttention/SparseMultiheadAttention/DotProductAttention/combine_heads/combine_last_two_dimensions/strided_slice_1/stack", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_4/SelfAttention/SparseMultiheadAttention/DotProductAttention/combine_heads/combine_last_two_dimensions/strided_slice_1/stack_1", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_4/SelfAttention/SparseMultiheadAttention/DotProductAttention/combine_heads/combine_last_two_dimensions/strided_slice_1/stack_2"], "attr": {"ellipsis_mask": {"i": "0"}, "end_mask": {"i": "0"}, "begin_mask": {"i": "0"}, "Index": {"type": "DT_INT32"}, "new_axis_mask": {"i": "0"}, "shrink_axis_mask": {"i": "1"}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_4/SelfAttention/SparseMultiheadAttention/DotProductAttention/combine_heads/combine_last_two_dimensions/Reshape/shape", "op": "Pack", "input": ["StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_4/SelfAttention/SparseMultiheadAttention/DotProductAttention/combine_heads/combine_last_two_dimensions/strided_slice", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_4/SelfAttention/SparseMultiheadAttention/DotProductAttention/combine_heads/combine_last_two_dimensions/strided_slice_1", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_4/SelfAttention/SparseMultiheadAttention/DotProductAttention/combine_heads/combine_last_two_dimensions/Reshape/shape/2"], "attr": {"axis": {"i": "0"}, "N": {"i": "3"}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_4/SelfAttention/SparseMultiheadAttention/DotProductAttention/combine_heads/combine_last_two_dimensions/Reshape", "op": "Reshape", "input": ["StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_4/SelfAttention/SparseMultiheadAttention/DotProductAttention/combine_heads/transpose", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_4/SelfAttention/SparseMultiheadAttention/DotProductAttention/combine_heads/combine_last_two_dimensions/Reshape/shape"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_4/SelfAttention/SparseMultiheadAttention/GatherNd", "op": "GatherNd", "input": ["StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_4/SelfAttention/SparseMultiheadAttention/DotProductAttention/combine_heads/combine_last_two_dimensions/Reshape", "StatefulPartitionedCall/text_preprocessor_1/PackPositions/transpose"], "attr": {"Tparams": {"type": "DT_FLOAT"}, "Tindices": {"type": "DT_INT64"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_4/SelfAttention/layer_postprocess/add", "op": "AddV2", "input": ["StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_4/SelfAttention/SparseMultiheadAttention/GatherNd", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_3/FFN/Layer2/layer_postprocess/add"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_4/FFN/Layer1/layer_prepostprocess/layer_norm/Mean", "op": "Mean", "input": ["StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_4/SelfAttention/layer_postprocess/add", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_4/FFN/Layer1/layer_prepostprocess/layer_norm/Mean/reduction_indices"], "attr": {"keep_dims": {"b": true}, "T": {"type": "DT_FLOAT"}, "Tidx": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_4/FFN/Layer1/layer_prepostprocess/layer_norm/SquaredDifference", "op": "SquaredDifference", "input": ["StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_4/SelfAttention/layer_postprocess/add", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_4/FFN/Layer1/layer_prepostprocess/layer_norm/Mean"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_4/FFN/Layer1/layer_prepostprocess/layer_norm/sub", "op": "Sub", "input": ["StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_4/SelfAttention/layer_postprocess/add", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_4/FFN/Layer1/layer_prepostprocess/layer_norm/Mean"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_4/FFN/Layer1/layer_prepostprocess/layer_norm/Mean_1", "op": "Mean", "input": ["StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_4/FFN/Layer1/layer_prepostprocess/layer_norm/SquaredDifference", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_4/FFN/Layer1/layer_prepostprocess/layer_norm/Mean_1/reduction_indices"], "attr": {"T": {"type": "DT_FLOAT"}, "keep_dims": {"b": true}, "Tidx": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_4/FFN/Layer1/layer_prepostprocess/layer_norm/add", "op": "AddV2", "input": ["StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_4/FFN/Layer1/layer_prepostprocess/layer_norm/Mean_1", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_4/FFN/Layer1/layer_prepostprocess/layer_norm/Const"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_4/FFN/Layer1/layer_prepostprocess/layer_norm/Rsqrt", "op": "Rsqrt", "input": ["StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_4/FFN/Layer1/layer_prepostprocess/layer_norm/add"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_4/FFN/Layer1/layer_prepostprocess/layer_norm/mul", "op": "Mul", "input": ["StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_4/FFN/Layer1/layer_prepostprocess/layer_norm/layer_norm_scale/ConcatPartitions/concat", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_4/FFN/Layer1/layer_prepostprocess/layer_norm/Rsqrt"], "attr": {"_grappler_ArithmeticOptimizer_MinimizeBroadcasts": {"b": true}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_4/FFN/Layer1/layer_prepostprocess/layer_norm/mul_1", "op": "Mul", "input": ["StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_4/FFN/Layer1/layer_prepostprocess/layer_norm/mul", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_4/FFN/Layer1/layer_prepostprocess/layer_norm/sub"], "attr": {"T": {"type": "DT_FLOAT"}, "_grappler_ArithmeticOptimizer_MinimizeBroadcasts": {"b": true}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_4/FFN/Layer1/layer_prepostprocess/layer_norm/add_1", "op": "AddV2", "input": ["StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_4/FFN/Layer1/layer_prepostprocess/layer_norm/mul_1", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_4/FFN/Layer1/layer_prepostprocess/layer_norm/layer_norm_bias/ConcatPartitions/concat"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_4/FFN/Layer1/dense/Relu", "op": "_FusedMatMul", "input": ["StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_4/FFN/Layer1/layer_prepostprocess/layer_norm/add_1", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_4/FFN/Layer1/dense/kernel/ConcatPartitions/concat", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_4/FFN/Layer1/dense/bias/ConcatPartitions/concat"], "device": "/device:CPU:0", "attr": {"num_args": {"i": "1"}, "epsilon": {"f": 0.0}, "T": {"type": "DT_FLOAT"}, "transpose_a": {"b": false}, "transpose_b": {"b": false}, "fused_ops": {"list": {"s": ["Qmlhc0FkZA==", "UmVsdQ=="]}}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_4/FFN/Layer2/dense/BiasAdd", "op": "_FusedMatMul", "input": ["StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_4/FFN/Layer1/dense/Relu", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_4/FFN/Layer2/dense/kernel/ConcatPartitions/concat", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_4/FFN/Layer2/dense/bias/ConcatPartitions/concat"], "device": "/device:CPU:0", "attr": {"num_args": {"i": "1"}, "epsilon": {"f": 0.0}, "T": {"type": "DT_FLOAT"}, "transpose_b": {"b": false}, "transpose_a": {"b": false}, "fused_ops": {"list": {"s": ["Qmlhc0FkZA=="]}}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_4/FFN/Layer2/layer_postprocess/add", "op": "AddV2", "input": ["StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_4/FFN/Layer2/dense/BiasAdd", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_4/SelfAttention/layer_postprocess/add"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_5/SelfAttention/layer_prepostprocess/layer_norm/Mean", "op": "Mean", "input": ["StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_4/FFN/Layer2/layer_postprocess/add", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_5/SelfAttention/layer_prepostprocess/layer_norm/Mean/reduction_indices"], "attr": {"keep_dims": {"b": true}, "T": {"type": "DT_FLOAT"}, "Tidx": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_5/SelfAttention/layer_prepostprocess/layer_norm/SquaredDifference", "op": "SquaredDifference", "input": ["StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_4/FFN/Layer2/layer_postprocess/add", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_5/SelfAttention/layer_prepostprocess/layer_norm/Mean"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_5/SelfAttention/layer_prepostprocess/layer_norm/sub", "op": "Sub", "input": ["StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_4/FFN/Layer2/layer_postprocess/add", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_5/SelfAttention/layer_prepostprocess/layer_norm/Mean"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_5/SelfAttention/layer_prepostprocess/layer_norm/Mean_1", "op": "Mean", "input": ["StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_5/SelfAttention/layer_prepostprocess/layer_norm/SquaredDifference", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_5/SelfAttention/layer_prepostprocess/layer_norm/Mean_1/reduction_indices"], "attr": {"keep_dims": {"b": true}, "T": {"type": "DT_FLOAT"}, "Tidx": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_5/SelfAttention/layer_prepostprocess/layer_norm/add", "op": "AddV2", "input": ["StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_5/SelfAttention/layer_prepostprocess/layer_norm/Mean_1", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_5/SelfAttention/layer_prepostprocess/layer_norm/Const"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_5/SelfAttention/layer_prepostprocess/layer_norm/Rsqrt", "op": "Rsqrt", "input": ["StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_5/SelfAttention/layer_prepostprocess/layer_norm/add"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_5/SelfAttention/layer_prepostprocess/layer_norm/mul", "op": "Mul", "input": ["StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_5/SelfAttention/layer_prepostprocess/layer_norm/layer_norm_scale/ConcatPartitions/concat", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_5/SelfAttention/layer_prepostprocess/layer_norm/Rsqrt"], "attr": {"_grappler_ArithmeticOptimizer_MinimizeBroadcasts": {"b": true}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_5/SelfAttention/layer_prepostprocess/layer_norm/mul_1", "op": "Mul", "input": ["StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_5/SelfAttention/layer_prepostprocess/layer_norm/mul", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_5/SelfAttention/layer_prepostprocess/layer_norm/sub"], "attr": {"T": {"type": "DT_FLOAT"}, "_grappler_ArithmeticOptimizer_MinimizeBroadcasts": {"b": true}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_5/SelfAttention/layer_prepostprocess/layer_norm/add_1", "op": "AddV2", "input": ["StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_5/SelfAttention/layer_prepostprocess/layer_norm/mul_1", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_5/SelfAttention/layer_prepostprocess/layer_norm/layer_norm_bias/ConcatPartitions/concat"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_5/SelfAttention/SparseMultiheadAttention/ComputeQKV/compute_q/BiasAdd", "op": "_FusedMatMul", "input": ["StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_5/SelfAttention/layer_prepostprocess/layer_norm/add_1", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_5/SelfAttention/SparseMultiheadAttention/ComputeQKV/compute_q/kernel/ConcatPartitions/concat", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_5/SelfAttention/SparseMultiheadAttention/ComputeQKV/compute_q/bias/ConcatPartitions/concat"], "device": "/device:CPU:0", "attr": {"epsilon": {"f": 0.0}, "transpose_b": {"b": false}, "transpose_a": {"b": false}, "fused_ops": {"list": {"s": ["Qmlhc0FkZA=="]}}, "num_args": {"i": "1"}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_5/SelfAttention/SparseMultiheadAttention/ComputeQKV/compute_k/BiasAdd", "op": "_FusedMatMul", "input": ["StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_5/SelfAttention/layer_prepostprocess/layer_norm/add_1", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_5/SelfAttention/SparseMultiheadAttention/ComputeQKV/compute_k/kernel/ConcatPartitions/concat", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_5/SelfAttention/SparseMultiheadAttention/ComputeQKV/compute_k/bias/ConcatPartitions/concat"], "device": "/device:CPU:0", "attr": {"T": {"type": "DT_FLOAT"}, "epsilon": {"f": 0.0}, "num_args": {"i": "1"}, "fused_ops": {"list": {"s": ["Qmlhc0FkZA=="]}}, "transpose_b": {"b": false}, "transpose_a": {"b": false}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_5/SelfAttention/SparseMultiheadAttention/ComputeQKV/compute_v/BiasAdd", "op": "_FusedMatMul", "input": ["StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_5/SelfAttention/layer_prepostprocess/layer_norm/add_1", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_5/SelfAttention/SparseMultiheadAttention/ComputeQKV/compute_v/kernel/ConcatPartitions/concat", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_5/SelfAttention/SparseMultiheadAttention/ComputeQKV/compute_v/bias/ConcatPartitions/concat"], "device": "/device:CPU:0", "attr": {"fused_ops": {"list": {"s": ["Qmlhc0FkZA=="]}}, "num_args": {"i": "1"}, "epsilon": {"f": 0.0}, "transpose_a": {"b": false}, "transpose_b": {"b": false}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_5/SelfAttention/SparseMultiheadAttention/ComputeQKV/ScatterNd", "op": "ScatterNd", "input": ["StatefulPartitionedCall/text_preprocessor_1/PackPositions/transpose", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_5/SelfAttention/SparseMultiheadAttention/ComputeQKV/compute_q/BiasAdd", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_5/SelfAttention/SparseMultiheadAttention/ComputeQKV/concat"], "attr": {"Tindices": {"type": "DT_INT64"}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_5/SelfAttention/SparseMultiheadAttention/ComputeQKV/ScatterNd_1", "op": "ScatterNd", "input": ["StatefulPartitionedCall/text_preprocessor_1/PackPositions/transpose", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_5/SelfAttention/SparseMultiheadAttention/ComputeQKV/compute_k/BiasAdd", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_5/SelfAttention/SparseMultiheadAttention/ComputeQKV/concat"], "attr": {"T": {"type": "DT_FLOAT"}, "Tindices": {"type": "DT_INT64"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_5/SelfAttention/SparseMultiheadAttention/ComputeQKV/ScatterNd_2", "op": "ScatterNd", "input": ["StatefulPartitionedCall/text_preprocessor_1/PackPositions/transpose", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_5/SelfAttention/SparseMultiheadAttention/ComputeQKV/compute_v/BiasAdd", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_5/SelfAttention/SparseMultiheadAttention/ComputeQKV/concat"], "attr": {"T": {"type": "DT_FLOAT"}, "Tindices": {"type": "DT_INT64"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_5/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads/split_last_dimension/Shape", "op": "Shape", "input": ["StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_5/SelfAttention/SparseMultiheadAttention/ComputeQKV/ScatterNd"], "attr": {"out_type": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_5/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_1/split_last_dimension/Shape", "op": "Shape", "input": ["StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_5/SelfAttention/SparseMultiheadAttention/ComputeQKV/ScatterNd_1"], "attr": {"T": {"type": "DT_FLOAT"}, "out_type": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_5/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_2/split_last_dimension/Shape", "op": "Shape", "input": ["StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_5/SelfAttention/SparseMultiheadAttention/ComputeQKV/ScatterNd_2"], "attr": {"T": {"type": "DT_FLOAT"}, "out_type": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_5/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads/split_last_dimension/strided_slice", "op": "StridedSlice", "input": ["StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_5/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads/split_last_dimension/Shape", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_5/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads/split_last_dimension/strided_slice/stack", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_5/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads/split_last_dimension/strided_slice/stack_1", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_5/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads/split_last_dimension/strided_slice/stack_2"], "attr": {"new_axis_mask": {"i": "0"}, "end_mask": {"i": "0"}, "T": {"type": "DT_INT32"}, "shrink_axis_mask": {"i": "1"}, "ellipsis_mask": {"i": "0"}, "Index": {"type": "DT_INT32"}, "begin_mask": {"i": "0"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_5/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads/split_last_dimension/strided_slice_1", "op": "StridedSlice", "input": ["StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_5/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads/split_last_dimension/Shape", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_5/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads/split_last_dimension/strided_slice_1/stack", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_5/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads/split_last_dimension/strided_slice_1/stack_1", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_5/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads/split_last_dimension/strided_slice_1/stack_2"], "attr": {"begin_mask": {"i": "0"}, "ellipsis_mask": {"i": "0"}, "shrink_axis_mask": {"i": "1"}, "Index": {"type": "DT_INT32"}, "T": {"type": "DT_INT32"}, "new_axis_mask": {"i": "0"}, "end_mask": {"i": "0"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_5/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_1/split_last_dimension/strided_slice", "op": "StridedSlice", "input": ["StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_5/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_1/split_last_dimension/Shape", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_5/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_1/split_last_dimension/strided_slice/stack", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_5/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_1/split_last_dimension/strided_slice/stack_1", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_5/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_1/split_last_dimension/strided_slice/stack_2"], "attr": {"Index": {"type": "DT_INT32"}, "end_mask": {"i": "0"}, "ellipsis_mask": {"i": "0"}, "T": {"type": "DT_INT32"}, "shrink_axis_mask": {"i": "1"}, "new_axis_mask": {"i": "0"}, "begin_mask": {"i": "0"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_5/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_1/split_last_dimension/strided_slice_1", "op": "StridedSlice", "input": ["StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_5/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_1/split_last_dimension/Shape", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_5/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_1/split_last_dimension/strided_slice_1/stack", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_5/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_1/split_last_dimension/strided_slice_1/stack_1", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_5/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_1/split_last_dimension/strided_slice_1/stack_2"], "attr": {"shrink_axis_mask": {"i": "1"}, "ellipsis_mask": {"i": "0"}, "T": {"type": "DT_INT32"}, "Index": {"type": "DT_INT32"}, "begin_mask": {"i": "0"}, "end_mask": {"i": "0"}, "new_axis_mask": {"i": "0"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_5/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_2/split_last_dimension/strided_slice", "op": "StridedSlice", "input": ["StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_5/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_2/split_last_dimension/Shape", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_5/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_2/split_last_dimension/strided_slice/stack", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_5/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_2/split_last_dimension/strided_slice/stack_1", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_5/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_2/split_last_dimension/strided_slice/stack_2"], "attr": {"new_axis_mask": {"i": "0"}, "end_mask": {"i": "0"}, "T": {"type": "DT_INT32"}, "shrink_axis_mask": {"i": "1"}, "ellipsis_mask": {"i": "0"}, "Index": {"type": "DT_INT32"}, "begin_mask": {"i": "0"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_5/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_2/split_last_dimension/strided_slice_1", "op": "StridedSlice", "input": ["StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_5/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_2/split_last_dimension/Shape", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_5/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_2/split_last_dimension/strided_slice_1/stack", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_5/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_2/split_last_dimension/strided_slice_1/stack_1", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_5/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_2/split_last_dimension/strided_slice_1/stack_2"], "attr": {"begin_mask": {"i": "0"}, "end_mask": {"i": "0"}, "new_axis_mask": {"i": "0"}, "ellipsis_mask": {"i": "0"}, "Index": {"type": "DT_INT32"}, "T": {"type": "DT_INT32"}, "shrink_axis_mask": {"i": "1"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_5/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads/split_last_dimension/Reshape/shape", "op": "Pack", "input": ["StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_5/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads/split_last_dimension/strided_slice", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_5/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads/split_last_dimension/strided_slice_1", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_5/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads/split_last_dimension/Reshape/shape/2", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_5/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads/split_last_dimension/Reshape/shape/3"], "attr": {"T": {"type": "DT_INT32"}, "axis": {"i": "0"}, "N": {"i": "4"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_5/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_1/split_last_dimension/Reshape/shape", "op": "Pack", "input": ["StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_5/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_1/split_last_dimension/strided_slice", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_5/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_1/split_last_dimension/strided_slice_1", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_5/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_1/split_last_dimension/Reshape/shape/2", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_5/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_1/split_last_dimension/Reshape/shape/3"], "attr": {"N": {"i": "4"}, "T": {"type": "DT_INT32"}, "axis": {"i": "0"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_5/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_2/split_last_dimension/Reshape/shape", "op": "Pack", "input": ["StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_5/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_2/split_last_dimension/strided_slice", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_5/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_2/split_last_dimension/strided_slice_1", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_5/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_2/split_last_dimension/Reshape/shape/2", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_5/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_2/split_last_dimension/Reshape/shape/3"], "attr": {"T": {"type": "DT_INT32"}, "axis": {"i": "0"}, "N": {"i": "4"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_5/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads/split_last_dimension/Reshape", "op": "Reshape", "input": ["StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_5/SelfAttention/SparseMultiheadAttention/ComputeQKV/ScatterNd", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_5/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads/split_last_dimension/Reshape/shape"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_5/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_1/split_last_dimension/Reshape", "op": "Reshape", "input": ["StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_5/SelfAttention/SparseMultiheadAttention/ComputeQKV/ScatterNd_1", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_5/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_1/split_last_dimension/Reshape/shape"], "attr": {"Tshape": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_5/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_2/split_last_dimension/Reshape", "op": "Reshape", "input": ["StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_5/SelfAttention/SparseMultiheadAttention/ComputeQKV/ScatterNd_2", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_5/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_2/split_last_dimension/Reshape/shape"], "attr": {"Tshape": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_5/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads/transpose", "op": "Transpose", "input": ["StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_5/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads/split_last_dimension/Reshape", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_5/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads/transpose/perm"], "attr": {"Tperm": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_5/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_1/transpose", "op": "Transpose", "input": ["StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_5/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_1/split_last_dimension/Reshape", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_5/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_1/transpose/perm"], "attr": {"T": {"type": "DT_FLOAT"}, "Tperm": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_5/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_2/transpose", "op": "Transpose", "input": ["StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_5/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_2/split_last_dimension/Reshape", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_5/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_2/transpose/perm"], "attr": {"Tperm": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_5/SelfAttention/SparseMultiheadAttention/ComputeQKV/mul", "op": "Mul", "input": ["StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_5/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads/transpose", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_5/SelfAttention/SparseMultiheadAttention/ComputeQKV/mul/y"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_5/SelfAttention/SparseMultiheadAttention/DotProductAttention/MatMul", "op": "BatchMatMulV2", "input": ["StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_5/SelfAttention/SparseMultiheadAttention/ComputeQKV/mul", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_5/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_1/transpose"], "attr": {"T": {"type": "DT_FLOAT"}, "adj_y": {"b": true}, "adj_x": {"b": false}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_5/SelfAttention/SparseMultiheadAttention/DotProductAttention/Exp", "op": "Exp", "input": ["StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_5/SelfAttention/SparseMultiheadAttention/DotProductAttention/MatMul"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_5/SelfAttention/SparseMultiheadAttention/DotProductAttention/mul", "op": "Mul", "input": ["StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_5/SelfAttention/SparseMultiheadAttention/DotProductAttention/Exp", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_5/SelfAttention/SparseMultiheadAttention/DotProductAttention/ExpandDims_1"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_5/SelfAttention/SparseMultiheadAttention/DotProductAttention/Sum", "op": "Sum", "input": ["StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_5/SelfAttention/SparseMultiheadAttention/DotProductAttention/mul", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_5/SelfAttention/SparseMultiheadAttention/DotProductAttention/Sum/reduction_indices"], "attr": {"T": {"type": "DT_FLOAT"}, "keep_dims": {"b": true}, "Tidx": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_5/SelfAttention/SparseMultiheadAttention/DotProductAttention/truediv", "op": "RealDiv", "input": ["StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_5/SelfAttention/SparseMultiheadAttention/DotProductAttention/mul", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_5/SelfAttention/SparseMultiheadAttention/DotProductAttention/Sum"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_5/SelfAttention/SparseMultiheadAttention/DotProductAttention/MatMul_1", "op": "BatchMatMulV2", "input": ["StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_5/SelfAttention/SparseMultiheadAttention/DotProductAttention/truediv", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_5/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_2/transpose"], "attr": {"T": {"type": "DT_FLOAT"}, "adj_x": {"b": false}, "adj_y": {"b": false}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_5/SelfAttention/SparseMultiheadAttention/DotProductAttention/combine_heads/transpose", "op": "Transpose", "input": ["StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_5/SelfAttention/SparseMultiheadAttention/DotProductAttention/MatMul_1", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_5/SelfAttention/SparseMultiheadAttention/DotProductAttention/combine_heads/transpose/perm"], "attr": {"T": {"type": "DT_FLOAT"}, "Tperm": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_5/SelfAttention/SparseMultiheadAttention/DotProductAttention/combine_heads/combine_last_two_dimensions/Shape", "op": "Shape", "input": ["StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_5/SelfAttention/SparseMultiheadAttention/DotProductAttention/combine_heads/transpose"], "attr": {"out_type": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_5/SelfAttention/SparseMultiheadAttention/DotProductAttention/combine_heads/combine_last_two_dimensions/strided_slice", "op": "StridedSlice", "input": ["StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_5/SelfAttention/SparseMultiheadAttention/DotProductAttention/combine_heads/combine_last_two_dimensions/Shape", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_5/SelfAttention/SparseMultiheadAttention/DotProductAttention/combine_heads/combine_last_two_dimensions/strided_slice/stack", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_5/SelfAttention/SparseMultiheadAttention/DotProductAttention/combine_heads/combine_last_two_dimensions/strided_slice/stack_1", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_5/SelfAttention/SparseMultiheadAttention/DotProductAttention/combine_heads/combine_last_two_dimensions/strided_slice/stack_2"], "attr": {"shrink_axis_mask": {"i": "1"}, "ellipsis_mask": {"i": "0"}, "new_axis_mask": {"i": "0"}, "T": {"type": "DT_INT32"}, "end_mask": {"i": "0"}, "begin_mask": {"i": "0"}, "Index": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_5/SelfAttention/SparseMultiheadAttention/DotProductAttention/combine_heads/combine_last_two_dimensions/strided_slice_1", "op": "StridedSlice", "input": ["StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_5/SelfAttention/SparseMultiheadAttention/DotProductAttention/combine_heads/combine_last_two_dimensions/Shape", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_5/SelfAttention/SparseMultiheadAttention/DotProductAttention/combine_heads/combine_last_two_dimensions/strided_slice_1/stack", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_5/SelfAttention/SparseMultiheadAttention/DotProductAttention/combine_heads/combine_last_two_dimensions/strided_slice_1/stack_1", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_5/SelfAttention/SparseMultiheadAttention/DotProductAttention/combine_heads/combine_last_two_dimensions/strided_slice_1/stack_2"], "attr": {"shrink_axis_mask": {"i": "1"}, "Index": {"type": "DT_INT32"}, "T": {"type": "DT_INT32"}, "new_axis_mask": {"i": "0"}, "begin_mask": {"i": "0"}, "end_mask": {"i": "0"}, "ellipsis_mask": {"i": "0"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_5/SelfAttention/SparseMultiheadAttention/DotProductAttention/combine_heads/combine_last_two_dimensions/Reshape/shape", "op": "Pack", "input": ["StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_5/SelfAttention/SparseMultiheadAttention/DotProductAttention/combine_heads/combine_last_two_dimensions/strided_slice", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_5/SelfAttention/SparseMultiheadAttention/DotProductAttention/combine_heads/combine_last_two_dimensions/strided_slice_1", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_5/SelfAttention/SparseMultiheadAttention/DotProductAttention/combine_heads/combine_last_two_dimensions/Reshape/shape/2"], "attr": {"axis": {"i": "0"}, "T": {"type": "DT_INT32"}, "N": {"i": "3"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_5/SelfAttention/SparseMultiheadAttention/DotProductAttention/combine_heads/combine_last_two_dimensions/Reshape", "op": "Reshape", "input": ["StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_5/SelfAttention/SparseMultiheadAttention/DotProductAttention/combine_heads/transpose", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_5/SelfAttention/SparseMultiheadAttention/DotProductAttention/combine_heads/combine_last_two_dimensions/Reshape/shape"], "attr": {"Tshape": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_5/SelfAttention/SparseMultiheadAttention/GatherNd", "op": "GatherNd", "input": ["StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_5/SelfAttention/SparseMultiheadAttention/DotProductAttention/combine_heads/combine_last_two_dimensions/Reshape", "StatefulPartitionedCall/text_preprocessor_1/PackPositions/transpose"], "attr": {"Tindices": {"type": "DT_INT64"}, "Tparams": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_5/SelfAttention/layer_postprocess/add", "op": "AddV2", "input": ["StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_5/SelfAttention/SparseMultiheadAttention/GatherNd", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_4/FFN/Layer2/layer_postprocess/add"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_5/FFN/Layer1/layer_prepostprocess/layer_norm/Mean", "op": "Mean", "input": ["StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_5/SelfAttention/layer_postprocess/add", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_5/FFN/Layer1/layer_prepostprocess/layer_norm/Mean/reduction_indices"], "attr": {"T": {"type": "DT_FLOAT"}, "keep_dims": {"b": true}, "Tidx": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_5/FFN/Layer1/layer_prepostprocess/layer_norm/SquaredDifference", "op": "SquaredDifference", "input": ["StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_5/SelfAttention/layer_postprocess/add", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_5/FFN/Layer1/layer_prepostprocess/layer_norm/Mean"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_5/FFN/Layer1/layer_prepostprocess/layer_norm/sub", "op": "Sub", "input": ["StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_5/SelfAttention/layer_postprocess/add", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_5/FFN/Layer1/layer_prepostprocess/layer_norm/Mean"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_5/FFN/Layer1/layer_prepostprocess/layer_norm/Mean_1", "op": "Mean", "input": ["StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_5/FFN/Layer1/layer_prepostprocess/layer_norm/SquaredDifference", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_5/FFN/Layer1/layer_prepostprocess/layer_norm/Mean_1/reduction_indices"], "attr": {"T": {"type": "DT_FLOAT"}, "Tidx": {"type": "DT_INT32"}, "keep_dims": {"b": true}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_5/FFN/Layer1/layer_prepostprocess/layer_norm/add", "op": "AddV2", "input": ["StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_5/FFN/Layer1/layer_prepostprocess/layer_norm/Mean_1", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_5/FFN/Layer1/layer_prepostprocess/layer_norm/Const"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_5/FFN/Layer1/layer_prepostprocess/layer_norm/Rsqrt", "op": "Rsqrt", "input": ["StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_5/FFN/Layer1/layer_prepostprocess/layer_norm/add"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_5/FFN/Layer1/layer_prepostprocess/layer_norm/mul", "op": "Mul", "input": ["StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_5/FFN/Layer1/layer_prepostprocess/layer_norm/layer_norm_scale/ConcatPartitions/concat", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_5/FFN/Layer1/layer_prepostprocess/layer_norm/Rsqrt"], "attr": {"_grappler_ArithmeticOptimizer_MinimizeBroadcasts": {"b": true}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_5/FFN/Layer1/layer_prepostprocess/layer_norm/mul_1", "op": "Mul", "input": ["StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_5/FFN/Layer1/layer_prepostprocess/layer_norm/mul", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_5/FFN/Layer1/layer_prepostprocess/layer_norm/sub"], "attr": {"T": {"type": "DT_FLOAT"}, "_grappler_ArithmeticOptimizer_MinimizeBroadcasts": {"b": true}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_5/FFN/Layer1/layer_prepostprocess/layer_norm/add_1", "op": "AddV2", "input": ["StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_5/FFN/Layer1/layer_prepostprocess/layer_norm/mul_1", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_5/FFN/Layer1/layer_prepostprocess/layer_norm/layer_norm_bias/ConcatPartitions/concat"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_5/FFN/Layer1/dense/Relu", "op": "_FusedMatMul", "input": ["StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_5/FFN/Layer1/layer_prepostprocess/layer_norm/add_1", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_5/FFN/Layer1/dense/kernel/ConcatPartitions/concat", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_5/FFN/Layer1/dense/bias/ConcatPartitions/concat"], "device": "/device:CPU:0", "attr": {"fused_ops": {"list": {"s": ["Qmlhc0FkZA==", "UmVsdQ=="]}}, "transpose_a": {"b": false}, "num_args": {"i": "1"}, "epsilon": {"f": 0.0}, "transpose_b": {"b": false}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_5/FFN/Layer2/dense/BiasAdd", "op": "_FusedMatMul", "input": ["StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_5/FFN/Layer1/dense/Relu", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_5/FFN/Layer2/dense/kernel/ConcatPartitions/concat", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_5/FFN/Layer2/dense/bias/ConcatPartitions/concat"], "device": "/device:CPU:0", "attr": {"fused_ops": {"list": {"s": ["Qmlhc0FkZA=="]}}, "T": {"type": "DT_FLOAT"}, "epsilon": {"f": 0.0}, "transpose_b": {"b": false}, "num_args": {"i": "1"}, "transpose_a": {"b": false}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_5/FFN/Layer2/layer_postprocess/add", "op": "AddV2", "input": ["StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_5/FFN/Layer2/dense/BiasAdd", "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_5/SelfAttention/layer_postprocess/add"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/layer_prepostprocess/layer_norm/Mean", "op": "Mean", "input": ["StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_5/FFN/Layer2/layer_postprocess/add", "StatefulPartitionedCall/EncoderTransformer/Transformer/layer_prepostprocess/layer_norm/Mean/reduction_indices"], "attr": {"T": {"type": "DT_FLOAT"}, "keep_dims": {"b": true}, "Tidx": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/layer_prepostprocess/layer_norm/SquaredDifference", "op": "SquaredDifference", "input": ["StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_5/FFN/Layer2/layer_postprocess/add", "StatefulPartitionedCall/EncoderTransformer/Transformer/layer_prepostprocess/layer_norm/Mean"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/layer_prepostprocess/layer_norm/sub", "op": "Sub", "input": ["StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_5/FFN/Layer2/layer_postprocess/add", "StatefulPartitionedCall/EncoderTransformer/Transformer/layer_prepostprocess/layer_norm/Mean"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/layer_prepostprocess/layer_norm/Mean_1", "op": "Mean", "input": ["StatefulPartitionedCall/EncoderTransformer/Transformer/layer_prepostprocess/layer_norm/SquaredDifference", "StatefulPartitionedCall/EncoderTransformer/Transformer/layer_prepostprocess/layer_norm/Mean_1/reduction_indices"], "attr": {"keep_dims": {"b": true}, "Tidx": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/layer_prepostprocess/layer_norm/add", "op": "AddV2", "input": ["StatefulPartitionedCall/EncoderTransformer/Transformer/layer_prepostprocess/layer_norm/Mean_1", "StatefulPartitionedCall/EncoderTransformer/Transformer/layer_prepostprocess/layer_norm/Const"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/layer_prepostprocess/layer_norm/Rsqrt", "op": "Rsqrt", "input": ["StatefulPartitionedCall/EncoderTransformer/Transformer/layer_prepostprocess/layer_norm/add"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/layer_prepostprocess/layer_norm/mul", "op": "Mul", "input": ["StatefulPartitionedCall/EncoderTransformer/Transformer/layer_prepostprocess/layer_norm/layer_norm_scale/ConcatPartitions/concat", "StatefulPartitionedCall/EncoderTransformer/Transformer/layer_prepostprocess/layer_norm/Rsqrt"], "attr": {"_grappler_ArithmeticOptimizer_MinimizeBroadcasts": {"b": true}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/layer_prepostprocess/layer_norm/mul_1", "op": "Mul", "input": ["StatefulPartitionedCall/EncoderTransformer/Transformer/layer_prepostprocess/layer_norm/mul", "StatefulPartitionedCall/EncoderTransformer/Transformer/layer_prepostprocess/layer_norm/sub"], "attr": {"T": {"type": "DT_FLOAT"}, "_grappler_ArithmeticOptimizer_MinimizeBroadcasts": {"b": true}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/layer_prepostprocess/layer_norm/add_1", "op": "AddV2", "input": ["StatefulPartitionedCall/EncoderTransformer/Transformer/layer_prepostprocess/layer_norm/mul_1", "StatefulPartitionedCall/EncoderTransformer/Transformer/layer_prepostprocess/layer_norm/layer_norm_bias/ConcatPartitions/concat"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SegmentMean", "op": "SegmentMean", "input": ["StatefulPartitionedCall/EncoderTransformer/Transformer/layer_prepostprocess/layer_norm/add_1", "StatefulPartitionedCall/EncoderTransformer/Transformer/strided_slice"], "attr": {"T": {"type": "DT_FLOAT"}, "Tindices": {"type": "DT_INT64"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/AttentionPooling/AttentionHidden/Elu", "op": "_FusedMatMul", "input": ["StatefulPartitionedCall/EncoderTransformer/Transformer/layer_prepostprocess/layer_norm/add_1", "StatefulPartitionedCall/EncoderTransformer/Transformer/AttentionPooling/AttentionHidden/kernel/ConcatPartitions/concat", "StatefulPartitionedCall/EncoderTransformer/Transformer/AttentionPooling/AttentionHidden/bias/ConcatPartitions/concat"], "device": "/device:CPU:0", "attr": {"fused_ops": {"list": {"s": ["Qmlhc0FkZA==", "RWx1"]}}, "T": {"type": "DT_FLOAT"}, "epsilon": {"f": 0.0}, "transpose_b": {"b": false}, "transpose_a": {"b": false}, "num_args": {"i": "1"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/AttentionPooling/AttentionLogits/BiasAdd", "op": "_FusedMatMul", "input": ["StatefulPartitionedCall/EncoderTransformer/Transformer/AttentionPooling/AttentionHidden/Elu", "StatefulPartitionedCall/EncoderTransformer/Transformer/AttentionPooling/AttentionLogits/kernel/ConcatPartitions/concat", "StatefulPartitionedCall/EncoderTransformer/Transformer/AttentionPooling/AttentionLogits/bias/ConcatPartitions/concat"], "device": "/device:CPU:0", "attr": {"num_args": {"i": "1"}, "T": {"type": "DT_FLOAT"}, "epsilon": {"f": 0.0}, "transpose_b": {"b": false}, "fused_ops": {"list": {"s": ["Qmlhc0FkZA=="]}}, "transpose_a": {"b": false}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/AttentionPooling/Exp", "op": "Exp", "input": ["StatefulPartitionedCall/EncoderTransformer/Transformer/AttentionPooling/AttentionLogits/BiasAdd"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/AttentionPooling/UnsortedSegmentSum", "op": "UnsortedSegmentSum", "input": ["StatefulPartitionedCall/EncoderTransformer/Transformer/AttentionPooling/Exp", "StatefulPartitionedCall/EncoderTransformer/Transformer/AttentionPooling/strided_slice_1", "StatefulPartitionedCall/EncoderTransformer/Transformer/AttentionPooling/strided_slice"], "attr": {"Tnumsegments": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}, "Tindices": {"type": "DT_INT64"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/AttentionPooling/Mul", "op": "Mul", "input": ["StatefulPartitionedCall/EncoderTransformer/Transformer/layer_prepostprocess/layer_norm/add_1", "StatefulPartitionedCall/EncoderTransformer/Transformer/AttentionPooling/Exp"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/AttentionPooling/UnsortedSegmentSum_1", "op": "UnsortedSegmentSum", "input": ["StatefulPartitionedCall/EncoderTransformer/Transformer/AttentionPooling/Mul", "StatefulPartitionedCall/EncoderTransformer/Transformer/AttentionPooling/strided_slice_1", "StatefulPartitionedCall/EncoderTransformer/Transformer/AttentionPooling/strided_slice"], "attr": {"T": {"type": "DT_FLOAT"}, "Tindices": {"type": "DT_INT64"}, "Tnumsegments": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/div", "op": "RealDiv", "input": ["StatefulPartitionedCall/EncoderTransformer/Transformer/AttentionPooling/UnsortedSegmentSum_1", "StatefulPartitionedCall/EncoderTransformer/Transformer/AttentionPooling/UnsortedSegmentSum"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/concat", "op": "ConcatV2", "input": ["StatefulPartitionedCall/EncoderTransformer/Transformer/SegmentMean", "StatefulPartitionedCall/EncoderTransformer/Transformer/div", "StatefulPartitionedCall/EncoderTransformer/Transformer/concat/axis"], "attr": {"Tidx": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}, "N": {"i": "2"}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/hidden_layers/tanh_layer_0/dense/BiasAdd", "op": "_FusedMatMul", "input": ["StatefulPartitionedCall/EncoderTransformer/Transformer/concat", "StatefulPartitionedCall/EncoderTransformer/hidden_layers/tanh_layer_0/dense/kernel/ConcatPartitions/concat", "StatefulPartitionedCall/EncoderTransformer/hidden_layers/tanh_layer_0/dense/bias/ConcatPartitions/concat"], "device": "/device:CPU:0", "attr": {"fused_ops": {"list": {"s": ["Qmlhc0FkZA=="]}}, "transpose_a": {"b": false}, "T": {"type": "DT_FLOAT"}, "num_args": {"i": "1"}, "epsilon": {"f": 0.0}, "transpose_b": {"b": false}}}, {"name": "StatefulPartitionedCall/EncoderTransformer/hidden_layers/tanh_layer_0/dense/Tanh", "op": "Tanh", "input": ["StatefulPartitionedCall/EncoderTransformer/hidden_layers/tanh_layer_0/dense/BiasAdd"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/l2_normalize_3/Square", "op": "Square", "input": ["StatefulPartitionedCall/EncoderTransformer/hidden_layers/tanh_layer_0/dense/Tanh"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/l2_normalize_3/Sum", "op": "Sum", "input": ["StatefulPartitionedCall/l2_normalize_3/Square", "StatefulPartitionedCall/l2_normalize_3/Sum/reduction_indices"], "attr": {"keep_dims": {"b": true}, "T": {"type": "DT_FLOAT"}, "Tidx": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/l2_normalize_3/Maximum", "op": "Maximum", "input": ["StatefulPartitionedCall/l2_normalize_3/Sum", "StatefulPartitionedCall/l2_normalize_3/Maximum/y"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/l2_normalize_3/Rsqrt", "op": "Rsqrt", "input": ["StatefulPartitionedCall/l2_normalize_3/Maximum"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/l2_normalize_3", "op": "Mul", "input": ["StatefulPartitionedCall/EncoderTransformer/hidden_layers/tanh_layer_0/dense/Tanh", "StatefulPartitionedCall/l2_normalize_3/Rsqrt"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/l2_normalize_5/Square", "op": "Square", "input": ["StatefulPartitionedCall/l2_normalize_3"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/l2_normalize_5/Sum", "op": "Sum", "input": ["StatefulPartitionedCall/l2_normalize_5/Square", "StatefulPartitionedCall/l2_normalize_5/Sum/reduction_indices"], "attr": {"keep_dims": {"b": true}, "Tidx": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/l2_normalize_5/Maximum", "op": "Maximum", "input": ["StatefulPartitionedCall/l2_normalize_5/Sum", "StatefulPartitionedCall/l2_normalize_5/Maximum/y"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/l2_normalize_5/Rsqrt", "op": "Rsqrt", "input": ["StatefulPartitionedCall/l2_normalize_5/Maximum"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/l2_normalize_5_0", "op": "Mul", "input": ["StatefulPartitionedCall/l2_normalize_3", "StatefulPartitionedCall/l2_normalize_5/Rsqrt"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "Identity", "op": "Identity", "input": ["StatefulPartitionedCall/l2_normalize_5_0"], "attr": {"T": {"type": "DT_FLOAT"}}}], "library": {}, "versions": {"producer": 808}}, "weightsManifest": [{"paths": ["group1-shard1of140.bin", "group1-shard2of140.bin", "group1-shard3of140.bin", "group1-shard4of140.bin", "group1-shard5of140.bin", "group1-shard6of140.bin", "group1-shard7of140.bin", "group1-shard8of140.bin", "group1-shard9of140.bin", "group1-shard10of140.bin", "group1-shard11of140.bin", "group1-shard12of140.bin", "group1-shard13of140.bin", "group1-shard14of140.bin", "group1-shard15of140.bin", "group1-shard16of140.bin", "group1-shard17of140.bin", "group1-shard18of140.bin", "group1-shard19of140.bin", "group1-shard20of140.bin", "group1-shard21of140.bin", "group1-shard22of140.bin", "group1-shard23of140.bin", "group1-shard24of140.bin", "group1-shard25of140.bin", "group1-shard26of140.bin", "group1-shard27of140.bin", "group1-shard28of140.bin", "group1-shard29of140.bin", "group1-shard30of140.bin", "group1-shard31of140.bin", "group1-shard32of140.bin", "group1-shard33of140.bin", "group1-shard34of140.bin", "group1-shard35of140.bin", "group1-shard36of140.bin", "group1-shard37of140.bin", "group1-shard38of140.bin", "group1-shard39of140.bin", "group1-shard40of140.bin", "group1-shard41of140.bin", "group1-shard42of140.bin", "group1-shard43of140.bin", "group1-shard44of140.bin", "group1-shard45of140.bin", "group1-shard46of140.bin", "group1-shard47of140.bin", "group1-shard48of140.bin", "group1-shard49of140.bin", "group1-shard50of140.bin", "group1-shard51of140.bin", "group1-shard52of140.bin", "group1-shard53of140.bin", "group1-shard54of140.bin", "group1-shard55of140.bin", "group1-shard56of140.bin", "group1-shard57of140.bin", "group1-shard58of140.bin", "group1-shard59of140.bin", "group1-shard60of140.bin", "group1-shard61of140.bin", "group1-shard62of140.bin", "group1-shard63of140.bin", "group1-shard64of140.bin", "group1-shard65of140.bin", "group1-shard66of140.bin", "group1-shard67of140.bin", "group1-shard68of140.bin", "group1-shard69of140.bin", "group1-shard70of140.bin", "group1-shard71of140.bin", "group1-shard72of140.bin", "group1-shard73of140.bin", "group1-shard74of140.bin", "group1-shard75of140.bin", "group1-shard76of140.bin", "group1-shard77of140.bin", "group1-shard78of140.bin", "group1-shard79of140.bin", "group1-shard80of140.bin", "group1-shard81of140.bin", "group1-shard82of140.bin", "group1-shard83of140.bin", "group1-shard84of140.bin", "group1-shard85of140.bin", "group1-shard86of140.bin", "group1-shard87of140.bin", "group1-shard88of140.bin", "group1-shard89of140.bin", "group1-shard90of140.bin", "group1-shard91of140.bin", "group1-shard92of140.bin", "group1-shard93of140.bin", "group1-shard94of140.bin", "group1-shard95of140.bin", "group1-shard96of140.bin", "group1-shard97of140.bin", "group1-shard98of140.bin", "group1-shard99of140.bin", "group1-shard100of140.bin", "group1-shard101of140.bin", "group1-shard102of140.bin", "group1-shard103of140.bin", "group1-shard104of140.bin", "group1-shard105of140.bin", "group1-shard106of140.bin", "group1-shard107of140.bin", "group1-shard108of140.bin", "group1-shard109of140.bin", "group1-shard110of140.bin", "group1-shard111of140.bin", "group1-shard112of140.bin", "group1-shard113of140.bin", "group1-shard114of140.bin", "group1-shard115of140.bin", "group1-shard116of140.bin", "group1-shard117of140.bin", "group1-shard118of140.bin", "group1-shard119of140.bin", "group1-shard120of140.bin", "group1-shard121of140.bin", "group1-shard122of140.bin", "group1-shard123of140.bin", "group1-shard124of140.bin", "group1-shard125of140.bin", "group1-shard126of140.bin", "group1-shard127of140.bin", "group1-shard128of140.bin", "group1-shard129of140.bin", "group1-shard130of140.bin", "group1-shard131of140.bin", "group1-shard132of140.bin", "group1-shard133of140.bin", "group1-shard134of140.bin", "group1-shard135of140.bin", "group1-shard136of140.bin", "group1-shard137of140.bin", "group1-shard138of140.bin", "group1-shard139of140.bin", "group1-shard140of140.bin"], "weights": [{"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/strided_slice/stack", "shape": [2], "dtype": "int32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/strided_slice/stack_1", "shape": [2], "dtype": "int32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/strided_slice/stack_2", "shape": [2], "dtype": "int32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/layer_prepostprocess/layer_norm/layer_norm_scale/ConcatPartitions/concat", "shape": [512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/layer_prepostprocess/layer_norm/Mean_1/reduction_indices", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/layer_prepostprocess/layer_norm/Const", "shape": [], "dtype": "float32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_5/FFN/Layer1/layer_prepostprocess/layer_norm/layer_norm_scale/ConcatPartitions/concat", "shape": [512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_5/FFN/Layer1/layer_prepostprocess/layer_norm/Mean_1/reduction_indices", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_5/FFN/Layer1/layer_prepostprocess/layer_norm/Const", "shape": [], "dtype": "float32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_5/FFN/Layer1/layer_prepostprocess/layer_norm/Mean/reduction_indices", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_5/FFN/Layer1/layer_prepostprocess/layer_norm/layer_norm_bias/ConcatPartitions/concat", "shape": [512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_5/FFN/Layer1/dense/kernel/ConcatPartitions/concat", "shape": [512, 2048], "dtype": "float32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_5/FFN/Layer1/dense/bias/ConcatPartitions/concat", "shape": [2048], "dtype": "float32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_5/FFN/Layer2/dense/kernel/ConcatPartitions/concat", "shape": [2048, 512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_5/FFN/Layer2/dense/bias/ConcatPartitions/concat", "shape": [512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_5/SelfAttention/SparseMultiheadAttention/DotProductAttention/combine_heads/combine_last_two_dimensions/strided_slice/stack", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_5/SelfAttention/SparseMultiheadAttention/DotProductAttention/combine_heads/combine_last_two_dimensions/strided_slice/stack_1", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_5/SelfAttention/SparseMultiheadAttention/DotProductAttention/combine_heads/combine_last_two_dimensions/strided_slice/stack_2", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_5/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads/split_last_dimension/strided_slice/stack", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_5/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads/split_last_dimension/strided_slice/stack_1", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_5/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads/split_last_dimension/strided_slice/stack_2", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_5/SelfAttention/SparseMultiheadAttention/ComputeQKV/compute_q/kernel/ConcatPartitions/concat", "shape": [512, 512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_5/SelfAttention/SparseMultiheadAttention/ComputeQKV/compute_q/bias/ConcatPartitions/concat", "shape": [512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_5/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads/split_last_dimension/strided_slice_1/stack", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_5/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads/split_last_dimension/strided_slice_1/stack_1", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_5/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads/split_last_dimension/strided_slice_1/stack_2", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_5/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads/split_last_dimension/Reshape/shape/2", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_5/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads/split_last_dimension/Reshape/shape/3", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_5/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads/transpose/perm", "shape": [4], "dtype": "int32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_5/SelfAttention/SparseMultiheadAttention/ComputeQKV/mul/y", "shape": [], "dtype": "float32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_5/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_1/split_last_dimension/strided_slice/stack", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_5/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_1/split_last_dimension/strided_slice/stack_1", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_5/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_1/split_last_dimension/strided_slice/stack_2", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_5/SelfAttention/SparseMultiheadAttention/ComputeQKV/compute_k/kernel/ConcatPartitions/concat", "shape": [512, 512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_5/SelfAttention/SparseMultiheadAttention/ComputeQKV/compute_k/bias/ConcatPartitions/concat", "shape": [512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_5/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_1/split_last_dimension/strided_slice_1/stack", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_5/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_1/split_last_dimension/strided_slice_1/stack_1", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_5/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_1/split_last_dimension/strided_slice_1/stack_2", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_5/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_1/split_last_dimension/Reshape/shape/2", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_5/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_1/split_last_dimension/Reshape/shape/3", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_5/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_1/transpose/perm", "shape": [4], "dtype": "int32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_5/SelfAttention/SparseMultiheadAttention/DotProductAttention/strided_slice/stack", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_5/SelfAttention/SparseMultiheadAttention/DotProductAttention/strided_slice/stack_1", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_5/SelfAttention/SparseMultiheadAttention/DotProductAttention/strided_slice/stack_2", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_5/SelfAttention/SparseMultiheadAttention/DotProductAttention/ones/Reshape/shape", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_5/SelfAttention/SparseMultiheadAttention/DotProductAttention/ones/Const", "shape": [], "dtype": "float32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_5/SelfAttention/SparseMultiheadAttention/DotProductAttention/ExpandDims/dim", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_5/SelfAttention/SparseMultiheadAttention/DotProductAttention/ExpandDims_1/dim", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_5/SelfAttention/SparseMultiheadAttention/DotProductAttention/Sum/reduction_indices", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_5/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_2/split_last_dimension/strided_slice/stack", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_5/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_2/split_last_dimension/strided_slice/stack_1", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_5/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_2/split_last_dimension/strided_slice/stack_2", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_5/SelfAttention/layer_prepostprocess/layer_norm/layer_norm_scale/ConcatPartitions/concat", "shape": [512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_5/SelfAttention/layer_prepostprocess/layer_norm/Mean_1/reduction_indices", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_5/SelfAttention/layer_prepostprocess/layer_norm/Const", "shape": [], "dtype": "float32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_5/SelfAttention/layer_prepostprocess/layer_norm/Mean/reduction_indices", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_5/SelfAttention/layer_prepostprocess/layer_norm/layer_norm_bias/ConcatPartitions/concat", "shape": [512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_5/SelfAttention/SparseMultiheadAttention/ComputeQKV/compute_v/kernel/ConcatPartitions/concat", "shape": [512, 512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_5/SelfAttention/SparseMultiheadAttention/ComputeQKV/compute_v/bias/ConcatPartitions/concat", "shape": [512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_5/SelfAttention/SparseMultiheadAttention/ComputeQKV/concat/values_1", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_5/SelfAttention/SparseMultiheadAttention/ComputeQKV/concat/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_5/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_2/split_last_dimension/strided_slice_1/stack", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_5/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_2/split_last_dimension/strided_slice_1/stack_1", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_5/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_2/split_last_dimension/strided_slice_1/stack_2", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_5/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_2/split_last_dimension/Reshape/shape/2", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_5/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_2/split_last_dimension/Reshape/shape/3", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_5/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_2/transpose/perm", "shape": [4], "dtype": "int32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_5/SelfAttention/SparseMultiheadAttention/DotProductAttention/combine_heads/transpose/perm", "shape": [4], "dtype": "int32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_5/SelfAttention/SparseMultiheadAttention/DotProductAttention/combine_heads/combine_last_two_dimensions/strided_slice_1/stack", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_5/SelfAttention/SparseMultiheadAttention/DotProductAttention/combine_heads/combine_last_two_dimensions/strided_slice_1/stack_1", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_5/SelfAttention/SparseMultiheadAttention/DotProductAttention/combine_heads/combine_last_two_dimensions/strided_slice_1/stack_2", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_5/SelfAttention/SparseMultiheadAttention/DotProductAttention/combine_heads/combine_last_two_dimensions/Reshape/shape/2", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_4/FFN/Layer1/layer_prepostprocess/layer_norm/layer_norm_scale/ConcatPartitions/concat", "shape": [512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_4/FFN/Layer1/layer_prepostprocess/layer_norm/Mean_1/reduction_indices", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_4/FFN/Layer1/layer_prepostprocess/layer_norm/Const", "shape": [], "dtype": "float32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_4/FFN/Layer1/layer_prepostprocess/layer_norm/Mean/reduction_indices", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_4/FFN/Layer1/layer_prepostprocess/layer_norm/layer_norm_bias/ConcatPartitions/concat", "shape": [512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_4/FFN/Layer1/dense/kernel/ConcatPartitions/concat", "shape": [512, 2048], "dtype": "float32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_4/FFN/Layer1/dense/bias/ConcatPartitions/concat", "shape": [2048], "dtype": "float32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_4/FFN/Layer2/dense/kernel/ConcatPartitions/concat", "shape": [2048, 512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_4/FFN/Layer2/dense/bias/ConcatPartitions/concat", "shape": [512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_4/SelfAttention/SparseMultiheadAttention/DotProductAttention/combine_heads/combine_last_two_dimensions/strided_slice/stack", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_4/SelfAttention/SparseMultiheadAttention/DotProductAttention/combine_heads/combine_last_two_dimensions/strided_slice/stack_1", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_4/SelfAttention/SparseMultiheadAttention/DotProductAttention/combine_heads/combine_last_two_dimensions/strided_slice/stack_2", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_4/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads/split_last_dimension/strided_slice/stack", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_4/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads/split_last_dimension/strided_slice/stack_1", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_4/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads/split_last_dimension/strided_slice/stack_2", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_4/SelfAttention/SparseMultiheadAttention/ComputeQKV/compute_q/kernel/ConcatPartitions/concat", "shape": [512, 512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_4/SelfAttention/SparseMultiheadAttention/ComputeQKV/compute_q/bias/ConcatPartitions/concat", "shape": [512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_4/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads/split_last_dimension/strided_slice_1/stack", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_4/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads/split_last_dimension/strided_slice_1/stack_1", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_4/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads/split_last_dimension/strided_slice_1/stack_2", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_4/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads/split_last_dimension/Reshape/shape/2", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_4/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads/split_last_dimension/Reshape/shape/3", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_4/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads/transpose/perm", "shape": [4], "dtype": "int32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_4/SelfAttention/SparseMultiheadAttention/ComputeQKV/mul/y", "shape": [], "dtype": "float32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_4/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_1/split_last_dimension/strided_slice/stack", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_4/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_1/split_last_dimension/strided_slice/stack_1", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_4/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_1/split_last_dimension/strided_slice/stack_2", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_4/SelfAttention/SparseMultiheadAttention/ComputeQKV/compute_k/kernel/ConcatPartitions/concat", "shape": [512, 512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_4/SelfAttention/SparseMultiheadAttention/ComputeQKV/compute_k/bias/ConcatPartitions/concat", "shape": [512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_4/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_1/split_last_dimension/strided_slice_1/stack", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_4/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_1/split_last_dimension/strided_slice_1/stack_1", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_4/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_1/split_last_dimension/strided_slice_1/stack_2", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_4/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_1/split_last_dimension/Reshape/shape/2", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_4/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_1/split_last_dimension/Reshape/shape/3", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_4/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_1/transpose/perm", "shape": [4], "dtype": "int32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_4/SelfAttention/SparseMultiheadAttention/DotProductAttention/strided_slice/stack", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_4/SelfAttention/SparseMultiheadAttention/DotProductAttention/strided_slice/stack_1", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_4/SelfAttention/SparseMultiheadAttention/DotProductAttention/strided_slice/stack_2", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_4/SelfAttention/SparseMultiheadAttention/DotProductAttention/ones/Reshape/shape", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_4/SelfAttention/SparseMultiheadAttention/DotProductAttention/ones/Const", "shape": [], "dtype": "float32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_4/SelfAttention/SparseMultiheadAttention/DotProductAttention/ExpandDims/dim", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_4/SelfAttention/SparseMultiheadAttention/DotProductAttention/ExpandDims_1/dim", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_4/SelfAttention/SparseMultiheadAttention/DotProductAttention/Sum/reduction_indices", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_4/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_2/split_last_dimension/strided_slice/stack", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_4/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_2/split_last_dimension/strided_slice/stack_1", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_4/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_2/split_last_dimension/strided_slice/stack_2", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_4/SelfAttention/layer_prepostprocess/layer_norm/layer_norm_scale/ConcatPartitions/concat", "shape": [512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_4/SelfAttention/layer_prepostprocess/layer_norm/Mean_1/reduction_indices", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_4/SelfAttention/layer_prepostprocess/layer_norm/Const", "shape": [], "dtype": "float32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_4/SelfAttention/layer_prepostprocess/layer_norm/Mean/reduction_indices", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_4/SelfAttention/layer_prepostprocess/layer_norm/layer_norm_bias/ConcatPartitions/concat", "shape": [512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_4/SelfAttention/SparseMultiheadAttention/ComputeQKV/compute_v/kernel/ConcatPartitions/concat", "shape": [512, 512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_4/SelfAttention/SparseMultiheadAttention/ComputeQKV/compute_v/bias/ConcatPartitions/concat", "shape": [512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_4/SelfAttention/SparseMultiheadAttention/ComputeQKV/concat/values_1", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_4/SelfAttention/SparseMultiheadAttention/ComputeQKV/concat/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_4/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_2/split_last_dimension/strided_slice_1/stack", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_4/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_2/split_last_dimension/strided_slice_1/stack_1", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_4/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_2/split_last_dimension/strided_slice_1/stack_2", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_4/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_2/split_last_dimension/Reshape/shape/2", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_4/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_2/split_last_dimension/Reshape/shape/3", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_4/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_2/transpose/perm", "shape": [4], "dtype": "int32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_4/SelfAttention/SparseMultiheadAttention/DotProductAttention/combine_heads/transpose/perm", "shape": [4], "dtype": "int32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_4/SelfAttention/SparseMultiheadAttention/DotProductAttention/combine_heads/combine_last_two_dimensions/strided_slice_1/stack", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_4/SelfAttention/SparseMultiheadAttention/DotProductAttention/combine_heads/combine_last_two_dimensions/strided_slice_1/stack_1", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_4/SelfAttention/SparseMultiheadAttention/DotProductAttention/combine_heads/combine_last_two_dimensions/strided_slice_1/stack_2", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_4/SelfAttention/SparseMultiheadAttention/DotProductAttention/combine_heads/combine_last_two_dimensions/Reshape/shape/2", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_3/FFN/Layer1/layer_prepostprocess/layer_norm/layer_norm_scale/ConcatPartitions/concat", "shape": [512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_3/FFN/Layer1/layer_prepostprocess/layer_norm/Mean_1/reduction_indices", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_3/FFN/Layer1/layer_prepostprocess/layer_norm/Const", "shape": [], "dtype": "float32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_3/FFN/Layer1/layer_prepostprocess/layer_norm/Mean/reduction_indices", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_3/FFN/Layer1/layer_prepostprocess/layer_norm/layer_norm_bias/ConcatPartitions/concat", "shape": [512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_3/FFN/Layer1/dense/kernel/ConcatPartitions/concat", "shape": [512, 2048], "dtype": "float32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_3/FFN/Layer1/dense/bias/ConcatPartitions/concat", "shape": [2048], "dtype": "float32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_3/FFN/Layer2/dense/kernel/ConcatPartitions/concat", "shape": [2048, 512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_3/FFN/Layer2/dense/bias/ConcatPartitions/concat", "shape": [512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_3/SelfAttention/SparseMultiheadAttention/DotProductAttention/combine_heads/combine_last_two_dimensions/strided_slice/stack", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_3/SelfAttention/SparseMultiheadAttention/DotProductAttention/combine_heads/combine_last_two_dimensions/strided_slice/stack_1", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_3/SelfAttention/SparseMultiheadAttention/DotProductAttention/combine_heads/combine_last_two_dimensions/strided_slice/stack_2", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_3/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads/split_last_dimension/strided_slice/stack", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_3/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads/split_last_dimension/strided_slice/stack_1", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_3/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads/split_last_dimension/strided_slice/stack_2", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_3/SelfAttention/SparseMultiheadAttention/ComputeQKV/compute_q/kernel/ConcatPartitions/concat", "shape": [512, 512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_3/SelfAttention/SparseMultiheadAttention/ComputeQKV/compute_q/bias/ConcatPartitions/concat", "shape": [512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_3/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads/split_last_dimension/strided_slice_1/stack", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_3/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads/split_last_dimension/strided_slice_1/stack_1", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_3/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads/split_last_dimension/strided_slice_1/stack_2", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_3/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads/split_last_dimension/Reshape/shape/2", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_3/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads/split_last_dimension/Reshape/shape/3", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_3/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads/transpose/perm", "shape": [4], "dtype": "int32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_3/SelfAttention/SparseMultiheadAttention/ComputeQKV/mul/y", "shape": [], "dtype": "float32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_3/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_1/split_last_dimension/strided_slice/stack", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_3/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_1/split_last_dimension/strided_slice/stack_1", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_3/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_1/split_last_dimension/strided_slice/stack_2", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_3/SelfAttention/SparseMultiheadAttention/ComputeQKV/compute_k/kernel/ConcatPartitions/concat", "shape": [512, 512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_3/SelfAttention/SparseMultiheadAttention/ComputeQKV/compute_k/bias/ConcatPartitions/concat", "shape": [512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_3/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_1/split_last_dimension/strided_slice_1/stack", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_3/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_1/split_last_dimension/strided_slice_1/stack_1", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_3/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_1/split_last_dimension/strided_slice_1/stack_2", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_3/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_1/split_last_dimension/Reshape/shape/2", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_3/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_1/split_last_dimension/Reshape/shape/3", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_3/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_1/transpose/perm", "shape": [4], "dtype": "int32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_3/SelfAttention/SparseMultiheadAttention/DotProductAttention/strided_slice/stack", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_3/SelfAttention/SparseMultiheadAttention/DotProductAttention/strided_slice/stack_1", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_3/SelfAttention/SparseMultiheadAttention/DotProductAttention/strided_slice/stack_2", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_3/SelfAttention/SparseMultiheadAttention/DotProductAttention/ones/Reshape/shape", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_3/SelfAttention/SparseMultiheadAttention/DotProductAttention/ones/Const", "shape": [], "dtype": "float32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_3/SelfAttention/SparseMultiheadAttention/DotProductAttention/ExpandDims/dim", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_3/SelfAttention/SparseMultiheadAttention/DotProductAttention/ExpandDims_1/dim", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_3/SelfAttention/SparseMultiheadAttention/DotProductAttention/Sum/reduction_indices", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_3/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_2/split_last_dimension/strided_slice/stack", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_3/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_2/split_last_dimension/strided_slice/stack_1", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_3/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_2/split_last_dimension/strided_slice/stack_2", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_3/SelfAttention/layer_prepostprocess/layer_norm/layer_norm_scale/ConcatPartitions/concat", "shape": [512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_3/SelfAttention/layer_prepostprocess/layer_norm/Mean_1/reduction_indices", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_3/SelfAttention/layer_prepostprocess/layer_norm/Const", "shape": [], "dtype": "float32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_3/SelfAttention/layer_prepostprocess/layer_norm/Mean/reduction_indices", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_3/SelfAttention/layer_prepostprocess/layer_norm/layer_norm_bias/ConcatPartitions/concat", "shape": [512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_3/SelfAttention/SparseMultiheadAttention/ComputeQKV/compute_v/kernel/ConcatPartitions/concat", "shape": [512, 512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_3/SelfAttention/SparseMultiheadAttention/ComputeQKV/compute_v/bias/ConcatPartitions/concat", "shape": [512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_3/SelfAttention/SparseMultiheadAttention/ComputeQKV/concat/values_1", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_3/SelfAttention/SparseMultiheadAttention/ComputeQKV/concat/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_3/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_2/split_last_dimension/strided_slice_1/stack", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_3/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_2/split_last_dimension/strided_slice_1/stack_1", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_3/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_2/split_last_dimension/strided_slice_1/stack_2", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_3/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_2/split_last_dimension/Reshape/shape/2", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_3/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_2/split_last_dimension/Reshape/shape/3", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_3/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_2/transpose/perm", "shape": [4], "dtype": "int32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_3/SelfAttention/SparseMultiheadAttention/DotProductAttention/combine_heads/transpose/perm", "shape": [4], "dtype": "int32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_3/SelfAttention/SparseMultiheadAttention/DotProductAttention/combine_heads/combine_last_two_dimensions/strided_slice_1/stack", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_3/SelfAttention/SparseMultiheadAttention/DotProductAttention/combine_heads/combine_last_two_dimensions/strided_slice_1/stack_1", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_3/SelfAttention/SparseMultiheadAttention/DotProductAttention/combine_heads/combine_last_two_dimensions/strided_slice_1/stack_2", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_3/SelfAttention/SparseMultiheadAttention/DotProductAttention/combine_heads/combine_last_two_dimensions/Reshape/shape/2", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_2/FFN/Layer1/layer_prepostprocess/layer_norm/layer_norm_scale/ConcatPartitions/concat", "shape": [512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_2/FFN/Layer1/layer_prepostprocess/layer_norm/Mean_1/reduction_indices", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_2/FFN/Layer1/layer_prepostprocess/layer_norm/Const", "shape": [], "dtype": "float32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_2/FFN/Layer1/layer_prepostprocess/layer_norm/Mean/reduction_indices", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_2/FFN/Layer1/layer_prepostprocess/layer_norm/layer_norm_bias/ConcatPartitions/concat", "shape": [512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_2/FFN/Layer1/dense/kernel/ConcatPartitions/concat", "shape": [512, 2048], "dtype": "float32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_2/FFN/Layer1/dense/bias/ConcatPartitions/concat", "shape": [2048], "dtype": "float32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_2/FFN/Layer2/dense/kernel/ConcatPartitions/concat", "shape": [2048, 512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_2/FFN/Layer2/dense/bias/ConcatPartitions/concat", "shape": [512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_2/SelfAttention/SparseMultiheadAttention/DotProductAttention/combine_heads/combine_last_two_dimensions/strided_slice/stack", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_2/SelfAttention/SparseMultiheadAttention/DotProductAttention/combine_heads/combine_last_two_dimensions/strided_slice/stack_1", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_2/SelfAttention/SparseMultiheadAttention/DotProductAttention/combine_heads/combine_last_two_dimensions/strided_slice/stack_2", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_2/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads/split_last_dimension/strided_slice/stack", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_2/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads/split_last_dimension/strided_slice/stack_1", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_2/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads/split_last_dimension/strided_slice/stack_2", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_2/SelfAttention/SparseMultiheadAttention/ComputeQKV/compute_q/kernel/ConcatPartitions/concat", "shape": [512, 512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_2/SelfAttention/SparseMultiheadAttention/ComputeQKV/compute_q/bias/ConcatPartitions/concat", "shape": [512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_2/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads/split_last_dimension/strided_slice_1/stack", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_2/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads/split_last_dimension/strided_slice_1/stack_1", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_2/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads/split_last_dimension/strided_slice_1/stack_2", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_2/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads/split_last_dimension/Reshape/shape/2", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_2/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads/split_last_dimension/Reshape/shape/3", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_2/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads/transpose/perm", "shape": [4], "dtype": "int32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_2/SelfAttention/SparseMultiheadAttention/ComputeQKV/mul/y", "shape": [], "dtype": "float32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_2/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_1/split_last_dimension/strided_slice/stack", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_2/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_1/split_last_dimension/strided_slice/stack_1", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_2/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_1/split_last_dimension/strided_slice/stack_2", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_2/SelfAttention/SparseMultiheadAttention/ComputeQKV/compute_k/kernel/ConcatPartitions/concat", "shape": [512, 512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_2/SelfAttention/SparseMultiheadAttention/ComputeQKV/compute_k/bias/ConcatPartitions/concat", "shape": [512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_2/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_1/split_last_dimension/strided_slice_1/stack", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_2/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_1/split_last_dimension/strided_slice_1/stack_1", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_2/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_1/split_last_dimension/strided_slice_1/stack_2", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_2/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_1/split_last_dimension/Reshape/shape/2", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_2/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_1/split_last_dimension/Reshape/shape/3", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_2/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_1/transpose/perm", "shape": [4], "dtype": "int32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_2/SelfAttention/SparseMultiheadAttention/DotProductAttention/strided_slice/stack", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_2/SelfAttention/SparseMultiheadAttention/DotProductAttention/strided_slice/stack_1", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_2/SelfAttention/SparseMultiheadAttention/DotProductAttention/strided_slice/stack_2", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_2/SelfAttention/SparseMultiheadAttention/DotProductAttention/ones/Reshape/shape", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_2/SelfAttention/SparseMultiheadAttention/DotProductAttention/ones/Const", "shape": [], "dtype": "float32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_2/SelfAttention/SparseMultiheadAttention/DotProductAttention/ExpandDims/dim", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_2/SelfAttention/SparseMultiheadAttention/DotProductAttention/ExpandDims_1/dim", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_2/SelfAttention/SparseMultiheadAttention/DotProductAttention/Sum/reduction_indices", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_2/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_2/split_last_dimension/strided_slice/stack", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_2/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_2/split_last_dimension/strided_slice/stack_1", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_2/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_2/split_last_dimension/strided_slice/stack_2", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_2/SelfAttention/layer_prepostprocess/layer_norm/layer_norm_scale/ConcatPartitions/concat", "shape": [512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_2/SelfAttention/layer_prepostprocess/layer_norm/Mean_1/reduction_indices", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_2/SelfAttention/layer_prepostprocess/layer_norm/Const", "shape": [], "dtype": "float32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_2/SelfAttention/layer_prepostprocess/layer_norm/Mean/reduction_indices", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_2/SelfAttention/layer_prepostprocess/layer_norm/layer_norm_bias/ConcatPartitions/concat", "shape": [512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_2/SelfAttention/SparseMultiheadAttention/ComputeQKV/compute_v/kernel/ConcatPartitions/concat", "shape": [512, 512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_2/SelfAttention/SparseMultiheadAttention/ComputeQKV/compute_v/bias/ConcatPartitions/concat", "shape": [512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_2/SelfAttention/SparseMultiheadAttention/ComputeQKV/concat/values_1", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_2/SelfAttention/SparseMultiheadAttention/ComputeQKV/concat/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_2/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_2/split_last_dimension/strided_slice_1/stack", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_2/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_2/split_last_dimension/strided_slice_1/stack_1", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_2/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_2/split_last_dimension/strided_slice_1/stack_2", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_2/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_2/split_last_dimension/Reshape/shape/2", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_2/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_2/split_last_dimension/Reshape/shape/3", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_2/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_2/transpose/perm", "shape": [4], "dtype": "int32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_2/SelfAttention/SparseMultiheadAttention/DotProductAttention/combine_heads/transpose/perm", "shape": [4], "dtype": "int32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_2/SelfAttention/SparseMultiheadAttention/DotProductAttention/combine_heads/combine_last_two_dimensions/strided_slice_1/stack", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_2/SelfAttention/SparseMultiheadAttention/DotProductAttention/combine_heads/combine_last_two_dimensions/strided_slice_1/stack_1", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_2/SelfAttention/SparseMultiheadAttention/DotProductAttention/combine_heads/combine_last_two_dimensions/strided_slice_1/stack_2", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_2/SelfAttention/SparseMultiheadAttention/DotProductAttention/combine_heads/combine_last_two_dimensions/Reshape/shape/2", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_1/FFN/Layer1/layer_prepostprocess/layer_norm/layer_norm_scale/ConcatPartitions/concat", "shape": [512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_1/FFN/Layer1/layer_prepostprocess/layer_norm/Mean_1/reduction_indices", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_1/FFN/Layer1/layer_prepostprocess/layer_norm/Const", "shape": [], "dtype": "float32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_1/FFN/Layer1/layer_prepostprocess/layer_norm/Mean/reduction_indices", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_1/FFN/Layer1/layer_prepostprocess/layer_norm/layer_norm_bias/ConcatPartitions/concat", "shape": [512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_1/FFN/Layer1/dense/kernel/ConcatPartitions/concat", "shape": [512, 2048], "dtype": "float32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_1/FFN/Layer1/dense/bias/ConcatPartitions/concat", "shape": [2048], "dtype": "float32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_1/FFN/Layer2/dense/kernel/ConcatPartitions/concat", "shape": [2048, 512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_1/FFN/Layer2/dense/bias/ConcatPartitions/concat", "shape": [512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_1/SelfAttention/SparseMultiheadAttention/DotProductAttention/combine_heads/combine_last_two_dimensions/strided_slice/stack", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_1/SelfAttention/SparseMultiheadAttention/DotProductAttention/combine_heads/combine_last_two_dimensions/strided_slice/stack_1", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_1/SelfAttention/SparseMultiheadAttention/DotProductAttention/combine_heads/combine_last_two_dimensions/strided_slice/stack_2", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_1/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads/split_last_dimension/strided_slice/stack", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_1/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads/split_last_dimension/strided_slice/stack_1", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_1/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads/split_last_dimension/strided_slice/stack_2", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_1/SelfAttention/SparseMultiheadAttention/ComputeQKV/compute_q/kernel/ConcatPartitions/concat", "shape": [512, 512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_1/SelfAttention/SparseMultiheadAttention/ComputeQKV/compute_q/bias/ConcatPartitions/concat", "shape": [512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_1/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads/split_last_dimension/strided_slice_1/stack", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_1/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads/split_last_dimension/strided_slice_1/stack_1", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_1/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads/split_last_dimension/strided_slice_1/stack_2", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_1/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads/split_last_dimension/Reshape/shape/2", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_1/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads/split_last_dimension/Reshape/shape/3", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_1/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads/transpose/perm", "shape": [4], "dtype": "int32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_1/SelfAttention/SparseMultiheadAttention/ComputeQKV/mul/y", "shape": [], "dtype": "float32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_1/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_1/split_last_dimension/strided_slice/stack", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_1/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_1/split_last_dimension/strided_slice/stack_1", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_1/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_1/split_last_dimension/strided_slice/stack_2", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_1/SelfAttention/SparseMultiheadAttention/ComputeQKV/compute_k/kernel/ConcatPartitions/concat", "shape": [512, 512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_1/SelfAttention/SparseMultiheadAttention/ComputeQKV/compute_k/bias/ConcatPartitions/concat", "shape": [512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_1/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_1/split_last_dimension/strided_slice_1/stack", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_1/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_1/split_last_dimension/strided_slice_1/stack_1", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_1/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_1/split_last_dimension/strided_slice_1/stack_2", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_1/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_1/split_last_dimension/Reshape/shape/2", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_1/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_1/split_last_dimension/Reshape/shape/3", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_1/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_1/transpose/perm", "shape": [4], "dtype": "int32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_1/SelfAttention/SparseMultiheadAttention/DotProductAttention/strided_slice/stack", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_1/SelfAttention/SparseMultiheadAttention/DotProductAttention/strided_slice/stack_1", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_1/SelfAttention/SparseMultiheadAttention/DotProductAttention/strided_slice/stack_2", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_1/SelfAttention/SparseMultiheadAttention/DotProductAttention/ones/Reshape/shape", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_1/SelfAttention/SparseMultiheadAttention/DotProductAttention/ones/Const", "shape": [], "dtype": "float32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_1/SelfAttention/SparseMultiheadAttention/DotProductAttention/ExpandDims/dim", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_1/SelfAttention/SparseMultiheadAttention/DotProductAttention/ExpandDims_1/dim", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_1/SelfAttention/SparseMultiheadAttention/DotProductAttention/Sum/reduction_indices", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_1/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_2/split_last_dimension/strided_slice/stack", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_1/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_2/split_last_dimension/strided_slice/stack_1", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_1/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_2/split_last_dimension/strided_slice/stack_2", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_1/SelfAttention/layer_prepostprocess/layer_norm/layer_norm_scale/ConcatPartitions/concat", "shape": [512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_1/SelfAttention/layer_prepostprocess/layer_norm/Mean_1/reduction_indices", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_1/SelfAttention/layer_prepostprocess/layer_norm/Const", "shape": [], "dtype": "float32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_1/SelfAttention/layer_prepostprocess/layer_norm/Mean/reduction_indices", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_1/SelfAttention/layer_prepostprocess/layer_norm/layer_norm_bias/ConcatPartitions/concat", "shape": [512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_1/SelfAttention/SparseMultiheadAttention/ComputeQKV/compute_v/kernel/ConcatPartitions/concat", "shape": [512, 512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_1/SelfAttention/SparseMultiheadAttention/ComputeQKV/compute_v/bias/ConcatPartitions/concat", "shape": [512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_1/SelfAttention/SparseMultiheadAttention/ComputeQKV/concat/values_1", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_1/SelfAttention/SparseMultiheadAttention/ComputeQKV/concat/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_1/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_2/split_last_dimension/strided_slice_1/stack", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_1/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_2/split_last_dimension/strided_slice_1/stack_1", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_1/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_2/split_last_dimension/strided_slice_1/stack_2", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_1/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_2/split_last_dimension/Reshape/shape/2", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_1/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_2/split_last_dimension/Reshape/shape/3", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_1/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_2/transpose/perm", "shape": [4], "dtype": "int32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_1/SelfAttention/SparseMultiheadAttention/DotProductAttention/combine_heads/transpose/perm", "shape": [4], "dtype": "int32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_1/SelfAttention/SparseMultiheadAttention/DotProductAttention/combine_heads/combine_last_two_dimensions/strided_slice_1/stack", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_1/SelfAttention/SparseMultiheadAttention/DotProductAttention/combine_heads/combine_last_two_dimensions/strided_slice_1/stack_1", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_1/SelfAttention/SparseMultiheadAttention/DotProductAttention/combine_heads/combine_last_two_dimensions/strided_slice_1/stack_2", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_1/SelfAttention/SparseMultiheadAttention/DotProductAttention/combine_heads/combine_last_two_dimensions/Reshape/shape/2", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_0/FFN/Layer1/layer_prepostprocess/layer_norm/layer_norm_scale/ConcatPartitions/concat", "shape": [512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_0/FFN/Layer1/layer_prepostprocess/layer_norm/Mean_1/reduction_indices", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_0/FFN/Layer1/layer_prepostprocess/layer_norm/Const", "shape": [], "dtype": "float32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_0/FFN/Layer1/layer_prepostprocess/layer_norm/Mean/reduction_indices", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_0/FFN/Layer1/layer_prepostprocess/layer_norm/layer_norm_bias/ConcatPartitions/concat", "shape": [512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_0/FFN/Layer1/dense/kernel/ConcatPartitions/concat", "shape": [512, 2048], "dtype": "float32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_0/FFN/Layer1/dense/bias/ConcatPartitions/concat", "shape": [2048], "dtype": "float32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_0/FFN/Layer2/dense/kernel/ConcatPartitions/concat", "shape": [2048, 512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_0/FFN/Layer2/dense/bias/ConcatPartitions/concat", "shape": [512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_0/SelfAttention/SparseMultiheadAttention/DotProductAttention/combine_heads/combine_last_two_dimensions/strided_slice/stack", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_0/SelfAttention/SparseMultiheadAttention/DotProductAttention/combine_heads/combine_last_two_dimensions/strided_slice/stack_1", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_0/SelfAttention/SparseMultiheadAttention/DotProductAttention/combine_heads/combine_last_two_dimensions/strided_slice/stack_2", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_0/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads/split_last_dimension/strided_slice/stack", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_0/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads/split_last_dimension/strided_slice/stack_1", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_0/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads/split_last_dimension/strided_slice/stack_2", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_0/SelfAttention/SparseMultiheadAttention/ComputeQKV/compute_q/kernel/ConcatPartitions/concat", "shape": [512, 512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_0/SelfAttention/SparseMultiheadAttention/ComputeQKV/compute_q/bias/ConcatPartitions/concat", "shape": [512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_0/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads/split_last_dimension/strided_slice_1/stack", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_0/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads/split_last_dimension/strided_slice_1/stack_1", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_0/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads/split_last_dimension/strided_slice_1/stack_2", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_0/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads/split_last_dimension/Reshape/shape/2", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_0/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads/split_last_dimension/Reshape/shape/3", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_0/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads/transpose/perm", "shape": [4], "dtype": "int32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_0/SelfAttention/SparseMultiheadAttention/ComputeQKV/mul/y", "shape": [], "dtype": "float32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_0/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_1/split_last_dimension/strided_slice/stack", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_0/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_1/split_last_dimension/strided_slice/stack_1", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_0/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_1/split_last_dimension/strided_slice/stack_2", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_0/SelfAttention/SparseMultiheadAttention/ComputeQKV/compute_k/kernel/ConcatPartitions/concat", "shape": [512, 512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_0/SelfAttention/SparseMultiheadAttention/ComputeQKV/compute_k/bias/ConcatPartitions/concat", "shape": [512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_0/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_1/split_last_dimension/strided_slice_1/stack", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_0/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_1/split_last_dimension/strided_slice_1/stack_1", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_0/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_1/split_last_dimension/strided_slice_1/stack_2", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_0/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_1/split_last_dimension/Reshape/shape/2", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_0/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_1/split_last_dimension/Reshape/shape/3", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_0/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_1/transpose/perm", "shape": [4], "dtype": "int32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_0/SelfAttention/SparseMultiheadAttention/DotProductAttention/strided_slice/stack", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_0/SelfAttention/SparseMultiheadAttention/DotProductAttention/strided_slice/stack_1", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_0/SelfAttention/SparseMultiheadAttention/DotProductAttention/strided_slice/stack_2", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_0/SelfAttention/SparseMultiheadAttention/DotProductAttention/ones/Reshape/shape", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_0/SelfAttention/SparseMultiheadAttention/DotProductAttention/ones/Const", "shape": [], "dtype": "float32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_0/SelfAttention/SparseMultiheadAttention/DotProductAttention/ExpandDims/dim", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_0/SelfAttention/SparseMultiheadAttention/DotProductAttention/ExpandDims_1/dim", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_0/SelfAttention/SparseMultiheadAttention/DotProductAttention/Sum/reduction_indices", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_0/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_2/split_last_dimension/strided_slice/stack", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_0/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_2/split_last_dimension/strided_slice/stack_1", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_0/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_2/split_last_dimension/strided_slice/stack_2", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_0/SelfAttention/layer_prepostprocess/layer_norm/layer_norm_scale/ConcatPartitions/concat", "shape": [512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_0/SelfAttention/layer_prepostprocess/layer_norm/Mean_1/reduction_indices", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_0/SelfAttention/layer_prepostprocess/layer_norm/Const", "shape": [], "dtype": "float32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_0/SelfAttention/layer_prepostprocess/layer_norm/Mean/reduction_indices", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_0/SelfAttention/layer_prepostprocess/layer_norm/layer_norm_bias/ConcatPartitions/concat", "shape": [512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_0/SelfAttention/SparseMultiheadAttention/ComputeQKV/compute_v/kernel/ConcatPartitions/concat", "shape": [512, 512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_0/SelfAttention/SparseMultiheadAttention/ComputeQKV/compute_v/bias/ConcatPartitions/concat", "shape": [512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_0/SelfAttention/SparseMultiheadAttention/ComputeQKV/concat/values_1", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_0/SelfAttention/SparseMultiheadAttention/ComputeQKV/concat/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_0/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_2/split_last_dimension/strided_slice_1/stack", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_0/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_2/split_last_dimension/strided_slice_1/stack_1", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_0/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_2/split_last_dimension/strided_slice_1/stack_2", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_0/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_2/split_last_dimension/Reshape/shape/2", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_0/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_2/split_last_dimension/Reshape/shape/3", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_0/SelfAttention/SparseMultiheadAttention/ComputeQKV/split_heads_2/transpose/perm", "shape": [4], "dtype": "int32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_0/SelfAttention/SparseMultiheadAttention/DotProductAttention/combine_heads/transpose/perm", "shape": [4], "dtype": "int32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_0/SelfAttention/SparseMultiheadAttention/DotProductAttention/combine_heads/combine_last_two_dimensions/strided_slice_1/stack", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_0/SelfAttention/SparseMultiheadAttention/DotProductAttention/combine_heads/combine_last_two_dimensions/strided_slice_1/stack_1", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_0/SelfAttention/SparseMultiheadAttention/DotProductAttention/combine_heads/combine_last_two_dimensions/strided_slice_1/stack_2", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/SparseTransformerEncode/Layer_0/SelfAttention/SparseMultiheadAttention/DotProductAttention/combine_heads/combine_last_two_dimensions/Reshape/shape/2", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/EmbeddingLookup/EmbeddingLookupUnique/GatherV2/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/EmbeddingLookup/EmbeddingLookupUnique/embedding_lookup/range/start", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/EmbeddingLookup/EmbeddingLookupUnique/embedding_lookup/range/delta", "shape": [], "dtype": "int32"}, {"name": "statefulpartitionedcall_args_1", "shape": [13334, 320], "dtype": "float32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/EmbeddingLookup/EmbeddingLookupUnique/embedding_lookup/Gather/axis", "shape": [], "dtype": "int32"}, {"name": "statefulpartitionedcall_args_2", "shape": [13334, 320], "dtype": "float32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/EmbeddingLookup/EmbeddingLookupUnique/embedding_lookup/Gather_1/axis", "shape": [], "dtype": "int32"}, {"name": "statefulpartitionedcall_args_3", "shape": [13334, 320], "dtype": "float32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/EmbeddingLookup/EmbeddingLookupUnique/embedding_lookup/Gather_2/axis", "shape": [], "dtype": "int32"}, {"name": "statefulpartitionedcall_args_4", "shape": [13334, 320], "dtype": "float32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/EmbeddingLookup/EmbeddingLookupUnique/embedding_lookup/Gather_3/axis", "shape": [], "dtype": "int32"}, {"name": "statefulpartitionedcall_args_5", "shape": [13334, 320], "dtype": "float32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/EmbeddingLookup/EmbeddingLookupUnique/embedding_lookup/Gather_4/axis", "shape": [], "dtype": "int32"}, {"name": "statefulpartitionedcall_args_6", "shape": [13334, 320], "dtype": "float32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/EmbeddingLookup/EmbeddingLookupUnique/embedding_lookup/Gather_5/axis", "shape": [], "dtype": "int32"}, {"name": "statefulpartitionedcall_args_7", "shape": [13334, 320], "dtype": "float32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/EmbeddingLookup/EmbeddingLookupUnique/embedding_lookup/Gather_6/axis", "shape": [], "dtype": "int32"}, {"name": "statefulpartitionedcall_args_8", "shape": [13334, 320], "dtype": "float32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/EmbeddingLookup/EmbeddingLookupUnique/embedding_lookup/Gather_7/axis", "shape": [], "dtype": "int32"}, {"name": "statefulpartitionedcall_args_9", "shape": [13334, 320], "dtype": "float32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/EmbeddingLookup/EmbeddingLookupUnique/embedding_lookup/Gather_8/axis", "shape": [], "dtype": "int32"}, {"name": "statefulpartitionedcall_args_10", "shape": [13334, 320], "dtype": "float32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/EmbeddingLookup/EmbeddingLookupUnique/embedding_lookup/Gather_9/axis", "shape": [], "dtype": "int32"}, {"name": "statefulpartitionedcall_args_11", "shape": [13334, 320], "dtype": "float32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/EmbeddingLookup/EmbeddingLookupUnique/embedding_lookup/Gather_10/axis", "shape": [], "dtype": "int32"}, {"name": "statefulpartitionedcall_args_12", "shape": [13334, 320], "dtype": "float32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/EmbeddingLookup/EmbeddingLookupUnique/embedding_lookup/Gather_11/axis", "shape": [], "dtype": "int32"}, {"name": "statefulpartitionedcall_args_13", "shape": [13334, 320], "dtype": "float32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/EmbeddingLookup/EmbeddingLookupUnique/embedding_lookup/Gather_12/axis", "shape": [], "dtype": "int32"}, {"name": "statefulpartitionedcall_args_14", "shape": [13334, 320], "dtype": "float32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/EmbeddingLookup/EmbeddingLookupUnique/embedding_lookup/Gather_13/axis", "shape": [], "dtype": "int32"}, {"name": "statefulpartitionedcall_args_15", "shape": [13334, 320], "dtype": "float32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/EmbeddingLookup/EmbeddingLookupUnique/embedding_lookup/Gather_14/axis", "shape": [], "dtype": "int32"}, {"name": "statefulpartitionedcall_args_16", "shape": [13334, 320], "dtype": "float32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/EmbeddingLookup/EmbeddingLookupUnique/embedding_lookup/Gather_15/axis", "shape": [], "dtype": "int32"}, {"name": "statefulpartitionedcall_args_17", "shape": [13334, 320], "dtype": "float32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/EmbeddingLookup/EmbeddingLookupUnique/embedding_lookup/Gather_16/axis", "shape": [], "dtype": "int32"}, {"name": "statefulpartitionedcall_args_18", "shape": [13334, 320], "dtype": "float32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/EmbeddingLookup/EmbeddingLookupUnique/embedding_lookup/Gather_17/axis", "shape": [], "dtype": "int32"}, {"name": "statefulpartitionedcall_args_19", "shape": [13334, 320], "dtype": "float32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/EmbeddingLookup/EmbeddingLookupUnique/embedding_lookup/Gather_18/axis", "shape": [], "dtype": "int32"}, {"name": "statefulpartitionedcall_args_20", "shape": [13334, 320], "dtype": "float32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/EmbeddingLookup/EmbeddingLookupUnique/embedding_lookup/Gather_19/axis", "shape": [], "dtype": "int32"}, {"name": "statefulpartitionedcall_args_21", "shape": [13334, 320], "dtype": "float32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/EmbeddingLookup/EmbeddingLookupUnique/embedding_lookup/Gather_20/axis", "shape": [], "dtype": "int32"}, {"name": "statefulpartitionedcall_args_22", "shape": [13334, 320], "dtype": "float32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/EmbeddingLookup/EmbeddingLookupUnique/embedding_lookup/Gather_21/axis", "shape": [], "dtype": "int32"}, {"name": "statefulpartitionedcall_args_23", "shape": [13334, 320], "dtype": "float32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/EmbeddingLookup/EmbeddingLookupUnique/embedding_lookup/Gather_22/axis", "shape": [], "dtype": "int32"}, {"name": "statefulpartitionedcall_args_24", "shape": [13334, 320], "dtype": "float32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/EmbeddingLookup/EmbeddingLookupUnique/embedding_lookup/Gather_23/axis", "shape": [], "dtype": "int32"}, {"name": "statefulpartitionedcall_args_25", "shape": [13334, 320], "dtype": "float32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/EmbeddingLookup/EmbeddingLookupUnique/embedding_lookup/Gather_24/axis", "shape": [], "dtype": "int32"}, {"name": "statefulpartitionedcall_args_26", "shape": [13334, 320], "dtype": "float32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/EmbeddingLookup/EmbeddingLookupUnique/embedding_lookup/Gather_25/axis", "shape": [], "dtype": "int32"}, {"name": "statefulpartitionedcall_args_27", "shape": [13334, 320], "dtype": "float32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/EmbeddingLookup/EmbeddingLookupUnique/embedding_lookup/Gather_26/axis", "shape": [], "dtype": "int32"}, {"name": "statefulpartitionedcall_args_28", "shape": [13334, 320], "dtype": "float32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/EmbeddingLookup/EmbeddingLookupUnique/embedding_lookup/Gather_27/axis", "shape": [], "dtype": "int32"}, {"name": "statefulpartitionedcall_args_29", "shape": [13334, 320], "dtype": "float32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/EmbeddingLookup/EmbeddingLookupUnique/embedding_lookup/Gather_28/axis", "shape": [], "dtype": "int32"}, {"name": "statefulpartitionedcall_args_30", "shape": [13334, 320], "dtype": "float32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/EmbeddingLookup/EmbeddingLookupUnique/embedding_lookup/floordiv/y", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/text_preprocessor_1/Const_1", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/EmbeddingLookup/EmbeddingLookupUnique/Const", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/EmbeddingLookup/EmbeddingLookupUnique/embedding_lookup/mod/y", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/EmbeddingLookup/EmbeddingLookupUnique/embedding_lookup/Gather_29/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/EmbeddingLookup/EmbeddingLookupUnique/strided_slice/stack", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/EmbeddingLookup/EmbeddingLookupUnique/strided_slice/stack_1", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/EmbeddingLookup/EmbeddingLookupUnique/strided_slice/stack_2", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/EmbeddingLookup/EmbeddingLookupUnique/concat/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/dense/kernel/ConcatPartitions/concat", "shape": [320, 512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/dense/bias/ConcatPartitions/concat", "shape": [512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/PrepareForTransformer/strided_slice/stack", "shape": [2], "dtype": "int32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/PrepareForTransformer/strided_slice/stack_1", "shape": [2], "dtype": "int32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/PrepareForTransformer/strided_slice/stack_2", "shape": [2], "dtype": "int32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/PrepareForTransformer/TimingSignal/ExpandDims/dim", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/PrepareForTransformer/TimingSignal/ExpandDims_1", "shape": [1, 256], "dtype": "float32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/PrepareForTransformer/TimingSignal/concat/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/layer_prepostprocess/layer_norm/Mean/reduction_indices", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/layer_prepostprocess/layer_norm/layer_norm_bias/ConcatPartitions/concat", "shape": [512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/AttentionPooling/AttentionHidden/kernel/ConcatPartitions/concat", "shape": [512, 512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/AttentionPooling/AttentionHidden/bias/ConcatPartitions/concat", "shape": [512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/AttentionPooling/AttentionLogits/kernel/ConcatPartitions/concat", "shape": [512, 512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/AttentionPooling/AttentionLogits/bias/ConcatPartitions/concat", "shape": [512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/text_preprocessor_1/PackPositions/range/start", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/text_preprocessor_1/PackPositions/strided_slice_1/stack", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/text_preprocessor_1/PackPositions/strided_slice_1/stack_1", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/text_preprocessor_1/PackPositions/strided_slice_1/stack_2", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/text_preprocessor_1/PackPositions/range/delta", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/text_preprocessor_1/PackPositions/Cumsum/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/text_preprocessor_1/PackPositions/GatherV2/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/text_preprocessor_1/PackPositions/transpose/perm", "shape": [2], "dtype": "int32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/AttentionPooling/strided_slice_1/stack", "shape": [2], "dtype": "int32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/AttentionPooling/strided_slice_1/stack_1", "shape": [2], "dtype": "int32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/AttentionPooling/strided_slice_1/stack_2", "shape": [2], "dtype": "int32"}, {"name": "StatefulPartitionedCall/text_preprocessor_1/PackPositions/strided_slice_2/stack", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/text_preprocessor_1/PackPositions/strided_slice_2/stack_1", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/text_preprocessor_1/PackPositions/strided_slice_2/stack_2", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/text_preprocessor_1/PackPositions/Maximum/x", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/text_preprocessor_1/PackPositions/ones_like/Const", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/text_preprocessor_1/Const", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/text_preprocessor_1/Max/reduction_indices", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/text_preprocessor_1/ones_like", "shape": [2], "dtype": "int32"}, {"name": "StatefulPartitionedCall/text_preprocessor_1/Equal/y", "shape": [], "dtype": "string"}, {"name": "StatefulPartitionedCall/text_preprocessor_1/StringJoin/inputs_0", "shape": [], "dtype": "string"}, {"name": "StatefulPartitionedCall/text_preprocessor_1/StringJoin/inputs_2", "shape": [], "dtype": "string"}, {"name": "StatefulPartitionedCall/text_preprocessor_1/tokenize/StringSplit/Const", "shape": [], "dtype": "string"}, {"name": "StatefulPartitionedCall/text_preprocessor_1/SparseFillEmptyRows/Const", "shape": [], "dtype": "string"}, {"name": "StatefulPartitionedCall/text_preprocessor_1/SparseToDense/default_value", "shape": [], "dtype": "string"}, {"name": "StatefulPartitionedCall/text_preprocessor_1/NotEqual/y", "shape": [], "dtype": "string"}, {"name": "StatefulPartitionedCall/text_preprocessor_1/PackPositions/strided_slice/stack", "shape": [2], "dtype": "int32"}, {"name": "StatefulPartitionedCall/text_preprocessor_1/PackPositions/strided_slice/stack_1", "shape": [2], "dtype": "int32"}, {"name": "StatefulPartitionedCall/text_preprocessor_1/PackPositions/strided_slice/stack_2", "shape": [2], "dtype": "int32"}, {"name": "StatefulPartitionedCall/text_preprocessor_1/PackPositions/Const", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/AttentionPooling/strided_slice/stack", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/AttentionPooling/strided_slice/stack_1", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/AttentionPooling/strided_slice/stack_2", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/Transformer/concat/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/hidden_layers/tanh_layer_0/dense/kernel/ConcatPartitions/concat", "shape": [1024, 512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/EncoderTransformer/hidden_layers/tanh_layer_0/dense/bias/ConcatPartitions/concat", "shape": [512], "dtype": "float32"}, {"name": "StatefulPartitionedCall/l2_normalize_3/Sum/reduction_indices", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/l2_normalize_3/Maximum/y", "shape": [], "dtype": "float32"}, {"name": "StatefulPartitionedCall/l2_normalize_5/Sum/reduction_indices", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/l2_normalize_5/Maximum/y", "shape": [], "dtype": "float32"}]}]}
\ No newline at end of file