diff --git a/flops-based/gpt2/1/0.pt b/flops-based/gpt2/1/0.pt new file mode 100644 index 0000000000000000000000000000000000000000..db1c37b7a0d92873a74b25871f8db13bb77189d1 --- /dev/null +++ b/flops-based/gpt2/1/0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:05db6a9a10931d0f57867380765a5674b57363e47153d1e20ccd8fecab581caf +size 510726585 diff --git a/flops-based/gpt2/1/info.json b/flops-based/gpt2/1/info.json new file mode 100644 index 0000000000000000000000000000000000000000..a6ffefa658caa5d3f6467643e6facda98f3d406d --- /dev/null +++ b/flops-based/gpt2/1/info.json @@ -0,0 +1,22 @@ +{ + "shapes": [ + [ + 1, + 13 + ], + [ + 1, + 13, + 50257 + ] + ], + "flops": [ + 1607164416 + ], + "times": [ + 0.03170204162597656 + ], + "params": [ + 124439808 + ] +} \ No newline at end of file diff --git a/flops-based/gpt2/10/0.pt b/flops-based/gpt2/10/0.pt new file mode 100644 index 0000000000000000000000000000000000000000..9a34e305608d7b7d3dd77ab10ef0ce97dbcbc682 --- /dev/null +++ b/flops-based/gpt2/10/0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:beaedef818d019813dd82f8fe24d2b36a153363bab45c8a16c8ffcf44ffceabe +size 186978251 diff --git a/flops-based/gpt2/10/1.pt b/flops-based/gpt2/10/1.pt new file mode 100644 index 0000000000000000000000000000000000000000..bc0acc6c15511aa81c4eaad4aa5fce92e2846d01 --- /dev/null +++ b/flops-based/gpt2/10/1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:899eea1a6488c97416e50f14919d95ef37538c41c45b443bc9230d27449f9d17 +size 29434979 diff --git a/flops-based/gpt2/10/2.pt b/flops-based/gpt2/10/2.pt new file mode 100644 index 0000000000000000000000000000000000000000..1d93370faebb83639dd32748e6e28157916622e1 --- /dev/null +++ b/flops-based/gpt2/10/2.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9f160d87d7ee319dff5af72fa826987418b303beb89d830a4c7fba6dd4d045e3 +size 29434979 diff --git a/flops-based/gpt2/10/3.pt b/flops-based/gpt2/10/3.pt new file mode 100644 index 0000000000000000000000000000000000000000..027067841c88daf1f14dca1ad59e6e73dac014e1 --- /dev/null +++ b/flops-based/gpt2/10/3.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b510182b4a1e798b2cd4242d243bfffdfb083bad11b6e5ea737c1f3a1bdcf6e8 +size 29435043 diff --git a/flops-based/gpt2/10/4.pt b/flops-based/gpt2/10/4.pt new file mode 100644 index 0000000000000000000000000000000000000000..97055f62fdb494cd4aa9e8dbdd973df8747e961a --- /dev/null +++ b/flops-based/gpt2/10/4.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3daf7ff37383dc2ffbf91f75c2ef37d46e36625361e6a3096328cf7717c6c7fe +size 29434979 diff --git a/flops-based/gpt2/10/5.pt b/flops-based/gpt2/10/5.pt new file mode 100644 index 0000000000000000000000000000000000000000..b74dc31b6818cdb64d61a758c1c70cee8b6d1895 --- /dev/null +++ b/flops-based/gpt2/10/5.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:51f7d034831e92b70fe25d33f47925a9d60a68be2003af6c83e2fdfeae163bea +size 58865457 diff --git a/flops-based/gpt2/10/6.pt b/flops-based/gpt2/10/6.pt new file mode 100644 index 0000000000000000000000000000000000000000..c109c8d8eb1174ba6d51ceba7cd7f948894e63d4 --- /dev/null +++ b/flops-based/gpt2/10/6.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:699287c8a1693920edb709b62d7be633f8c56781c97395af1ff9665bf1c699fe +size 58865393 diff --git a/flops-based/gpt2/10/7.pt b/flops-based/gpt2/10/7.pt new file mode 100644 index 0000000000000000000000000000000000000000..e2ecde1dc0fc6e71dc820b88f4235b806cc5d2aa --- /dev/null +++ b/flops-based/gpt2/10/7.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2384c91641d076895d8ddeccd9e9b429b7292e3e04d1b71498cefe93f2716e8d +size 58865393 diff --git a/flops-based/gpt2/10/8.pt b/flops-based/gpt2/10/8.pt new file mode 100644 index 0000000000000000000000000000000000000000..ed4777ccb0309fb598eef241d53433a6b9953295 --- /dev/null +++ b/flops-based/gpt2/10/8.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:63572711e7faa8c364e36bc7de8cebb6f100a18ba0035a06f939df306b0df77b +size 29444359 diff --git a/flops-based/gpt2/10/9.pt b/flops-based/gpt2/10/9.pt new file mode 100644 index 0000000000000000000000000000000000000000..e14936e40778c0aa6dff0d6e2fff60e647eec54c --- /dev/null +++ b/flops-based/gpt2/10/9.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7628aba996bdaa95e0ec16179361b30830ee026665a896c3a4d3ccd62c74de78 +size 154395921 diff --git a/flops-based/gpt2/10/info.json b/flops-based/gpt2/10/info.json new file mode 100644 index 0000000000000000000000000000000000000000..3fa8428d8aff9b2d9e5b0a84aec7ebe6c71bd314 --- /dev/null +++ b/flops-based/gpt2/10/info.json @@ -0,0 +1,94 @@ +{ + "shapes": [ + [ + 1, + 13 + ], + [ + 1, + 13, + 768 + ], + [ + 1, + 13, + 768 + ], + [ + 1, + 13, + 768 + ], + [ + 1, + 13, + 768 + ], + [ + 1, + 13, + 768 + ], + [ + 1, + 13, + 768 + ], + [ + 1, + 13, + 768 + ], + [ + 1, + 13, + 768 + ], + [ + 1, + 13, + 768 + ], + [ + 1, + 13, + 50257 + ] + ], + "flops": [ + 92112384, + 92112384, + 92112384, + 92112384, + 92112384, + 184224768, + 184224768, + 184224768, + 92162304, + 501765888 + ], + "times": [ + 0.0019626617431640625, + 0.002095937728881836, + 0.002147197723388672, + 0.0018086433410644531, + 0.0051004886627197266, + 0.004480123519897461, + 0.003067493438720703, + 0.0031020641326904297, + 0.0015683174133300781, + 0.004399299621582031 + ], + "params": [ + 46471680, + 7087872, + 7087872, + 7087872, + 7087872, + 14175744, + 14175744, + 14175744, + 7089408, + 38597376 + ] +} \ No newline at end of file diff --git a/flops-based/gpt2/11/0.pt b/flops-based/gpt2/11/0.pt new file mode 100644 index 0000000000000000000000000000000000000000..37d2108cf2c3da7a83784287d56cb1c0d8336bd4 --- /dev/null +++ b/flops-based/gpt2/11/0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d0e0c740d28f4714b4c83a4081c1d9f1f8be14ed437c675b9d91d7ba35eda001 +size 186978251 diff --git a/flops-based/gpt2/11/1.pt b/flops-based/gpt2/11/1.pt new file mode 100644 index 0000000000000000000000000000000000000000..f7114233a92ea290a64bcb732e955ddbc93a0a3c --- /dev/null +++ b/flops-based/gpt2/11/1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d29b0a93190c6fb1fb77c44e4a2017d48a99b2ca4b5ccacd7a38848d4d1783c3 +size 29434979 diff --git a/flops-based/gpt2/11/10.pt b/flops-based/gpt2/11/10.pt new file mode 100644 index 0000000000000000000000000000000000000000..fe24c0406ef2bf4d389788b290d401ddc52d8aa9 --- /dev/null +++ b/flops-based/gpt2/11/10.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3e22fd2000d55c7398d90726ab10a5e6e3f0878ddf349ec62816e9952507b6d9 +size 154395937 diff --git a/flops-based/gpt2/11/2.pt b/flops-based/gpt2/11/2.pt new file mode 100644 index 0000000000000000000000000000000000000000..144adeb929162e243c91eeb32f8fb98837d19650 --- /dev/null +++ b/flops-based/gpt2/11/2.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:863656105749d4aa0abcb352630b6ff58df3f6b592c744ffdf7944f8366a4878 +size 29434979 diff --git a/flops-based/gpt2/11/3.pt b/flops-based/gpt2/11/3.pt new file mode 100644 index 0000000000000000000000000000000000000000..9de1c9b65174b5e8bb949047b48c314d82a6beec --- /dev/null +++ b/flops-based/gpt2/11/3.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0077af0b70966277abd01a76c9c31aa27b310526a82ed252b4f0bdbcf803741a +size 29434979 diff --git a/flops-based/gpt2/11/4.pt b/flops-based/gpt2/11/4.pt new file mode 100644 index 0000000000000000000000000000000000000000..701c63775986c9ab1cd1b9b1878e3ccf94e08fa1 --- /dev/null +++ b/flops-based/gpt2/11/4.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e0021fd79c2e43fed69dceeb3c608f07041c475e774ae367f2bf1e718b6866d9 +size 29434979 diff --git a/flops-based/gpt2/11/5.pt b/flops-based/gpt2/11/5.pt new file mode 100644 index 0000000000000000000000000000000000000000..a6347ad64c5517e48b1e3d8c0dbebc37fa085347 --- /dev/null +++ b/flops-based/gpt2/11/5.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8be8709f576d042ead24f9415b570642101197920152adcc6815c7a85177abba +size 29434915 diff --git a/flops-based/gpt2/11/6.pt b/flops-based/gpt2/11/6.pt new file mode 100644 index 0000000000000000000000000000000000000000..3d58226d383b3c4a506e6c09ce4cbcd84eba11a6 --- /dev/null +++ b/flops-based/gpt2/11/6.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7eef8a1c9d81b76db024a8136cdfacd7141bcb76d89af772959af0ee5493af77 +size 29434979 diff --git a/flops-based/gpt2/11/7.pt b/flops-based/gpt2/11/7.pt new file mode 100644 index 0000000000000000000000000000000000000000..06f2a9ffe5b332beed05ddbaf1673f6363c58902 --- /dev/null +++ b/flops-based/gpt2/11/7.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4d4ea660b9928a4903985ba23569de60334e0b432edf110e339d1e4cfc9dc1df +size 58865393 diff --git a/flops-based/gpt2/11/8.pt b/flops-based/gpt2/11/8.pt new file mode 100644 index 0000000000000000000000000000000000000000..8fe99930b8bfd6d597d28eb36c566731921e35ad --- /dev/null +++ b/flops-based/gpt2/11/8.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:324709eab430937a433276dfafefb7d298ab118c6f99833e85629131b5ff1866 +size 58865393 diff --git a/flops-based/gpt2/11/9.pt b/flops-based/gpt2/11/9.pt new file mode 100644 index 0000000000000000000000000000000000000000..b9964a70279a782c08a6d24b6b645bd054dc05f4 --- /dev/null +++ b/flops-based/gpt2/11/9.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:45909f3cbf63417d14d3cc7777b9fe3864e4bf8c2e060a10a8720bf4fd281d40 +size 29444359 diff --git a/flops-based/gpt2/11/info.json b/flops-based/gpt2/11/info.json new file mode 100644 index 0000000000000000000000000000000000000000..a8a65f591f23d0cd18a2e4ecb73c24a0b1957291 --- /dev/null +++ b/flops-based/gpt2/11/info.json @@ -0,0 +1,102 @@ +{ + "shapes": [ + [ + 1, + 13 + ], + [ + 1, + 13, + 768 + ], + [ + 1, + 13, + 768 + ], + [ + 1, + 13, + 768 + ], + [ + 1, + 13, + 768 + ], + [ + 1, + 13, + 768 + ], + [ + 1, + 13, + 768 + ], + [ + 1, + 13, + 768 + ], + [ + 1, + 13, + 768 + ], + [ + 1, + 13, + 768 + ], + [ + 1, + 13, + 768 + ], + [ + 1, + 13, + 50257 + ] + ], + "flops": [ + 92112384, + 92112384, + 92112384, + 92112384, + 92112384, + 92112384, + 92112384, + 184224768, + 184224768, + 92162304, + 501765888 + ], + "times": [ + 0.004611968994140625, + 0.0019762516021728516, + 0.004351377487182617, + 0.0023436546325683594, + 0.0022706985473632812, + 0.0025353431701660156, + 0.0018358230590820312, + 0.0043811798095703125, + 0.0058441162109375, + 0.0034186840057373047, + 0.004660606384277344 + ], + "params": [ + 46471680, + 7087872, + 7087872, + 7087872, + 7087872, + 7087872, + 7087872, + 14175744, + 14175744, + 7089408, + 38597376 + ] +} \ No newline at end of file diff --git a/flops-based/gpt2/12/0.pt b/flops-based/gpt2/12/0.pt new file mode 100644 index 0000000000000000000000000000000000000000..bc6c54e776d3831f7f3720a9107a3921bdaf64d1 --- /dev/null +++ b/flops-based/gpt2/12/0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cff068d37f141ea34d5663038ce86e6fb532f695ea74ef7dbc4ec1c0ea0893cc +size 186978251 diff --git a/flops-based/gpt2/12/1.pt b/flops-based/gpt2/12/1.pt new file mode 100644 index 0000000000000000000000000000000000000000..97003b5404ef2abd81ae2107273f3cae98770806 --- /dev/null +++ b/flops-based/gpt2/12/1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8e14b009300745fdda3be9cb0165e73f4a36182388e3298b76c80a7abd8e548c +size 29434979 diff --git a/flops-based/gpt2/12/10.pt b/flops-based/gpt2/12/10.pt new file mode 100644 index 0000000000000000000000000000000000000000..23b34ef4e684d41d8cfe2b84b45f11e7c7b38ef2 --- /dev/null +++ b/flops-based/gpt2/12/10.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:46e133126a55b8d79974c0c4e034d489e5ba364b9e46045c7c78b544bb752f27 +size 29444616 diff --git a/flops-based/gpt2/12/11.pt b/flops-based/gpt2/12/11.pt new file mode 100644 index 0000000000000000000000000000000000000000..60174895d2a8e63c4c745de7f5ca7cf5ed1086a0 --- /dev/null +++ b/flops-based/gpt2/12/11.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dc288f96064f96ccecf4ebd5de566797b74fff0cf61770242829c71f7ab8e81c +size 154395937 diff --git a/flops-based/gpt2/12/2.pt b/flops-based/gpt2/12/2.pt new file mode 100644 index 0000000000000000000000000000000000000000..b794a7b40e81fd2e7a97adda604eefe4525b69a8 --- /dev/null +++ b/flops-based/gpt2/12/2.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a140235023877874a04e673c0031519caea48411ad85b742bf0fa479cda18b83 +size 29434979 diff --git a/flops-based/gpt2/12/3.pt b/flops-based/gpt2/12/3.pt new file mode 100644 index 0000000000000000000000000000000000000000..bdc91dd14c24b9bd815f4d5dc218f12205b949b9 --- /dev/null +++ b/flops-based/gpt2/12/3.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9c9f119807048c2bbd1e92f1ddf9c6f3661b18bee2e55d68d799a86eba160c3d +size 29434979 diff --git a/flops-based/gpt2/12/4.pt b/flops-based/gpt2/12/4.pt new file mode 100644 index 0000000000000000000000000000000000000000..a0372c4133d696dea90d327bb533e90df602475b --- /dev/null +++ b/flops-based/gpt2/12/4.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2642a80a09607c273532bf0a8f005693392a00ec99e4f0dec1549e5bc5afc582 +size 29434979 diff --git a/flops-based/gpt2/12/5.pt b/flops-based/gpt2/12/5.pt new file mode 100644 index 0000000000000000000000000000000000000000..ec5c79eff837d442201a3c558264b7b219a89cb6 --- /dev/null +++ b/flops-based/gpt2/12/5.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:521fb2a199fd882395862aabada7a98cddfbbbfba4550b0f751dbb5e96d1e177 +size 29434979 diff --git a/flops-based/gpt2/12/6.pt b/flops-based/gpt2/12/6.pt new file mode 100644 index 0000000000000000000000000000000000000000..0f7e99a0124a91b3d85c8da5f3d8f322432feab5 --- /dev/null +++ b/flops-based/gpt2/12/6.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e4ed21d0f18aad2987d1d1cfdef442e725006336cd7632c1a072b6498e81c746 +size 29434979 diff --git a/flops-based/gpt2/12/7.pt b/flops-based/gpt2/12/7.pt new file mode 100644 index 0000000000000000000000000000000000000000..7336514bacde1bf7c3d4a511dc13ae03a85bcc06 --- /dev/null +++ b/flops-based/gpt2/12/7.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:539ae899cb1c02f7f42019b6d68a4f1875c9f6461ea431e3a22078bb71bef107 +size 29434979 diff --git a/flops-based/gpt2/12/8.pt b/flops-based/gpt2/12/8.pt new file mode 100644 index 0000000000000000000000000000000000000000..fc5e017ca4c25d57c5edc6ff44a066b62597067e --- /dev/null +++ b/flops-based/gpt2/12/8.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c8aff174abd91da203995f6a1e89cc004b5a1d675be0a22abb6bcbc89865db6a +size 29434979 diff --git a/flops-based/gpt2/12/9.pt b/flops-based/gpt2/12/9.pt new file mode 100644 index 0000000000000000000000000000000000000000..240022cb2f8089403b17f620b19d7893ab0bb9d3 --- /dev/null +++ b/flops-based/gpt2/12/9.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0550f5ba97d3b337c5067084886ca7f2772c2f26adfb8d18ab513dd3fe93a423 +size 58865393 diff --git a/flops-based/gpt2/12/info.json b/flops-based/gpt2/12/info.json new file mode 100644 index 0000000000000000000000000000000000000000..5b86dd15f76deedd11bdb5d43452ba9ea7a31f6f --- /dev/null +++ b/flops-based/gpt2/12/info.json @@ -0,0 +1,110 @@ +{ + "shapes": [ + [ + 1, + 13 + ], + [ + 1, + 13, + 768 + ], + [ + 1, + 13, + 768 + ], + [ + 1, + 13, + 768 + ], + [ + 1, + 13, + 768 + ], + [ + 1, + 13, + 768 + ], + [ + 1, + 13, + 768 + ], + [ + 1, + 13, + 768 + ], + [ + 1, + 13, + 768 + ], + [ + 1, + 13, + 768 + ], + [ + 1, + 13, + 768 + ], + [ + 1, + 13, + 768 + ], + [ + 1, + 13, + 50257 + ] + ], + "flops": [ + 92112384, + 92112384, + 92112384, + 92112384, + 92112384, + 92112384, + 92112384, + 92112384, + 92112384, + 184224768, + 92162304, + 501765888 + ], + "times": [ + 0.002033233642578125, + 0.002433300018310547, + 0.002496480941772461, + 0.0023779869079589844, + 0.0028944015502929688, + 0.002802133560180664, + 0.0023040771484375, + 0.003048419952392578, + 0.0022711753845214844, + 0.003820657730102539, + 0.002216339111328125, + 0.0046138763427734375 + ], + "params": [ + 46471680, + 7087872, + 7087872, + 7087872, + 7087872, + 7087872, + 7087872, + 7087872, + 7087872, + 14175744, + 7089408, + 38597376 + ] +} \ No newline at end of file diff --git a/flops-based/gpt2/13/0.pt b/flops-based/gpt2/13/0.pt new file mode 100644 index 0000000000000000000000000000000000000000..adf78d317b78792bdc22334bfea8ed2afdd50190 --- /dev/null +++ b/flops-based/gpt2/13/0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:df5c8b0f7e7617e5881e8af29ee251db74be90c80fb8d4962d48f69976f06750 +size 186978251 diff --git a/flops-based/gpt2/13/1.pt b/flops-based/gpt2/13/1.pt new file mode 100644 index 0000000000000000000000000000000000000000..f683efb348485c84c7d258839495f1a6c0025a57 --- /dev/null +++ b/flops-based/gpt2/13/1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:71f3dfe539a81d38f0b3a006a40152c35eaf80a3821d5ea2d30b43edf1b1910d +size 29434979 diff --git a/flops-based/gpt2/13/10.pt b/flops-based/gpt2/13/10.pt new file mode 100644 index 0000000000000000000000000000000000000000..ac2e75443ad58358289669a3a4e2ef179645344c --- /dev/null +++ b/flops-based/gpt2/13/10.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a1b20980b7787e04130d4a855e986c0d41495d1df16303459d17ac56e1e1eb6e +size 29435166 diff --git a/flops-based/gpt2/13/11.pt b/flops-based/gpt2/13/11.pt new file mode 100644 index 0000000000000000000000000000000000000000..d85c28cfce56541b764e2a269804d8498b0861fa --- /dev/null +++ b/flops-based/gpt2/13/11.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bed054cf5b775e61b4fd2349bf7d1e73f271516450a543bbdb8c6ebb0508cd96 +size 29444552 diff --git a/flops-based/gpt2/13/12.pt b/flops-based/gpt2/13/12.pt new file mode 100644 index 0000000000000000000000000000000000000000..63ecfe2dd63c9537ce41816cb20bf9d4a66fcd7e --- /dev/null +++ b/flops-based/gpt2/13/12.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a0b85dfcec025ec3d6bb2cb89ef46a3f8fd374fcce19d0b635ab71b1485823eb +size 154395937 diff --git a/flops-based/gpt2/13/2.pt b/flops-based/gpt2/13/2.pt new file mode 100644 index 0000000000000000000000000000000000000000..34fec8d82ffb44d3704cf957b189a95ee43423b5 --- /dev/null +++ b/flops-based/gpt2/13/2.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:be01308db019db3cb48cb47fe6cf4cbbc8769fa38045ea7161ed28ee3b1392da +size 29434979 diff --git a/flops-based/gpt2/13/3.pt b/flops-based/gpt2/13/3.pt new file mode 100644 index 0000000000000000000000000000000000000000..85f633242d01b0b5e677f1c4786ef84c48a29ae7 --- /dev/null +++ b/flops-based/gpt2/13/3.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9508bb20a32cc652808b52aec7e72977755a606cd472e00a2845a51246f892b3 +size 29434979 diff --git a/flops-based/gpt2/13/4.pt b/flops-based/gpt2/13/4.pt new file mode 100644 index 0000000000000000000000000000000000000000..37b86b7a961a4e69d96c803ff2e1cf906655f740 --- /dev/null +++ b/flops-based/gpt2/13/4.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:05bc86295e6325dac725f63338b9e9d8eb07f53d3143117a1b8663bc25d91bf4 +size 29434979 diff --git a/flops-based/gpt2/13/5.pt b/flops-based/gpt2/13/5.pt new file mode 100644 index 0000000000000000000000000000000000000000..1475a674fc8f91c3cb49c989a1348c48adc9982a --- /dev/null +++ b/flops-based/gpt2/13/5.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c3ea5ce1c92d208f1d5379eff94823f7827c7a6c8316934536562e9173c9dc93 +size 29434979 diff --git a/flops-based/gpt2/13/6.pt b/flops-based/gpt2/13/6.pt new file mode 100644 index 0000000000000000000000000000000000000000..65dacc60373a3bf81ea460e04ae93a44d15228ad --- /dev/null +++ b/flops-based/gpt2/13/6.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bd430343a81fb9a328910c4eabbfb98a464c6ec958460ecee0e295c1d6ab5abb +size 29434979 diff --git a/flops-based/gpt2/13/7.pt b/flops-based/gpt2/13/7.pt new file mode 100644 index 0000000000000000000000000000000000000000..b260ed3e61a0b71605ce4bc0e15ae22440668848 --- /dev/null +++ b/flops-based/gpt2/13/7.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d606e4ebced1dcb14a8fcf67abb1cb8088da47b36c8d3f6d7085ca3c34125dcf +size 29434979 diff --git a/flops-based/gpt2/13/8.pt b/flops-based/gpt2/13/8.pt new file mode 100644 index 0000000000000000000000000000000000000000..5047b904b4aed0607fd7c72220402c8dd9cd754e --- /dev/null +++ b/flops-based/gpt2/13/8.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f83d6ab04b5887f7683244b1ca8f8096dc897ff8d9d6a10773285f08f34ecb95 +size 29434979 diff --git a/flops-based/gpt2/13/9.pt b/flops-based/gpt2/13/9.pt new file mode 100644 index 0000000000000000000000000000000000000000..ed99e7ef1029d16e40240fe0e7d2e69eb78ec3f1 --- /dev/null +++ b/flops-based/gpt2/13/9.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aad4a85f5fa87083d67b8bae7fd1637e0644cec43e43d8fe6383fde54f3d6952 +size 29434979 diff --git a/flops-based/gpt2/13/info.json b/flops-based/gpt2/13/info.json new file mode 100644 index 0000000000000000000000000000000000000000..7068d5be441a8e01da4a28206de4fe7cada72733 --- /dev/null +++ b/flops-based/gpt2/13/info.json @@ -0,0 +1,118 @@ +{ + "shapes": [ + [ + 1, + 13 + ], + [ + 1, + 13, + 768 + ], + [ + 1, + 13, + 768 + ], + [ + 1, + 13, + 768 + ], + [ + 1, + 13, + 768 + ], + [ + 1, + 13, + 768 + ], + [ + 1, + 13, + 768 + ], + [ + 1, + 13, + 768 + ], + [ + 1, + 13, + 768 + ], + [ + 1, + 13, + 768 + ], + [ + 1, + 13, + 768 + ], + [ + 1, + 13, + 768 + ], + [ + 1, + 13, + 768 + ], + [ + 1, + 13, + 50257 + ] + ], + "flops": [ + 92112384, + 92112384, + 92112384, + 92112384, + 92112384, + 92112384, + 92112384, + 92112384, + 92112384, + 92112384, + 92112384, + 92162304, + 501765888 + ], + "times": [ + 0.003165721893310547, + 0.0020742416381835938, + 0.002318143844604492, + 0.004423379898071289, + 0.0019943714141845703, + 0.003233194351196289, + 0.002018451690673828, + 0.0021936893463134766, + 0.0034558773040771484, + 0.005201101303100586, + 0.0018916130065917969, + 0.0032739639282226562, + 0.0044727325439453125 + ], + "params": [ + 46471680, + 7087872, + 7087872, + 7087872, + 7087872, + 7087872, + 7087872, + 7087872, + 7087872, + 7087872, + 7087872, + 7089408, + 38597376 + ] +} \ No newline at end of file diff --git a/flops-based/gpt2/14/0.pt b/flops-based/gpt2/14/0.pt new file mode 100644 index 0000000000000000000000000000000000000000..ac9ea96dd7e3a183b36a7447ee95c4b022ff8d28 --- /dev/null +++ b/flops-based/gpt2/14/0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5093289c7109074ec3f726f2cb604593f630dd3dc1a66043e32c873303963add +size 186978251 diff --git a/flops-based/gpt2/14/1.pt b/flops-based/gpt2/14/1.pt new file mode 100644 index 0000000000000000000000000000000000000000..84f57c6e52d21848432d544ec177eb0fe27fccce --- /dev/null +++ b/flops-based/gpt2/14/1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1bfbc5ec45da1840b9a0fe26d328576df164983ab4fe03ebdef6eaa041bd7a3f +size 29434979 diff --git a/flops-based/gpt2/14/10.pt b/flops-based/gpt2/14/10.pt new file mode 100644 index 0000000000000000000000000000000000000000..ec9e7c024197cd1283ddf1ab27c4451d59ae9d19 --- /dev/null +++ b/flops-based/gpt2/14/10.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:439b9266eb2c5dad6fcb326dd4e060a273156bdd65f349f73286829ed3203eee +size 29435166 diff --git a/flops-based/gpt2/14/11.pt b/flops-based/gpt2/14/11.pt new file mode 100644 index 0000000000000000000000000000000000000000..7c68ddf246543d156b9449574a20a0bd457fceea --- /dev/null +++ b/flops-based/gpt2/14/11.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:90113445773154694810f77fb0f9adff721ccdf330d3dc3b03e36221c2e5d312 +size 29435102 diff --git a/flops-based/gpt2/14/12.pt b/flops-based/gpt2/14/12.pt new file mode 100644 index 0000000000000000000000000000000000000000..eabbe0650c17fa1a603cc3b1e8b801b9e073242f --- /dev/null +++ b/flops-based/gpt2/14/12.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7fd6d5f402c90a79a29e0394114b83ff2f8a9c8e0a05e4aa49259ed40699eb71 +size 12710 diff --git a/flops-based/gpt2/14/13.pt b/flops-based/gpt2/14/13.pt new file mode 100644 index 0000000000000000000000000000000000000000..727947b794a1d8299065065aa8575ab7a240931c --- /dev/null +++ b/flops-based/gpt2/14/13.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:abdd5d89b2544a60057b6f5feb29180ef3aa33502b43720ac7d1b952db39fc78 +size 154395937 diff --git a/flops-based/gpt2/14/2.pt b/flops-based/gpt2/14/2.pt new file mode 100644 index 0000000000000000000000000000000000000000..315684c97c2374e7a1d5ae44bec831a960b39185 --- /dev/null +++ b/flops-based/gpt2/14/2.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6c2a286aaa934c79da45dc66d2c54d47dea00f15c8c293a0fbb8698fcba20718 +size 29434979 diff --git a/flops-based/gpt2/14/3.pt b/flops-based/gpt2/14/3.pt new file mode 100644 index 0000000000000000000000000000000000000000..63d42456282cdda817eb22dbe563207fa13caeb5 --- /dev/null +++ b/flops-based/gpt2/14/3.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dde49c051f64384b494bc2ecad70f02137fb8a51413683398a14e9c5b35e04eb +size 29434979 diff --git a/flops-based/gpt2/14/4.pt b/flops-based/gpt2/14/4.pt new file mode 100644 index 0000000000000000000000000000000000000000..bcd78a181265b01ad02363c69eb4de0433eea0ce --- /dev/null +++ b/flops-based/gpt2/14/4.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a49bd3e495cb198811838a57ff3174de9eac7ca33b2dc33fdec2ea789d371630 +size 29434979 diff --git a/flops-based/gpt2/14/5.pt b/flops-based/gpt2/14/5.pt new file mode 100644 index 0000000000000000000000000000000000000000..5f9ab0a438b0e7182a52650b05af732f8a5924ab --- /dev/null +++ b/flops-based/gpt2/14/5.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:341cd6b7523e07e954f28a189a6f8f8d191cabd43ca750e6df397f4149bfeb01 +size 29434979 diff --git a/flops-based/gpt2/14/6.pt b/flops-based/gpt2/14/6.pt new file mode 100644 index 0000000000000000000000000000000000000000..8f92fc23d5fe5e04710cb1fb04c32cd61dfb5129 --- /dev/null +++ b/flops-based/gpt2/14/6.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f4d5261ade7ab7f3315fce728842a298f0ed8ee08e66c9a55658c35c97cb8c82 +size 29434979 diff --git a/flops-based/gpt2/14/7.pt b/flops-based/gpt2/14/7.pt new file mode 100644 index 0000000000000000000000000000000000000000..6c1b0e02949c0731f72dbf27e950c61d1d590dcd --- /dev/null +++ b/flops-based/gpt2/14/7.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f5aa964faccc0838a3b7aec170ad6d553f42cffdb1a02c275fafd241cc61d8cb +size 29434979 diff --git a/flops-based/gpt2/14/8.pt b/flops-based/gpt2/14/8.pt new file mode 100644 index 0000000000000000000000000000000000000000..9e6e9553b0d811965ab62825108a2c09b1c3c903 --- /dev/null +++ b/flops-based/gpt2/14/8.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d51cecf662bc6ccee0deac862f11afb8ff4afcea8ed439a5b68713d303ee7f07 +size 29434979 diff --git a/flops-based/gpt2/14/9.pt b/flops-based/gpt2/14/9.pt new file mode 100644 index 0000000000000000000000000000000000000000..6d0ebcf689d251c4af9ceb25938ab0a2c2caacb9 --- /dev/null +++ b/flops-based/gpt2/14/9.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4e14daa9d4151f79e3133e7bcc5cc6dcdfe65db9769062c48431b6465fec180c +size 29434979 diff --git a/flops-based/gpt2/14/info.json b/flops-based/gpt2/14/info.json new file mode 100644 index 0000000000000000000000000000000000000000..7660394d3c89d06722552692857e47c22288a9ac --- /dev/null +++ b/flops-based/gpt2/14/info.json @@ -0,0 +1,126 @@ +{ + "shapes": [ + [ + 1, + 13 + ], + [ + 1, + 13, + 768 + ], + [ + 1, + 13, + 768 + ], + [ + 1, + 13, + 768 + ], + [ + 1, + 13, + 768 + ], + [ + 1, + 13, + 768 + ], + [ + 1, + 13, + 768 + ], + [ + 1, + 13, + 768 + ], + [ + 1, + 13, + 768 + ], + [ + 1, + 13, + 768 + ], + [ + 1, + 13, + 768 + ], + [ + 1, + 13, + 768 + ], + [ + 1, + 13, + 768 + ], + [ + 1, + 13, + 768 + ], + [ + 1, + 13, + 50257 + ] + ], + "flops": [ + 92112384, + 92112384, + 92112384, + 92112384, + 92112384, + 92112384, + 92112384, + 92112384, + 92112384, + 92112384, + 92112384, + 92112384, + 49920, + 501765888 + ], + "times": [ + 0.002893209457397461, + 0.0025644302368164062, + 0.002410888671875, + 0.003850221633911133, + 0.002217531204223633, + 0.0028934478759765625, + 0.005591392517089844, + 0.0019474029541015625, + 0.0022170543670654297, + 0.0021944046020507812, + 0.002183675765991211, + 0.0045969486236572266, + 5.9604644775390625e-05, + 0.00461578369140625 + ], + "params": [ + 46471680, + 7087872, + 7087872, + 7087872, + 7087872, + 7087872, + 7087872, + 7087872, + 7087872, + 7087872, + 7087872, + 7087872, + 1536, + 38597376 + ] +} \ No newline at end of file diff --git a/flops-based/gpt2/2/0.pt b/flops-based/gpt2/2/0.pt new file mode 100644 index 0000000000000000000000000000000000000000..f8772263ecff387b3c784c5c5ce8307871500244 --- /dev/null +++ b/flops-based/gpt2/2/0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:db2f18303ff6ae29f3966913064200e796c7f90fd6e2e5d505eec85565432814 +size 422422551 diff --git a/flops-based/gpt2/2/1.pt b/flops-based/gpt2/2/1.pt new file mode 100644 index 0000000000000000000000000000000000000000..1edbec9aae124ade36a3e5f92848ceb8d6272bc4 --- /dev/null +++ b/flops-based/gpt2/2/1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:00c379fcfd7099cd3eff563dcfc02301dca26064d95900cb2a0245eae68b53e4 +size 242697602 diff --git a/flops-based/gpt2/2/info.json b/flops-based/gpt2/2/info.json new file mode 100644 index 0000000000000000000000000000000000000000..6034600b9912cbad1859998619b92784a9eb0e07 --- /dev/null +++ b/flops-based/gpt2/2/info.json @@ -0,0 +1,30 @@ +{ + "shapes": [ + [ + 1, + 13 + ], + [ + 1, + 13, + 768 + ], + [ + 1, + 13, + 50257 + ] + ], + "flops": [ + 829011456, + 778152960 + ], + "times": [ + 0.012937307357788086, + 0.00928807258605957 + ], + "params": [ + 103174656, + 59862528 + ] +} \ No newline at end of file diff --git a/flops-based/gpt2/3/0.pt b/flops-based/gpt2/3/0.pt new file mode 100644 index 0000000000000000000000000000000000000000..a4e5e74b43454450dc80ac0ba5f6f2dec2d7462d --- /dev/null +++ b/flops-based/gpt2/3/0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dbfa0f2d5212a34df14cfdb6f226ecd9ea9d2af59776d952c1b1381d3488b56b +size 334130705 diff --git a/flops-based/gpt2/3/1.pt b/flops-based/gpt2/3/1.pt new file mode 100644 index 0000000000000000000000000000000000000000..43350bc265b1afd9e7981b4d640a35a15ed38389 --- /dev/null +++ b/flops-based/gpt2/3/1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6e23369b724fb7b01fa2322bd14d148b2b717e8d83ed95293202bb29f2716cfe +size 176587497 diff --git a/flops-based/gpt2/3/2.pt b/flops-based/gpt2/3/2.pt new file mode 100644 index 0000000000000000000000000000000000000000..0795f92e3751f37d9f0f36d58a3612979a3b1dd0 --- /dev/null +++ b/flops-based/gpt2/3/2.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4c276eb6b5314e6479bad5e3796993dda5a53479fc247404ef5f0e6860cca042 +size 154405171 diff --git a/flops-based/gpt2/3/info.json b/flops-based/gpt2/3/info.json new file mode 100644 index 0000000000000000000000000000000000000000..c8441d032cfe644eda8c9b5d76c7beb872ae7f20 --- /dev/null +++ b/flops-based/gpt2/3/info.json @@ -0,0 +1,38 @@ +{ + "shapes": [ + [ + 1, + 13 + ], + [ + 1, + 13, + 768 + ], + [ + 1, + 13, + 768 + ], + [ + 1, + 13, + 50257 + ] + ], + "flops": [ + 552674304, + 552674304, + 501815808 + ], + "times": [ + 0.01198434829711914, + 0.011710643768310547, + 0.005055665969848633 + ], + "params": [ + 81911040, + 42527232, + 38598912 + ] +} \ No newline at end of file diff --git a/flops-based/gpt2/4/0.pt b/flops-based/gpt2/4/0.pt new file mode 100644 index 0000000000000000000000000000000000000000..af028899bcda5c96d0f8bd0adcd700f9a2873d5d --- /dev/null +++ b/flops-based/gpt2/4/0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d8be73ff17e1b185b8c3e24e8c9b3c9f1f7316d06ee0cfa64134c36ff8dc4d14 +size 275269493 diff --git a/flops-based/gpt2/4/1.pt b/flops-based/gpt2/4/1.pt new file mode 100644 index 0000000000000000000000000000000000000000..4da733c16c03c636be35e807d8174d7b6c4c3a86 --- /dev/null +++ b/flops-based/gpt2/4/1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d473eead1092b5db5de79c19a6938029e366ab7eea8feb9a12892eb6d961e3ab +size 117726285 diff --git a/flops-based/gpt2/4/2.pt b/flops-based/gpt2/4/2.pt new file mode 100644 index 0000000000000000000000000000000000000000..2f7af329138f2e903e39cf241371a59025b95d6d --- /dev/null +++ b/flops-based/gpt2/4/2.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:79b6b0b61fcd1f7b2eac88954b18bb97df45f84fcbdb92d6ec9e6db1a6277f8e +size 117735729 diff --git a/flops-based/gpt2/4/3.pt b/flops-based/gpt2/4/3.pt new file mode 100644 index 0000000000000000000000000000000000000000..239b5d39edf6961d192b2cbae7dc34866b51b067 --- /dev/null +++ b/flops-based/gpt2/4/3.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7749c0199d09fc24d8d31d955e36c54817a48af888f699099493b54caff35b28 +size 154395921 diff --git a/flops-based/gpt2/4/info.json b/flops-based/gpt2/4/info.json new file mode 100644 index 0000000000000000000000000000000000000000..0bdacbd54438e294b20261757a12e6c5e919a53e --- /dev/null +++ b/flops-based/gpt2/4/info.json @@ -0,0 +1,46 @@ +{ + "shapes": [ + [ + 1, + 13 + ], + [ + 1, + 13, + 768 + ], + [ + 1, + 13, + 768 + ], + [ + 1, + 13, + 768 + ], + [ + 1, + 13, + 50257 + ] + ], + "flops": [ + 368449536, + 368449536, + 368499456, + 501765888 + ], + "times": [ + 0.00785970687866211, + 0.008141279220581055, + 0.007796525955200195, + 0.004466056823730469 + ], + "params": [ + 67735296, + 28351488, + 28353024, + 38597376 + ] +} \ No newline at end of file diff --git a/flops-based/gpt2/5/0.pt b/flops-based/gpt2/5/0.pt new file mode 100644 index 0000000000000000000000000000000000000000..feaed6a6dfb8991a5305b68f3d55f0f0cdb23078 --- /dev/null +++ b/flops-based/gpt2/5/0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bfc90a37b574862d5ceaa690a689885b4f97d4d72f854edfe525f637986896a9 +size 245838951 diff --git a/flops-based/gpt2/5/1.pt b/flops-based/gpt2/5/1.pt new file mode 100644 index 0000000000000000000000000000000000000000..e62923fd3ea4647d542e3f5d2513a384972182cc --- /dev/null +++ b/flops-based/gpt2/5/1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1a62ec8d8d588fd0e60bdc63e9a015ec845b99f14734c40e80b6630717386230 +size 88295807 diff --git a/flops-based/gpt2/5/2.pt b/flops-based/gpt2/5/2.pt new file mode 100644 index 0000000000000000000000000000000000000000..cdb02718af61ee312fb87914e901592c45395e9e --- /dev/null +++ b/flops-based/gpt2/5/2.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d2a8c4ae875931bd29c7ef7bf5a00514b102d852b667651e2369109c815d273b +size 88295807 diff --git a/flops-based/gpt2/5/3.pt b/flops-based/gpt2/5/3.pt new file mode 100644 index 0000000000000000000000000000000000000000..45fc3017905bd3286c89c6ad5e1596d18b0d8bb3 --- /dev/null +++ b/flops-based/gpt2/5/3.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0857d406db5ff897474ba17761ffa810f51ff39c9424856b4d15783ccb005156 +size 88305187 diff --git a/flops-based/gpt2/5/4.pt b/flops-based/gpt2/5/4.pt new file mode 100644 index 0000000000000000000000000000000000000000..6a3272746b28a420f6a3a09b4c60b6d4aba9c15f --- /dev/null +++ b/flops-based/gpt2/5/4.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d684351e0c1d97dffe33868e3ceb9bcdda4bcc34209257982633c34bf2d712b5 +size 154395921 diff --git a/flops-based/gpt2/5/info.json b/flops-based/gpt2/5/info.json new file mode 100644 index 0000000000000000000000000000000000000000..70be47a880dedbaf28fa5245380d483a11674d28 --- /dev/null +++ b/flops-based/gpt2/5/info.json @@ -0,0 +1,54 @@ +{ + "shapes": [ + [ + 1, + 13 + ], + [ + 1, + 13, + 768 + ], + [ + 1, + 13, + 768 + ], + [ + 1, + 13, + 768 + ], + [ + 1, + 13, + 768 + ], + [ + 1, + 13, + 50257 + ] + ], + "flops": [ + 276337152, + 276337152, + 276337152, + 276387072, + 501765888 + ], + "times": [ + 0.004588127136230469, + 0.0048944950103759766, + 0.005957126617431641, + 0.005729198455810547, + 0.005186796188354492 + ], + "params": [ + 60647424, + 21263616, + 21263616, + 21265152, + 38597376 + ] +} \ No newline at end of file diff --git a/flops-based/gpt2/6/0.pt b/flops-based/gpt2/6/0.pt new file mode 100644 index 0000000000000000000000000000000000000000..326b9ccca79808ff5f7727f7b758d40a2929e125 --- /dev/null +++ b/flops-based/gpt2/6/0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:29c60623014c27b76c1265fc27ed1beb4c0b7f6e72b3b5d3b0b7d7f62fc48b44 +size 216408601 diff --git a/flops-based/gpt2/6/1.pt b/flops-based/gpt2/6/1.pt new file mode 100644 index 0000000000000000000000000000000000000000..e99f333c0a559a4ecf0be30d2f0faa13dca88158 --- /dev/null +++ b/flops-based/gpt2/6/1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c8cecf5e6a56c3bb0437e1adcae2aea1f3b5a0702c2595b6b42ce8e0eb5b45ae +size 58865393 diff --git a/flops-based/gpt2/6/2.pt b/flops-based/gpt2/6/2.pt new file mode 100644 index 0000000000000000000000000000000000000000..997bfe7f5242089eddba403aeed032090d22d406 --- /dev/null +++ b/flops-based/gpt2/6/2.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8f9c8545be8edba3c062b91170319370361520c07ede1113656428883949092e +size 88295807 diff --git a/flops-based/gpt2/6/3.pt b/flops-based/gpt2/6/3.pt new file mode 100644 index 0000000000000000000000000000000000000000..e1e3e76633def1c548ceb072d9ad0df93b284d34 --- /dev/null +++ b/flops-based/gpt2/6/3.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0e4b92a58b84cec20ef76a5bf4b3d8c286fb1f6638a59817fb4065269bc86325 +size 88295807 diff --git a/flops-based/gpt2/6/4.pt b/flops-based/gpt2/6/4.pt new file mode 100644 index 0000000000000000000000000000000000000000..49cfc05f63a40d7822399d49f64fb1f95efd1546 --- /dev/null +++ b/flops-based/gpt2/6/4.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b9450367536fb62dc4673a956c7e8c56656aeb50d51606790825a6020150372b +size 58874837 diff --git a/flops-based/gpt2/6/5.pt b/flops-based/gpt2/6/5.pt new file mode 100644 index 0000000000000000000000000000000000000000..765ee1ceacd0ddff86d821e7a3ff45d790f39881 --- /dev/null +++ b/flops-based/gpt2/6/5.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:072997203eb5e473b58013f724e901ae94a79c128f47ede42153ba4a169f0ff6 +size 154395921 diff --git a/flops-based/gpt2/6/info.json b/flops-based/gpt2/6/info.json new file mode 100644 index 0000000000000000000000000000000000000000..198731005b722c880cc2ded7360dd3a747cec80b --- /dev/null +++ b/flops-based/gpt2/6/info.json @@ -0,0 +1,62 @@ +{ + "shapes": [ + [ + 1, + 13 + ], + [ + 1, + 13, + 768 + ], + [ + 1, + 13, + 768 + ], + [ + 1, + 13, + 768 + ], + [ + 1, + 13, + 768 + ], + [ + 1, + 13, + 768 + ], + [ + 1, + 13, + 50257 + ] + ], + "flops": [ + 184224768, + 184224768, + 276337152, + 276337152, + 184274688, + 501765888 + ], + "times": [ + 0.003908395767211914, + 0.003949642181396484, + 0.00627446174621582, + 0.006484270095825195, + 0.004202842712402344, + 0.005176544189453125 + ], + "params": [ + 53559552, + 14175744, + 21263616, + 21263616, + 14177280, + 38597376 + ] +} \ No newline at end of file diff --git a/flops-based/gpt2/7/0.pt b/flops-based/gpt2/7/0.pt new file mode 100644 index 0000000000000000000000000000000000000000..d19972c179ace5b83ea8d646036348cc56507bf8 --- /dev/null +++ b/flops-based/gpt2/7/0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ea6d27975e6df2025536c847dea59c9c8a6cbb1376416b2988161d51ba3019c4 +size 216408601 diff --git a/flops-based/gpt2/7/1.pt b/flops-based/gpt2/7/1.pt new file mode 100644 index 0000000000000000000000000000000000000000..27f446e4c596c1ecbb11fd1fa3a351107560335b --- /dev/null +++ b/flops-based/gpt2/7/1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:60f5a8be0f479af8c81fa57fa1f5440275d2fec6cca02999d8054004dd77d0bf +size 58865393 diff --git a/flops-based/gpt2/7/2.pt b/flops-based/gpt2/7/2.pt new file mode 100644 index 0000000000000000000000000000000000000000..0d45f1b0294a06dbfba6018c06f61723b075367a --- /dev/null +++ b/flops-based/gpt2/7/2.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4d2f3b1ccf2717d646eeee28d3bacd9c85910948ffeafba75797e98f75053713 +size 58865393 diff --git a/flops-based/gpt2/7/3.pt b/flops-based/gpt2/7/3.pt new file mode 100644 index 0000000000000000000000000000000000000000..000937fd4d0ce6b0527eadb31cd8f959e7ac5087 --- /dev/null +++ b/flops-based/gpt2/7/3.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3d7f10da03c445bf4715b8e83b9cfb7833b7d4df11136b8588b1b0f13189553a +size 58865393 diff --git a/flops-based/gpt2/7/4.pt b/flops-based/gpt2/7/4.pt new file mode 100644 index 0000000000000000000000000000000000000000..d2241cdd37cfec0bfe67a7a8da062cd5b32d0881 --- /dev/null +++ b/flops-based/gpt2/7/4.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c8d09eb604b84ebd8bf949e35e52e151a89085c736525336568433943c7345e2 +size 58865393 diff --git a/flops-based/gpt2/7/5.pt b/flops-based/gpt2/7/5.pt new file mode 100644 index 0000000000000000000000000000000000000000..34296100c36067414469e48cb557de665591fc2a --- /dev/null +++ b/flops-based/gpt2/7/5.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:96342b8f98dd2e767685392e0bd1bb0765eb325b48b85a5645e074672a65fb34 +size 58874837 diff --git a/flops-based/gpt2/7/6.pt b/flops-based/gpt2/7/6.pt new file mode 100644 index 0000000000000000000000000000000000000000..7e3342726095a92690d4cad577d12b729897b817 --- /dev/null +++ b/flops-based/gpt2/7/6.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f1b9548ffabff5ff7f3587514f5686e349257f9a6b5c7047033bd7a6169dffe7 +size 154395921 diff --git a/flops-based/gpt2/7/info.json b/flops-based/gpt2/7/info.json new file mode 100644 index 0000000000000000000000000000000000000000..04b01084c939d07fd07924caf92d30e728873584 --- /dev/null +++ b/flops-based/gpt2/7/info.json @@ -0,0 +1,70 @@ +{ + "shapes": [ + [ + 1, + 13 + ], + [ + 1, + 13, + 768 + ], + [ + 1, + 13, + 768 + ], + [ + 1, + 13, + 768 + ], + [ + 1, + 13, + 768 + ], + [ + 1, + 13, + 768 + ], + [ + 1, + 13, + 768 + ], + [ + 1, + 13, + 50257 + ] + ], + "flops": [ + 184224768, + 184224768, + 184224768, + 184224768, + 184224768, + 184274688, + 501765888 + ], + "times": [ + 0.003744840621948242, + 0.0050776004791259766, + 0.0038187503814697266, + 0.0077114105224609375, + 0.005064249038696289, + 0.0036427974700927734, + 0.004510641098022461 + ], + "params": [ + 53559552, + 14175744, + 14175744, + 14175744, + 14175744, + 14177280, + 38597376 + ] +} \ No newline at end of file diff --git a/flops-based/gpt2/8/0.pt b/flops-based/gpt2/8/0.pt new file mode 100644 index 0000000000000000000000000000000000000000..04709f277159ebef5b04c787de30f488f924bb9d --- /dev/null +++ b/flops-based/gpt2/8/0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0eaed34b4a828997ce189b798138ecfa0deab8a103e35b3fbfa303d2a9bb63dd +size 186978251 diff --git a/flops-based/gpt2/8/1.pt b/flops-based/gpt2/8/1.pt new file mode 100644 index 0000000000000000000000000000000000000000..e8cced6e790a77fe7ed55c4727eb0bb3a2549263 --- /dev/null +++ b/flops-based/gpt2/8/1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f92d6ea077941d8fa70b76bc15b6a2ac7f70c4e66f52fe825e1929d7a3925063 +size 58865393 diff --git a/flops-based/gpt2/8/2.pt b/flops-based/gpt2/8/2.pt new file mode 100644 index 0000000000000000000000000000000000000000..4f7a8f780b0bee56fc910b8db8ea9baa2d0e5ac5 --- /dev/null +++ b/flops-based/gpt2/8/2.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4625d398a4cb8fe149d902344cb054de12d49afa36ae6fc46bad4884c702521c +size 58865393 diff --git a/flops-based/gpt2/8/3.pt b/flops-based/gpt2/8/3.pt new file mode 100644 index 0000000000000000000000000000000000000000..9e7504bf3a6adb30c32baf525566cca36da984b5 --- /dev/null +++ b/flops-based/gpt2/8/3.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:925820fe58eca35ed2d2053da5a5da8b11fc5f5c3effa096cca129211969ccac +size 58865393 diff --git a/flops-based/gpt2/8/4.pt b/flops-based/gpt2/8/4.pt new file mode 100644 index 0000000000000000000000000000000000000000..145cd85f771a42a8e33737ebf737c1c3c032e70f --- /dev/null +++ b/flops-based/gpt2/8/4.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7038c71dfd7c436d0e38aff436609d859b2107afa35bf9a15b2dadec9a07d61d +size 58865393 diff --git a/flops-based/gpt2/8/5.pt b/flops-based/gpt2/8/5.pt new file mode 100644 index 0000000000000000000000000000000000000000..0f93481dd5ad55154d1950d7020b8bd9b108ad42 --- /dev/null +++ b/flops-based/gpt2/8/5.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9fd584f66338d7803a609c45e454474276e1f57d33fc09121406937fc03c23bc +size 58865393 diff --git a/flops-based/gpt2/8/6.pt b/flops-based/gpt2/8/6.pt new file mode 100644 index 0000000000000000000000000000000000000000..a4ae25b3801e4ec82ed4a126f79ae4400d4f99f0 --- /dev/null +++ b/flops-based/gpt2/8/6.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8d156416d398431592aea36cbc044e8c036aa9e74f8eb9feeda354178dd4b07a +size 29444359 diff --git a/flops-based/gpt2/8/7.pt b/flops-based/gpt2/8/7.pt new file mode 100644 index 0000000000000000000000000000000000000000..4851d8aa40df4af8c94b6e4cc48b025890d44273 --- /dev/null +++ b/flops-based/gpt2/8/7.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:758e9878fea181e1632569ddb7862943bd8c53b0dc195b765ae6a0100eae1190 +size 154395921 diff --git a/flops-based/gpt2/8/info.json b/flops-based/gpt2/8/info.json new file mode 100644 index 0000000000000000000000000000000000000000..ad2c409d01169a176383a33843b672189da89d86 --- /dev/null +++ b/flops-based/gpt2/8/info.json @@ -0,0 +1,78 @@ +{ + "shapes": [ + [ + 1, + 13 + ], + [ + 1, + 13, + 768 + ], + [ + 1, + 13, + 768 + ], + [ + 1, + 13, + 768 + ], + [ + 1, + 13, + 768 + ], + [ + 1, + 13, + 768 + ], + [ + 1, + 13, + 768 + ], + [ + 1, + 13, + 768 + ], + [ + 1, + 13, + 50257 + ] + ], + "flops": [ + 92112384, + 184224768, + 184224768, + 184224768, + 184224768, + 184224768, + 92162304, + 501765888 + ], + "times": [ + 0.009957075119018555, + 0.004663944244384766, + 0.004091978073120117, + 0.003492593765258789, + 0.0035479068756103516, + 0.0033326148986816406, + 0.004043102264404297, + 0.0074024200439453125 + ], + "params": [ + 46471680, + 14175744, + 14175744, + 14175744, + 14175744, + 14175744, + 7089408, + 38597376 + ] +} \ No newline at end of file diff --git a/flops-based/gpt2/9/0.pt b/flops-based/gpt2/9/0.pt new file mode 100644 index 0000000000000000000000000000000000000000..f414bb46d01994abb56b1b01fc043724c29f1375 --- /dev/null +++ b/flops-based/gpt2/9/0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:608ec30ace7006232d07dc828136df55731ce71e7ed5cc6fd66fc5e900d6d53e +size 186978251 diff --git a/flops-based/gpt2/9/1.pt b/flops-based/gpt2/9/1.pt new file mode 100644 index 0000000000000000000000000000000000000000..f2fe082e86e28e65005cebf7adfa8da69a02ed35 --- /dev/null +++ b/flops-based/gpt2/9/1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e8851b95bfb41136f4cf23afdb8f940a12f7f99e62d4b96ac6e873abd2975da6 +size 29434979 diff --git a/flops-based/gpt2/9/2.pt b/flops-based/gpt2/9/2.pt new file mode 100644 index 0000000000000000000000000000000000000000..2830dbbdbd92cf5f51a8bfb6d8e6f6aadbb73ece --- /dev/null +++ b/flops-based/gpt2/9/2.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9c9693bd20f2725dfa71260538e1c0989041cf6b258117c1f767f423b4b5be8d +size 29434979 diff --git a/flops-based/gpt2/9/3.pt b/flops-based/gpt2/9/3.pt new file mode 100644 index 0000000000000000000000000000000000000000..079e502b9f0bc0b740d0abf8cf96a416a3f310a1 --- /dev/null +++ b/flops-based/gpt2/9/3.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c149e6b2ca7d2cb172c304b577b76c354aef6712732c2d54b119f3e7fb6dd394 +size 58865393 diff --git a/flops-based/gpt2/9/4.pt b/flops-based/gpt2/9/4.pt new file mode 100644 index 0000000000000000000000000000000000000000..2c002e84627ce0bdf4bb619c1a666303ea27d3b9 --- /dev/null +++ b/flops-based/gpt2/9/4.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d47625b0ff1f02d9260aa60301ccd59a113af3f10ca7ae0c1d88d7d26ae1dbfb +size 58865393 diff --git a/flops-based/gpt2/9/5.pt b/flops-based/gpt2/9/5.pt new file mode 100644 index 0000000000000000000000000000000000000000..8a5a802e5eaa10ac2d2bdf191a6986de167d0f35 --- /dev/null +++ b/flops-based/gpt2/9/5.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:619d554fe02ae767d5dead1f13506bf1abf3e37ecb7d8f3860489db290c4e20a +size 58865393 diff --git a/flops-based/gpt2/9/6.pt b/flops-based/gpt2/9/6.pt new file mode 100644 index 0000000000000000000000000000000000000000..e0f27037eabc099e6661b8d1424512631af334f5 --- /dev/null +++ b/flops-based/gpt2/9/6.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:750858eef15af46e2a71348c4a9618b39de73246b1072f47266b6df6169bc0e2 +size 58865393 diff --git a/flops-based/gpt2/9/7.pt b/flops-based/gpt2/9/7.pt new file mode 100644 index 0000000000000000000000000000000000000000..8e14a82a5484569bcb231f83ed8fbf9bf511c236 --- /dev/null +++ b/flops-based/gpt2/9/7.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d0a7c1c435f5968fb8ac89921f2667abc5919beb23e2751bdf23d7750d9f030b +size 29444359 diff --git a/flops-based/gpt2/9/8.pt b/flops-based/gpt2/9/8.pt new file mode 100644 index 0000000000000000000000000000000000000000..e3ccf71250223f04477709e0a45f862f63a208cd --- /dev/null +++ b/flops-based/gpt2/9/8.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2c561b699dda33441fe3a7f2670914f19189f0c20735ccfa84a2692335f5c681 +size 154395921 diff --git a/flops-based/gpt2/9/info.json b/flops-based/gpt2/9/info.json new file mode 100644 index 0000000000000000000000000000000000000000..44505b8b80ef730633c894c7c8dd73fbed9de05b --- /dev/null +++ b/flops-based/gpt2/9/info.json @@ -0,0 +1,86 @@ +{ + "shapes": [ + [ + 1, + 13 + ], + [ + 1, + 13, + 768 + ], + [ + 1, + 13, + 768 + ], + [ + 1, + 13, + 768 + ], + [ + 1, + 13, + 768 + ], + [ + 1, + 13, + 768 + ], + [ + 1, + 13, + 768 + ], + [ + 1, + 13, + 768 + ], + [ + 1, + 13, + 768 + ], + [ + 1, + 13, + 50257 + ] + ], + "flops": [ + 92112384, + 92112384, + 92112384, + 184224768, + 184224768, + 184224768, + 184224768, + 92162304, + 501765888 + ], + "times": [ + 0.0026247501373291016, + 0.002599477767944336, + 0.0024156570434570312, + 0.0035800933837890625, + 0.004146575927734375, + 0.0038535594940185547, + 0.003537416458129883, + 0.0019214153289794922, + 0.004603385925292969 + ], + "params": [ + 46471680, + 7087872, + 7087872, + 14175744, + 14175744, + 14175744, + 14175744, + 7089408, + 38597376 + ] +} \ No newline at end of file