diff --git a/glue/gpt2-large_weights_pt/pt_layer17-18-19-20_mnli_range/pytorch_adapter.bin b/glue/gpt2-large_weights_pt/pt_layer17-18-19-20_mnli_range/pytorch_adapter.bin
new file mode 100644
index 0000000000000000000000000000000000000000..cc347b13307f4047f04593872f5829bb8f7dfa95
--- /dev/null
+++ b/glue/gpt2-large_weights_pt/pt_layer17-18-19-20_mnli_range/pytorch_adapter.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3772e4f4fb3d06a2ecc5fa4a0b95b9b6238229a844b33255bbe5ddd42485e803
+size 23828244
diff --git a/glue/gpt2-large_weights_pt/pt_layer17-18-19-20_mnli_range/pytorch_model_head.bin b/glue/gpt2-large_weights_pt/pt_layer17-18-19-20_mnli_range/pytorch_model_head.bin
new file mode 100644
index 0000000000000000000000000000000000000000..9416ed3b0cec2fb3ba8723e4a95ed3023b20f56b
--- /dev/null
+++ b/glue/gpt2-large_weights_pt/pt_layer17-18-19-20_mnli_range/pytorch_model_head.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8cb276a64145d2e78afff6ae7b48ff35448c8d80de0c33f3bed022c446cfaa74
+size 16659
diff --git a/glue/gpt2-large_weights_pt/pt_layer19_mnli/pytorch_adapter.bin b/glue/gpt2-large_weights_pt/pt_layer19_mnli/pytorch_adapter.bin
new file mode 100644
index 0000000000000000000000000000000000000000..01caecf260429d53f07f30b957f8a9a9cd629920
--- /dev/null
+++ b/glue/gpt2-large_weights_pt/pt_layer19_mnli/pytorch_adapter.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ca0f0e7da6ae2871ac8b5bdd83789c68970f942212121b9fdb6c774a6c7da59
+size 8066771
diff --git a/glue/gpt2-large_weights_pt/pt_layer19_mnli/pytorch_model_head.bin b/glue/gpt2-large_weights_pt/pt_layer19_mnli/pytorch_model_head.bin
new file mode 100644
index 0000000000000000000000000000000000000000..1998fd36b7a58b10c42d04b4e162f85517e3d603
--- /dev/null
+++ b/glue/gpt2-large_weights_pt/pt_layer19_mnli/pytorch_model_head.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c98beacd369b47f0805dc2b94ee2cace1b02492c21eb332f726c39972faa1934
+size 16204
diff --git a/glue/gpt2-large_weights_pt/pt_layer19_mrpc/pytorch_adapter.bin b/glue/gpt2-large_weights_pt/pt_layer19_mrpc/pytorch_adapter.bin
new file mode 100644
index 0000000000000000000000000000000000000000..b3a4b184b475d365f982f2f9a60a67ff6b4f24c6
--- /dev/null
+++ b/glue/gpt2-large_weights_pt/pt_layer19_mrpc/pytorch_adapter.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e9b815cd74869fde56d190721dafefb9e3a26459bd4ba6eaba06a0c1f42fb45
+size 8066771
diff --git a/glue/gpt2-large_weights_pt/pt_layer19_mrpc/pytorch_model_head.bin b/glue/gpt2-large_weights_pt/pt_layer19_mrpc/pytorch_model_head.bin
new file mode 100644
index 0000000000000000000000000000000000000000..9d1a559c3b15af86404ef9f12f62afc641d143ec
--- /dev/null
+++ b/glue/gpt2-large_weights_pt/pt_layer19_mrpc/pytorch_model_head.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef2701172e79bea137de580c3cc6b217bd0c1d5681bd67c0fec9062cb5ca0d0d
+size 11084
diff --git a/glue/gpt2-large_weights_pt/pt_layer19_qnli/pytorch_adapter.bin b/glue/gpt2-large_weights_pt/pt_layer19_qnli/pytorch_adapter.bin
new file mode 100644
index 0000000000000000000000000000000000000000..06cbba8252b07cc7b69cc4642aabec54be79902b
--- /dev/null
+++ b/glue/gpt2-large_weights_pt/pt_layer19_qnli/pytorch_adapter.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e16c9282c12cb66438b4b6f55f9aa6ecb760ae67f9891bb5e1ba8126653f053d
+size 8066771
diff --git a/glue/gpt2-large_weights_pt/pt_layer19_qnli/pytorch_model_head.bin b/glue/gpt2-large_weights_pt/pt_layer19_qnli/pytorch_model_head.bin
new file mode 100644
index 0000000000000000000000000000000000000000..8bd1eeb4e46a256e3015fbde512040f270136719
--- /dev/null
+++ b/glue/gpt2-large_weights_pt/pt_layer19_qnli/pytorch_model_head.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:370ed7c05555e6efa249faa2482e6f807128a2bf84fd9e2ac839dd5fdd436b75
+size 11084
diff --git a/glue/gpt2-large_weights_pt/pt_layer19_qqp/pytorch_adapter.bin b/glue/gpt2-large_weights_pt/pt_layer19_qqp/pytorch_adapter.bin
new file mode 100644
index 0000000000000000000000000000000000000000..adc8f8a5e796a4c7d23363e691b0d5ec38c144d6
--- /dev/null
+++ b/glue/gpt2-large_weights_pt/pt_layer19_qqp/pytorch_adapter.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb967d57ecca1c26ab2194a77cc7e799427572562f01cf284176e2f00e0c6852
+size 8066579
diff --git a/glue/gpt2-large_weights_pt/pt_layer19_qqp/pytorch_model_head.bin b/glue/gpt2-large_weights_pt/pt_layer19_qqp/pytorch_model_head.bin
new file mode 100644
index 0000000000000000000000000000000000000000..04dcf833c175ca17495b4067b8a636eedebf1ebc
--- /dev/null
+++ b/glue/gpt2-large_weights_pt/pt_layer19_qqp/pytorch_model_head.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81f9c02ac84ecaffd6b8ceae24a9ea61ed07a01a2458df15522adda33a91ad06
+size 11084
diff --git a/glue/gpt2-large_weights_pt/pt_layer19_rte/pytorch_adapter.bin b/glue/gpt2-large_weights_pt/pt_layer19_rte/pytorch_adapter.bin
new file mode 100644
index 0000000000000000000000000000000000000000..654325b9f3b8842b2a6f6048ca115816076c24d0
--- /dev/null
+++ b/glue/gpt2-large_weights_pt/pt_layer19_rte/pytorch_adapter.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:338217d63c30508a6e1719461ea18c037e4ed9ac743508c920e87829f6e55162
+size 8066579
diff --git a/glue/gpt2-large_weights_pt/pt_layer19_rte/pytorch_model_head.bin b/glue/gpt2-large_weights_pt/pt_layer19_rte/pytorch_model_head.bin
new file mode 100644
index 0000000000000000000000000000000000000000..1a37c640534232ddd283b721bf7eeab794d41e25
--- /dev/null
+++ b/glue/gpt2-large_weights_pt/pt_layer19_rte/pytorch_model_head.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b56c658f571a63850da95640d35ef16b3c08eb5192c9c861f3ad0e542747680f
+size 11084
diff --git a/glue/gpt2-large_weights_pt/pt_layer19_sst2/pytorch_adapter.bin b/glue/gpt2-large_weights_pt/pt_layer19_sst2/pytorch_adapter.bin
new file mode 100644
index 0000000000000000000000000000000000000000..23afa0bbd8ab3f27ee7707bfc3cc9f22de471e39
--- /dev/null
+++ b/glue/gpt2-large_weights_pt/pt_layer19_sst2/pytorch_adapter.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4758714bf08ac4fd2292ca35e5e5f3499c10fad8c00e346038c8915fc400ea00
+size 8066771
diff --git a/glue/gpt2-large_weights_pt/pt_layer19_sst2/pytorch_model_head.bin b/glue/gpt2-large_weights_pt/pt_layer19_sst2/pytorch_model_head.bin
new file mode 100644
index 0000000000000000000000000000000000000000..060ccc5f93dce54740e4947bd5e94bb8f032e3b6
--- /dev/null
+++ b/glue/gpt2-large_weights_pt/pt_layer19_sst2/pytorch_model_head.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d81e567b575ffc7fa9afc879e56a738e0bd22204608b49d7a0492357fd91711d
+size 11084
diff --git a/glue/gpt2-large_weights_pt/pt_layer19_wnli/pytorch_adapter.bin b/glue/gpt2-large_weights_pt/pt_layer19_wnli/pytorch_adapter.bin
new file mode 100644
index 0000000000000000000000000000000000000000..e9461798edbe13c548d7f23cacf5badaad698cd0
--- /dev/null
+++ b/glue/gpt2-large_weights_pt/pt_layer19_wnli/pytorch_adapter.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3eb11a2b7a61e33df2176eb9da7bb55c08d57795ded970cc7af653ce5286d401
+size 8066771
diff --git a/glue/gpt2-large_weights_pt/pt_layer19_wnli/pytorch_model_head.bin b/glue/gpt2-large_weights_pt/pt_layer19_wnli/pytorch_model_head.bin
new file mode 100644
index 0000000000000000000000000000000000000000..bfd7fb10e787ac088609b9552a350f2e3093d230
--- /dev/null
+++ b/glue/gpt2-large_weights_pt/pt_layer19_wnli/pytorch_model_head.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53d2dabf4709dabe2eb6977a46014675c95a3263c3b05334e8548453ae056191
+size 11084
diff --git a/glue/gpt2-large_weights_pt/pt_layer20_mnli/pytorch_adapter.bin b/glue/gpt2-large_weights_pt/pt_layer20_mnli/pytorch_adapter.bin
new file mode 100644
index 0000000000000000000000000000000000000000..2900b86a2fa89a058f3f3c3edcef8d6b10d6e361
--- /dev/null
+++ b/glue/gpt2-large_weights_pt/pt_layer20_mnli/pytorch_adapter.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86662ad69b91d582b5873ef016e4c3d96df5e1a93b45d8ea4b1041e8ec1037e6
+size 8066771
diff --git a/glue/gpt2-large_weights_pt/pt_layer20_mnli/pytorch_model_head.bin b/glue/gpt2-large_weights_pt/pt_layer20_mnli/pytorch_model_head.bin
new file mode 100644
index 0000000000000000000000000000000000000000..e5bc4fad753787dbb50880bd197770f34a318302
--- /dev/null
+++ b/glue/gpt2-large_weights_pt/pt_layer20_mnli/pytorch_model_head.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de97abf9a585a992e81e12a453a546a5fe1c2eba111a097b040e272312dc1571
+size 16204
diff --git a/glue/gpt2-large_weights_pt/pt_layer20_mrpc/pytorch_adapter.bin b/glue/gpt2-large_weights_pt/pt_layer20_mrpc/pytorch_adapter.bin
new file mode 100644
index 0000000000000000000000000000000000000000..5a425c6f28ad3222a182cd63ea1baf558aae8dcb
--- /dev/null
+++ b/glue/gpt2-large_weights_pt/pt_layer20_mrpc/pytorch_adapter.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05ef38748fc95a6891778ff081fb4c6e31f60c27230813c507238545a93b6ca9
+size 8066771
diff --git a/glue/gpt2-large_weights_pt/pt_layer20_mrpc/pytorch_model_head.bin b/glue/gpt2-large_weights_pt/pt_layer20_mrpc/pytorch_model_head.bin
new file mode 100644
index 0000000000000000000000000000000000000000..88fd436cbdad284618aa0181b67af71d93e0f10f
--- /dev/null
+++ b/glue/gpt2-large_weights_pt/pt_layer20_mrpc/pytorch_model_head.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8935fa5f951386cc857a465ebe5f7fdcbbc9e8e8572b5921051adee52dc1fd0e
+size 11084
diff --git a/glue/gpt2-large_weights_pt/pt_layer20_qnli/pytorch_adapter.bin b/glue/gpt2-large_weights_pt/pt_layer20_qnli/pytorch_adapter.bin
new file mode 100644
index 0000000000000000000000000000000000000000..533665a8d205ef096bd5b08763051d66871cfc2e
--- /dev/null
+++ b/glue/gpt2-large_weights_pt/pt_layer20_qnli/pytorch_adapter.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9014a064c0f2c4ad5939c6b7eefcbfc89dd71b548f9db0300703375b348b9657
+size 8066771
diff --git a/glue/gpt2-large_weights_pt/pt_layer20_qnli/pytorch_model_head.bin b/glue/gpt2-large_weights_pt/pt_layer20_qnli/pytorch_model_head.bin
new file mode 100644
index 0000000000000000000000000000000000000000..e70964149cf3a923478c40378c2f440f01a7a0b0
--- /dev/null
+++ b/glue/gpt2-large_weights_pt/pt_layer20_qnli/pytorch_model_head.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ae8d4d526c32fa8cd73a7a4cca71a18e4f87e1d3dbf7c6fd7ff7e3896b47570
+size 11084
diff --git a/glue/gpt2-large_weights_pt/pt_layer20_qqp/pytorch_adapter.bin b/glue/gpt2-large_weights_pt/pt_layer20_qqp/pytorch_adapter.bin
new file mode 100644
index 0000000000000000000000000000000000000000..e1c55f4d7107979fbbbac2a39933c335af5c87c8
--- /dev/null
+++ b/glue/gpt2-large_weights_pt/pt_layer20_qqp/pytorch_adapter.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c2adad379a41754b9ee1edd57f1a4723be47a2352da9de1450650e0f9ee9f67
+size 8066579
diff --git a/glue/gpt2-large_weights_pt/pt_layer20_qqp/pytorch_model_head.bin b/glue/gpt2-large_weights_pt/pt_layer20_qqp/pytorch_model_head.bin
new file mode 100644
index 0000000000000000000000000000000000000000..05cb2af43238ee9d4df9865276e500b637257053
--- /dev/null
+++ b/glue/gpt2-large_weights_pt/pt_layer20_qqp/pytorch_model_head.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9fad29b4dd470c63442f11ea05b26dab4cb367f3b7860c378fd27a151d519f29
+size 11084
diff --git a/glue/gpt2-large_weights_pt/pt_layer20_rte/pytorch_adapter.bin b/glue/gpt2-large_weights_pt/pt_layer20_rte/pytorch_adapter.bin
new file mode 100644
index 0000000000000000000000000000000000000000..e7d9ce3d7d914b3c1c1f33b7a08abf272adef64c
--- /dev/null
+++ b/glue/gpt2-large_weights_pt/pt_layer20_rte/pytorch_adapter.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:354da90ba21a52b743dc5d68ad38939aad4ab32f1765aada1fef72fee3299273
+size 8066579
diff --git a/glue/gpt2-large_weights_pt/pt_layer20_rte/pytorch_model_head.bin b/glue/gpt2-large_weights_pt/pt_layer20_rte/pytorch_model_head.bin
new file mode 100644
index 0000000000000000000000000000000000000000..be954651cf02b3c72ad33fc184941815e19a3aa3
--- /dev/null
+++ b/glue/gpt2-large_weights_pt/pt_layer20_rte/pytorch_model_head.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90c2ec8208f80fd99074f0ab6a2c60b88bfb69e5c98545530048f3759958a77d
+size 11084
diff --git a/glue/gpt2-large_weights_pt/pt_layer20_sst2/pytorch_adapter.bin b/glue/gpt2-large_weights_pt/pt_layer20_sst2/pytorch_adapter.bin
new file mode 100644
index 0000000000000000000000000000000000000000..a2fec68a6e8aeecf7e371a445630007dcc7cdf3d
--- /dev/null
+++ b/glue/gpt2-large_weights_pt/pt_layer20_sst2/pytorch_adapter.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c02484bd4778490129da92d2089a29998698140fddc2fdba9883fdfd3ab991ce
+size 8066771
diff --git a/glue/gpt2-large_weights_pt/pt_layer20_sst2/pytorch_model_head.bin b/glue/gpt2-large_weights_pt/pt_layer20_sst2/pytorch_model_head.bin
new file mode 100644
index 0000000000000000000000000000000000000000..f93f84d9fe00e78beb53e43e9a77861101a0eb43
--- /dev/null
+++ b/glue/gpt2-large_weights_pt/pt_layer20_sst2/pytorch_model_head.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:439fef71ae63a1be2db6282fe7590309fc392fb92b33d8aa2c03a19a1039544f
+size 11084
diff --git a/glue/gpt2-large_weights_pt/pt_layer20_wnli/pytorch_adapter.bin b/glue/gpt2-large_weights_pt/pt_layer20_wnli/pytorch_adapter.bin
new file mode 100644
index 0000000000000000000000000000000000000000..63470c76de7f40aef36f495d42f6e5fc5fe1ce22
--- /dev/null
+++ b/glue/gpt2-large_weights_pt/pt_layer20_wnli/pytorch_adapter.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9161d2fafa79c1813aed93801bc6a36dbfacd3a8f3b89b03390b407409a9bc5d
+size 8066771
diff --git a/glue/gpt2-large_weights_pt/pt_layer20_wnli/pytorch_model_head.bin b/glue/gpt2-large_weights_pt/pt_layer20_wnli/pytorch_model_head.bin
new file mode 100644
index 0000000000000000000000000000000000000000..c5955d0cbf7a3c85fc821cfa449fc0f7af8e254a
--- /dev/null
+++ b/glue/gpt2-large_weights_pt/pt_layer20_wnli/pytorch_model_head.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4cc2975f12255feb8f2c0128bb3c0372368e4c12eadebd7361c10a7dd729f688
+size 11084
diff --git a/glue/gpt2-large_weights_pt/pt_layer21_mnli/pytorch_adapter.bin b/glue/gpt2-large_weights_pt/pt_layer21_mnli/pytorch_adapter.bin
new file mode 100644
index 0000000000000000000000000000000000000000..dddc7097da6d16d5e6f8271fc2a03283f8911959
--- /dev/null
+++ b/glue/gpt2-large_weights_pt/pt_layer21_mnli/pytorch_adapter.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b57ed48782fba9885318e9703fd26eff8e306c7af0dff339464c74d188dbd2c
+size 8066771
diff --git a/glue/gpt2-large_weights_pt/pt_layer21_mnli/pytorch_model_head.bin b/glue/gpt2-large_weights_pt/pt_layer21_mnli/pytorch_model_head.bin
new file mode 100644
index 0000000000000000000000000000000000000000..a9662ab0adaaf207136b678e87d0049b7f54fbfb
--- /dev/null
+++ b/glue/gpt2-large_weights_pt/pt_layer21_mnli/pytorch_model_head.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc595f4a8dc2a5b10024e3beadc489c1d3bb4ca35e68105c0ff1cb456df25bea
+size 16204
diff --git a/glue/gpt2-large_weights_pt/pt_layer21_mrpc/pytorch_adapter.bin b/glue/gpt2-large_weights_pt/pt_layer21_mrpc/pytorch_adapter.bin
new file mode 100644
index 0000000000000000000000000000000000000000..88dee082138913671aa0ebdbc6db626aeab62456
--- /dev/null
+++ b/glue/gpt2-large_weights_pt/pt_layer21_mrpc/pytorch_adapter.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:928d3d66cc2e95ca7b304f2dff37ba5d883563ce4463f0157f2358972ceb04cb
+size 8066771
diff --git a/glue/gpt2-large_weights_pt/pt_layer21_mrpc/pytorch_model_head.bin b/glue/gpt2-large_weights_pt/pt_layer21_mrpc/pytorch_model_head.bin
new file mode 100644
index 0000000000000000000000000000000000000000..24c99d5dde7ad1fc1e0ecc39a2f7900ef957b78b
--- /dev/null
+++ b/glue/gpt2-large_weights_pt/pt_layer21_mrpc/pytorch_model_head.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92b9965988ca5a35d762a81a623939524f448a7794b437f7179ec14a7138dbca
+size 11084
diff --git a/glue/gpt2-large_weights_pt/pt_layer21_qnli/pytorch_adapter.bin b/glue/gpt2-large_weights_pt/pt_layer21_qnli/pytorch_adapter.bin
new file mode 100644
index 0000000000000000000000000000000000000000..0a90222017606972c3480b55b9d008b66934f8e3
--- /dev/null
+++ b/glue/gpt2-large_weights_pt/pt_layer21_qnli/pytorch_adapter.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48138e4ea5adb63d4c3bf492c073c7ae9875183ed0a308f0207fd939828a134d
+size 8066771
diff --git a/glue/gpt2-large_weights_pt/pt_layer21_qnli/pytorch_model_head.bin b/glue/gpt2-large_weights_pt/pt_layer21_qnli/pytorch_model_head.bin
new file mode 100644
index 0000000000000000000000000000000000000000..95f4882e05042d40103e2357ad41e3e9423d278a
--- /dev/null
+++ b/glue/gpt2-large_weights_pt/pt_layer21_qnli/pytorch_model_head.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b6de5d0f0bbcbcea8fe1f435716d4dac20609230557c9f7a5dde39962ef9ae0
+size 11084
diff --git a/glue/gpt2-large_weights_pt/pt_layer21_qqp/pytorch_adapter.bin b/glue/gpt2-large_weights_pt/pt_layer21_qqp/pytorch_adapter.bin
new file mode 100644
index 0000000000000000000000000000000000000000..bee81265dbdc3c4a047c7dc24a9b814ac6ec4d16
--- /dev/null
+++ b/glue/gpt2-large_weights_pt/pt_layer21_qqp/pytorch_adapter.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c147824741ad1fa066449339a15e834f5b0f59d348b9fb82afbe15d7ba88800
+size 8066579
diff --git a/glue/gpt2-large_weights_pt/pt_layer21_qqp/pytorch_model_head.bin b/glue/gpt2-large_weights_pt/pt_layer21_qqp/pytorch_model_head.bin
new file mode 100644
index 0000000000000000000000000000000000000000..96884a4e733ff12fb9212cc4b123b9e6ce9d3c70
--- /dev/null
+++ b/glue/gpt2-large_weights_pt/pt_layer21_qqp/pytorch_model_head.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5cddba90c654ae4591224814e7842877eee840f5e935dc13ee9fbec191c27ec2
+size 11084
diff --git a/glue/gpt2-large_weights_pt/pt_layer21_rte/pytorch_adapter.bin b/glue/gpt2-large_weights_pt/pt_layer21_rte/pytorch_adapter.bin
new file mode 100644
index 0000000000000000000000000000000000000000..cb7b25a5b7519abe9d6407a263dc636f19b50e87
--- /dev/null
+++ b/glue/gpt2-large_weights_pt/pt_layer21_rte/pytorch_adapter.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2a3a625a2fda0a6f212dcabe9f2d3de0908511a90ed8cb39e64307f0d08d9a8
+size 8066579
diff --git a/glue/gpt2-large_weights_pt/pt_layer21_rte/pytorch_model_head.bin b/glue/gpt2-large_weights_pt/pt_layer21_rte/pytorch_model_head.bin
new file mode 100644
index 0000000000000000000000000000000000000000..29d12f9014a9eddb945168de5b181192affa04e1
--- /dev/null
+++ b/glue/gpt2-large_weights_pt/pt_layer21_rte/pytorch_model_head.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61d096037671ce94c9d3a0ba69b75678ba2b81b35050dff47adf4111a8d8c0ad
+size 11084
diff --git a/glue/gpt2-large_weights_pt/pt_layer21_sst2/pytorch_adapter.bin b/glue/gpt2-large_weights_pt/pt_layer21_sst2/pytorch_adapter.bin
new file mode 100644
index 0000000000000000000000000000000000000000..9211b4c48d798ce1721739d0c8b08a0806485ff3
--- /dev/null
+++ b/glue/gpt2-large_weights_pt/pt_layer21_sst2/pytorch_adapter.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42f6f453feca271ebb2d696dc08629ef53e2b9df80fa335e7da235f06f442c50
+size 8066771
diff --git a/glue/gpt2-large_weights_pt/pt_layer21_sst2/pytorch_model_head.bin b/glue/gpt2-large_weights_pt/pt_layer21_sst2/pytorch_model_head.bin
new file mode 100644
index 0000000000000000000000000000000000000000..6e91500b4309c8c90f95935333bf695398356596
--- /dev/null
+++ b/glue/gpt2-large_weights_pt/pt_layer21_sst2/pytorch_model_head.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93e2c16f76f4ebe4ff02f31dc02ef84ffeced47dac6bd629eab65b37f2bc8cd0
+size 11084
diff --git a/glue/gpt2-large_weights_pt/pt_layer21_wnli/pytorch_adapter.bin b/glue/gpt2-large_weights_pt/pt_layer21_wnli/pytorch_adapter.bin
new file mode 100644
index 0000000000000000000000000000000000000000..4021dc4c9092c9234355292ee0566073788d826c
--- /dev/null
+++ b/glue/gpt2-large_weights_pt/pt_layer21_wnli/pytorch_adapter.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2144c30aebc346e174723f55715df227909b188b5e8569f5d6664e6bfc6070a
+size 8066771
diff --git a/glue/gpt2-large_weights_pt/pt_layer21_wnli/pytorch_model_head.bin b/glue/gpt2-large_weights_pt/pt_layer21_wnli/pytorch_model_head.bin
new file mode 100644
index 0000000000000000000000000000000000000000..b5a409f751654627b11ede3b4f8d96cdfc369e6f
--- /dev/null
+++ b/glue/gpt2-large_weights_pt/pt_layer21_wnli/pytorch_model_head.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19f193c782f18e9c02bd3d6ea4fc1418fe0e90bb1af2d1f311f04ade3d8f677b
+size 11084
diff --git a/glue/gpt2-large_weights_pt/pt_layer22_mnli/pytorch_adapter.bin b/glue/gpt2-large_weights_pt/pt_layer22_mnli/pytorch_adapter.bin
new file mode 100644
index 0000000000000000000000000000000000000000..7a30b08b22a573e2a07df0c56217d85bde96e43e
--- /dev/null
+++ b/glue/gpt2-large_weights_pt/pt_layer22_mnli/pytorch_adapter.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85ebf8787e3556f95f38832a4ee317469cd0ddf291c99c5e4c27c60125ec76e0
+size 8066771
diff --git a/glue/gpt2-large_weights_pt/pt_layer22_mnli/pytorch_model_head.bin b/glue/gpt2-large_weights_pt/pt_layer22_mnli/pytorch_model_head.bin
new file mode 100644
index 0000000000000000000000000000000000000000..827122edf3b327215f845cb6270360e698157158
--- /dev/null
+++ b/glue/gpt2-large_weights_pt/pt_layer22_mnli/pytorch_model_head.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cba6feaaf1cbceedb25f9afb152689649fce0361ce038909a7f1e4360fc82cea
+size 16204
diff --git a/glue/gpt2-large_weights_pt/pt_layer22_mrpc/pytorch_adapter.bin b/glue/gpt2-large_weights_pt/pt_layer22_mrpc/pytorch_adapter.bin
new file mode 100644
index 0000000000000000000000000000000000000000..07bf1bf48c688edcc6717eb5b3b1859f8d8100e5
--- /dev/null
+++ b/glue/gpt2-large_weights_pt/pt_layer22_mrpc/pytorch_adapter.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84595dfd88e89f35a3bacb5fbd6837e7c291c7a76661564338f3b4b5b04097f6
+size 8066771
diff --git a/glue/gpt2-large_weights_pt/pt_layer22_mrpc/pytorch_model_head.bin b/glue/gpt2-large_weights_pt/pt_layer22_mrpc/pytorch_model_head.bin
new file mode 100644
index 0000000000000000000000000000000000000000..067a70071ac10ba497449055cc3f119aab8f3494
--- /dev/null
+++ b/glue/gpt2-large_weights_pt/pt_layer22_mrpc/pytorch_model_head.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c93da8bdae6d526773f80f3b0f08ab42c29c1be91a4bedb40e2ff127c4c53282
+size 11084
diff --git a/glue/gpt2-large_weights_pt/pt_layer22_qnli/pytorch_adapter.bin b/glue/gpt2-large_weights_pt/pt_layer22_qnli/pytorch_adapter.bin
new file mode 100644
index 0000000000000000000000000000000000000000..f187596e8905ae2510e64f261b5ce818056f6054
--- /dev/null
+++ b/glue/gpt2-large_weights_pt/pt_layer22_qnli/pytorch_adapter.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fed566cbd689b72f1cbb09a2e32653e4c2286eb41e86042b87db91cf31147e28
+size 8066771
diff --git a/glue/gpt2-large_weights_pt/pt_layer22_qnli/pytorch_model_head.bin b/glue/gpt2-large_weights_pt/pt_layer22_qnli/pytorch_model_head.bin
new file mode 100644
index 0000000000000000000000000000000000000000..5ddb78d63ed8d4431c2bb8af82aec9d6ac74af58
--- /dev/null
+++ b/glue/gpt2-large_weights_pt/pt_layer22_qnli/pytorch_model_head.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:440b5c871da90b321d30fadec9ca56468f61a355dff0077f02abc09de6514b2f
+size 11084
diff --git a/glue/gpt2-large_weights_pt/pt_layer22_qqp/pytorch_adapter.bin b/glue/gpt2-large_weights_pt/pt_layer22_qqp/pytorch_adapter.bin
new file mode 100644
index 0000000000000000000000000000000000000000..d3e5d7f4cd532b65331511a78aa5aa410a49eed0
--- /dev/null
+++ b/glue/gpt2-large_weights_pt/pt_layer22_qqp/pytorch_adapter.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56b866eb31d07cceac1a9c4e3a2e82c16799614874952baf2c78aa172236dcee
+size 8066579
diff --git a/glue/gpt2-large_weights_pt/pt_layer22_qqp/pytorch_model_head.bin b/glue/gpt2-large_weights_pt/pt_layer22_qqp/pytorch_model_head.bin
new file mode 100644
index 0000000000000000000000000000000000000000..e2a996b8c6ce1a51d2716521319f691253eda444
--- /dev/null
+++ b/glue/gpt2-large_weights_pt/pt_layer22_qqp/pytorch_model_head.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8c813abeee94c7fbf53f3f01dbcebf1bbe6da8b5db53c2e0afa3aef964c8f90
+size 11084
diff --git a/glue/gpt2-large_weights_pt/pt_layer22_rte/pytorch_adapter.bin b/glue/gpt2-large_weights_pt/pt_layer22_rte/pytorch_adapter.bin
new file mode 100644
index 0000000000000000000000000000000000000000..f5521d93eb20109be72a98e14cfa65b99c1ba36c
--- /dev/null
+++ b/glue/gpt2-large_weights_pt/pt_layer22_rte/pytorch_adapter.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5cf211123eff7248f2aca611c851f2db463736af53a1352cb93eaf9f82bf6723
+size 8066579
diff --git a/glue/gpt2-large_weights_pt/pt_layer22_rte/pytorch_model_head.bin b/glue/gpt2-large_weights_pt/pt_layer22_rte/pytorch_model_head.bin
new file mode 100644
index 0000000000000000000000000000000000000000..ab2a3a571f46168026562da35202d7c2f1f84a38
--- /dev/null
+++ b/glue/gpt2-large_weights_pt/pt_layer22_rte/pytorch_model_head.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c62d0d41653720b1fd2a1582c5bd934aa20532bd73656b61cb974268bb478312
+size 11084
diff --git a/glue/gpt2-large_weights_pt/pt_layer22_sst2/pytorch_adapter.bin b/glue/gpt2-large_weights_pt/pt_layer22_sst2/pytorch_adapter.bin
new file mode 100644
index 0000000000000000000000000000000000000000..92e5466ea4240226c291158cffad98e64c0b93b3
--- /dev/null
+++ b/glue/gpt2-large_weights_pt/pt_layer22_sst2/pytorch_adapter.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:065515f3b27eb967df553ebab70f7de4e33e9727d7edbbc62bc8905d6dc1be8a
+size 8066771
diff --git a/glue/gpt2-large_weights_pt/pt_layer22_sst2/pytorch_model_head.bin b/glue/gpt2-large_weights_pt/pt_layer22_sst2/pytorch_model_head.bin
new file mode 100644
index 0000000000000000000000000000000000000000..f5bf003ed93984cc8f1bf79e656bc4edba6e5237
--- /dev/null
+++ b/glue/gpt2-large_weights_pt/pt_layer22_sst2/pytorch_model_head.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9faafed1a7840cf3e76d390e65a10bda249e1a4e82a577c64715345798f7aba2
+size 11084
diff --git a/glue/gpt2-large_weights_pt/pt_layer22_wnli/pytorch_adapter.bin b/glue/gpt2-large_weights_pt/pt_layer22_wnli/pytorch_adapter.bin
new file mode 100644
index 0000000000000000000000000000000000000000..7985e11828a248043a9ddc37011773067c98f12b
--- /dev/null
+++ b/glue/gpt2-large_weights_pt/pt_layer22_wnli/pytorch_adapter.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc5bfe65a751c3195ae7b44d33b132b8affbb19c86d2b010bf9694618cf501c2
+size 8066771
diff --git a/glue/gpt2-large_weights_pt/pt_layer22_wnli/pytorch_model_head.bin b/glue/gpt2-large_weights_pt/pt_layer22_wnli/pytorch_model_head.bin
new file mode 100644
index 0000000000000000000000000000000000000000..1b028537991189e1168a81c5dd32145dbe7f1f79
--- /dev/null
+++ b/glue/gpt2-large_weights_pt/pt_layer22_wnli/pytorch_model_head.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7daf2b6857ff3a30f61d585f4b29ecdaa0dd484f777131dad5dd3f7aeb6de0de
+size 11084
diff --git a/glue/gpt2-large_weights_pt/pt_layer23_mnli/pytorch_adapter.bin b/glue/gpt2-large_weights_pt/pt_layer23_mnli/pytorch_adapter.bin
new file mode 100644
index 0000000000000000000000000000000000000000..f8ec18df8484d419314089966ff6d3c5050937ce
--- /dev/null
+++ b/glue/gpt2-large_weights_pt/pt_layer23_mnli/pytorch_adapter.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55051355e526b18ce7c6475eabd68cd62410febea3f9bb5bb7e944a1a9d171d7
+size 8066771
diff --git a/glue/gpt2-large_weights_pt/pt_layer23_mnli/pytorch_model_head.bin b/glue/gpt2-large_weights_pt/pt_layer23_mnli/pytorch_model_head.bin
new file mode 100644
index 0000000000000000000000000000000000000000..54ad1d56624d8ba47006734101e8130759e66b34
--- /dev/null
+++ b/glue/gpt2-large_weights_pt/pt_layer23_mnli/pytorch_model_head.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec7828f1ca426a0da94f3297c039bc8ded48a1d7b73e6dc19d24408ee326cc50
+size 16204
diff --git a/glue/gpt2-large_weights_pt/pt_layer23_mrpc/pytorch_adapter.bin b/glue/gpt2-large_weights_pt/pt_layer23_mrpc/pytorch_adapter.bin
new file mode 100644
index 0000000000000000000000000000000000000000..17600cb059002dec8ec911399758e98c9a92f704
--- /dev/null
+++ b/glue/gpt2-large_weights_pt/pt_layer23_mrpc/pytorch_adapter.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ec081f8c18888a967439243b8b8faddb28cbbc5766fe24a66c1b9e42fe83057
+size 8066771
diff --git a/glue/gpt2-large_weights_pt/pt_layer23_mrpc/pytorch_model_head.bin b/glue/gpt2-large_weights_pt/pt_layer23_mrpc/pytorch_model_head.bin
new file mode 100644
index 0000000000000000000000000000000000000000..a33b5f8765500bf58d0fd032c3a78b57259784f3
--- /dev/null
+++ b/glue/gpt2-large_weights_pt/pt_layer23_mrpc/pytorch_model_head.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fdb7eee824ffed22153af5a1a7be42c2ec604d741c06f082968f405d7d004f03
+size 11084
diff --git a/glue/gpt2-large_weights_pt/pt_layer23_qnli/pytorch_adapter.bin b/glue/gpt2-large_weights_pt/pt_layer23_qnli/pytorch_adapter.bin
new file mode 100644
index 0000000000000000000000000000000000000000..032be1ef35c451e3ec5ea4f5c8590375c17c19e5
--- /dev/null
+++ b/glue/gpt2-large_weights_pt/pt_layer23_qnli/pytorch_adapter.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce0b01f3a52b4eecd8b2b8591489f8127042e4c106a5774610a565df3d3aa49a
+size 8066771
diff --git a/glue/gpt2-large_weights_pt/pt_layer23_qnli/pytorch_model_head.bin b/glue/gpt2-large_weights_pt/pt_layer23_qnli/pytorch_model_head.bin
new file mode 100644
index 0000000000000000000000000000000000000000..59dfddb6e85178dd25e571c7d17fe813244b23ae
--- /dev/null
+++ b/glue/gpt2-large_weights_pt/pt_layer23_qnli/pytorch_model_head.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1978e1af142a5edf83821b221ebb8541f80f3d33ac21dadd1532c9c3369a07d
+size 11084
diff --git a/glue/gpt2-large_weights_pt/pt_layer23_qqp/pytorch_adapter.bin b/glue/gpt2-large_weights_pt/pt_layer23_qqp/pytorch_adapter.bin
new file mode 100644
index 0000000000000000000000000000000000000000..a2360106f3f1a9a43c8ee0f8cf11aae895ca8b81
--- /dev/null
+++ b/glue/gpt2-large_weights_pt/pt_layer23_qqp/pytorch_adapter.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:959c089a088e75df6d957ee8ec762caeae28ba110e618ab218052207977ff1b1
+size 8066579
diff --git a/glue/gpt2-large_weights_pt/pt_layer23_qqp/pytorch_model_head.bin b/glue/gpt2-large_weights_pt/pt_layer23_qqp/pytorch_model_head.bin
new file mode 100644
index 0000000000000000000000000000000000000000..7d7da7284584feffc5075667f21707a8be9c7611
--- /dev/null
+++ b/glue/gpt2-large_weights_pt/pt_layer23_qqp/pytorch_model_head.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:678a44d87821751eb455b1b7e6d2f822eb207f5e4cd6c6b9bea4c91cbb60a223
+size 11084
diff --git a/glue/gpt2-large_weights_pt/pt_layer23_rte/pytorch_adapter.bin b/glue/gpt2-large_weights_pt/pt_layer23_rte/pytorch_adapter.bin
new file mode 100644
index 0000000000000000000000000000000000000000..407eebd0933e048ebf02fc44ed902463378c7e65
--- /dev/null
+++ b/glue/gpt2-large_weights_pt/pt_layer23_rte/pytorch_adapter.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b49b03ac326ed47f9d826933685bd6fab2b727ac4ab7dfa44b047ef180b0ae13
+size 8066579
diff --git a/glue/gpt2-large_weights_pt/pt_layer23_rte/pytorch_model_head.bin b/glue/gpt2-large_weights_pt/pt_layer23_rte/pytorch_model_head.bin
new file mode 100644
index 0000000000000000000000000000000000000000..43e5bb185f5296bbb4dd7029c51e96e2c30070ff
--- /dev/null
+++ b/glue/gpt2-large_weights_pt/pt_layer23_rte/pytorch_model_head.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:149086a21d945a4746bdd92230bd71c90054beaf414700bb1238b2ea42ae9c05
+size 11084
diff --git a/glue/gpt2-large_weights_pt/pt_layer23_sst2/pytorch_adapter.bin b/glue/gpt2-large_weights_pt/pt_layer23_sst2/pytorch_adapter.bin
new file mode 100644
index 0000000000000000000000000000000000000000..1dfb4b0282ee6e9418ba6218676a37f6277f8281
--- /dev/null
+++ b/glue/gpt2-large_weights_pt/pt_layer23_sst2/pytorch_adapter.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5814a28f15bd18f1cb144e9313c591291fe0bb99fdce9b85b1ad305193a556e
+size 8066771
diff --git a/glue/gpt2-large_weights_pt/pt_layer23_sst2/pytorch_model_head.bin b/glue/gpt2-large_weights_pt/pt_layer23_sst2/pytorch_model_head.bin
new file mode 100644
index 0000000000000000000000000000000000000000..e0aef8c82035ffd41cb4f906b16222113a2b118f
--- /dev/null
+++ b/glue/gpt2-large_weights_pt/pt_layer23_sst2/pytorch_model_head.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af8ef8174672b9b15815c599df77bb713688243ec885edd8a55c2bae3a58f715
+size 11084
diff --git a/glue/gpt2-large_weights_pt/pt_layer23_wnli/pytorch_adapter.bin b/glue/gpt2-large_weights_pt/pt_layer23_wnli/pytorch_adapter.bin
new file mode 100644
index 0000000000000000000000000000000000000000..98ba672203b94df0307d5ff309e1dde6defd2800
--- /dev/null
+++ b/glue/gpt2-large_weights_pt/pt_layer23_wnli/pytorch_adapter.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:662b9a4616e10f333c506324882fb1aaf6be1a7358fe4825d36d94cbb931ae31
+size 8066771
diff --git a/glue/gpt2-large_weights_pt/pt_layer23_wnli/pytorch_model_head.bin b/glue/gpt2-large_weights_pt/pt_layer23_wnli/pytorch_model_head.bin
new file mode 100644
index 0000000000000000000000000000000000000000..fa396648cc5433ce513f2232b36edc414478ad9c
--- /dev/null
+++ b/glue/gpt2-large_weights_pt/pt_layer23_wnli/pytorch_model_head.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4db0138cdfbe3c4097c674499703d36a4c5e0282afdd14d174e38f3323a8c51
+size 11084
diff --git a/glue/gpt2-large_weights_pt/pt_layer24_mnli/pytorch_adapter.bin b/glue/gpt2-large_weights_pt/pt_layer24_mnli/pytorch_adapter.bin
new file mode 100644
index 0000000000000000000000000000000000000000..5e2562e232667333f18f6d41a89d7e067481ee7a
--- /dev/null
+++ b/glue/gpt2-large_weights_pt/pt_layer24_mnli/pytorch_adapter.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:655b8db0adc9f7f394c4a0bd97be2b52d3fcf4203af2d9d52ee34bae3d041ce2
+size 8066771
diff --git a/glue/gpt2-large_weights_pt/pt_layer24_mnli/pytorch_model_head.bin b/glue/gpt2-large_weights_pt/pt_layer24_mnli/pytorch_model_head.bin
new file mode 100644
index 0000000000000000000000000000000000000000..c38aecd89b1dca6922d4dc11609799a88374e0fd
--- /dev/null
+++ b/glue/gpt2-large_weights_pt/pt_layer24_mnli/pytorch_model_head.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3e87b8f8adfbb93588fe827baf8a54d9dcba6d6408ab9cd6514c2fab949ffc0
+size 16204
diff --git a/glue/gpt2-large_weights_pt/pt_layer24_mrpc/pytorch_adapter.bin b/glue/gpt2-large_weights_pt/pt_layer24_mrpc/pytorch_adapter.bin
new file mode 100644
index 0000000000000000000000000000000000000000..ae6affcb59df0b875a5c16b52f5a60e856f86f1e
--- /dev/null
+++ b/glue/gpt2-large_weights_pt/pt_layer24_mrpc/pytorch_adapter.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d2fedff3d0f161c09259590002ab4ab0bcea41621386171e47a74f54b1e20c5
+size 8066771
diff --git a/glue/gpt2-large_weights_pt/pt_layer24_mrpc/pytorch_model_head.bin b/glue/gpt2-large_weights_pt/pt_layer24_mrpc/pytorch_model_head.bin
new file mode 100644
index 0000000000000000000000000000000000000000..cfdab6a531c3acac893b12e422e6de5ee448c03f
--- /dev/null
+++ b/glue/gpt2-large_weights_pt/pt_layer24_mrpc/pytorch_model_head.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72a3dd2338b70199630087a40cf0524dafed2e47cbdd0e5502a8c975d6b76fe0
+size 11084
diff --git a/glue/gpt2-large_weights_pt/pt_layer24_qnli/pytorch_adapter.bin b/glue/gpt2-large_weights_pt/pt_layer24_qnli/pytorch_adapter.bin
new file mode 100644
index 0000000000000000000000000000000000000000..7770d86df9d583d6accfad2cef100a8478a1890b
--- /dev/null
+++ b/glue/gpt2-large_weights_pt/pt_layer24_qnli/pytorch_adapter.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6eca4b2b25884db43ce7feba7cc76e5c6850317861c7ba1dfb0941afc2bdf169
+size 8066771
diff --git a/glue/gpt2-large_weights_pt/pt_layer24_qnli/pytorch_model_head.bin b/glue/gpt2-large_weights_pt/pt_layer24_qnli/pytorch_model_head.bin
new file mode 100644
index 0000000000000000000000000000000000000000..5059e9961dcb7548e3504bad05d11613d9dac2cb
--- /dev/null
+++ b/glue/gpt2-large_weights_pt/pt_layer24_qnli/pytorch_model_head.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60a905f9e7f8d4b0d6587429f8f16db283eeabf17c17f5719e700a337d255335
+size 11084
diff --git a/glue/gpt2-large_weights_pt/pt_layer24_qqp/pytorch_adapter.bin b/glue/gpt2-large_weights_pt/pt_layer24_qqp/pytorch_adapter.bin
new file mode 100644
index 0000000000000000000000000000000000000000..2ce6d4d79782c88b179a285e153664e3c1eba0b2
--- /dev/null
+++ b/glue/gpt2-large_weights_pt/pt_layer24_qqp/pytorch_adapter.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:734024c2104bae13a99886404addc26a3b6eeb0112ec26b6ea41e91eb930a699
+size 8066579
diff --git a/glue/gpt2-large_weights_pt/pt_layer24_qqp/pytorch_model_head.bin b/glue/gpt2-large_weights_pt/pt_layer24_qqp/pytorch_model_head.bin
new file mode 100644
index 0000000000000000000000000000000000000000..7d27c678e5df06e52d1e17723d81d43fbfe7b088
--- /dev/null
+++ b/glue/gpt2-large_weights_pt/pt_layer24_qqp/pytorch_model_head.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d284ff9737207841a98605d9ab35ec2b746e78a9bf6cbe238f4a23a584fd43c
+size 11084
diff --git a/glue/gpt2-large_weights_pt/pt_layer24_rte/pytorch_adapter.bin b/glue/gpt2-large_weights_pt/pt_layer24_rte/pytorch_adapter.bin
new file mode 100644
index 0000000000000000000000000000000000000000..e834dd0a354c19866aaba5126a3181ca27be54f5
--- /dev/null
+++ b/glue/gpt2-large_weights_pt/pt_layer24_rte/pytorch_adapter.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ada1aeda04b998675e3769d58e6348364ba036c87b1f65dad22f61d4af44822
+size 8066579
diff --git a/glue/gpt2-large_weights_pt/pt_layer24_rte/pytorch_model_head.bin b/glue/gpt2-large_weights_pt/pt_layer24_rte/pytorch_model_head.bin
new file mode 100644
index 0000000000000000000000000000000000000000..cd79731ca61e8a5c5eeced20d496611536039d8f
--- /dev/null
+++ b/glue/gpt2-large_weights_pt/pt_layer24_rte/pytorch_model_head.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0a5d93ec818523587dd6ec1e531c3e545cfb7aab21402796d9b07d66e883cfc
+size 11084
diff --git a/glue/gpt2-large_weights_pt/pt_layer24_sst2/pytorch_adapter.bin b/glue/gpt2-large_weights_pt/pt_layer24_sst2/pytorch_adapter.bin
new file mode 100644
index 0000000000000000000000000000000000000000..cc06720f5d2955547d5b3050573e651a4c244ee2
--- /dev/null
+++ b/glue/gpt2-large_weights_pt/pt_layer24_sst2/pytorch_adapter.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce850fbee96101b10c0efe2cd5c145bc264eaaff75643227748dc8005bb6a6f8
+size 8066771
diff --git a/glue/gpt2-large_weights_pt/pt_layer24_sst2/pytorch_model_head.bin b/glue/gpt2-large_weights_pt/pt_layer24_sst2/pytorch_model_head.bin
new file mode 100644
index 0000000000000000000000000000000000000000..480ae121ebdf14bbcd80885df4e251f5e1f565b0
--- /dev/null
+++ b/glue/gpt2-large_weights_pt/pt_layer24_sst2/pytorch_model_head.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8537381c334d775317d3160a76dba577c7c2e7f8252daae902a3407c3527f74
+size 11084
diff --git a/glue/gpt2-large_weights_pt/pt_layer24_wnli/pytorch_adapter.bin b/glue/gpt2-large_weights_pt/pt_layer24_wnli/pytorch_adapter.bin
new file mode 100644
index 0000000000000000000000000000000000000000..73f7fcf1575112050dacba83655ee655af742779
--- /dev/null
+++ b/glue/gpt2-large_weights_pt/pt_layer24_wnli/pytorch_adapter.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1a0adaf82b354910369ea1f55466c9f2638b778545a24cb25fde492c5d7a349
+size 8066771
diff --git a/glue/gpt2-large_weights_pt/pt_layer24_wnli/pytorch_model_head.bin b/glue/gpt2-large_weights_pt/pt_layer24_wnli/pytorch_model_head.bin
new file mode 100644
index 0000000000000000000000000000000000000000..3828255d46868dcb5581164dc457ad3b0c342699
--- /dev/null
+++ b/glue/gpt2-large_weights_pt/pt_layer24_wnli/pytorch_model_head.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5660a8a08f03151988866414fce97fddde49e32eb93eb6ba02f33cd7355cfe25
+size 11084
diff --git a/glue/gpt2-large_weights_pt/pt_layer35_mnli/pytorch_adapter.bin b/glue/gpt2-large_weights_pt/pt_layer35_mnli/pytorch_adapter.bin
new file mode 100644
index 0000000000000000000000000000000000000000..588ac74a8b373a27b22bc79ba348534ae5e351c1
--- /dev/null
+++ b/glue/gpt2-large_weights_pt/pt_layer35_mnli/pytorch_adapter.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0d98dbdf6fa39f36b9c24960031d107518804253231b1d49777b2127af645d3
+size 8067220
diff --git a/glue/gpt2-large_weights_pt/pt_layer35_mnli/pytorch_model_head.bin b/glue/gpt2-large_weights_pt/pt_layer35_mnli/pytorch_model_head.bin
new file mode 100644
index 0000000000000000000000000000000000000000..f5d43156043016ff559ddbb83747db5f46f6ddc1
--- /dev/null
+++ b/glue/gpt2-large_weights_pt/pt_layer35_mnli/pytorch_model_head.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:269d891ee77500da7c80a13d4e3d11eb4da4a4d423b86f6cf5ced26b6bd7f28e
+size 16659
diff --git a/glue/gpt2-large_weights_pt/pt_layer35_mrpc/pytorch_adapter.bin b/glue/gpt2-large_weights_pt/pt_layer35_mrpc/pytorch_adapter.bin
new file mode 100644
index 0000000000000000000000000000000000000000..39fb33881a98e070f7a81bde946ccb6457b53d4a
--- /dev/null
+++ b/glue/gpt2-large_weights_pt/pt_layer35_mrpc/pytorch_adapter.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07b207483290eca5602f8be9bf82f41ffa4797de6b9185f6ff6c767fe1b84806
+size 8067220
diff --git a/glue/gpt2-large_weights_pt/pt_layer35_mrpc/pytorch_model_head.bin b/glue/gpt2-large_weights_pt/pt_layer35_mrpc/pytorch_model_head.bin
new file mode 100644
index 0000000000000000000000000000000000000000..ab9018359c56394d1b5e31d1f7c774644c09aea3
--- /dev/null
+++ b/glue/gpt2-large_weights_pt/pt_layer35_mrpc/pytorch_model_head.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c0a60227ace7cc558cf987ae1dcd1d1b266f8e9cd16634c240126c503910258
+size 11539
diff --git a/glue/gpt2-large_weights_pt/pt_layer35_qnli/pytorch_adapter.bin b/glue/gpt2-large_weights_pt/pt_layer35_qnli/pytorch_adapter.bin
new file mode 100644
index 0000000000000000000000000000000000000000..338df19fc9fd665e975f089a4d211f88f4885008
--- /dev/null
+++ b/glue/gpt2-large_weights_pt/pt_layer35_qnli/pytorch_adapter.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b9545c27ed77c093b58163a333649c8662c54659d8480df21f3756e09de23b1
+size 8067220
diff --git a/glue/gpt2-large_weights_pt/pt_layer35_qnli/pytorch_model_head.bin b/glue/gpt2-large_weights_pt/pt_layer35_qnli/pytorch_model_head.bin
new file mode 100644
index 0000000000000000000000000000000000000000..69cca25564cbf6c05407aa5320df566e319e05db
--- /dev/null
+++ b/glue/gpt2-large_weights_pt/pt_layer35_qnli/pytorch_model_head.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbd4b4bdfd1acdc00be3a780463f4b5298ecae2e138c7b422ebe4c8f4a10a4ac
+size 11539
diff --git a/glue/gpt2-large_weights_pt/pt_layer35_qqp/pytorch_adapter.bin b/glue/gpt2-large_weights_pt/pt_layer35_qqp/pytorch_adapter.bin
new file mode 100644
index 0000000000000000000000000000000000000000..1b3cbd04878a932ba206ef1366f3621dbac6118b
--- /dev/null
+++ b/glue/gpt2-large_weights_pt/pt_layer35_qqp/pytorch_adapter.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93bd786b38ce7a43f288ab934605803efcb9d76c2154585a4b8ea4f7d4cc3353
+size 8067028
diff --git a/glue/gpt2-large_weights_pt/pt_layer35_qqp/pytorch_model_head.bin b/glue/gpt2-large_weights_pt/pt_layer35_qqp/pytorch_model_head.bin
new file mode 100644
index 0000000000000000000000000000000000000000..b23d9b7650f99fb662ad26ae3984df235a2dcb5e
--- /dev/null
+++ b/glue/gpt2-large_weights_pt/pt_layer35_qqp/pytorch_model_head.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0f6595c7328f0bd489f81803ea1e0e9895f03962308da31ef4ed8851be3034c
+size 11539
diff --git a/glue/gpt2-large_weights_pt/pt_layer35_rte/pytorch_adapter.bin b/glue/gpt2-large_weights_pt/pt_layer35_rte/pytorch_adapter.bin
new file mode 100644
index 0000000000000000000000000000000000000000..391a7b4fde0cd22b56a15113277e60895e188f70
--- /dev/null
+++ b/glue/gpt2-large_weights_pt/pt_layer35_rte/pytorch_adapter.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:332aa2b2e85d74873bae670b25ee5fb52f8610d7767ddf9806c8c34174a9b1df
+size 8067028
diff --git a/glue/gpt2-large_weights_pt/pt_layer35_rte/pytorch_model_head.bin b/glue/gpt2-large_weights_pt/pt_layer35_rte/pytorch_model_head.bin
new file mode 100644
index 0000000000000000000000000000000000000000..9aea39e1b4b8758062bb00bc65a691dcfd1a7633
--- /dev/null
+++ b/glue/gpt2-large_weights_pt/pt_layer35_rte/pytorch_model_head.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:038cbcabdcf1b0712aab2785a38eac1d0e5d66e2d7f46a2c61e718de5b3e14cd
+size 11539
diff --git a/glue/gpt2-large_weights_pt/pt_layer35_sst2/pytorch_adapter.bin b/glue/gpt2-large_weights_pt/pt_layer35_sst2/pytorch_adapter.bin
new file mode 100644
index 0000000000000000000000000000000000000000..cb5ec4cb00fbe24db1f6d91ee90c8e076c0c1852
--- /dev/null
+++ b/glue/gpt2-large_weights_pt/pt_layer35_sst2/pytorch_adapter.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b06de68135bcf0cb472016f0e1c69f25d4bacff9ffbca5a7172d9d6e418f210
+size 8067220
diff --git a/glue/gpt2-large_weights_pt/pt_layer35_sst2/pytorch_model_head.bin b/glue/gpt2-large_weights_pt/pt_layer35_sst2/pytorch_model_head.bin
new file mode 100644
index 0000000000000000000000000000000000000000..e4d963eb37d7e50d38a321bb091751c0a8de11c1
--- /dev/null
+++ b/glue/gpt2-large_weights_pt/pt_layer35_sst2/pytorch_model_head.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c745d49f66f1aac54756c4d8739fe21a7992852be6a776443be6980c4f487373
+size 11539
diff --git a/glue/gpt2-large_weights_pt/pt_layer35_wnli/pytorch_adapter.bin b/glue/gpt2-large_weights_pt/pt_layer35_wnli/pytorch_adapter.bin
new file mode 100644
index 0000000000000000000000000000000000000000..d54d2009ab78eba1e5fbb9f3ba944010108081ea
--- /dev/null
+++ b/glue/gpt2-large_weights_pt/pt_layer35_wnli/pytorch_adapter.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbf1eb9004644ee272c846db265074e48047d8a6ddf667d2925786c1fc390209
+size 8067220
diff --git a/glue/gpt2-large_weights_pt/pt_layer35_wnli/pytorch_model_head.bin b/glue/gpt2-large_weights_pt/pt_layer35_wnli/pytorch_model_head.bin
new file mode 100644
index 0000000000000000000000000000000000000000..329db7aeb736368e4e578ecb03fd1eb7db37e74a
--- /dev/null
+++ b/glue/gpt2-large_weights_pt/pt_layer35_wnli/pytorch_model_head.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0a07f7014aedafa1abb69d7a038026636f1ad0f5573bd3ec16375500a10de21
+size 11539
diff --git a/glue/gpt2-large_weights_pt/pt_layerfull_mnli/pytorch_model_head.bin b/glue/gpt2-large_weights_pt/pt_layerfull_mnli/pytorch_model_head.bin
new file mode 100644
index 0000000000000000000000000000000000000000..cd73b68f444cdcd08aeb8579f77018b0a4e4a144
--- /dev/null
+++ b/glue/gpt2-large_weights_pt/pt_layerfull_mnli/pytorch_model_head.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5a4fab86863a0560e29f111c71cf6880c6a3e977d6759389fa5dc30e884b22b
+size 16204
diff --git a/glue/gpt2-large_weights_pt/pt_layerfull_mrpc/pytorch_model_head.bin b/glue/gpt2-large_weights_pt/pt_layerfull_mrpc/pytorch_model_head.bin
new file mode 100644
index 0000000000000000000000000000000000000000..1a6f9e0ac1f862a723b7b7fc4bbed26e0cfc443a
--- /dev/null
+++ b/glue/gpt2-large_weights_pt/pt_layerfull_mrpc/pytorch_model_head.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a2790cc58d1f55182399dca1b61ccc71e2a328898f5653fdbdd28a4dad5cdcb
+size 11084
diff --git a/glue/gpt2-large_weights_pt/pt_layerfull_qnli/pytorch_model_head.bin b/glue/gpt2-large_weights_pt/pt_layerfull_qnli/pytorch_model_head.bin
new file mode 100644
index 0000000000000000000000000000000000000000..b2b32b6403a03c9ff490f75d3661bf128ffcad99
--- /dev/null
+++ b/glue/gpt2-large_weights_pt/pt_layerfull_qnli/pytorch_model_head.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0a653a386bffdb4aa338d89f9c1ed8373cc85e29a50f153e5006a46e9d7c25b
+size 11084
diff --git a/glue/gpt2-large_weights_pt/pt_layerfull_qqp/pytorch_model_head.bin b/glue/gpt2-large_weights_pt/pt_layerfull_qqp/pytorch_model_head.bin
new file mode 100644
index 0000000000000000000000000000000000000000..e3a4a75201e53dd75937ca3dad2252463735dd53
--- /dev/null
+++ b/glue/gpt2-large_weights_pt/pt_layerfull_qqp/pytorch_model_head.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e52d1138d96d2c280d29c1299e209941a9244f896ebe58c162c4eba4dd2cb28
+size 11084
diff --git a/glue/llama2_weights_pt/pt_layerfull_sst2/pytorch_adapter.bin b/glue/llama2_weights_pt/pt_layerfull_sst2/pytorch_adapter.bin
new file mode 100644
index 0000000000000000000000000000000000000000..a52e7b68e32dfbb8bde4d2ad735b25afb4657509
--- /dev/null
+++ b/glue/llama2_weights_pt/pt_layerfull_sst2/pytorch_adapter.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e34bd189b4414718a8fb36aec27a2afb7b98aaf32514b57b0b5558f8cd91b0f0
+size 546835988
diff --git a/glue/llama2_weights_pt/pt_layerfull_wnli/pytorch_adapter.bin b/glue/llama2_weights_pt/pt_layerfull_wnli/pytorch_adapter.bin
new file mode 100644
index 0000000000000000000000000000000000000000..932b7fe392128841ff8ef14f29d6810c5f0756a2
--- /dev/null
+++ b/glue/llama2_weights_pt/pt_layerfull_wnli/pytorch_adapter.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9277236dc78d70ac286bae8a8f6382d80cd97983e649b5535e541c02734cf118
+size 546835988
diff --git a/glue/llama2_weights_pt/pt_layerfull_wnli_fix/pytorch_adapter.bin b/glue/llama2_weights_pt/pt_layerfull_wnli_fix/pytorch_adapter.bin
new file mode 100644
index 0000000000000000000000000000000000000000..f449e84522fa13ecfb2729814daa01c24105ef04
--- /dev/null
+++ b/glue/llama2_weights_pt/pt_layerfull_wnli_fix/pytorch_adapter.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5294e3bda3caf63b50199ab9a01610c057d9cc03b8e23d08e0cf63b018e5bbf3
+size 546835988