diff --git a/ELECTRA-master/.gitignore b/ELECTRA-master/.gitignore
new file mode 100644
index 0000000000000000000000000000000000000000..67ccede70ef5ce98e00ab562fd503c282549544a
--- /dev/null
+++ b/ELECTRA-master/.gitignore
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:acd479a56535d76dcde36ba8db122411d1338a001f7e1f281d13a97a922eab25
+size 1843
diff --git a/ELECTRA-master/LICENSE b/ELECTRA-master/LICENSE
new file mode 100644
index 0000000000000000000000000000000000000000..46e032a8b55e30ceab8de6026f1210df6d665078
--- /dev/null
+++ b/ELECTRA-master/LICENSE
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43070e2d4e532684de521b885f385d0841030efa2b1a20bafb76133a5e1379c1
+size 11356
diff --git a/ELECTRA-master/README.md b/ELECTRA-master/README.md
new file mode 100644
index 0000000000000000000000000000000000000000..083ce4f645402d22b603ecb69c3ce8c1e211437b
--- /dev/null
+++ b/ELECTRA-master/README.md
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3f923ec05fcbf0ad4d9ae25f8b30a0542aebc2175bd1b765367607e88c68ce2
+size 14058
diff --git a/ELECTRA-master/README_EN.md b/ELECTRA-master/README_EN.md
new file mode 100644
index 0000000000000000000000000000000000000000..01eaffd36682a81da0b43b5361afc62f362ec40d
--- /dev/null
+++ b/ELECTRA-master/README_EN.md
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41474ed8ff6cdbdce0ca3c0eb58d4c000009706cf46d9b52180a84b4d286ff6a
+size 13374
diff --git a/ELECTRA-master/docs/tpu_training.md b/ELECTRA-master/docs/tpu_training.md
new file mode 100644
index 0000000000000000000000000000000000000000..e5a0cf07bbd9dd352980b43e303f3650371b869e
--- /dev/null
+++ b/ELECTRA-master/docs/tpu_training.md
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd51770c366d6c4ec5d8abf413e30db84af1d4e5fac8e44fccfb345087951574
+size 2918
diff --git a/ELECTRA-master/docs/tpu_training_EN.md b/ELECTRA-master/docs/tpu_training_EN.md
new file mode 100644
index 0000000000000000000000000000000000000000..a33647d704924c1bbe34a8ae691d2286c32bd1ab
--- /dev/null
+++ b/ELECTRA-master/docs/tpu_training_EN.md
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed23baef0a1287666c9e67e12abaf839485957c5b082bf99ee653a298e6fdb0c
+size 2796
diff --git a/ELECTRA-master/docs/wordpiece_vocab.md b/ELECTRA-master/docs/wordpiece_vocab.md
new file mode 100644
index 0000000000000000000000000000000000000000..51ce1d515b9f36f342a72eb7245f66a7f83918a2
--- /dev/null
+++ b/ELECTRA-master/docs/wordpiece_vocab.md
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58f8d09f007a502afb0a2b09278379d9e3d24beb553c86db3e3cd0cd71d517df
+size 3751
diff --git a/ELECTRA-master/docs/wordpiece_vocab_EN.md b/ELECTRA-master/docs/wordpiece_vocab_EN.md
new file mode 100644
index 0000000000000000000000000000000000000000..7625c3a75896ab63af6240c4f8d02a7de7977c89
--- /dev/null
+++ b/ELECTRA-master/docs/wordpiece_vocab_EN.md
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e9e5a8b67084a5eddfad7e9c131a7444063de1f6b6a0e9ce4ecd862cfa324da
+size 3348
diff --git a/ELECTRA-master/finetune/.gitignore b/ELECTRA-master/finetune/.gitignore
new file mode 100644
index 0000000000000000000000000000000000000000..5b7bcc56556e3d060fa92f591bd5b21accc1af36
--- /dev/null
+++ b/ELECTRA-master/finetune/.gitignore
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43f94562e30c41159459bf72689eb3e60116159553c7b755dc6bbc8f542eefd2
+size 57
diff --git a/ELECTRA-master/finetune/README.md b/ELECTRA-master/finetune/README.md
new file mode 100644
index 0000000000000000000000000000000000000000..7f9cd56ae12c4fa8c7bb727cf419e4e3494542c2
--- /dev/null
+++ b/ELECTRA-master/finetune/README.md
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6aad03ad772bb339289a03d2d43a93bc8d19629fded3d217c9cfa82b60b5c599
+size 6022
diff --git a/ELECTRA-master/finetune/README_EN.md b/ELECTRA-master/finetune/README_EN.md
new file mode 100644
index 0000000000000000000000000000000000000000..00e72661b9512836585a96178ead6dcb1066a0ef
--- /dev/null
+++ b/ELECTRA-master/finetune/README_EN.md
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:530b1a4378ddde5b3fcd7fec852c0c3ab3c92bf6892f9a2c6b761e7ce1c991bb
+size 5883
diff --git a/ELECTRA-master/finetune/config/hate-speech/distilkobert.json b/ELECTRA-master/finetune/config/hate-speech/distilkobert.json
new file mode 100644
index 0000000000000000000000000000000000000000..5a66f2adb4e5a391405fa65c89eb9fa2230da277
--- /dev/null
+++ b/ELECTRA-master/finetune/config/hate-speech/distilkobert.json
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bbd281a7d1c058819a90e5321f0416b1956f832c7aed7b196bf317f7a647989d
+size 795
diff --git a/ELECTRA-master/finetune/config/hate-speech/hanbert.json b/ELECTRA-master/finetune/config/hate-speech/hanbert.json
new file mode 100644
index 0000000000000000000000000000000000000000..6e2941c668de6f72dffad7a226d8313ba1a28308
--- /dev/null
+++ b/ELECTRA-master/finetune/config/hate-speech/hanbert.json
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a1558c22fd044214064c7c7337ccfe6c2dd4fd30078ea2acd55828ea584e4f9
+size 782
diff --git a/ELECTRA-master/finetune/config/hate-speech/kobert.json b/ELECTRA-master/finetune/config/hate-speech/kobert.json
new file mode 100644
index 0000000000000000000000000000000000000000..3c21ca1b9683612bee7501b877dd163d10fac95b
--- /dev/null
+++ b/ELECTRA-master/finetune/config/hate-speech/kobert.json
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8217a9c1b96b8528a61c731e56311270483409ef0bba1a071e2f92a4bc497b3
+size 777
diff --git a/ELECTRA-master/finetune/config/hate-speech/koelectra-base-v2.json b/ELECTRA-master/finetune/config/hate-speech/koelectra-base-v2.json
new file mode 100644
index 0000000000000000000000000000000000000000..544bce22949dbbe0aecfa1fb73abe258f5fd5be3
--- /dev/null
+++ b/ELECTRA-master/finetune/config/hate-speech/koelectra-base-v2.json
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:741df371ecd2a17c72a2c617e220b67e8da7380f41a98276dff4c98481cc03e6
+size 824
diff --git a/ELECTRA-master/finetune/config/hate-speech/koelectra-base-v3.json b/ELECTRA-master/finetune/config/hate-speech/koelectra-base-v3.json
new file mode 100644
index 0000000000000000000000000000000000000000..51b1c19230bf22b9131cc0d7df0848129531707e
--- /dev/null
+++ b/ELECTRA-master/finetune/config/hate-speech/koelectra-base-v3.json
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df47d520b35f756e5cc6bd983363d8d35fffd29c1c9d45ddd352caa4b4fd9884
+size 824
diff --git a/ELECTRA-master/finetune/config/hate-speech/koelectra-base.json b/ELECTRA-master/finetune/config/hate-speech/koelectra-base.json
new file mode 100644
index 0000000000000000000000000000000000000000..3f0a19eaea8a90597ef304b4472bc3906811d971
--- /dev/null
+++ b/ELECTRA-master/finetune/config/hate-speech/koelectra-base.json
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd812b74d80f84217925ae6e5e9a38d18a898a111a0af01c95987c8966c86c9a
+size 815
diff --git a/ELECTRA-master/finetune/config/hate-speech/koelectra-small-v2.json b/ELECTRA-master/finetune/config/hate-speech/koelectra-small-v2.json
new file mode 100644
index 0000000000000000000000000000000000000000..30a7c5a2f4ea059a44d7d2213d68bfc3eb344bff
--- /dev/null
+++ b/ELECTRA-master/finetune/config/hate-speech/koelectra-small-v2.json
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a98a2fecac40b8567f893d66f65139a67554839657247607c509eefe47c861f5
+size 827
diff --git a/ELECTRA-master/finetune/config/hate-speech/koelectra-small-v3.json b/ELECTRA-master/finetune/config/hate-speech/koelectra-small-v3.json
new file mode 100644
index 0000000000000000000000000000000000000000..313e995cda9028504d33e3e4fc361051f90d9df8
--- /dev/null
+++ b/ELECTRA-master/finetune/config/hate-speech/koelectra-small-v3.json
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9bed5c051d762f80c906d07285a5e053b6b58ceec9d9bbe1e66a43e0ebbf3a7
+size 827
diff --git a/ELECTRA-master/finetune/config/hate-speech/koelectra-small.json b/ELECTRA-master/finetune/config/hate-speech/koelectra-small.json
new file mode 100644
index 0000000000000000000000000000000000000000..a648c2ba6ce4984775a6714156d10edc6e2fe1e9
--- /dev/null
+++ b/ELECTRA-master/finetune/config/hate-speech/koelectra-small.json
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c27d68d9494d2d9413da607410e710ace9ca591d932a004e463a08a888e598c0
+size 818
diff --git a/ELECTRA-master/finetune/config/hate-speech/xlm-roberta.json b/ELECTRA-master/finetune/config/hate-speech/xlm-roberta.json
new file mode 100644
index 0000000000000000000000000000000000000000..0aef7f0381e6c903a1a16ce4b9a77df206fbb549
--- /dev/null
+++ b/ELECTRA-master/finetune/config/hate-speech/xlm-roberta.json
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3fdba040d04f154aba713029c1a099f34f831fe083fafb2a5f484ee90e43b69
+size 788
diff --git a/ELECTRA-master/finetune/config/kornli/distilkobert.json b/ELECTRA-master/finetune/config/kornli/distilkobert.json
new file mode 100644
index 0000000000000000000000000000000000000000..039e23236875fe3a6fd9f786d36364ec1eb647aa
--- /dev/null
+++ b/ELECTRA-master/finetune/config/kornli/distilkobert.json
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14886ab05d67eaf6e06a354206223497312850afd32f9042bc572f376fa8fbcf
+size 825
diff --git a/ELECTRA-master/finetune/config/kornli/hanbert.json b/ELECTRA-master/finetune/config/kornli/hanbert.json
new file mode 100644
index 0000000000000000000000000000000000000000..45692c686f1f95fca785784fd8ad9e630b82bc03
--- /dev/null
+++ b/ELECTRA-master/finetune/config/kornli/hanbert.json
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c6adf57b9369e8e17658ac8ce87399bfcdb8149430b8b6547cc5afe070ee33a
+size 811
diff --git a/ELECTRA-master/finetune/config/kornli/kobert.json b/ELECTRA-master/finetune/config/kornli/kobert.json
new file mode 100644
index 0000000000000000000000000000000000000000..60cc67cbded23cf6f850886e06a1256e2fae98bc
--- /dev/null
+++ b/ELECTRA-master/finetune/config/kornli/kobert.json
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10fd15de62530077a797e3711d91815205b42b92c90795864ee00a0a78576e49
+size 806
diff --git a/ELECTRA-master/finetune/config/kornli/koelectra-base-v2.json b/ELECTRA-master/finetune/config/kornli/koelectra-base-v2.json
new file mode 100644
index 0000000000000000000000000000000000000000..7e00587f68291038b2ef0a618d04e31ffef9f606
--- /dev/null
+++ b/ELECTRA-master/finetune/config/kornli/koelectra-base-v2.json
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63225f68184eca2b8d60c98f0677b7b2142a3a9395505d3abd534afa3bbea5fd
+size 853
diff --git a/ELECTRA-master/finetune/config/kornli/koelectra-base-v3.json b/ELECTRA-master/finetune/config/kornli/koelectra-base-v3.json
new file mode 100644
index 0000000000000000000000000000000000000000..9bbf773d23082376a94b5540d04966329fcad6db
--- /dev/null
+++ b/ELECTRA-master/finetune/config/kornli/koelectra-base-v3.json
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a0ddf83bf8b14f1c68194252096c0d06416f0ffe1f11afa8a3ca08bf47c4a4a
+size 853
diff --git a/ELECTRA-master/finetune/config/kornli/koelectra-base.json b/ELECTRA-master/finetune/config/kornli/koelectra-base.json
new file mode 100644
index 0000000000000000000000000000000000000000..bb77f2ee5eab4036caaf2aa6cc8d0d565eadcfa5
--- /dev/null
+++ b/ELECTRA-master/finetune/config/kornli/koelectra-base.json
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ffaa877e797ff4f7c766c9459a5c62eb230904055f14162bc29cfe441da1b33
+size 844
diff --git a/ELECTRA-master/finetune/config/kornli/koelectra-small-v2.json b/ELECTRA-master/finetune/config/kornli/koelectra-small-v2.json
new file mode 100644
index 0000000000000000000000000000000000000000..5e6e130269ac0cb6c1ef802d5293e585f1be77ef
--- /dev/null
+++ b/ELECTRA-master/finetune/config/kornli/koelectra-small-v2.json
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07c60ad596de9718b50447343f528969b56b01ea32358eaae3f9fe57e0197a17
+size 857
diff --git a/ELECTRA-master/finetune/config/kornli/koelectra-small-v3.json b/ELECTRA-master/finetune/config/kornli/koelectra-small-v3.json
new file mode 100644
index 0000000000000000000000000000000000000000..8da511e11cb82a066d7df4e60f79185fe0dceb5a
--- /dev/null
+++ b/ELECTRA-master/finetune/config/kornli/koelectra-small-v3.json
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b5aab2b857fcdf3489be93fff6026b61e9fdbd37d4fe8cbdeb7ce1e053c37e8
+size 857
diff --git a/ELECTRA-master/finetune/config/kornli/koelectra-small.json b/ELECTRA-master/finetune/config/kornli/koelectra-small.json
new file mode 100644
index 0000000000000000000000000000000000000000..be4afd453f696da3dbd9e6a123995c0f7a82fa1b
--- /dev/null
+++ b/ELECTRA-master/finetune/config/kornli/koelectra-small.json
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:550989f669508efaa1dc835020bce614f27335d1f2da88ffbed070b833fb434c
+size 848
diff --git a/ELECTRA-master/finetune/config/kornli/xlm-roberta.json b/ELECTRA-master/finetune/config/kornli/xlm-roberta.json
new file mode 100644
index 0000000000000000000000000000000000000000..34b20e6ccbec584ae233de56aa42ce889557d78b
--- /dev/null
+++ b/ELECTRA-master/finetune/config/kornli/xlm-roberta.json
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51b0f9f0e88cd2f037791a3b3f5f8353209a59ce69673daee4f5d9f23ea83340
+size 818
diff --git a/ELECTRA-master/finetune/config/korquad/distilkobert.json b/ELECTRA-master/finetune/config/korquad/distilkobert.json
new file mode 100644
index 0000000000000000000000000000000000000000..cea8258d3841fc8124394519eda425834b8b2a42
--- /dev/null
+++ b/ELECTRA-master/finetune/config/korquad/distilkobert.json
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bbb647f828ef6a2493106335785ed4d8e2fcb118c56e52c8bd4d77c74af46de8
+size 1041
diff --git a/ELECTRA-master/finetune/config/korquad/hanbert.json b/ELECTRA-master/finetune/config/korquad/hanbert.json
new file mode 100644
index 0000000000000000000000000000000000000000..4835eba4d25f41e883292384bbbf8376b3af3b68
--- /dev/null
+++ b/ELECTRA-master/finetune/config/korquad/hanbert.json
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:434937a4c767e1233cb721340fa39ccc7df1fe0358fbbebf7fbd64a3b41095d1
+size 1027
diff --git a/ELECTRA-master/finetune/config/korquad/kobert.json b/ELECTRA-master/finetune/config/korquad/kobert.json
new file mode 100644
index 0000000000000000000000000000000000000000..179e5ef4e02d385d6c5e9857b72db5dc72bc8c73
--- /dev/null
+++ b/ELECTRA-master/finetune/config/korquad/kobert.json
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:544f3091842e7ced6a685e0130238009c2b50264baab9a9c8bf43f164b02770e
+size 1022
diff --git a/ELECTRA-master/finetune/config/korquad/koelectra-base-v2.json b/ELECTRA-master/finetune/config/korquad/koelectra-base-v2.json
new file mode 100644
index 0000000000000000000000000000000000000000..4b00dc7db741a2e6798a9e2f64a3b3d7e8179e76
--- /dev/null
+++ b/ELECTRA-master/finetune/config/korquad/koelectra-base-v2.json
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2579b34c1bb65d732d145142c2c8c546ac37438a2ad4afa028bee664c8d3349
+size 1069
diff --git a/ELECTRA-master/finetune/config/korquad/koelectra-base-v3.json b/ELECTRA-master/finetune/config/korquad/koelectra-base-v3.json
new file mode 100644
index 0000000000000000000000000000000000000000..9375f4287eebbeb620439fbbcc29c50b6e75df46
--- /dev/null
+++ b/ELECTRA-master/finetune/config/korquad/koelectra-base-v3.json
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9069bba21099a3f1721a6c610f826f53499f1e4b3b0337f47ee5561f10e7a31c
+size 1069
diff --git a/ELECTRA-master/finetune/config/korquad/koelectra-base.json b/ELECTRA-master/finetune/config/korquad/koelectra-base.json
new file mode 100644
index 0000000000000000000000000000000000000000..b8e02902f226eec0ee1eb30a43039099265b9468
--- /dev/null
+++ b/ELECTRA-master/finetune/config/korquad/koelectra-base.json
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0657a420f4cf742ddbde13322b8f20845142859fea991da2371313ce9256cf8
+size 1060
diff --git a/ELECTRA-master/finetune/config/korquad/koelectra-small-v2.json b/ELECTRA-master/finetune/config/korquad/koelectra-small-v2.json
new file mode 100644
index 0000000000000000000000000000000000000000..5002d1f11ad5dea5a11f73ddd7e67c5f2cb5d604
--- /dev/null
+++ b/ELECTRA-master/finetune/config/korquad/koelectra-small-v2.json
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b9b8a156a52977680d7e0ac408e70448c08930d50a24ba9121a5c0b2fb89c3e
+size 1073
diff --git a/ELECTRA-master/finetune/config/korquad/koelectra-small-v3.json b/ELECTRA-master/finetune/config/korquad/koelectra-small-v3.json
new file mode 100644
index 0000000000000000000000000000000000000000..21da51c663d1ff122bb2e55d21c551d3913f2158
--- /dev/null
+++ b/ELECTRA-master/finetune/config/korquad/koelectra-small-v3.json
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0b337fe6b60eabc6acd1d1dfe8d4f6fa597689d06c12d580ea3e92f92562129
+size 1073
diff --git a/ELECTRA-master/finetune/config/korquad/koelectra-small.json b/ELECTRA-master/finetune/config/korquad/koelectra-small.json
new file mode 100644
index 0000000000000000000000000000000000000000..31ab7c96000c12ce36755adf070b40cf91a41001
--- /dev/null
+++ b/ELECTRA-master/finetune/config/korquad/koelectra-small.json
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d9679dcd37cdc905266b666774b9951ce67474bdd9e38a9e28a28d6998ad5e9
+size 1064
diff --git a/ELECTRA-master/finetune/config/korquad/xlm-roberta.json b/ELECTRA-master/finetune/config/korquad/xlm-roberta.json
new file mode 100644
index 0000000000000000000000000000000000000000..f0e377b2011eb5eb33ab1ba3240c646b64adf6a9
--- /dev/null
+++ b/ELECTRA-master/finetune/config/korquad/xlm-roberta.json
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3da6b66830833b448950c0833bb8c58700eb2b4e4216764915ef436e43d6aea
+size 1033
diff --git a/ELECTRA-master/finetune/config/korsts/distilkobert.json b/ELECTRA-master/finetune/config/korsts/distilkobert.json
new file mode 100644
index 0000000000000000000000000000000000000000..155ca015016169ab54c57d20f563418819ff17b7
--- /dev/null
+++ b/ELECTRA-master/finetune/config/korsts/distilkobert.json
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96b07f0b76a7aebcccdc293e8bb98acd154684887174b8ad68e5d98f76a25984
+size 805
diff --git a/ELECTRA-master/finetune/config/korsts/hanbert.json b/ELECTRA-master/finetune/config/korsts/hanbert.json
new file mode 100644
index 0000000000000000000000000000000000000000..c7d8d453892626ae7e13e3063226d8d3ab5d8e8a
--- /dev/null
+++ b/ELECTRA-master/finetune/config/korsts/hanbert.json
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71f50016e65136f3b1e31d11f3d40d021a0396f31aededd2ce3bd65e021d9010
+size 792
diff --git a/ELECTRA-master/finetune/config/korsts/kobert.json b/ELECTRA-master/finetune/config/korsts/kobert.json
new file mode 100644
index 0000000000000000000000000000000000000000..4330d40d78c6f7abc0972a379fab967bc1c5cdb2
--- /dev/null
+++ b/ELECTRA-master/finetune/config/korsts/kobert.json
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7946a62f88179d463e2121bc98524b1e737b3dbabcbdc9620d1ba4ed74f228ab
+size 787
diff --git a/ELECTRA-master/finetune/config/korsts/koelectra-base-v2.json b/ELECTRA-master/finetune/config/korsts/koelectra-base-v2.json
new file mode 100644
index 0000000000000000000000000000000000000000..749f381a00ec38fa162a88cc8a3c60ed00f4ee57
--- /dev/null
+++ b/ELECTRA-master/finetune/config/korsts/koelectra-base-v2.json
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49032dd8018fc9010bbd6095261c0da39319062742ff3433907a89f2204d2398
+size 834
diff --git a/ELECTRA-master/finetune/config/korsts/koelectra-base-v3.json b/ELECTRA-master/finetune/config/korsts/koelectra-base-v3.json
new file mode 100644
index 0000000000000000000000000000000000000000..04b2705d8e48d60f2e9b1f909ffc4cca1f1c4667
--- /dev/null
+++ b/ELECTRA-master/finetune/config/korsts/koelectra-base-v3.json
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42f042f5f6de6b9d6f8031185e484b099c68b7a192592bef18d794aca16c9ca4
+size 834
diff --git a/ELECTRA-master/finetune/config/korsts/koelectra-base.json b/ELECTRA-master/finetune/config/korsts/koelectra-base.json
new file mode 100644
index 0000000000000000000000000000000000000000..92e8f82fb8196f09133738b884b43cd44bb058bc
--- /dev/null
+++ b/ELECTRA-master/finetune/config/korsts/koelectra-base.json
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2edaf2c72ddb8cef52369332703123240d6af1911af33307c3a88f625008889
+size 825
diff --git a/ELECTRA-master/finetune/config/korsts/koelectra-small-v2.json b/ELECTRA-master/finetune/config/korsts/koelectra-small-v2.json
new file mode 100644
index 0000000000000000000000000000000000000000..846079bfef675c74c48622dc97c6d5a469e7ae3a
--- /dev/null
+++ b/ELECTRA-master/finetune/config/korsts/koelectra-small-v2.json
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93f1bfb73e92fb9e327ac34db4e0387b349db4d5556ee5d552b0a4f9d8538fd1
+size 837
diff --git a/ELECTRA-master/finetune/config/korsts/koelectra-small-v3.json b/ELECTRA-master/finetune/config/korsts/koelectra-small-v3.json
new file mode 100644
index 0000000000000000000000000000000000000000..f02c1821c16d74ea5cb6ebbfd9cde6e43606fc6a
--- /dev/null
+++ b/ELECTRA-master/finetune/config/korsts/koelectra-small-v3.json
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:005c07faf5ed3b0d363905a50a38e8a47b4c2c7f1f062d2a531aaedb2092d7ac
+size 837
diff --git a/ELECTRA-master/finetune/config/korsts/koelectra-small.json b/ELECTRA-master/finetune/config/korsts/koelectra-small.json
new file mode 100644
index 0000000000000000000000000000000000000000..dbdf2eddd2fa2c245f8fa4f95017bfc78c456ba3
--- /dev/null
+++ b/ELECTRA-master/finetune/config/korsts/koelectra-small.json
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6f8886c65ccc2405a90a34333e9ff73c07aa23bc55619da4135d2917177a7b2
+size 828
diff --git a/ELECTRA-master/finetune/config/korsts/xlm-roberta.json b/ELECTRA-master/finetune/config/korsts/xlm-roberta.json
new file mode 100644
index 0000000000000000000000000000000000000000..e546bbd151794e5393f2eb93c890fed139ea14f4
--- /dev/null
+++ b/ELECTRA-master/finetune/config/korsts/xlm-roberta.json
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfd0787d9e93d4f70b5c0087ccb4c515909ef82dca9360f873054c21fe92f913
+size 800
diff --git a/ELECTRA-master/finetune/config/naver-ner/distilkobert.json b/ELECTRA-master/finetune/config/naver-ner/distilkobert.json
new file mode 100644
index 0000000000000000000000000000000000000000..fbd93570155406caf78e386281019a705e353b5d
--- /dev/null
+++ b/ELECTRA-master/finetune/config/naver-ner/distilkobert.json
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03cec762947dd87fb380cd0b218f377a9d99e28d3d8858d8364c06c272e3b2ea
+size 794
diff --git a/ELECTRA-master/finetune/config/naver-ner/hanbert.json b/ELECTRA-master/finetune/config/naver-ner/hanbert.json
new file mode 100644
index 0000000000000000000000000000000000000000..6b7036e4dcd7609ea80af2d9f9fde07862fd4ed3
--- /dev/null
+++ b/ELECTRA-master/finetune/config/naver-ner/hanbert.json
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12d870a860978195ff6d221251e8e354e2c6cc9436482f244ecfbb8fa6dd5b28
+size 781
diff --git a/ELECTRA-master/finetune/config/naver-ner/kobert.json b/ELECTRA-master/finetune/config/naver-ner/kobert.json
new file mode 100644
index 0000000000000000000000000000000000000000..65762097b77b307e867c9ebb4fd5184ec6618c21
--- /dev/null
+++ b/ELECTRA-master/finetune/config/naver-ner/kobert.json
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4046753cf112efdccbd1f01b240a19161c4428c5225a69496635d77fba13b42
+size 776
diff --git a/ELECTRA-master/finetune/config/naver-ner/koelectra-base-v2.json b/ELECTRA-master/finetune/config/naver-ner/koelectra-base-v2.json
new file mode 100644
index 0000000000000000000000000000000000000000..d65eb364fc680029b8e02d5eebd20ff0087614ce
--- /dev/null
+++ b/ELECTRA-master/finetune/config/naver-ner/koelectra-base-v2.json
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af59c4c3e8dee75897ce0d926c51887b1c16736ed8bfdb2dc7bcd4c87b637da4
+size 824
diff --git a/ELECTRA-master/finetune/config/naver-ner/koelectra-base-v3.json b/ELECTRA-master/finetune/config/naver-ner/koelectra-base-v3.json
new file mode 100644
index 0000000000000000000000000000000000000000..fca10412427acada08cd4c176685407ae657c0ca
--- /dev/null
+++ b/ELECTRA-master/finetune/config/naver-ner/koelectra-base-v3.json
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e40a4294894da7368cb6eb6bc09d4e029ac713e953fd4741dac36140cebcf506
+size 824
diff --git a/ELECTRA-master/finetune/config/naver-ner/koelectra-base.json b/ELECTRA-master/finetune/config/naver-ner/koelectra-base.json
new file mode 100644
index 0000000000000000000000000000000000000000..db9b6bcd9f9b391fcbdb64a98ab7ac117f09e334
--- /dev/null
+++ b/ELECTRA-master/finetune/config/naver-ner/koelectra-base.json
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2338aff1f2b2463a6c08bbb0524c2680025e633f909c74efdebd7812928e87e
+size 815
diff --git a/ELECTRA-master/finetune/config/naver-ner/koelectra-small-v2.json b/ELECTRA-master/finetune/config/naver-ner/koelectra-small-v2.json
new file mode 100644
index 0000000000000000000000000000000000000000..6f52966610ac9ca552064a1669548868ab71b6ff
--- /dev/null
+++ b/ELECTRA-master/finetune/config/naver-ner/koelectra-small-v2.json
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c906ee21b982e5025f2213efb330d8b47e55193eaf9f5f50379297f60f87832
+size 826
diff --git a/ELECTRA-master/finetune/config/naver-ner/koelectra-small-v3.json b/ELECTRA-master/finetune/config/naver-ner/koelectra-small-v3.json
new file mode 100644
index 0000000000000000000000000000000000000000..e195ef43be37b1e43132ee1aaa6139728b219350
--- /dev/null
+++ b/ELECTRA-master/finetune/config/naver-ner/koelectra-small-v3.json
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5defc7861ee6ae8f3cf3f1f49e224ca1bbb358651b0076cd1e9eb908729db2e
+size 826
diff --git a/ELECTRA-master/finetune/config/naver-ner/koelectra-small.json b/ELECTRA-master/finetune/config/naver-ner/koelectra-small.json
new file mode 100644
index 0000000000000000000000000000000000000000..8aa1b6fa5cfad66a24e80f98efc859dd21bd7348
--- /dev/null
+++ b/ELECTRA-master/finetune/config/naver-ner/koelectra-small.json
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ef541d36045b1a6551d0588efa5be920e89e9fb632c091bf3a5eeb34fb03a5c
+size 817
diff --git a/ELECTRA-master/finetune/config/naver-ner/xlm-roberta.json b/ELECTRA-master/finetune/config/naver-ner/xlm-roberta.json
new file mode 100644
index 0000000000000000000000000000000000000000..c9cd03823ac90cab24ab6be7e28a262329216a7f
--- /dev/null
+++ b/ELECTRA-master/finetune/config/naver-ner/xlm-roberta.json
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:489a4f8cb63dfad0c91f82b2afcf12d3a9bbbce7df911d5855d81c47d8177855
+size 787
diff --git a/ELECTRA-master/finetune/config/nsmc/distilkobert.json b/ELECTRA-master/finetune/config/nsmc/distilkobert.json
new file mode 100644
index 0000000000000000000000000000000000000000..3be4fa4fb3dce65b835546bf323ef86e1f678dde
--- /dev/null
+++ b/ELECTRA-master/finetune/config/nsmc/distilkobert.json
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21b6602ee14c652cddb82e9bd0aa9981c5e047898bbd55a235ef133b557441ed
+size 800
diff --git a/ELECTRA-master/finetune/config/nsmc/hanbert.json b/ELECTRA-master/finetune/config/nsmc/hanbert.json
new file mode 100644
index 0000000000000000000000000000000000000000..a21b182e92d2a267c30c143a5b45689de9f3fa1f
--- /dev/null
+++ b/ELECTRA-master/finetune/config/nsmc/hanbert.json
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a527c10db02c4038004d38599d87e167029d6093b3c662420c97ad5f0607f69
+size 788
diff --git a/ELECTRA-master/finetune/config/nsmc/kobert.json b/ELECTRA-master/finetune/config/nsmc/kobert.json
new file mode 100644
index 0000000000000000000000000000000000000000..03299749aa161b4f901caf1ddafd79b3a83552c3
--- /dev/null
+++ b/ELECTRA-master/finetune/config/nsmc/kobert.json
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c390cf362446b3518fd4df61b0e3df1e3b3beaa48ea463cf7c3796871cf66e3a
+size 782
diff --git a/ELECTRA-master/finetune/config/nsmc/koelectra-base-v2.json b/ELECTRA-master/finetune/config/nsmc/koelectra-base-v2.json
new file mode 100644
index 0000000000000000000000000000000000000000..f7fa8b1570bb418e562af231e6b925c35af6dc4f
--- /dev/null
+++ b/ELECTRA-master/finetune/config/nsmc/koelectra-base-v2.json
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fab5aac080f2a3375af531caeda962642a21f641e22751405342ece40832eb9
+size 829
diff --git a/ELECTRA-master/finetune/config/nsmc/koelectra-base-v3.json b/ELECTRA-master/finetune/config/nsmc/koelectra-base-v3.json
new file mode 100644
index 0000000000000000000000000000000000000000..c660aff8a3c4338fcf441fb99cd5b97ebdcb4570
--- /dev/null
+++ b/ELECTRA-master/finetune/config/nsmc/koelectra-base-v3.json
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33a6490ae1dcf021a52e476c9527ad107bd486ef63f59ce42b7606e79b843951
+size 829
diff --git a/ELECTRA-master/finetune/config/nsmc/koelectra-base.json b/ELECTRA-master/finetune/config/nsmc/koelectra-base.json
new file mode 100644
index 0000000000000000000000000000000000000000..0cff06fbcb3908cf251fb3f4517abc2783c5d94a
--- /dev/null
+++ b/ELECTRA-master/finetune/config/nsmc/koelectra-base.json
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66e9675b41e1e94d23b1d425f728ac87eac78ffc7d765ba5edfc15b572311112
+size 820
diff --git a/ELECTRA-master/finetune/config/nsmc/koelectra-small-v2.json b/ELECTRA-master/finetune/config/nsmc/koelectra-small-v2.json
new file mode 100644
index 0000000000000000000000000000000000000000..67eb5fa26385351928881e97de967cdf8744e4b9
--- /dev/null
+++ b/ELECTRA-master/finetune/config/nsmc/koelectra-small-v2.json
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b74945743ed26dea12b00bdf66d7a7980850e1b2417ff842fc3f8e4b96fd992
+size 832
diff --git a/ELECTRA-master/finetune/config/nsmc/koelectra-small-v3.json b/ELECTRA-master/finetune/config/nsmc/koelectra-small-v3.json
new file mode 100644
index 0000000000000000000000000000000000000000..1ab1f617d212fbb229882719e0dcfa8285f4585e
--- /dev/null
+++ b/ELECTRA-master/finetune/config/nsmc/koelectra-small-v3.json
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a36c56187ee22d2d1fbfa1d92d2c48602330fbdfa4dfab277b15959f1748e8a
+size 832
diff --git a/ELECTRA-master/finetune/config/nsmc/koelectra-small.json b/ELECTRA-master/finetune/config/nsmc/koelectra-small.json
new file mode 100644
index 0000000000000000000000000000000000000000..1656de32d70a4993869ea3519f62411f991819ed
--- /dev/null
+++ b/ELECTRA-master/finetune/config/nsmc/koelectra-small.json
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5d734c574acccdb6237bbb181c25d69285f1238748cdbc94b1e40a8c5ad7190
+size 823
diff --git a/ELECTRA-master/finetune/config/nsmc/xlm-roberta.json b/ELECTRA-master/finetune/config/nsmc/xlm-roberta.json
new file mode 100644
index 0000000000000000000000000000000000000000..accd614695b255aaab32a9a93dc2a5facac08ea1
--- /dev/null
+++ b/ELECTRA-master/finetune/config/nsmc/xlm-roberta.json
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8c473d04724dbbc36ddee9eb83b1e17b970e3b743e6385312a7507e64364131
+size 796
diff --git a/ELECTRA-master/finetune/config/paws/distilkobert.json b/ELECTRA-master/finetune/config/paws/distilkobert.json
new file mode 100644
index 0000000000000000000000000000000000000000..e80339131a195b229b643f4e4569b9383390c486
--- /dev/null
+++ b/ELECTRA-master/finetune/config/paws/distilkobert.json
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:717bb8f891220bcd3034124f1755a9cbd18a7d373afdf2b4e69568d09f1db7b0
+size 809
diff --git a/ELECTRA-master/finetune/config/paws/hanbert.json b/ELECTRA-master/finetune/config/paws/hanbert.json
new file mode 100644
index 0000000000000000000000000000000000000000..161e331de3aa932f8f6fa82397b6919624287daf
--- /dev/null
+++ b/ELECTRA-master/finetune/config/paws/hanbert.json
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a8c1f864ab4eb75b908e52dd0346784281099d3eb9c9119f76aa97ebf936cb5
+size 796
diff --git a/ELECTRA-master/finetune/config/paws/kobert.json b/ELECTRA-master/finetune/config/paws/kobert.json
new file mode 100644
index 0000000000000000000000000000000000000000..65f70446e2e074297f33dbc27f90ff5baa6d1562
--- /dev/null
+++ b/ELECTRA-master/finetune/config/paws/kobert.json
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f5006a2160e546b007962935d31cbd76642adc459e9a4c57aefbcde12cafe4f
+size 791
diff --git a/ELECTRA-master/finetune/config/paws/koelectra-base-v2.json b/ELECTRA-master/finetune/config/paws/koelectra-base-v2.json
new file mode 100644
index 0000000000000000000000000000000000000000..3f53f2eb3834b07224164baf3de36a95b05df618
--- /dev/null
+++ b/ELECTRA-master/finetune/config/paws/koelectra-base-v2.json
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d48e26072330abaeadc93770222ab3869014d8cc3534b63b6060c4c307b80c3
+size 838
diff --git a/ELECTRA-master/finetune/config/paws/koelectra-base-v3.json b/ELECTRA-master/finetune/config/paws/koelectra-base-v3.json
new file mode 100644
index 0000000000000000000000000000000000000000..fc0e105e5121cdbe5121d56d9ab410658a1a1f16
--- /dev/null
+++ b/ELECTRA-master/finetune/config/paws/koelectra-base-v3.json
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a8045b9a54c2dd7af30bf4af61b3c7e168563e7660f8e98ec73fdba965503ff
+size 838
diff --git a/ELECTRA-master/finetune/config/paws/koelectra-base.json b/ELECTRA-master/finetune/config/paws/koelectra-base.json
new file mode 100644
index 0000000000000000000000000000000000000000..0754010968b76aaf6c113bfba35e571861e7286c
--- /dev/null
+++ b/ELECTRA-master/finetune/config/paws/koelectra-base.json
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e914d0b071172172a7a0ab6597bc44e9c7a049b2fe45394a28e8d248ef3c7fb3
+size 829
diff --git a/ELECTRA-master/finetune/config/paws/koelectra-small-v2.json b/ELECTRA-master/finetune/config/paws/koelectra-small-v2.json
new file mode 100644
index 0000000000000000000000000000000000000000..985385e5f4ade24ebcadbdcbf2b6956d74155706
--- /dev/null
+++ b/ELECTRA-master/finetune/config/paws/koelectra-small-v2.json
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:991857f84a2472d85e228b6d59db7783cd1703e07a7d8206c1fc307bdf3e9aaf
+size 840
diff --git a/ELECTRA-master/finetune/config/paws/koelectra-small-v3.json b/ELECTRA-master/finetune/config/paws/koelectra-small-v3.json
new file mode 100644
index 0000000000000000000000000000000000000000..966cc7ec3acec4d234615e79b4d0963165b5fcd9
--- /dev/null
+++ b/ELECTRA-master/finetune/config/paws/koelectra-small-v3.json
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a4ee53387b6d7f1db716cfb9d31f37e1ea8418fc86a82e1bd4aa415eb4fec0d
+size 840
diff --git a/ELECTRA-master/finetune/config/paws/koelectra-small.json b/ELECTRA-master/finetune/config/paws/koelectra-small.json
new file mode 100644
index 0000000000000000000000000000000000000000..97f6d6b7cb13431dc83bb32d7faaabbbb2831956
--- /dev/null
+++ b/ELECTRA-master/finetune/config/paws/koelectra-small.json
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc66024d97dec21aa315d7fe345556472f993b1c2a810925558de4b65918ae2e
+size 831
diff --git a/ELECTRA-master/finetune/config/paws/xlm-roberta.json b/ELECTRA-master/finetune/config/paws/xlm-roberta.json
new file mode 100644
index 0000000000000000000000000000000000000000..20fa4029778841e711724153b04a98fdf175872f
--- /dev/null
+++ b/ELECTRA-master/finetune/config/paws/xlm-roberta.json
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5192472337025ec9554957169f41b9d0033a7dc03d7241040380c33d22367c4c
+size 803
diff --git a/ELECTRA-master/finetune/config/question-pair/distilkobert.json b/ELECTRA-master/finetune/config/question-pair/distilkobert.json
new file mode 100644
index 0000000000000000000000000000000000000000..9e3af2fef8aa878b79fa7a8e6d8af6627db473fc
--- /dev/null
+++ b/ELECTRA-master/finetune/config/question-pair/distilkobert.json
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c8b29094b6c3ed9ecaf344321ac7a4a061d18eaec38cf2034317a3e85dc7081
+size 807
diff --git a/ELECTRA-master/finetune/config/question-pair/hanbert.json b/ELECTRA-master/finetune/config/question-pair/hanbert.json
new file mode 100644
index 0000000000000000000000000000000000000000..9507c6ae9d4b241725c2364a64832a68f8e7db13
--- /dev/null
+++ b/ELECTRA-master/finetune/config/question-pair/hanbert.json
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2cb62cbcc619b39323a28ad6a803041f4514349a9375d4b2f391af15059b36f
+size 794
diff --git a/ELECTRA-master/finetune/config/question-pair/kobert.json b/ELECTRA-master/finetune/config/question-pair/kobert.json
new file mode 100644
index 0000000000000000000000000000000000000000..47c4dba309af369d1444f3ea863b91e53bc9b9b1
--- /dev/null
+++ b/ELECTRA-master/finetune/config/question-pair/kobert.json
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b493c924d60b9ec9e0eee6c5aa837f4d78463d25c2e37a49ec967b4bcfb68581
+size 789
diff --git a/ELECTRA-master/finetune/config/question-pair/koelectra-base-v2.json b/ELECTRA-master/finetune/config/question-pair/koelectra-base-v2.json
new file mode 100644
index 0000000000000000000000000000000000000000..b3877dfbcff9785a3424d2e1da0fb3bd50b48908
--- /dev/null
+++ b/ELECTRA-master/finetune/config/question-pair/koelectra-base-v2.json
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f37bf88611d3548fcad2c8ac77aea4a64525e483b237251342bc8922c9de390
+size 836
diff --git a/ELECTRA-master/finetune/config/question-pair/koelectra-base-v3.json b/ELECTRA-master/finetune/config/question-pair/koelectra-base-v3.json
new file mode 100644
index 0000000000000000000000000000000000000000..11b3d88e0018c95ce8c78155e72e35e3dd30799d
--- /dev/null
+++ b/ELECTRA-master/finetune/config/question-pair/koelectra-base-v3.json
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b2f072d510c4b2942b7ebe8204f8463ec6a3641b148a5b61457837990b361e8
+size 836
diff --git a/ELECTRA-master/finetune/config/question-pair/koelectra-base.json b/ELECTRA-master/finetune/config/question-pair/koelectra-base.json
new file mode 100644
index 0000000000000000000000000000000000000000..4d11144d55f7ffd31f2ecc0dacafd3a02f674520
--- /dev/null
+++ b/ELECTRA-master/finetune/config/question-pair/koelectra-base.json
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b75f3229a913f8e2a7a12c376ce4d1adb742d74db1c19e3539fb7685a57fbe8
+size 827
diff --git a/ELECTRA-master/finetune/config/question-pair/koelectra-small-v2.json b/ELECTRA-master/finetune/config/question-pair/koelectra-small-v2.json
new file mode 100644
index 0000000000000000000000000000000000000000..816df2f9b2dabca4dbf99feaa1d4997c1be2e2e8
--- /dev/null
+++ b/ELECTRA-master/finetune/config/question-pair/koelectra-small-v2.json
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d00f383548040e7c4d60386d76083c0369cf0c1bb1e50caad9ee266ed4a1bd86
+size 839
diff --git a/ELECTRA-master/finetune/config/question-pair/koelectra-small-v3.json b/ELECTRA-master/finetune/config/question-pair/koelectra-small-v3.json
new file mode 100644
index 0000000000000000000000000000000000000000..544440eb9e030095889834072647cf71ae2ea419
--- /dev/null
+++ b/ELECTRA-master/finetune/config/question-pair/koelectra-small-v3.json
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8110e26aca3e9b2c0e1132e060dd397530e6acc5fca45deb167948cda307aa9
+size 839
diff --git a/ELECTRA-master/finetune/config/question-pair/koelectra-small.json b/ELECTRA-master/finetune/config/question-pair/koelectra-small.json
new file mode 100644
index 0000000000000000000000000000000000000000..3e97cde25e3f338cf501ea906236cb46b82da4a9
--- /dev/null
+++ b/ELECTRA-master/finetune/config/question-pair/koelectra-small.json
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4c26dd8f9b806dc23507e28078341b30927731a388ffb5de3d3afac9fc0ac51
+size 830
diff --git a/ELECTRA-master/finetune/config/question-pair/xlm-roberta.json b/ELECTRA-master/finetune/config/question-pair/xlm-roberta.json
new file mode 100644
index 0000000000000000000000000000000000000000..8608a2b062890e81dcb15e6be120bb3db2c9b0b1
--- /dev/null
+++ b/ELECTRA-master/finetune/config/question-pair/xlm-roberta.json
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ad6603f7fa3a461d8108f5d79c9be7186133901d17ef428e35887d649a9d6ff
+size 801
diff --git a/ELECTRA-master/finetune/data/hate-speech/train.tsv b/ELECTRA-master/finetune/data/hate-speech/train.tsv
new file mode 100644
index 0000000000000000000000000000000000000000..60b97ec5afc03abbf899130d3b735aa7ed58811a
--- /dev/null
+++ b/ELECTRA-master/finetune/data/hate-speech/train.tsv
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d851fb0a3bceed9aa1f7f287612986a6c2c0eb66680f37bc2dfb23201ce9252b
+size 1609701
diff --git a/ELECTRA-master/finetune/data/hate-speech/val.tsv b/ELECTRA-master/finetune/data/hate-speech/val.tsv
new file mode 100644
index 0000000000000000000000000000000000000000..1081f4ff695d7ec9361798395ec659b0d7982fde
--- /dev/null
+++ b/ELECTRA-master/finetune/data/hate-speech/val.tsv
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3389eecafe121839b632eddb0d8ad475f049f3bddc10f3b9360e9e5a82434eef
+size 96297
diff --git a/ELECTRA-master/finetune/data/kornli/multinli.train.ko.tsv b/ELECTRA-master/finetune/data/kornli/multinli.train.ko.tsv
new file mode 100644
index 0000000000000000000000000000000000000000..98168a4867c198873a57e359f151dd24cf83e3b4
--- /dev/null
+++ b/ELECTRA-master/finetune/data/kornli/multinli.train.ko.tsv
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dca5bf65597af45b139a5fbc8aa3587b612b391446475617b8faa09e5dfcd349
+size 83550821
diff --git a/ELECTRA-master/finetune/data/kornli/xnli.dev.ko.tsv b/ELECTRA-master/finetune/data/kornli/xnli.dev.ko.tsv
new file mode 100644
index 0000000000000000000000000000000000000000..f0a934e0366f07f06585d6d07fe5c7df53ed11ae
--- /dev/null
+++ b/ELECTRA-master/finetune/data/kornli/xnli.dev.ko.tsv
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:821fb1c1c2e538ac2724a6132da36ffa379eb9a542ceb89243b3cf711377382c
+size 511383
diff --git a/ELECTRA-master/finetune/data/kornli/xnli.test.ko.tsv b/ELECTRA-master/finetune/data/kornli/xnli.test.ko.tsv
new file mode 100644
index 0000000000000000000000000000000000000000..8632492fad0f3812c34b1f9a86d62f718cf53187
--- /dev/null
+++ b/ELECTRA-master/finetune/data/kornli/xnli.test.ko.tsv
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0db53cf8e182283a0d0404ec3fe1b15d1e29236d23d22082dc20d43067254b3e
+size 1032430
diff --git a/ELECTRA-master/finetune/data/korquad/KorQuAD_v1.0_dev.json b/ELECTRA-master/finetune/data/korquad/KorQuAD_v1.0_dev.json
new file mode 100644
index 0000000000000000000000000000000000000000..7ed9a452ded2f46dfe0585fdbb82dba674a85afc
--- /dev/null
+++ b/ELECTRA-master/finetune/data/korquad/KorQuAD_v1.0_dev.json
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25ffeb51e6c51ec02c071b60a10188e10005c144110f0d876b26079d80a35bdf
+size 3881058
diff --git a/ELECTRA-master/finetune/data/korquad/KorQuAD_v1.0_train.json b/ELECTRA-master/finetune/data/korquad/KorQuAD_v1.0_train.json
new file mode 100644
index 0000000000000000000000000000000000000000..b9b42d2e02b4234ff104ea2edb060d3040d0e6a2
--- /dev/null
+++ b/ELECTRA-master/finetune/data/korquad/KorQuAD_v1.0_train.json
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40d5115879a701751781df721d901abfa736d8db5f89000f2619433f39bf2dd2
+size 38527475
diff --git a/ELECTRA-master/finetune/data/korsts/sts-dev.tsv b/ELECTRA-master/finetune/data/korsts/sts-dev.tsv
new file mode 100644
index 0000000000000000000000000000000000000000..8c8890973b7242d250b0889260b2d3c9ce6f2ff5
--- /dev/null
+++ b/ELECTRA-master/finetune/data/korsts/sts-dev.tsv
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d835b65b424401fbcce6be28a78159df8d61f5b19977ea7a0b83b8cb6105f393
+size 307276
diff --git a/ELECTRA-master/finetune/data/korsts/sts-test.tsv b/ELECTRA-master/finetune/data/korsts/sts-test.tsv
new file mode 100644
index 0000000000000000000000000000000000000000..5919b325aed599745751756b994e0f853d14e61a
--- /dev/null
+++ b/ELECTRA-master/finetune/data/korsts/sts-test.tsv
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13f83a3440d9db52d134eb40303ce021b03264aa338fbf2871c8786ce04d2105
+size 249596
diff --git a/ELECTRA-master/finetune/data/korsts/sts-train.tsv b/ELECTRA-master/finetune/data/korsts/sts-train.tsv
new file mode 100644
index 0000000000000000000000000000000000000000..083cdcbb90be38c997bd00380948702f0005fb99
--- /dev/null
+++ b/ELECTRA-master/finetune/data/korsts/sts-train.tsv
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5aaa7f957d6ff46f4b6834a8b0f024a9234a6eefe9289aed66746b4533da3b8
+size 1046952
diff --git a/ELECTRA-master/finetune/data/naver-ner/test.tsv b/ELECTRA-master/finetune/data/naver-ner/test.tsv
new file mode 100644
index 0000000000000000000000000000000000000000..958df615a03a18b2173827091e2c60308275c333
--- /dev/null
+++ b/ELECTRA-master/finetune/data/naver-ner/test.tsv
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27bc732d9bd5ea2e1c0c43964dac9ce3ab9c9b8bfaef0f71bfde2bfbcbac2694
+size 1445566
diff --git a/ELECTRA-master/finetune/data/naver-ner/train.tsv b/ELECTRA-master/finetune/data/naver-ner/train.tsv
new file mode 100644
index 0000000000000000000000000000000000000000..dc162e6900f592728787574cb25d7075a90e83fa
--- /dev/null
+++ b/ELECTRA-master/finetune/data/naver-ner/train.tsv
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6d9bc56a6ebaa1858af1e50709c77145ff4b27c06ec5505bfa57de3d0994b52
+size 12928206
diff --git a/ELECTRA-master/finetune/data/nsmc/ratings_test.txt b/ELECTRA-master/finetune/data/nsmc/ratings_test.txt
new file mode 100644
index 0000000000000000000000000000000000000000..7219bc21c6c0060cba79aa5f2e1f8f1f991b1638
--- /dev/null
+++ b/ELECTRA-master/finetune/data/nsmc/ratings_test.txt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ac9f64052f11dbf6ae0acb5e038f03d90a76f0eda7820cfb3a92d02edfcebda
+size 4893335
diff --git a/ELECTRA-master/finetune/data/nsmc/ratings_train.txt b/ELECTRA-master/finetune/data/nsmc/ratings_train.txt
new file mode 100644
index 0000000000000000000000000000000000000000..dff13fe78f659e3058865eef92088f97f591050b
--- /dev/null
+++ b/ELECTRA-master/finetune/data/nsmc/ratings_train.txt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e03b7d14e9e41be8d464a28057cd25d7396c53e67aa7fd5f7e552c59b0ee2940
+size 14628807
diff --git a/ELECTRA-master/finetune/data/paws/dev_2k.tsv b/ELECTRA-master/finetune/data/paws/dev_2k.tsv
new file mode 100644
index 0000000000000000000000000000000000000000..09acac7a9987571b8951396ef0f5f8c76dd768ab
--- /dev/null
+++ b/ELECTRA-master/finetune/data/paws/dev_2k.tsv
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec6f963972f61f50b164bcf62c8ee06e6565c365d871d14d85e08f398d402b99
+size 532624
diff --git a/ELECTRA-master/finetune/data/paws/test_2k.tsv b/ELECTRA-master/finetune/data/paws/test_2k.tsv
new file mode 100644
index 0000000000000000000000000000000000000000..ce27bbea8c755cbdbad819ad285a5adb2e4d6298
--- /dev/null
+++ b/ELECTRA-master/finetune/data/paws/test_2k.tsv
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45bb61a9cda953047f4d0628f02555fef2d0c0b5dc05787be3e2c16965a2eef8
+size 540041
diff --git a/ELECTRA-master/finetune/data/paws/translated_train.tsv b/ELECTRA-master/finetune/data/paws/translated_train.tsv
new file mode 100644
index 0000000000000000000000000000000000000000..50c66a5b3fc39184a6e3c5f5caf510c0b8a5f144
--- /dev/null
+++ b/ELECTRA-master/finetune/data/paws/translated_train.tsv
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea78c84f6d506417c2c1d9ee56d6f260e515b3a1ffb7f23fad8ca33ebdab721e
+size 13429094
diff --git a/ELECTRA-master/finetune/data/question-pair/dev.tsv b/ELECTRA-master/finetune/data/question-pair/dev.tsv
new file mode 100644
index 0000000000000000000000000000000000000000..89c0e7d91b7a1289981791844b8aee2b273c96b0
--- /dev/null
+++ b/ELECTRA-master/finetune/data/question-pair/dev.tsv
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3928c783f561f36547fd8e0c9d78a6e1d6013db3debcf559c4135aa5536badea
+size 49083
diff --git a/ELECTRA-master/finetune/data/question-pair/test.tsv b/ELECTRA-master/finetune/data/question-pair/test.tsv
new file mode 100644
index 0000000000000000000000000000000000000000..a891e1465df813df6b8bbb4accdf02b67ef23e3b
--- /dev/null
+++ b/ELECTRA-master/finetune/data/question-pair/test.tsv
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d5738107ea3742de4dcaf3a358b6bfa4818781bc6aec11a9956a3fbe35f8b61
+size 54395
diff --git a/ELECTRA-master/finetune/data/question-pair/train.tsv b/ELECTRA-master/finetune/data/question-pair/train.tsv
new file mode 100644
index 0000000000000000000000000000000000000000..ffc00205d8150b79987f9899624a5f94ca9c9773
--- /dev/null
+++ b/ELECTRA-master/finetune/data/question-pair/train.tsv
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:addf4c88b19066ad55a09f466c5c3f6428b3f2bd5d55100d3ca5b93d9d8daff9
+size 441758
diff --git a/ELECTRA-master/finetune/processor/__init__.py b/ELECTRA-master/finetune/processor/__init__.py
new file mode 100644
index 0000000000000000000000000000000000000000..1a396e56b9aed712baa3cc3a079f5e784464d955
--- /dev/null
+++ b/ELECTRA-master/finetune/processor/__init__.py
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be5c8b2dedb3ace7db042e5851e587f96c1b4169f1a4ba3ef44be40cbd9b1936
+size 204
diff --git a/ELECTRA-master/finetune/processor/ner.py b/ELECTRA-master/finetune/processor/ner.py
new file mode 100644
index 0000000000000000000000000000000000000000..8a215d3b4c1fe3eed11df6b955073c8ef78a11dc
--- /dev/null
+++ b/ELECTRA-master/finetune/processor/ner.py
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1ff754d7842ddfef5d5ed9d02a27ff423645fc491cc782caad86b764a4d7e85
+size 8704
diff --git a/ELECTRA-master/finetune/processor/seq_cls.py b/ELECTRA-master/finetune/processor/seq_cls.py
new file mode 100644
index 0000000000000000000000000000000000000000..5e871df56bd864b9e59c3bdc535ecdc020d6f93c
--- /dev/null
+++ b/ELECTRA-master/finetune/processor/seq_cls.py
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b95b26921ea4da4ad823f690ec1755d6cbe59142dc57c98a607a7f07168ed668
+size 15865
diff --git a/ELECTRA-master/finetune/requirements.txt b/ELECTRA-master/finetune/requirements.txt
new file mode 100644
index 0000000000000000000000000000000000000000..07c90c62b41a539af602043366e8ad628bbf6574
--- /dev/null
+++ b/ELECTRA-master/finetune/requirements.txt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab733178f04656789d1297b0536d52a898115fc714ec2922fff1eeee0ab021b3
+size 62
diff --git a/ELECTRA-master/finetune/run_ner.py b/ELECTRA-master/finetune/run_ner.py
new file mode 100644
index 0000000000000000000000000000000000000000..1afb702ae026a122812665af32a1ca30d2fcb238
--- /dev/null
+++ b/ELECTRA-master/finetune/run_ner.py
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0c06f289be64ddc7fd85a00d01947412b53e1ec1647267161337e1a8ed2e5bc
+size 12596
diff --git a/ELECTRA-master/finetune/run_seq_cls.py b/ELECTRA-master/finetune/run_seq_cls.py
new file mode 100644
index 0000000000000000000000000000000000000000..8db54b782fa09c455f30fc35e43a5528010ff534
--- /dev/null
+++ b/ELECTRA-master/finetune/run_seq_cls.py
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a4c8fa3216ff6c8c71d05e2e396b9709281b93018d3b82b1c3645f38c70027e
+size 12176
diff --git a/ELECTRA-master/finetune/run_squad.py b/ELECTRA-master/finetune/run_squad.py
new file mode 100644
index 0000000000000000000000000000000000000000..327465f4c8518640e232de2b1219f7605dda221a
--- /dev/null
+++ b/ELECTRA-master/finetune/run_squad.py
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:692e2fd214ee0f736b226f7be04ac2725ff39797ff2f6b3d52ac06b601f753a9
+size 19569
diff --git a/ELECTRA-master/finetune/src/__init__.py b/ELECTRA-master/finetune/src/__init__.py
new file mode 100644
index 0000000000000000000000000000000000000000..40cd10963e3d1a19ce909225b426af8510b3e08e
--- /dev/null
+++ b/ELECTRA-master/finetune/src/__init__.py
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6666cd20b03e5c185344d8b3a5d56675aa38c1580db6c37c1d76459e50b6003
+size 363
diff --git a/ELECTRA-master/finetune/src/evaluate_v1_0.py b/ELECTRA-master/finetune/src/evaluate_v1_0.py
new file mode 100644
index 0000000000000000000000000000000000000000..be514e3960027847ed067e2ea30c1f87bc889e4b
--- /dev/null
+++ b/ELECTRA-master/finetune/src/evaluate_v1_0.py
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1db6c665477d6216259069f98362ff3ae6d20f8ca6ebb02cc6d5fd804fcf98ce
+size 5071
diff --git a/ELECTRA-master/finetune/src/tokenization_hanbert.py b/ELECTRA-master/finetune/src/tokenization_hanbert.py
new file mode 100644
index 0000000000000000000000000000000000000000..6aa3ed7d77db4c8ebf2c364680d16eeca90a4493
--- /dev/null
+++ b/ELECTRA-master/finetune/src/tokenization_hanbert.py
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74e3ceb142cfd5c20cd1acc8f020f3439b144e68311aaa63979388373620e270
+size 19779
diff --git a/ELECTRA-master/finetune/src/tokenization_kobert.py b/ELECTRA-master/finetune/src/tokenization_kobert.py
new file mode 100644
index 0000000000000000000000000000000000000000..eb640c758c898790dccea31cc57cb7da9b9e5ce0
--- /dev/null
+++ b/ELECTRA-master/finetune/src/tokenization_kobert.py
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8748b0f62687e8971b3c0268f171ea5c5a7d195abb6b7d75c9823576437d8f27
+size 10974
diff --git a/ELECTRA-master/finetune/src/utils.py b/ELECTRA-master/finetune/src/utils.py
new file mode 100644
index 0000000000000000000000000000000000000000..c778358d64ab529639faf231ec769f0de318552e
--- /dev/null
+++ b/ELECTRA-master/finetune/src/utils.py
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dada641f59723cacef8998e3b6cc169d8456735fee9adee88cdda6cd3b0d4a9c
+size 5718
diff --git a/ELECTRA-master/pretrain/.gitignore b/ELECTRA-master/pretrain/.gitignore
new file mode 100644
index 0000000000000000000000000000000000000000..49a2caf754cb5d28fb424bc8144b30b760d8176f
--- /dev/null
+++ b/ELECTRA-master/pretrain/.gitignore
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1e918145392914a2497e573adb63aa91cd7a285d4b008b7d41682f45b92ae68
+size 60
diff --git a/ELECTRA-master/pretrain/README.md b/ELECTRA-master/pretrain/README.md
new file mode 100644
index 0000000000000000000000000000000000000000..ada532ee0448b2922b031ba98ef77dcff49e8215
--- /dev/null
+++ b/ELECTRA-master/pretrain/README.md
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:562854529bc1b7b557b97eb76b99361a31c96f60bd49de9b22dfecb130d3665a
+size 1152
diff --git a/ELECTRA-master/pretrain/README_EN.md b/ELECTRA-master/pretrain/README_EN.md
new file mode 100644
index 0000000000000000000000000000000000000000..9e7464af96291b644908b27d756279c2955f5328
--- /dev/null
+++ b/ELECTRA-master/pretrain/README_EN.md
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f4eeb80a9cc38a723501131b2dfa89020e99728994fe600f85d116306852b23
+size 1110
diff --git a/ELECTRA-master/pretrain/build_openwebtext_pretraining_dataset.py b/ELECTRA-master/pretrain/build_openwebtext_pretraining_dataset.py
new file mode 100644
index 0000000000000000000000000000000000000000..8428d2a1f82c6e7cffa34e231cf42e05c56d27f8
--- /dev/null
+++ b/ELECTRA-master/pretrain/build_openwebtext_pretraining_dataset.py
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e090fa714332772cef584cb97b11ceb069b811fedabc72b738a2ab5e918e6347
+size 3788
diff --git a/ELECTRA-master/pretrain/build_pretraining_dataset.py b/ELECTRA-master/pretrain/build_pretraining_dataset.py
new file mode 100644
index 0000000000000000000000000000000000000000..44f53d067112454b62ec3fa20d32e1927d3d67f6
--- /dev/null
+++ b/ELECTRA-master/pretrain/build_pretraining_dataset.py
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a8be89fa6776667ab32c82ea1feb6739b79e4d1e24d84fdd875937621541400
+size 8874
diff --git a/ELECTRA-master/pretrain/config/base_config.json b/ELECTRA-master/pretrain/config/base_config.json
new file mode 100644
index 0000000000000000000000000000000000000000..d4beee89a38a10736d0cb9d33730ab7387abea9c
--- /dev/null
+++ b/ELECTRA-master/pretrain/config/base_config.json
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df00137bc86634a3b61c6f7c7998e6801ac21253dfd9a0bdcdc8d5cc3e2aa9ce
+size 296
diff --git a/ELECTRA-master/pretrain/config/small_config.json b/ELECTRA-master/pretrain/config/small_config.json
new file mode 100644
index 0000000000000000000000000000000000000000..4b1b26d798643a4768d961a30dc88feae824a95e
--- /dev/null
+++ b/ELECTRA-master/pretrain/config/small_config.json
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:193e121647704509a3a50f51a6bccba1dda878e7369f199958960c94ecc41140
+size 354
diff --git a/ELECTRA-master/pretrain/configure_finetuning.py b/ELECTRA-master/pretrain/configure_finetuning.py
new file mode 100644
index 0000000000000000000000000000000000000000..5f16dbff787c656ed256e73de476de7c96de7ee3
--- /dev/null
+++ b/ELECTRA-master/pretrain/configure_finetuning.py
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:504f1f64d0670bfdbb73895551a2a6b07963400300db7703ec56a2c890c66260
+size 7607
diff --git a/ELECTRA-master/pretrain/configure_pretraining.py b/ELECTRA-master/pretrain/configure_pretraining.py
new file mode 100644
index 0000000000000000000000000000000000000000..db961c63c81cccde5fd9c8405dc6c3d6964de29d
--- /dev/null
+++ b/ELECTRA-master/pretrain/configure_pretraining.py
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8b2fc7693317927bf1f45da186fcca3ede623cab64bca5fb4dadfa250fd71b2
+size 5514
diff --git a/ELECTRA-master/pretrain/finetune/__init__.py b/ELECTRA-master/pretrain/finetune/__init__.py
new file mode 100644
index 0000000000000000000000000000000000000000..1751ad29d9c95ab389ab299a0c6203affeb8873e
--- /dev/null
+++ b/ELECTRA-master/pretrain/finetune/__init__.py
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5aad2aafa0de2dd47eae418a90aa15acfc5e407afb924eac83abd0353856f300
+size 606
diff --git a/ELECTRA-master/pretrain/finetune/classification/classification_metrics.py b/ELECTRA-master/pretrain/finetune/classification/classification_metrics.py
new file mode 100644
index 0000000000000000000000000000000000000000..8e4fb9ac6b33436b148e488556c6705d346a4afe
--- /dev/null
+++ b/ELECTRA-master/pretrain/finetune/classification/classification_metrics.py
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c86efb59740a960a06f7d2fface46f1c300a34d42de67e959c80701859aa3eb3
+size 3281
diff --git a/ELECTRA-master/pretrain/finetune/classification/classification_tasks.py b/ELECTRA-master/pretrain/finetune/classification/classification_tasks.py
new file mode 100644
index 0000000000000000000000000000000000000000..a5714c79751a032ccb47bbd05c92e9da12646f68
--- /dev/null
+++ b/ELECTRA-master/pretrain/finetune/classification/classification_tasks.py
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85979fe9cd5ed73d992862e0382b04a5b6c2ff92fff22eda485efa14c89326a2
+size 15235
diff --git a/ELECTRA-master/pretrain/finetune/feature_spec.py b/ELECTRA-master/pretrain/finetune/feature_spec.py
new file mode 100644
index 0000000000000000000000000000000000000000..8613a046e741ce77679405873f6df094e42bd174
--- /dev/null
+++ b/ELECTRA-master/pretrain/finetune/feature_spec.py
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:322f58168dc35ce6374d4699ba36bf33441e4fd4a84e3ff868fa6059ee757487
+size 1842
diff --git a/ELECTRA-master/pretrain/finetune/preprocessing.py b/ELECTRA-master/pretrain/finetune/preprocessing.py
new file mode 100644
index 0000000000000000000000000000000000000000..b528c259559de22d8cef345b1addb170842bbee2
--- /dev/null
+++ b/ELECTRA-master/pretrain/finetune/preprocessing.py
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b7c69503ab1efe214b3ad3d09d0f084addbbd1f0aa07c75f1f325a5eb2f9bee
+size 6494
diff --git a/ELECTRA-master/pretrain/finetune/qa/mrqa_official_eval.py b/ELECTRA-master/pretrain/finetune/qa/mrqa_official_eval.py
new file mode 100644
index 0000000000000000000000000000000000000000..8f8671c3c2cc25e61ff13ea6b7c41a114fc2926d
--- /dev/null
+++ b/ELECTRA-master/pretrain/finetune/qa/mrqa_official_eval.py
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f908aa35876495cc9a88183e36398839ead9c5fbab96614082d85c54978a4e72
+size 3788
diff --git a/ELECTRA-master/pretrain/finetune/qa/qa_metrics.py b/ELECTRA-master/pretrain/finetune/qa/qa_metrics.py
new file mode 100644
index 0000000000000000000000000000000000000000..5d42a3f50a54183633014ea2becffc7409035577
--- /dev/null
+++ b/ELECTRA-master/pretrain/finetune/qa/qa_metrics.py
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2438c2937d8db1ae75fe5e9c70b671bc1f6f200f3d2e16ad0a8282a4a9eeab0f
+size 14623
diff --git a/ELECTRA-master/pretrain/finetune/qa/qa_tasks.py b/ELECTRA-master/pretrain/finetune/qa/qa_tasks.py
new file mode 100644
index 0000000000000000000000000000000000000000..315a3f4fcee1e7e732c6ba3e6048ed3688376e89
--- /dev/null
+++ b/ELECTRA-master/pretrain/finetune/qa/qa_tasks.py
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81fa1143525d591978f8847d3a9f53ba1cbfb13656cf89bfe62480caefc5ddb5
+size 24321
diff --git a/ELECTRA-master/pretrain/finetune/qa/squad_official_eval.py b/ELECTRA-master/pretrain/finetune/qa/squad_official_eval.py
new file mode 100644
index 0000000000000000000000000000000000000000..64b0c13a3033b8367968193f50f30f704916bc19
--- /dev/null
+++ b/ELECTRA-master/pretrain/finetune/qa/squad_official_eval.py
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f5705e169ad3d068aebacbb09cbc11bcd965ffe0f6126be603ab2685d153208
+size 12022
diff --git a/ELECTRA-master/pretrain/finetune/qa/squad_official_eval_v1.py b/ELECTRA-master/pretrain/finetune/qa/squad_official_eval_v1.py
new file mode 100644
index 0000000000000000000000000000000000000000..186f139d35e2e7ef5898e8502c67b23adf619598
--- /dev/null
+++ b/ELECTRA-master/pretrain/finetune/qa/squad_official_eval_v1.py
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b989c8561aeceabf56af8da18eb081c5df2461061f2343a4f2add7a7287414bd
+size 4322
diff --git a/ELECTRA-master/pretrain/finetune/scorer.py b/ELECTRA-master/pretrain/finetune/scorer.py
new file mode 100644
index 0000000000000000000000000000000000000000..b0111bb5188dcc16199c537914ac9c9df6e3f4f1
--- /dev/null
+++ b/ELECTRA-master/pretrain/finetune/scorer.py
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23b347182ede4c0d3a3f1f29ac83f87cee5d1eea22fc185d0088f9ed147c6d86
+size 1517
diff --git a/ELECTRA-master/pretrain/finetune/tagging/tagging_metrics.py b/ELECTRA-master/pretrain/finetune/tagging/tagging_metrics.py
new file mode 100644
index 0000000000000000000000000000000000000000..2c01e4617fc3b017ac93dba0d72b07ecd7d39c64
--- /dev/null
+++ b/ELECTRA-master/pretrain/finetune/tagging/tagging_metrics.py
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:157ec427d621632cb9066a434c53cf2095045a194b2240679a41a06136539bd6
+size 3548
diff --git a/ELECTRA-master/pretrain/finetune/tagging/tagging_tasks.py b/ELECTRA-master/pretrain/finetune/tagging/tagging_tasks.py
new file mode 100644
index 0000000000000000000000000000000000000000..d6a89a91d3b63222482eeb1bf2b5dec37da0b53a
--- /dev/null
+++ b/ELECTRA-master/pretrain/finetune/tagging/tagging_tasks.py
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:179296440426f46dd86aa1fc171467cddde3df242cf9be3dac14f9576154697f
+size 9228
diff --git a/ELECTRA-master/pretrain/finetune/tagging/tagging_utils.py b/ELECTRA-master/pretrain/finetune/tagging/tagging_utils.py
new file mode 100644
index 0000000000000000000000000000000000000000..21434c27e10d6f9b1b00ab0ac719a689c3e9e693
--- /dev/null
+++ b/ELECTRA-master/pretrain/finetune/tagging/tagging_utils.py
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82ba42c37c08c936b5f1352181796e050cb9b4208024a4618c6384c120702e0e
+size 1964
diff --git a/ELECTRA-master/pretrain/finetune/task.py b/ELECTRA-master/pretrain/finetune/task.py
new file mode 100644
index 0000000000000000000000000000000000000000..53cbbb9bcbadf8fbfa2527162e1025271a611b20
--- /dev/null
+++ b/ELECTRA-master/pretrain/finetune/task.py
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44dc55a31b72655f00cb0b914af9afdf729cb3fd7076393eafc4a5f64ab12d77
+size 1917
diff --git a/ELECTRA-master/pretrain/finetune/task_builder.py b/ELECTRA-master/pretrain/finetune/task_builder.py
new file mode 100644
index 0000000000000000000000000000000000000000..4b46b2d1d6514f349778cea5b8473504de403afb
--- /dev/null
+++ b/ELECTRA-master/pretrain/finetune/task_builder.py
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41a4a712e4a762ac1dc0471cd97167e9ad98199037aa9fdeaea978f1ef9d776a
+size 2698
diff --git a/ELECTRA-master/pretrain/model/__init__.py b/ELECTRA-master/pretrain/model/__init__.py
new file mode 100644
index 0000000000000000000000000000000000000000..1751ad29d9c95ab389ab299a0c6203affeb8873e
--- /dev/null
+++ b/ELECTRA-master/pretrain/model/__init__.py
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5aad2aafa0de2dd47eae418a90aa15acfc5e407afb924eac83abd0353856f300
+size 606
diff --git a/ELECTRA-master/pretrain/model/modeling.py b/ELECTRA-master/pretrain/model/modeling.py
new file mode 100644
index 0000000000000000000000000000000000000000..aa267e07b06b05fffd103edd21877377f6907fdc
--- /dev/null
+++ b/ELECTRA-master/pretrain/model/modeling.py
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26797654b295cd35f0f2c830e08a40695cc5bd9085950aa6edb020e1696a8214
+size 39384
diff --git a/ELECTRA-master/pretrain/model/optimization.py b/ELECTRA-master/pretrain/model/optimization.py
new file mode 100644
index 0000000000000000000000000000000000000000..7711d672ab6eba5d1ff2e255b5ed416402b37112
--- /dev/null
+++ b/ELECTRA-master/pretrain/model/optimization.py
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a084a4f30856c0d523997ab982b9d8d13e1aa7d8a1ae744db410ab48bb7e82e3
+size 7071
diff --git a/ELECTRA-master/pretrain/model/tokenization.py b/ELECTRA-master/pretrain/model/tokenization.py
new file mode 100644
index 0000000000000000000000000000000000000000..bc7ef80f9de1532c4cc2cb66dde834206fff12fa
--- /dev/null
+++ b/ELECTRA-master/pretrain/model/tokenization.py
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb77a25a46267e22585d72c8a4331c56388a64549dc9ddd53adccbf4d8f09c14
+size 10593
diff --git a/ELECTRA-master/pretrain/pretrain/__init__.py b/ELECTRA-master/pretrain/pretrain/__init__.py
new file mode 100644
index 0000000000000000000000000000000000000000..1751ad29d9c95ab389ab299a0c6203affeb8873e
--- /dev/null
+++ b/ELECTRA-master/pretrain/pretrain/__init__.py
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5aad2aafa0de2dd47eae418a90aa15acfc5e407afb924eac83abd0353856f300
+size 606
diff --git a/ELECTRA-master/pretrain/pretrain/pretrain_data.py b/ELECTRA-master/pretrain/pretrain/pretrain_data.py
new file mode 100644
index 0000000000000000000000000000000000000000..70a4b019a91a81135afaf44538cf50245ac33f35
--- /dev/null
+++ b/ELECTRA-master/pretrain/pretrain/pretrain_data.py
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:003cb0c095f0d2538515f3635c4a383b7ff2036197022e4efb0b9cc41dde56f5
+size 5263
diff --git a/ELECTRA-master/pretrain/pretrain/pretrain_helpers.py b/ELECTRA-master/pretrain/pretrain/pretrain_helpers.py
new file mode 100644
index 0000000000000000000000000000000000000000..ac02ad8e1e3fb1cd4d57220cbe1f77ec5bddc9b0
--- /dev/null
+++ b/ELECTRA-master/pretrain/pretrain/pretrain_helpers.py
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8d4d8a7f77ea2debf757b068c4df32098b289b201c3afdd895bd5771e9a22df
+size 8668
diff --git a/ELECTRA-master/pretrain/requirements.txt b/ELECTRA-master/pretrain/requirements.txt
new file mode 100644
index 0000000000000000000000000000000000000000..855f16712315975c66b8812a90c3f18b5c10f3a0
--- /dev/null
+++ b/ELECTRA-master/pretrain/requirements.txt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06b87f38521c98997ef54dd558c857f81765cbe6bfaf8ca58c6865794edf45e4
+size 32
diff --git a/ELECTRA-master/pretrain/run_finetuning.py b/ELECTRA-master/pretrain/run_finetuning.py
new file mode 100644
index 0000000000000000000000000000000000000000..99be5bbc1b58a59415908bfb4adaac2360cf9ec7
--- /dev/null
+++ b/ELECTRA-master/pretrain/run_finetuning.py
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9468b2ffc161f47bacd3b758291ad10a54a1164f46d5765a61fd023b594c3fb
+size 12663
diff --git a/ELECTRA-master/pretrain/run_pretraining.py b/ELECTRA-master/pretrain/run_pretraining.py
new file mode 100644
index 0000000000000000000000000000000000000000..751281c965eaefe226e65cef1a7c57deeebe88e7
--- /dev/null
+++ b/ELECTRA-master/pretrain/run_pretraining.py
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f3c025476e025d455d9a54e010714b87d65625bf8255779e3c3bd961ba95487
+size 17981
diff --git a/ELECTRA-master/pretrain/util/__init__.py b/ELECTRA-master/pretrain/util/__init__.py
new file mode 100644
index 0000000000000000000000000000000000000000..1751ad29d9c95ab389ab299a0c6203affeb8873e
--- /dev/null
+++ b/ELECTRA-master/pretrain/util/__init__.py
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5aad2aafa0de2dd47eae418a90aa15acfc5e407afb924eac83abd0353856f300
+size 606
diff --git a/ELECTRA-master/pretrain/util/training_utils.py b/ELECTRA-master/pretrain/util/training_utils.py
new file mode 100644
index 0000000000000000000000000000000000000000..827f14bf5dd0a0cf9552e2459720cc8150d48a0f
--- /dev/null
+++ b/ELECTRA-master/pretrain/util/training_utils.py
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f421f15eb302ff04ce62a1d43c50bb02be250a0c681778a4f2b7d168e0be504
+size 4040
diff --git a/ELECTRA-master/pretrain/util/utils.py b/ELECTRA-master/pretrain/util/utils.py
new file mode 100644
index 0000000000000000000000000000000000000000..80768d649d412475ac0e8b5526b4ec5069070f32
--- /dev/null
+++ b/ELECTRA-master/pretrain/util/utils.py
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a15f28ec0b4ab03cdaf78e41f240eefd7339bac8062f67965d427d92ca99781
+size 2492
diff --git a/ELECTRA-master/pretrain/vocab.txt b/ELECTRA-master/pretrain/vocab.txt
new file mode 100644
index 0000000000000000000000000000000000000000..3028e82078949f5b9f616377418bd50da3d6c329
--- /dev/null
+++ b/ELECTRA-master/pretrain/vocab.txt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:183ee80a792b80710204791be552906b40b9b37085ff7ab1d361d503445ddda1
+size 246974