add tokenizer
Browse files- runs/Feb03_05-05-00_208aa7bfbfd0/1643864868.8239634/events.out.tfevents.1643864868.208aa7bfbfd0.123.1 +3 -0
- runs/Feb03_05-05-00_208aa7bfbfd0/1643865013.7793548/events.out.tfevents.1643865013.208aa7bfbfd0.123.2 +3 -0
- runs/Feb03_05-05-00_208aa7bfbfd0/1643865215.5017421/events.out.tfevents.1643865215.208aa7bfbfd0.123.4 +3 -0
- runs/Feb03_05-05-00_208aa7bfbfd0/events.out.tfevents.1643864868.208aa7bfbfd0.123.0 +3 -0
- runs/Feb03_05-05-00_208aa7bfbfd0/events.out.tfevents.1643865215.208aa7bfbfd0.123.3 +3 -0
- runs/Feb03_05-18-33_208aa7bfbfd0/1643865644.5898237/events.out.tfevents.1643865644.208aa7bfbfd0.123.6 +3 -0
- runs/Feb03_05-18-33_208aa7bfbfd0/events.out.tfevents.1643865644.208aa7bfbfd0.123.5 +3 -0
- runs/Feb03_05-23-47_208aa7bfbfd0/1643865916.1832914/events.out.tfevents.1643865916.208aa7bfbfd0.123.8 +3 -0
- runs/Feb03_05-23-47_208aa7bfbfd0/events.out.tfevents.1643865916.208aa7bfbfd0.123.7 +3 -0
- runs/Feb03_05-27-49_208aa7bfbfd0/1643866120.04671/events.out.tfevents.1643866120.208aa7bfbfd0.123.10 +3 -0
- runs/Feb03_05-27-49_208aa7bfbfd0/1643866227.7945266/events.out.tfevents.1643866227.208aa7bfbfd0.123.11 +3 -0
- runs/Feb03_05-27-49_208aa7bfbfd0/1643866290.2551806/events.out.tfevents.1643866290.208aa7bfbfd0.123.13 +3 -0
- runs/Feb03_05-27-49_208aa7bfbfd0/events.out.tfevents.1643866120.208aa7bfbfd0.123.9 +3 -0
- runs/Feb03_05-27-49_208aa7bfbfd0/events.out.tfevents.1643866290.208aa7bfbfd0.123.12 +3 -0
- vocab.json +1 -1
runs/Feb03_05-05-00_208aa7bfbfd0/1643864868.8239634/events.out.tfevents.1643864868.208aa7bfbfd0.123.1
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:54e68fff1100d65e3e90f8e5a1a8fb0ca19855a8be653ceb39084948e8429081
|
| 3 |
+
size 4543
|
runs/Feb03_05-05-00_208aa7bfbfd0/1643865013.7793548/events.out.tfevents.1643865013.208aa7bfbfd0.123.2
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:8964d174bf0551bc9832f48c900b96330a16847e1d3e51756158c8a666edbd7d
|
| 3 |
+
size 4543
|
runs/Feb03_05-05-00_208aa7bfbfd0/1643865215.5017421/events.out.tfevents.1643865215.208aa7bfbfd0.123.4
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:64346c590ecd022c2e16a2aa0eb66e2b5d147807f5d3572d26a0677cae07ac3b
|
| 3 |
+
size 4543
|
runs/Feb03_05-05-00_208aa7bfbfd0/events.out.tfevents.1643864868.208aa7bfbfd0.123.0
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:a12c03532b43924aa8bc2ed9aeaf743e33bba4408f923dbcc555ec6dd6dc8a9a
|
| 3 |
+
size 8858
|
runs/Feb03_05-05-00_208aa7bfbfd0/events.out.tfevents.1643865215.208aa7bfbfd0.123.3
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:e4a9cea6424274bf1b21283465a2272590c03b3706276a95f06aeddc300368a4
|
| 3 |
+
size 4449
|
runs/Feb03_05-18-33_208aa7bfbfd0/1643865644.5898237/events.out.tfevents.1643865644.208aa7bfbfd0.123.6
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:e738df2abf60eb2b7f8e836c8b5c87186261e09b6baf5862865eff58e058cb6a
|
| 3 |
+
size 4543
|
runs/Feb03_05-18-33_208aa7bfbfd0/events.out.tfevents.1643865644.208aa7bfbfd0.123.5
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:510a0a7a69e74c96fcd1c1c3476c369731031d0cd44fd5dd20bf572f678b95c0
|
| 3 |
+
size 4449
|
runs/Feb03_05-23-47_208aa7bfbfd0/1643865916.1832914/events.out.tfevents.1643865916.208aa7bfbfd0.123.8
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:1abaafe33f82e1d06cd99bd2edbe3cca577a62a8f96f88b2a93b71e30a9aa729
|
| 3 |
+
size 4543
|
runs/Feb03_05-23-47_208aa7bfbfd0/events.out.tfevents.1643865916.208aa7bfbfd0.123.7
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:c144e77c38a65fe853b199e66e3c88ea4ea48834086661ce17391359dbeca0df
|
| 3 |
+
size 4448
|
runs/Feb03_05-27-49_208aa7bfbfd0/1643866120.04671/events.out.tfevents.1643866120.208aa7bfbfd0.123.10
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:a45685defb5f152de1f054f979c544987d66a32eba660515333bdb536e84fa81
|
| 3 |
+
size 4543
|
runs/Feb03_05-27-49_208aa7bfbfd0/1643866227.7945266/events.out.tfevents.1643866227.208aa7bfbfd0.123.11
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:a5dfef09df7a07e45499648a5c0b0a8d1a8a8add40fef0ec33632fbdfbd65eff
|
| 3 |
+
size 4543
|
runs/Feb03_05-27-49_208aa7bfbfd0/1643866290.2551806/events.out.tfevents.1643866290.208aa7bfbfd0.123.13
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:9519253b36ed9ceef06f9ceace7b87a6318fe288dcab7b22e824a71ba9172163
|
| 3 |
+
size 4543
|
runs/Feb03_05-27-49_208aa7bfbfd0/events.out.tfevents.1643866120.208aa7bfbfd0.123.9
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:1f32628b2cefb0ec030634cdd472357b35bc0f474623b2577525678b245bf77b
|
| 3 |
+
size 8856
|
runs/Feb03_05-27-49_208aa7bfbfd0/events.out.tfevents.1643866290.208aa7bfbfd0.123.12
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:2d93a2523054a703a66aa3435971aa87471be44f6d99f1dd2eb5c5f62fb44181
|
| 3 |
+
size 4448
|
vocab.json
CHANGED
|
@@ -1 +1 @@
|
|
| 1 |
-
{"
|
|
|
|
| 1 |
+
{"y": 0, "w": 1, "k": 2, "m": 3, "t": 4, "c": 5, "n": 6, "h": 7, "g": 8, "o": 9, "f": 11, "j": 12, "a": 13, "b": 14, "d": 15, "x": 16, "e": 17, "r": 18, "u": 19, "l": 20, "'": 21, "i": 22, "q": 23, "z": 24, "s": 26, "p": 27, "v": 28, "|": 35, "[UNK]": 28, "[PAD]": 29}
|