Yuchan
commited on
Update AlphaS2S.py
Browse files- AlphaS2S.py +3 -4
AlphaS2S.py
CHANGED
|
@@ -52,18 +52,17 @@ TOKENIZER_PATH1 = "en_bpe.model"
|
|
| 52 |
|
| 53 |
if not os.path.exists(DATA_PATH):
|
| 54 |
download_file(
|
| 55 |
-
"https://huggingface.co/datasets/Yuchan5386/
|
| 56 |
DATA_PATH
|
| 57 |
)
|
| 58 |
-
|
| 59 |
if not os.path.exists(TOKENIZER_PATH):
|
| 60 |
download_file(
|
| 61 |
-
"https://huggingface.co/datasets/Yuchan5386/
|
| 62 |
TOKENIZER_PATH
|
| 63 |
)
|
| 64 |
if not os.path.exists(TOKENIZER_PATH1):
|
| 65 |
download_file(
|
| 66 |
-
"https://huggingface.co/datasets/Yuchan5386/
|
| 67 |
TOKENIZER_PATH1
|
| 68 |
)
|
| 69 |
|
|
|
|
| 52 |
|
| 53 |
if not os.path.exists(DATA_PATH):
|
| 54 |
download_file(
|
| 55 |
+
"https://huggingface.co/datasets/Yuchan5386/Translation-set/resolve/main/shuffled.jsonl?download=true",
|
| 56 |
DATA_PATH
|
| 57 |
)
|
|
|
|
| 58 |
if not os.path.exists(TOKENIZER_PATH):
|
| 59 |
download_file(
|
| 60 |
+
"https://huggingface.co/datasets/Yuchan5386/Translation-set/resolve/main/unigram.model?download=true",
|
| 61 |
TOKENIZER_PATH
|
| 62 |
)
|
| 63 |
if not os.path.exists(TOKENIZER_PATH1):
|
| 64 |
download_file(
|
| 65 |
+
"https://huggingface.co/datasets/Yuchan5386/Translation-set/resolve/main/bpe.model?download=true",
|
| 66 |
TOKENIZER_PATH1
|
| 67 |
)
|
| 68 |
|