Yuchan commited on
Commit
6c265e3
·
verified ·
1 Parent(s): c41b0cf

Update AlphaS2S.py

Browse files
Files changed (1) hide show
  1. AlphaS2S.py +3 -4
AlphaS2S.py CHANGED
@@ -52,18 +52,17 @@ TOKENIZER_PATH1 = "en_bpe.model"
52
 
53
  if not os.path.exists(DATA_PATH):
54
  download_file(
55
- "https://huggingface.co/datasets/Yuchan5386/Multiturn/resolve/main/dataset_shuffled.jsonl?download=true",
56
  DATA_PATH
57
  )
58
-
59
  if not os.path.exists(TOKENIZER_PATH):
60
  download_file(
61
- "https://huggingface.co/datasets/Yuchan5386/Multiturn/resolve/main/unigram.model?download=true",
62
  TOKENIZER_PATH
63
  )
64
  if not os.path.exists(TOKENIZER_PATH1):
65
  download_file(
66
- "https://huggingface.co/datasets/Yuchan5386/Multiturn/resolve/main/bpe.model?download=true",
67
  TOKENIZER_PATH1
68
  )
69
 
 
52
 
53
  if not os.path.exists(DATA_PATH):
54
  download_file(
55
+ "https://huggingface.co/datasets/Yuchan5386/Translation-set/resolve/main/shuffled.jsonl?download=true",
56
  DATA_PATH
57
  )
 
58
  if not os.path.exists(TOKENIZER_PATH):
59
  download_file(
60
+ "https://huggingface.co/datasets/Yuchan5386/Translation-set/resolve/main/unigram.model?download=true",
61
  TOKENIZER_PATH
62
  )
63
  if not os.path.exists(TOKENIZER_PATH1):
64
  download_file(
65
+ "https://huggingface.co/datasets/Yuchan5386/Translation-set/resolve/main/bpe.model?download=true",
66
  TOKENIZER_PATH1
67
  )
68