Kit-Hung commited on
Commit
9a3ad79
·
1 Parent(s): 6da0a4d

update: add debug msg

Browse files
Files changed (1) hide show
  1. download.py +5 -10
download.py CHANGED
@@ -16,24 +16,19 @@ def download_sentence_transformer():
16
 
17
 
18
  def download_paraphrase_multilingual_MiniLM_L12_v2():
19
- os.system('cd /home/user/model && git clone https://www.modelscope.cn/Ceceliachenen/paraphrase-multilingual-MiniLM-L12-v2.git')
20
- os.system('cd /home/user/model/paraphrase-multilingual-MiniLM-L12-v2 && git lfs install && git lfs pull')
21
 
22
 
23
  def download_NLTK():
24
  os.system('echo "================ before clone nltk ========================"')
25
  os.system('ls -l /home/user')
26
- os.system('ls -l /home/user/nltk_data')
27
  os.system('echo "================ before clone nltk ========================"')
28
- os.system('cd /home/user && git clone https://gitee.com/yzy0612/nltk_data.git --branch gh-pages')
29
  os.system('echo "================ after clone nltk ========================"')
30
- os.system('ls -l /home/user')
31
- os.system('ls -l /home/user/nltk_data')
32
  os.system('echo "================ after clone nltk ========================"')
33
- os.system('cd /home/user/nltk_data && mv /home/user/nltk_data/packages/* /home/user/nltk_data')
34
- os.system('cd /home/user/nltk_data/tokenizers && unzip punkt.zip && cd /home/user/nltk_data/taggers && unzip averaged_perceptron_tagger.zip')
35
 
36
 
37
  def download_xtuner():
38
- os.system('mkdir /home/user/data && git clone https://github.com/InternLM/xtuner.git')
39
- os.system('mv /home/user/data/xtuner/README_zh-CN.md /home/user/data')
 
16
 
17
 
18
  def download_paraphrase_multilingual_MiniLM_L12_v2():
19
+ os.system('cd /home/user/model && git clone https://www.modelscope.cn/Ceceliachenen/paraphrase-multilingual-MiniLM-L12-v2.git && cd /home/user/model/paraphrase-multilingual-MiniLM-L12-v2 && git lfs install && git lfs pull ')
 
20
 
21
 
22
  def download_NLTK():
23
  os.system('echo "================ before clone nltk ========================"')
24
  os.system('ls -l /home/user')
 
25
  os.system('echo "================ before clone nltk ========================"')
26
+ os.system('cd /home/user && git clone https://gitee.com/yzy0612/nltk_data.git --branch gh-pages && cd /home/user/nltk_data && mv /home/user/nltk_data/packages/* /home/user/nltk_data && cd /home/user/nltk_data/tokenizers && unzip punkt.zip && cd /home/user/nltk_data/taggers && unzip averaged_perceptron_tagger.zip')
27
  os.system('echo "================ after clone nltk ========================"')
28
+ os.system('ls -l /home/user && ls -l /home/user/nltk_data')
 
29
  os.system('echo "================ after clone nltk ========================"')
30
+
 
31
 
32
 
33
  def download_xtuner():
34
+ os.system('mkdir /home/user/data && git clone https://github.com/InternLM/xtuner.git && mv /home/user/data/xtuner/README_zh-CN.md /home/user/data')