Spaces:
Sleeping
Sleeping
Kit-Hung commited on
Commit ·
9a3ad79
1
Parent(s): 6da0a4d
update: add debug msg
Browse files- download.py +5 -10
download.py
CHANGED
|
@@ -16,24 +16,19 @@ def download_sentence_transformer():
|
|
| 16 |
|
| 17 |
|
| 18 |
def download_paraphrase_multilingual_MiniLM_L12_v2():
|
| 19 |
-
os.system('cd /home/user/model && git clone https://www.modelscope.cn/Ceceliachenen/paraphrase-multilingual-MiniLM-L12-v2.git')
|
| 20 |
-
os.system('cd /home/user/model/paraphrase-multilingual-MiniLM-L12-v2 && git lfs install && git lfs pull')
|
| 21 |
|
| 22 |
|
| 23 |
def download_NLTK():
|
| 24 |
os.system('echo "================ before clone nltk ========================"')
|
| 25 |
os.system('ls -l /home/user')
|
| 26 |
-
os.system('ls -l /home/user/nltk_data')
|
| 27 |
os.system('echo "================ before clone nltk ========================"')
|
| 28 |
-
os.system('cd /home/user && git clone https://gitee.com/yzy0612/nltk_data.git --branch gh-pages')
|
| 29 |
os.system('echo "================ after clone nltk ========================"')
|
| 30 |
-
os.system('ls -l /home/user')
|
| 31 |
-
os.system('ls -l /home/user/nltk_data')
|
| 32 |
os.system('echo "================ after clone nltk ========================"')
|
| 33 |
-
|
| 34 |
-
os.system('cd /home/user/nltk_data/tokenizers && unzip punkt.zip && cd /home/user/nltk_data/taggers && unzip averaged_perceptron_tagger.zip')
|
| 35 |
|
| 36 |
|
| 37 |
def download_xtuner():
|
| 38 |
-
os.system('mkdir /home/user/data && git clone https://github.com/InternLM/xtuner.git')
|
| 39 |
-
os.system('mv /home/user/data/xtuner/README_zh-CN.md /home/user/data')
|
|
|
|
| 16 |
|
| 17 |
|
| 18 |
def download_paraphrase_multilingual_MiniLM_L12_v2():
|
| 19 |
+
os.system('cd /home/user/model && git clone https://www.modelscope.cn/Ceceliachenen/paraphrase-multilingual-MiniLM-L12-v2.git && cd /home/user/model/paraphrase-multilingual-MiniLM-L12-v2 && git lfs install && git lfs pull ')
|
|
|
|
| 20 |
|
| 21 |
|
| 22 |
def download_NLTK():
|
| 23 |
os.system('echo "================ before clone nltk ========================"')
|
| 24 |
os.system('ls -l /home/user')
|
|
|
|
| 25 |
os.system('echo "================ before clone nltk ========================"')
|
| 26 |
+
os.system('cd /home/user && git clone https://gitee.com/yzy0612/nltk_data.git --branch gh-pages && cd /home/user/nltk_data && mv /home/user/nltk_data/packages/* /home/user/nltk_data && cd /home/user/nltk_data/tokenizers && unzip punkt.zip && cd /home/user/nltk_data/taggers && unzip averaged_perceptron_tagger.zip')
|
| 27 |
os.system('echo "================ after clone nltk ========================"')
|
| 28 |
+
os.system('ls -l /home/user && ls -l /home/user/nltk_data')
|
|
|
|
| 29 |
os.system('echo "================ after clone nltk ========================"')
|
| 30 |
+
|
|
|
|
| 31 |
|
| 32 |
|
| 33 |
def download_xtuner():
|
| 34 |
+
os.system('mkdir /home/user/data && git clone https://github.com/InternLM/xtuner.git && mv /home/user/data/xtuner/README_zh-CN.md /home/user/data')
|
|
|