Kit-Hung commited on
Commit
53b8071
·
1 Parent(s): 9318723

update: model path

Browse files
Files changed (2) hide show
  1. app.py +2 -2
  2. download.py +6 -6
app.py CHANGED
@@ -30,14 +30,14 @@ st.title("llama_index_demo")
30
  @st.cache_resource
31
  def init_models():
32
  embed_model = HuggingFaceEmbedding(
33
- model_name="~/model/paraphrase-multilingual-MiniLM-L12-v2"
34
  )
35
  Settings.embed_model = embed_model
36
 
37
  #用初始化llm
38
  Settings.llm = llm
39
 
40
- documents = SimpleDirectoryReader("~/llamaindex_demo/data").load_data()
41
  index = VectorStoreIndex.from_documents(documents)
42
  query_engine = index.as_query_engine()
43
 
 
30
  @st.cache_resource
31
  def init_models():
32
  embed_model = HuggingFaceEmbedding(
33
+ model_name="/home/user/model/paraphrase-multilingual-MiniLM-L12-v2"
34
  )
35
  Settings.embed_model = embed_model
36
 
37
  #用初始化llm
38
  Settings.llm = llm
39
 
40
+ documents = SimpleDirectoryReader("/home/user/llamaindex_demo/data").load_data()
41
  index = VectorStoreIndex.from_documents(documents)
42
  query_engine = index.as_query_engine()
43
 
download.py CHANGED
@@ -1,6 +1,6 @@
1
  import os
2
  def prepare_data():
3
- os.system('mkdir -p ~/model')
4
  download_sentence_transformer()
5
  download_paraphrase_multilingual_MiniLM_L12_v2()
6
  download_NLTK()
@@ -15,11 +15,11 @@ def download_sentence_transformer():
15
 
16
 
17
  def download_paraphrase_multilingual_MiniLM_L12_v2():
18
- os.system('cd ~/model && git clone https://www.modelscope.cn/Ceceliachenen/paraphrase-multilingual-MiniLM-L12-v2.git')
19
- os.system('cd ~/model/paraphrase-multilingual-MiniLM-L12-v2 && git lfs install && git lfs pull')
20
 
21
 
22
  def download_NLTK():
23
- os.system('cd ~ && git clone https://gitee.com/yzy0612/nltk_data.git --branch gh-pages')
24
- os.system('cd ~/nltk_data && mv packages/* ./')
25
- os.system('cd ~/nltk_data/tokenizers && unzip punkt.zip && cd ../taggers && unzip averaged_perceptron_tagger.zip')
 
1
  import os
2
  def prepare_data():
3
+ os.system('mkdir -p /home/user/model')
4
  download_sentence_transformer()
5
  download_paraphrase_multilingual_MiniLM_L12_v2()
6
  download_NLTK()
 
15
 
16
 
17
  def download_paraphrase_multilingual_MiniLM_L12_v2():
18
+ os.system('cd /home/user/model && git clone https://www.modelscope.cn/Ceceliachenen/paraphrase-multilingual-MiniLM-L12-v2.git')
19
+ os.system('cd /home/user/model/paraphrase-multilingual-MiniLM-L12-v2 && git lfs install && git lfs pull')
20
 
21
 
22
  def download_NLTK():
23
+ os.system('cd /home/user && git clone https://gitee.com/yzy0612/nltk_data.git --branch gh-pages')
24
+ os.system('cd /home/user/nltk_data && mv /home/user/nltk_data/packages/* /home/user/nltk_data')
25
+ os.system('cd /home/user/nltk_data/tokenizers && unzip punkt.zip && cd ./home/user/nltk_data/taggers && unzip averaged_perceptron_tagger.zip')