Spaces:
Sleeping
Sleeping
Kit-Hung commited on
Commit ·
53b8071
1
Parent(s): 9318723
update: model path
Browse files- app.py +2 -2
- download.py +6 -6
app.py
CHANGED
|
@@ -30,14 +30,14 @@ st.title("llama_index_demo")
|
|
| 30 |
@st.cache_resource
|
| 31 |
def init_models():
|
| 32 |
embed_model = HuggingFaceEmbedding(
|
| 33 |
-
model_name="
|
| 34 |
)
|
| 35 |
Settings.embed_model = embed_model
|
| 36 |
|
| 37 |
#用初始化llm
|
| 38 |
Settings.llm = llm
|
| 39 |
|
| 40 |
-
documents = SimpleDirectoryReader("
|
| 41 |
index = VectorStoreIndex.from_documents(documents)
|
| 42 |
query_engine = index.as_query_engine()
|
| 43 |
|
|
|
|
| 30 |
@st.cache_resource
|
| 31 |
def init_models():
|
| 32 |
embed_model = HuggingFaceEmbedding(
|
| 33 |
+
model_name="/home/user/model/paraphrase-multilingual-MiniLM-L12-v2"
|
| 34 |
)
|
| 35 |
Settings.embed_model = embed_model
|
| 36 |
|
| 37 |
#用初始化llm
|
| 38 |
Settings.llm = llm
|
| 39 |
|
| 40 |
+
documents = SimpleDirectoryReader("/home/user/llamaindex_demo/data").load_data()
|
| 41 |
index = VectorStoreIndex.from_documents(documents)
|
| 42 |
query_engine = index.as_query_engine()
|
| 43 |
|
download.py
CHANGED
|
@@ -1,6 +1,6 @@
|
|
| 1 |
import os
|
| 2 |
def prepare_data():
|
| 3 |
-
os.system('mkdir -p
|
| 4 |
download_sentence_transformer()
|
| 5 |
download_paraphrase_multilingual_MiniLM_L12_v2()
|
| 6 |
download_NLTK()
|
|
@@ -15,11 +15,11 @@ def download_sentence_transformer():
|
|
| 15 |
|
| 16 |
|
| 17 |
def download_paraphrase_multilingual_MiniLM_L12_v2():
|
| 18 |
-
os.system('cd
|
| 19 |
-
os.system('cd
|
| 20 |
|
| 21 |
|
| 22 |
def download_NLTK():
|
| 23 |
-
os.system('cd
|
| 24 |
-
os.system('cd
|
| 25 |
-
os.system('cd
|
|
|
|
| 1 |
import os
|
| 2 |
def prepare_data():
|
| 3 |
+
os.system('mkdir -p /home/user/model')
|
| 4 |
download_sentence_transformer()
|
| 5 |
download_paraphrase_multilingual_MiniLM_L12_v2()
|
| 6 |
download_NLTK()
|
|
|
|
| 15 |
|
| 16 |
|
| 17 |
def download_paraphrase_multilingual_MiniLM_L12_v2():
|
| 18 |
+
os.system('cd /home/user/model && git clone https://www.modelscope.cn/Ceceliachenen/paraphrase-multilingual-MiniLM-L12-v2.git')
|
| 19 |
+
os.system('cd /home/user/model/paraphrase-multilingual-MiniLM-L12-v2 && git lfs install && git lfs pull')
|
| 20 |
|
| 21 |
|
| 22 |
def download_NLTK():
|
| 23 |
+
os.system('cd /home/user && git clone https://gitee.com/yzy0612/nltk_data.git --branch gh-pages')
|
| 24 |
+
os.system('cd /home/user/nltk_data && mv /home/user/nltk_data/packages/* /home/user/nltk_data')
|
| 25 |
+
os.system('cd /home/user/nltk_data/tokenizers && unzip punkt.zip && cd ./home/user/nltk_data/taggers && unzip averaged_perceptron_tagger.zip')
|