Update app.py

app.py

@@ -1,7 +1,24 @@
 import streamlit as st
 from llama_index.core import VectorStoreIndex, SimpleDirectoryReader, Settings
 from llama_index.embeddings.huggingface import HuggingFaceEmbedding
-from llama_index.llms.huggingface import HuggingFaceLLM
+from llama_index.legacy.callbacks import CallbackManager
+from llama_index.llms.openai_like import OpenAILike
+import os
+
+# Create an instance of CallbackManager
+callback_manager = CallbackManager()
+
+api_base_url =  "https://internlm-chat.intern-ai.org.cn/puyu/api/v1/"
+model = "internlm2.5-latest"
+api_key = os.getenv("API_KEY")
+
+# api_base_url =  "https://api.siliconflow.cn/v1"
+# model = "internlm/internlm2_5-7b-chat"
+# api_key = "请填写 API Key"
+
+llm =OpenAILike(model=model, api_base=api_base_url, api_key=api_key, is_chat_model=True,callback_manager=callback_manager)
+
+
 
 st.set_page_config(page_title="llama_index_demo", page_icon="🦜🔗")
 st.title("llama_index_demo")
@@ -10,19 +27,14 @@ st.title("llama_index_demo")
 @st.cache_resource
 def init_models():
     embed_model = HuggingFaceEmbedding(
-        model_name="/root/model/sentence-transformer"
+        model_name="sentence-transformers/paraphrase-multilingual-MiniLM-L12-v2"
     )
     Settings.embed_model = embed_model
 
-    llm = HuggingFaceLLM(
-        model_name="/root/model/internlm2-chat-1_8b",
-        tokenizer_name="/root/model/internlm2-chat-1_8b",
-        model_kwargs={"trust_remote_code": True},
-        tokenizer_kwargs={"trust_remote_code": True}
-    )
+    #用初始化llm
     Settings.llm = llm
 
-    documents = SimpleDirectoryReader("/root/llamaindex_demo/data").load_data()
+    documents = SimpleDirectoryReader("./data").load_data()
     index = VectorStoreIndex.from_documents(documents)
     query_engine = index.as_query_engine()
 
@@ -69,4 +81,4 @@ if st.session_state.messages[-1]["role"] != "assistant":
             placeholder = st.empty()
             placeholder.markdown(response)
     message = {"role": "assistant", "content": response}
-    st.session_state.messages.append(message)
+    st.session_state.messages.append(message)