Update app.py

app.py

@@ -8,20 +8,18 @@ import time
 import sys
 
 os.system("pip install --upgrade pip")
-os.system('''CMAKE_ARGS="-DLLAMA_AVX512=ON -DLLAMA_AVX512_VBMI=ON -DLLAMA_AVX512_VNNI=ON -DLLAMA_FP16_VA=ON" pip install llama-cpp-python==0.2.13''')
+os.system('''CMAKE_ARGS="-DLLAMA_AVX512=ON -DLLAMA_AVX512_VBMI=ON -DLLAMA_AVX512_VNNI=ON -DLLAMA_FP16_VA=ON" pip install llama-cpp-python''')
 
 from huggingface_hub import snapshot_download
 from llama_cpp import Llama
 
 
-SYSTEM_PROMPT = '''You are a helpful, respectful and honest INTP-T AI Assistant named "Shi-Ci" in English or "兮辞" in Chinese.
-You are good at speaking English and Chinese.
+SYSTEM_PROMPT = '''You are an AI programming assistant named "Shi-Ci" in English or "兮辞" in Chinese, utilizing the SEA Coder model, developed by "SSFW NLPark" team, and you only answer questions related to computer science.
 You are talking to a human User. If the question is meaningless, please explain the reason and don't share false information.
-You are based on SEA model, trained by "SSFW NLPark" team, not related to GPT, LLaMA, Meta, Mistral or OpenAI.
 Let's work this out in a step by step way to be sure we have the right answer.\n\n'''
 SYSTEM_TOKEN = 1587
-USER_TOKEN = 2188
-BOT_TOKEN = 12435
+USER_TOKEN = 16384
+BOT_TOKEN = 16384
 LINEBREAK_TOKEN = 13
 
 
@@ -45,8 +43,8 @@ def get_system_tokens(model):
     return get_message_tokens(model, **system_message)
 
 
-repo_name = "TheBloke/openbuddy-zephyr-7B-v14.1-GGUF"
-model_name = "openbuddy-zephyr-7b-v14.1.Q4_K_M.gguf"
+repo_name = "TheBloke/deepseek-coder-6.7B-instruct-GGUF"
+model_name = "deepseek-coder-6.7b-instruct.Q5_K_M.gguf"
 
 snapshot_download(repo_id=repo_name, local_dir=".", allow_patterns=model_name)
 
@@ -105,9 +103,8 @@ def bot(
 with gr.Blocks(
     theme=gr.themes.Soft()
 ) as demo:
-    gr.Markdown(f"""<h1><center>上师附外-兮辞·析辞-人工智能助理</center></h1>""")
-    gr.Markdown(value="""这儿是一个中文模型的部署。
-        这是量化版兮辞·析辞的部署，在 CPU 上运行。
+    gr.Markdown(f"""<h1><center>上师附外-兮辞·析辞-AI编程协理</center></h1>""")
+    gr.Markdown(value="""这儿是一个中文模型的试部署。
         SLIDE 是一种会话语言模型，在多种类型的语料库上进行训练。
         本节目由上海师范大学附属外国语中学 NLPark 赞助播出""")