Update app.py

app.py

@@ -24,7 +24,8 @@ modelPath="/home/af/gguf/models/SauerkrautLM-7b-HerO-q8_0.gguf"
 if(os.path.exists(modelPath)==False):
   #url="https://huggingface.co/TheBloke/WizardLM-13B-V1.2-GGUF/resolve/main/wizardlm-13b-v1.2.Q4_0.gguf"
   #url="https://huggingface.co/TheBloke/Mixtral-8x7B-Instruct-v0.1-GGUF/resolve/main/mixtral-8x7b-instruct-v0.1.Q4_0.gguf?download=true"
-  url="https://huggingface.co/TheBloke/Mistral-7B-Instruct-v0.2-GGUF/resolve/main/mistral-7b-instruct-v0.2.Q4_0.gguf?download=true"
+  #url="https://huggingface.co/TheBloke/Mistral-7B-Instruct-v0.2-GGUF/resolve/main/mistral-7b-instruct-v0.2.Q4_0.gguf?download=true"
+  url="https://huggingface.co/bartowski/gemma-2-9b-it-GGUF/resolve/main/gemma-2-9b-it-Q4_K_M.gguf?download=true"
   response = requests.get(url)
   with open("./model.gguf", mode="wb") as file:
     file.write(response.content)
@@ -53,17 +54,20 @@ import json
 def response(message, history):
   prompt=message
   system="Du bist ein KI-basiertes Assistenzsystem."
-  if("mixtral-8x7b-instruct" in modelPath): 
+  model="gemma-2"
+  if("gemma-2" in model):
+    prompt=f"<bos><start_of_turn>user\n{prompt}<end_of_turn>\n<start_of_turn>model\n"
+  if("mixtral-8x7b-instruct" in model): 
     prompt=f"[INST] {prompt} [/INST]"
-  if("Mistral-7B-Instruct" in modelPath): 
+  if("Mistral-7B-Instruct" in model): 
     prompt=f"[INST] {prompt} [/INST]"
-  if("openchat-3.5" in modelPath):
+  if("openchat-3.5" in model):
     prompt=f"GPT4 Correct User: {system} {prompt}<|end_of_turn|>GPT4 Correct Assistant:"
-  if("SauerkrautLM-7b-HerO" in modelPath):    
+  if("SauerkrautLM-7b-HerO" in model):    
     prompt=f"<|im_start|>system\n{system}<|im_end|>\n<|im_start|>user\n{prompt}<|im_end|>\n<|im_start|>assistant\n"
-  if("WizardLM-13B-V1.2" in modelPath):
+  if("WizardLM-13B-V1.2" in model):
     prompt=f"{system} USER: {prompt} ASSISTANT: "
-  if("phi-2" in modelPath):
+  if("phi-2" in model):
     prompt=f"Instruct: {prompt}\nOutput:"
   print(prompt)
   #url="https://afischer1985-wizardlm-13b-v1-2-q4-0-gguf.hf.space/v1/completions"