Update app.py

app.py

@@ -13,8 +13,11 @@ class Z(object):
         prompt0 = txt0
 
         # for Wizard-Vicuna-13B
-        prompt00 = f'''USER: {prompt0}
-ASSISTANT:'''
+        #prompt00 = f'''USER: {prompt0}
+        #ASSISTANT:'''
+
+        # for starcoder
+        prompt00 = f'''{prompt0}'''
 
         prompt00 = f'''Below is an instruction that describes a task. Write a response that appropriately completes the request.
 
@@ -31,15 +34,25 @@ from ctransformers import AutoModelForCausalLM
 
 # wizzard vicuna
 # see https://github.com/melodysdreamj/WizardVicunaLM
-llm = AutoModelForCausalLM.from_pretrained('TheBloke/Wizard-Vicuna-13B-Uncensored-GGML', model_file='Wizard-Vicuna-13B-Uncensored.ggmlv3.q4_0.bin', model_type='llama')
+#llm = AutoModelForCausalLM.from_pretrained('TheBloke/Wizard-Vicuna-13B-Uncensored-GGML', model_file='Wizard-Vicuna-13B-Uncensored.ggmlv3.q4_0.bin', model_type='llama')
 
 #llm = AutoModelForCausalLM.from_pretrained('mverrilli/dolly-v2-12b-ggml', model_file='ggml-model-q5_0.bin', model_type='dolly-v2')
 
 #llm = AutoModelForCausalLM.from_pretrained('mverrilli/dolly-v2-7b-ggml', model_file='ggml-model-q5_0.bin', model_type='dolly-v2')
 
 
+
+# non-RLHF model
+# 4 may 2023
+# site https://huggingface.co/bigcode/starcoder
+modelInfo = {'path':'NeoDim/starcoder-GGML', 'subPath':'starcoder-ggml-q8_0.bin', 'promptType':'raw', 'modelType':'starcoder'}
+llm = AutoModelForCausalLM.from_pretrained(modelInfo['path'], model_file=modelInfo['subPath'], model_type=modelInfo['modelType'])
+
+
+
 z = Z()
 z.llm = llm
+z.modelInfo = modelInfo
 z.init()
 
 def greet(prompt, temperature):