Update main.py

main.py

@@ -1,27 +1,24 @@
 from ctransformers import AutoModelForCausalLM
-from fastapi import FastAPI, Form
+from fastapi import FastAPI
 from pydantic import BaseModel
 
-#Model loading
-llm = AutoModelForCausalLM.from_pretrained("zephyr-7b-beta.Q4_K_S.gguf",
+
+llm = AutoModelForCausalLM.from_pretrained("noromaid-20b-v0.1.1.Q6_K.gguf",
 model_type='mistral',
 max_new_tokens = 1096,
 threads = 3,
 )
-   
 
 #Pydantic object
 class validation(BaseModel):
     prompt: str
-    
 #Fast API
 app = FastAPI()
 
-#Zephyr completion
 @app.post("/llm_on_cpu")
 async def stream(item: validation):
     system_prompt = 'Below is an instruction that describes a task. Write a response that appropriately completes the request.'
     E_INST = "</s>"
     user, assistant = "<|user|>", "<|assistant|>"
-    prompt = f"{system_prompt}{E_INST}\n{user}\n{item.prompt.strip()}{E_INST}\n{assistant}\n"
+    prompt = f"{system_prompt}{E_INST}\n{user}\n{item.prompt}{E_INST}\n{assistant}\n"
     return llm(prompt)