Update main.py
Browse files
main.py
CHANGED
|
@@ -35,7 +35,7 @@ app.add_middleware(
|
|
| 35 |
#Zephyr completion
|
| 36 |
@app.post("/llm_on_cpu")
|
| 37 |
async def stream(item: validation):
|
| 38 |
-
system_prompt = 'Your name is Maff, a
|
| 39 |
E_INST = "</s>"
|
| 40 |
user, assistant = "<|user|>", "<|assistant|>"
|
| 41 |
prompt = f"{system_prompt}{E_INST}\n{user}\n{item.prompt.strip()}{E_INST}\n{assistant}\n"
|
|
|
|
| 35 |
#Zephyr completion
|
| 36 |
@app.post("/llm_on_cpu")
|
| 37 |
async def stream(item: validation):
|
| 38 |
+
system_prompt = 'Your name is Maff, a mentor who teaches people how to make money. Follow these guideline- Keep your sentences short.'
|
| 39 |
E_INST = "</s>"
|
| 40 |
user, assistant = "<|user|>", "<|assistant|>"
|
| 41 |
prompt = f"{system_prompt}{E_INST}\n{user}\n{item.prompt.strip()}{E_INST}\n{assistant}\n"
|