Update main.py
Browse files
main.py
CHANGED
|
@@ -19,7 +19,7 @@ app = FastAPI()
|
|
| 19 |
|
| 20 |
#Zephyr completion
|
| 21 |
@app.post("/llama_run")
|
| 22 |
-
async def stream(item:
|
| 23 |
system_prompt = 'Below is an instruction that describes a task. Write a response that appropriately completes the request.'
|
| 24 |
prompt = f"<s>[INST]<<SYS>>\n + {system_prompt} + <</SYS>>\n{item.strip()}[/INST]"
|
| 25 |
return llm(prompt)
|
|
|
|
| 19 |
|
| 20 |
#Zephyr completion
|
| 21 |
@app.post("/llama_run")
|
| 22 |
+
async def stream(item: validation):
|
| 23 |
system_prompt = 'Below is an instruction that describes a task. Write a response that appropriately completes the request.'
|
| 24 |
prompt = f"<s>[INST]<<SYS>>\n + {system_prompt} + <</SYS>>\n{item.strip()}[/INST]"
|
| 25 |
return llm(prompt)
|