sha1779 commited on
Commit
e1add59
·
verified ·
1 Parent(s): 4eb3287

Update main.py

Browse files
Files changed (1) hide show
  1. main.py +1 -1
main.py CHANGED
@@ -19,7 +19,7 @@ app = FastAPI()
19
 
20
  #Zephyr completion
21
  @app.post("/")
22
- async def stream(item: str):
23
  system_prompt = 'Below is an instruction that describes a task. Write a response that appropriately completes the request.'
24
  prompt = f"<s>[INST]<<SYS>>\n + {system_prompt} + <</SYS>>\n{item.prompt.strip()}[/INST]"
25
  return llm(prompt)
 
19
 
20
  #Zephyr completion
21
  @app.post("/")
22
+ async def stream(item: validation):
23
  system_prompt = 'Below is an instruction that describes a task. Write a response that appropriately completes the request.'
24
  prompt = f"<s>[INST]<<SYS>>\n + {system_prompt} + <</SYS>>\n{item.prompt.strip()}[/INST]"
25
  return llm(prompt)