SarmaHighOnAI commited on
Commit
460fa19
·
verified ·
1 Parent(s): 490ce50

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +4 -4
app.py CHANGED
@@ -15,9 +15,9 @@ def home():
15
 
16
  @app.post("/generate")
17
  def generate_text(request: Request):
18
- response = client.text_generation(
19
- request.prompt,
20
  model="HuggingFaceH4/zephyr-7b-beta",
21
- max_new_tokens=256
22
  )
23
- return {"response": response}
 
15
 
16
  @app.post("/generate")
17
  def generate_text(request: Request):
18
+ response = client.chat_completion(
19
+ messages=[{"role": "user", "content": request.prompt}],
20
  model="HuggingFaceH4/zephyr-7b-beta",
21
+ max_tokens=256
22
  )
23
+ return {"response": response.choices[0].message.content}