Day23 commited on
Commit
5ecca15
verified
1 Parent(s): b74e920

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +7 -3
app.py CHANGED
@@ -26,16 +26,20 @@ model = AutoModelForCausalLM.from_pretrained(
26
  device_map=device,
27
  )
28
 
29
- @app.get("/generate")
30
  async def generate_text(request: Request):
31
  """Gera um texto com base na entrada fornecida."""
32
-
33
  data = await request.json()
34
  user_message = data.get("message")
 
35
 
36
  if not user_message:
37
  raise HTTPException(status_code=400, detail="O campo 'message' 茅 obrigat贸rio.")
38
-
 
 
 
39
  messages = [{'role': 'user', 'content': user_message}]
40
 
41
  inputs = tokenizer.apply_chat_template(messages, add_generation_prompt=True, return_tensors="pt").to(device)
 
26
  device_map=device,
27
  )
28
 
29
+ @app.post("/generate")
30
  async def generate_text(request: Request):
31
  """Gera um texto com base na entrada fornecida."""
32
+
33
  data = await request.json()
34
  user_message = data.get("message")
35
+ token = data.get('token','null')
36
 
37
  if not user_message:
38
  raise HTTPException(status_code=400, detail="O campo 'message' 茅 obrigat贸rio.")
39
+
40
+ if token != EXPECTED_TOKEN:
41
+ raise HTTPException(status_code=401, detail="Token inv谩lido")
42
+
43
  messages = [{'role': 'user', 'content': user_message}]
44
 
45
  inputs = tokenizer.apply_chat_template(messages, add_generation_prompt=True, return_tensors="pt").to(device)