dedlepexa commited on
Commit
6c64016
·
verified ·
1 Parent(s): 4e00418

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +6 -2
app.py CHANGED
@@ -34,14 +34,18 @@ def generate_ai(message: str):
34
  with torch.no_grad():
35
  outputs = model.generate(
36
  **inputs,
37
- max_new_tokens=25,
 
38
  do_sample=True,
39
  temperature=0.7,
40
  top_p=0.9,
41
  eos_token_id=tokenizer.eos_token_id
42
  )
43
 
44
- reply = tokenizer.decode(outputs[0], skip_special_tokens=True)
 
 
 
45
 
46
  if "Assistant:" in reply:
47
  reply = reply.split("Assistant:")[-1].strip()
 
34
  with torch.no_grad():
35
  outputs = model.generate(
36
  **inputs,
37
+ max_new_tokens=60,
38
+ min_new_tokens=20, # 🔥 важно
39
  do_sample=True,
40
  temperature=0.7,
41
  top_p=0.9,
42
  eos_token_id=tokenizer.eos_token_id
43
  )
44
 
45
+ input_length = inputs.input_ids.shape[1]
46
+ generated_tokens = outputs[0][input_length:]
47
+
48
+ reply = tokenizer.decode(generated_tokens, skip_special_tokens=True).strip()
49
 
50
  if "Assistant:" in reply:
51
  reply = reply.split("Assistant:")[-1].strip()