maomaocun commited on
Commit
5c8ae0b
·
verified ·
1 Parent(s): b1fecec

Update README.md

Browse files
Files changed (1) hide show
  1. README.md +2 -2
README.md CHANGED
@@ -42,10 +42,10 @@ for chunk in model.generate(
42
  block_length=64,
43
  threshold=0.9,
44
  streaming=True,
45
- eos_token_id=126348 # 注意:这里改为 eos_token_id
46
  ):
47
  all_generated_ids = torch.cat([input_ids, chunk], dim=-1)
48
- text = tokenizer.batch_decode(all_generated_ids, skip_special_tokens=True)[0] # 改为 skip_special_tokens=True,并移除手动 split
49
  print(text, end='', flush=True)
50
  ```
51
 
 
42
  block_length=64,
43
  threshold=0.9,
44
  streaming=True,
45
+ eos_token_id=126348
46
  ):
47
  all_generated_ids = torch.cat([input_ids, chunk], dim=-1)
48
+ text = tokenizer.batch_decode(all_generated_ids, skip_special_tokens=True)[0]
49
  print(text, end='', flush=True)
50
  ```
51