Update README.md
Browse files
README.md
CHANGED
|
@@ -21,6 +21,7 @@ from transformers import (
|
|
| 21 |
|
| 22 |
|
| 23 |
def predict_text(text, tokenizer, model, num_beams=4, temperature=1, max_new_tokens=512):
|
|
|
|
| 24 |
inputs = tokenizer(f'{text}\n### 住讬讻讜诐:', return_tensors="pt")
|
| 25 |
in_data = inputs.input_ids.to('cuda')
|
| 26 |
output_ids = model.generate(input_ids=in_data, num_beams=num_beams, max_new_tokens = max_new_tokens, do_sample=True, early_stopping=True, use_cache = True, temperature=temperature, eos_token_id=tokenizer.eos_token_id)
|
|
|
|
| 21 |
|
| 22 |
|
| 23 |
def predict_text(text, tokenizer, model, num_beams=4, temperature=1, max_new_tokens=512):
|
| 24 |
+
# This text template is important.
|
| 25 |
inputs = tokenizer(f'{text}\n### 住讬讻讜诐:', return_tensors="pt")
|
| 26 |
in_data = inputs.input_ids.to('cuda')
|
| 27 |
output_ids = model.generate(input_ids=in_data, num_beams=num_beams, max_new_tokens = max_new_tokens, do_sample=True, early_stopping=True, use_cache = True, temperature=temperature, eos_token_id=tokenizer.eos_token_id)
|