maayanorner commited on
Commit
7220aeb
verified
1 Parent(s): a524bac

Update README.md

Browse files
Files changed (1) hide show
  1. README.md +1 -0
README.md CHANGED
@@ -21,6 +21,7 @@ from transformers import (
21
 
22
 
23
  def predict_text(text, tokenizer, model, num_beams=4, temperature=1, max_new_tokens=512):
 
24
  inputs = tokenizer(f'{text}\n### 住讬讻讜诐:', return_tensors="pt")
25
  in_data = inputs.input_ids.to('cuda')
26
  output_ids = model.generate(input_ids=in_data, num_beams=num_beams, max_new_tokens = max_new_tokens, do_sample=True, early_stopping=True, use_cache = True, temperature=temperature, eos_token_id=tokenizer.eos_token_id)
 
21
 
22
 
23
  def predict_text(text, tokenizer, model, num_beams=4, temperature=1, max_new_tokens=512):
24
+ # This text template is important.
25
  inputs = tokenizer(f'{text}\n### 住讬讻讜诐:', return_tensors="pt")
26
  in_data = inputs.input_ids.to('cuda')
27
  output_ids = model.generate(input_ids=in_data, num_beams=num_beams, max_new_tokens = max_new_tokens, do_sample=True, early_stopping=True, use_cache = True, temperature=temperature, eos_token_id=tokenizer.eos_token_id)