ihgn commited on
Commit
9e40c5a
·
1 Parent(s): afa3b51

Update README.md

Browse files
Files changed (1) hide show
  1. README.md +31 -1
README.md CHANGED
@@ -4,4 +4,34 @@ language:
4
  metrics:
5
  - bleu
6
  - rouge
7
- ---
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
4
  metrics:
5
  - bleu
6
  - rouge
7
+ ---
8
+
9
+ def paraphrase(
10
+ question,
11
+ num_beams=5,
12
+ num_beam_groups=5,
13
+ num_return_sequences=1,
14
+ repetition_penalty=10.0,
15
+ diversity_penalty=3.0,
16
+ no_repeat_ngram_size=2,
17
+ temperature=0.7,
18
+ max_length=128
19
+ ):
20
+ input_ids = tokenizer(
21
+ f'paraphrase: {question}',
22
+ return_tensors="pt",
23
+ padding="longest",
24
+ max_length=max_length,
25
+ truncation=True,
26
+ ).input_ids
27
+
28
+ outputs = model.generate(
29
+ input_ids, temperature=temperature, repetition_penalty=repetition_penalty,
30
+ num_return_sequences=num_return_sequences, no_repeat_ngram_size=no_repeat_ngram_size,
31
+ num_beams=num_beams, num_beam_groups=num_beam_groups,
32
+ max_length=max_length, diversity_penalty=diversity_penalty
33
+ )
34
+
35
+ res = tokenizer.batch_decode(outputs, skip_special_tokens=True)
36
+
37
+ return res