added top-p and top-k sampling

config.json

@@ -20,8 +20,17 @@
   "output_past": true,
   "pad_token_id": 0,
   "relative_attention_num_buckets": 32,
+  "task_specific_params": {
+    "text2text-generation": {
+      "do_sample": true,
+      "max_length": 50,
+      "top_k": 50,
+      "top_p": 0.95,
+      "num_return_sequences": 10
+    }
+  },  
   "tie_word_embeddings": false,
   "transformers_version": "4.8.1",
   "use_cache": true,
-  "vocab_size": 32128
+    "vocab_size": 32128
 }