Fix config usage and include pytorch weights

clone_sentdex_model_tokenizer.py

@@ -1,9 +1,20 @@
 #!/usr/bin/env python
-from transformers import AutoTokenizer, TFAutoModelForCausalLM
+from transformers import AutoTokenizer, TFAutoModelForCausalLM, AutoModelForCausalLM, GPT2Config
 import tensorflow as tf
 
+task_specific_params = {
+        "text-generation": {
+            "do_sample": False,
+            "max_length": 50
+            }
+        }
+
+config = GPT2Config.from_pretrained("Sentdex/GPyT", _name_or_path='prophetikai/code-gpt', use_cache=True, task_specific_params=task_specific_params)
 tokenizer = AutoTokenizer.from_pretrained("Sentdex/GPyT")
-model =  TFAutoModelForCausalLM.from_pretrained("Sentdex/GPyT", from_pt=True)
+tf_model =  TFAutoModelForCausalLM.from_pretrained("Sentdex/GPyT", config=config)
+pytorch_model = AutoModelForCausalLM.from_pretrained("Sentdex/GPyT", config=config)
 
+config.save_pretrained('./')
 tokenizer.save_pretrained(save_directory='./')
-model.save_pretrained(save_directory='./', saved_model=True)
+tf_model.save_pretrained(save_directory='./', saved_model=True, version='sentdex')
+pytorch_model.save_pretrained(save_directory='./')