Hezar: Upload model_config.yaml

model_config.yaml

@@ -0,0 +1,33 @@
+name: gpt2_text_generation
+config_type: model
+add_cross_attention: false
+vocab_size: 42001
+attn_pdrop: 0.1
+bos_token_id: 5
+embd_pdrop: 0.1
+eos_token_id: 5
+gradient_checkpointing: false
+initializer_range: 0.02
+layer_norm_epsilon: 1.0e-05
+model_type: gpt2
+n_ctx: 1024
+n_embd: 768
+n_head: 12
+n_layer: 12
+n_positions: 1024
+resid_pdrop: 0.1
+summary_activation: false
+summary_first_dropout: 0.1
+use_cache: true
+generation:
+  config_type: model
+  bos_token_id: 0
+  do_sample: true
+  decoder_start_token_id: 0
+  early_stopping: true
+  eos_token_id: 2
+  length_penalty: 2.0
+  max_new_tokens: 50
+  no_repeat_ngram_size: 3
+  num_beams: 4
+  pad_token_id: 1