Machine_Translation / config.json
nemabruh404's picture
Create config.json
e00b943 verified
{
"model_type": "transformer_seq2seq",
"embed_dim": 768,
"vocab_size": 64000,
"num_heads": 4,
"num_layers": 2,
"dim_feedforward": 256,
"dropout": 0.1,
"freeze_decoder_emb": true,
"max_len": 128,
"batch_size": 32,
"source_tokenizer": "bert-base-cased-finetuned-mrpc",
"target_tokenizer": "vinai/phobert-base"
}