File size: 323 Bytes
495eff8 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 | {
"architecture": "Transformer Encoder-Decoder",
"src_vocab_size": 50259,
"tgt_vocab_size": 50259,
"src_seq_len": 64,
"tgt_seq_len": 96,
"d_model": 64,
"N": 2,
"h": 4,
"dropout": 0,
"d_ff": 128,
"tokenizer": "gpt2",
"best_epoch": 6,
"validation_loss": 2.017836697101593
} |