config.json

{
  "depth": 6,
  "dim": 128,
  "ff_mult": 4,
  "heads": 4,
  "num_classes": 2,
  "num_tokens": 1000,
  "prob_survival": 1.0,
  "seq_len": 150
}