config.json

{
  "model_type": "tinyway",
  "architectures": [
    "TinyWayForCausalLM"
  ],
  "auto_map": {
    "AutoConfig": "modeling_tinyway.TinyWayConfig",
    "AutoModelForCausalLM": "modeling_tinyway.TinyWayForCausalLM"
  },
  "vocab_size": 50257,
  "n_positions": 256,
  "n_embd": 384,
  "n_layer": 8,
  "n_head": 8,
  "dropout": 0.1,
  "bos_token_id": 50256,
  "eos_token_id": 50256,
  "pad_token_id": 50256
}