config.json

{
    "model_type": "challenger",
    "vocab_size": 100288,
    "n_layer": 16,
    "n_head": 16,
    "n_embd": 1536,
    "architectures": ["ChallengerForCausalLM"],
    "auto_map": {
      "AutoConfig":           "configuration_challenger.ChallengerConfig",
      "AutoModelForCausalLM": "modeling_challenger.ChallengerForCausalLM"
    }
  }