CogNet-40M / config.json
thefinalboss's picture
Upload config.json with huggingface_hub
52b8986 verified
Raw
History Blame Contribute Delete
529 Bytes
{
"model_type": "cognet",
"architecture": "non-transformer",
"model_name": "CogNet-40M",
"vocab_size": 136,
"hidden_dim": 512,
"num_blocks": 6,
"num_channels": 6,
"channel_dim": 128,
"ff_dim": 1024,
"max_seq_len": 256,
"working_slots": 32,
"episodic_slots": 64,
"semantic_slots": 128,
"tokenizer_type": "character-level",
"parameter_count": 39700000,
"training_steps": 50000,
"training_steps_completed": "N/A",
"final_val_loss": "N/A",
"license": "mit",
"pipeline_tag": "text-generation"
}