{ "architectures": [ "VicAIModel" ], "vocab_size": 2000, "dim": 128, "n_layers": 4, "n_heads": 4, "n_kv_heads": 4, "hidden_dim": 256, "max_seq_len": 512, "tie_weights": false, "model_type": "vicai", "tokenizer_class": "ByteLevelBPETokenizer", "pad_token_id": 1, "eos_token_id": 0, "unk_token_id": 2, "bos_token_id": 3 }