File size: 588 Bytes
2a8571b |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 |
{
"architectures": [
"IronCellModel"
],
"compression_rate": 8,
"compressor_model_name": "/default-vepfs/public/user/ga/Iron/models/Llama-3.1-8B",
"dtype": "bfloat16",
"freeze_compressor": false,
"generator_model_name": "/default-vepfs/public/user/ga/Iron/models/Llama-3.1-8B",
"model_type": "iron_cell",
"projector_init_type": "identity",
"special_token_ids": [
128256,
128257,
128258
],
"tokenizer_vocab_size": 128259,
"trainable_components": [
"projector",
"embed_tokens",
"special_tokens"
],
"transformers_version": "4.57.3"
}
|