File size: 553 Bytes
6eb6725 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 | {
"architectures": [
"IronCellModel"
],
"compression_rate": 8,
"compressor_model_name": "/default-vepfs/public/user/ga/Iron/models/Llama-3.1-8B",
"dtype": "bfloat16",
"freeze_compressor": true,
"generator_model_name": "/default-vepfs/public/user/ga/Iron/models/Llama-3.1-8B",
"model_type": "iron_cell",
"projector_init_type": "identity",
"special_token_ids": [
128256,
128257,
128258
],
"trainable_components": [
"projector",
"embed_tokens",
"special_tokens"
],
"transformers_version": "4.57.3"
}
|