phase1_step20/config.json

{
  "architectures": [
    "IronCellModel"
  ],
  "compression_rate": 8,
  "compressor_model_name": "/default-vepfs/public/user/ga/Iron/models/Llama-3.1-8B",
  "dtype": "bfloat16",
  "freeze_compressor": true,
  "generator_model_name": "/default-vepfs/public/user/ga/Iron/models/Llama-3.1-8B",
  "model_type": "iron_cell",
  "projector_init_type": "identity",
  "special_token_ids": [
    128256,
    128257,
    128258
  ],
  "trainable_components": [
    "projector",
    "embed_tokens",
    "special_tokens"
  ],
  "transformers_version": "4.57.3"
}