config.json

{
  "architectures": [
    "MIC21SummarizerModel"
  ],
  "attn_implementation": "eager",
  "auto_map": {
    "AutoConfig": "jkralev/mic21_model--configuration_mic21.MIC21SummarizerConfig",
    "AutoModel": "jkralev/mic21_model--modeling_mic21.MIC21SummarizerModel"
  },
  "device_map": {
    "lm_head": 1,
    "model.embed_tokens": 1,
    "model.layers.0": 1,
    "model.layers.1": 1,
    "model.layers.10": 0,
    "model.layers.11": 0,
    "model.layers.12": 2,
    "model.layers.13": 2,
    "model.layers.14": 2,
    "model.layers.15": 2,
    "model.layers.16": 2,
    "model.layers.17": 2,
    "model.layers.18": 2,
    "model.layers.19": 2,
    "model.layers.2": 2,
    "model.layers.20": 2,
    "model.layers.21": 2,
    "model.layers.22": 2,
    "model.layers.23": 2,
    "model.layers.24": 1,
    "model.layers.25": 1,
    "model.layers.26": 1,
    "model.layers.27": 1,
    "model.layers.28": 1,
    "model.layers.29": 1,
    "model.layers.3": 2,
    "model.layers.30": 1,
    "model.layers.31": 1,
    "model.layers.4": 0,
    "model.layers.5": 0,
    "model.layers.6": 0,
    "model.layers.7": 0,
    "model.layers.8": 0,
    "model.layers.9": 0,
    "model.norm": 2,
    "model.rotary_emb": 2
  },
  "dtype": "float32",
  "hf_image_model": "microsoft/resnet-50",
  "hf_text_model": "TinyLlama/TinyLlama-1.1B-Chat-v1.0",
  "im_model_cuda_id": 2,
  "in_device": 1,
  "memory_map": {
    "0": "3GiB",
    "1": "3GiB",
    "2": "5GiB"
  },
  "model_type": "mic21_summarizer",
  "out_device": 1,
  "output_length": 40,
  "transformers_version": "4.57.3"
}