{ "architectures": [ "MIC21SummarizerModel" ], "attn_implementation": "eager", "auto_map": { "AutoConfig": "jkralev/mic21_model--configuration_mic21.MIC21SummarizerConfig", "AutoModel": "jkralev/mic21_model--modeling_mic21.MIC21SummarizerModel" }, "device_map": { "lm_head": 1, "model.embed_tokens": 1, "model.layers.0": 1, "model.layers.1": 1, "model.layers.10": 0, "model.layers.11": 0, "model.layers.12": 2, "model.layers.13": 2, "model.layers.14": 2, "model.layers.15": 2, "model.layers.16": 2, "model.layers.17": 2, "model.layers.18": 2, "model.layers.19": 2, "model.layers.2": 2, "model.layers.20": 2, "model.layers.21": 2, "model.layers.22": 2, "model.layers.23": 2, "model.layers.24": 1, "model.layers.25": 1, "model.layers.26": 1, "model.layers.27": 1, "model.layers.28": 1, "model.layers.29": 1, "model.layers.3": 2, "model.layers.30": 1, "model.layers.31": 1, "model.layers.4": 0, "model.layers.5": 0, "model.layers.6": 0, "model.layers.7": 0, "model.layers.8": 0, "model.layers.9": 0, "model.norm": 2, "model.rotary_emb": 2 }, "dtype": "float32", "hf_image_model": "microsoft/resnet-50", "hf_text_model": "TinyLlama/TinyLlama-1.1B-Chat-v1.0", "im_model_cuda_id": 2, "in_device": 1, "memory_map": { "0": "3GiB", "1": "3GiB", "2": "5GiB" }, "model_type": "mic21_summarizer", "out_device": 1, "output_length": 40, "transformers_version": "4.57.3" }