{ "fixture": "huggingface-mic/language-perceiver-mic", "key": "d0a1392871663cbe8eb11a9a0637a9b98522aab1d3c369c58f51481f511db19b", "key_fields": { "architectures": [ "PerceiverForMaskedLM" ], "output_hidden_states": false, "return_dict": true, "chunk_size_feed_forward": 0, "is_encoder_decoder": false, "id2label": { "0": "LABEL_0", "1": "LABEL_1" }, "label2id": { "LABEL_0": 0, "LABEL_1": 1 }, "problem_type": null, "num_latents": 256, "d_latents": 1280, "d_model": 64, "num_blocks": 1, "num_self_attends_per_block": 26, "num_self_attention_heads": 1, "num_cross_attention_heads": 1, "qk_channels": 256, "v_channels": 1280, "cross_attention_shape_for_attention": "kv", "self_attention_widening_factor": 1, "cross_attention_widening_factor": 1, "hidden_act": "gelu", "attention_probs_dropout_prob": 0.1, "initializer_range": 0.02, "layer_norm_eps": 1e-12, "use_query_residual": true, "vocab_size": 262, "max_position_embeddings": 2048, "image_size": 56, "train_size": [ 368, 496 ], "num_frames": 16, "audio_samples_per_frame": 1920, "samples_per_patch": 16, "output_shape": [ 1, 16, 224, 224 ], "output_num_channels": 512, "_label_trainable_num_channels": 1024, "model_type": "perceiver", "output_attentions": false }, "covers": { "deepmind/language-perceiver": "47a1ba43d8198ea10cf9a158fce114953e9441a1" }, "built_from": { "repo": "deepmind/language-perceiver", "revision": "47a1ba43d8198ea10cf9a158fce114953e9441a1" }, "seed": 17, "dtype": "float32", "builder": "example/build_fixtures.py", "builder_revision": "e8034a51dc828ccfb8c6ad3d765dd2275181f0b8", "recipe": { "seed": 17 }, "shrink": "rule", "model_class": "PerceiverForMaskedLM", "parameters": 194113286, "missing_parameters": [], "serialization": { "file": "model.safetensors", "reverted_conversions": [] }, "tester_sizes": { "source": "https://raw.githubusercontent.com/huggingface/transformers/main/tests/models/perceiver/test_modeling_perceiver.py", "fields": { "num_cross_attention_heads": 1, "num_self_attention_heads": 1 } }, "checkpoint_inspection": "parameter headers/indexes; bounded binary fallback", "numeric_health_scope": "CPU float32/bfloat16/float16; autocast for low-precision losses", "captured": { "call": "training step", "inputs": [ "attention_mask", "inputs", "labels" ], "class": "PerceiverForMaskedLM" }, "weights": "random", "gate": { "random": { "pass": true, "accepted_insensitive": {}, "threshold": 0.001, "deltas": { "attention_mask:all_ones": 0.10607607662677765 }, "weakest": "attention_mask:all_ones", "no_perturbation_defined": [ "inputs" ], "not_a_forward_parameter": [] } }, "numeric_health": { "float32": { "outputs_finite": true, "loss_finite": true, "gradients_finite": true, "finite": true }, "bfloat16": { "outputs_finite": true, "loss_finite": true, "gradients_finite": true, "finite": true }, "float16": { "outputs_finite": true, "loss_finite": true, "unscaled_gradients_finite": true, "finite": true } }, "copied_unchanged": [ "special_tokens_map.json", "tokenizer_config.json" ], "environment": { "python": "3.12.12", "machine": "arm64", "torch": "2.14.1", "transformers": "5.22.0.dev0", "tokenizers": "0.23.3" }, "sha256": { "config.json": "f4f836e43981f09bdd35979ea4817f137c59a90669d8d581940b6f1bbc46c9a2", "model.safetensors": "da10fb9094185afcaba694447b7e60e0c84b60345c2c13bb477187abc0ec8338", "special_tokens_map.json": "08f4e103f6d851b4c14edd06d593dfb25db3339e05299393f08ad53e7733e454", "tokenizer_config.json": "1f818797228803a29d7889c3614edfa19d8b3a6742669825df20306ad8ea3abe" } }