{ "fixture": "hf-internal-testing/mic-bert-slim", "key": "7ce74647df48e43332a1634bb3c9c123e2845de5a9401b574555e1964f417d11", "key_fields": { "architectures": [ "BertForMaskedLM" ], "output_hidden_states": false, "return_dict": true, "chunk_size_feed_forward": 0, "is_encoder_decoder": false, "id2label": { "0": "LABEL_0", "1": "LABEL_1" }, "label2id": { "LABEL_0": 0, "LABEL_1": 1 }, "problem_type": null, "vocab_size": 30522, "hidden_size": 64, "num_hidden_layers": 2, "num_attention_heads": 4, "intermediate_size": 128, "hidden_act": "gelu", "hidden_dropout_prob": 0.1, "attention_probs_dropout_prob": 0.1, "max_position_embeddings": 512, "type_vocab_size": 2, "initializer_range": 0.02, "layer_norm_eps": 1e-12, "pad_token_id": 0, "use_cache": true, "classifier_dropout": null, "is_decoder": false, "add_cross_attention": false, "bos_token_id": null, "eos_token_id": null, "tie_word_embeddings": true, "gradient_checkpointing": false, "model_type": "bert", "position_embedding_type": "absolute", "output_attentions": false }, "covers": { "google-bert/bert-base-uncased": "86b5e0934494bd15c9632b12f734a8a67f723594" }, "built_from": { "repo": "google-bert/bert-base-uncased", "revision": "86b5e0934494bd15c9632b12f734a8a67f723594" }, "seed": 17, "dtype": "float32", "builder": "example/build_fixtures.py", "model_class": "BertForMaskedLM", "parameters": 2088186, "missing_parameters": [], "checkpoint_inspection": "parameter metadata", "captured": { "call": "training step", "inputs": [ "attention_mask", "input_ids", "labels", "token_type_ids" ] }, "weights": "random", "gate": { "random": { "pass": true, "accepted_insensitive": {}, "threshold": 0.001, "deltas": { "input_ids:roll_batch": 0.720638632774353, "input_ids:reverse": 0.7979322671890259, "token_type_ids:all_ones": 0.7735698223114014, "attention_mask:all_ones": 0.0027810335159301758 }, "weakest": "attention_mask:all_ones", "no_perturbation_defined": [] } }, "numeric_health": { "float32": { "outputs_finite": true, "loss_finite": true, "gradients_finite": true, "finite": true }, "bfloat16": { "outputs_finite": true, "loss_finite": true, "gradients_finite": true, "finite": true }, "float16": { "outputs_finite": true, "loss_finite": true, "gradients_finite": true, "finite": true } }, "copied_unchanged": [ "LICENSE", "tokenizer.json", "tokenizer_config.json", "vocab.txt" ], "environment": { "python": "3.10.12", "machine": "x86_64", "torch": "2.11.0+cu128", "transformers": "5.19.0.dev0", "tokenizers": "0.23.1" }, "sha256": { "LICENSE": "43070e2d4e532684de521b885f385d0841030efa2b1a20bafb76133a5e1379c1", "config.json": "7a55bffa8e892b3f6cac45020c9f307f98563ba5ae3bb4cee7d92a775eb35a5f", "model.safetensors": "26bacd6b7e5e6ff3f9ffd3218544ef84ddbab096e4e4ba1c5849b0c7a476f184", "tokenizer.json": "ce64fce797c24f68df90b40a3f74f579b336a493db14bd583fd520ea0d8c9a98", "tokenizer_config.json": "a025160ef0431f1a392f6f050c1310f4c5d9fb6f275932dbccba73c4d214bf10", "vocab.txt": "07eced375cec144d27c900241f3e339478dec958f92fddbc551f295c992038a3" } }