| { |
| "fixture": "hf-internal-testing/mic-bert-slim", |
| "key": "7ce74647df48e43332a1634bb3c9c123e2845de5a9401b574555e1964f417d11", |
| "key_fields": { |
| "architectures": [ |
| "BertForMaskedLM" |
| ], |
| "output_hidden_states": false, |
| "return_dict": true, |
| "chunk_size_feed_forward": 0, |
| "is_encoder_decoder": false, |
| "id2label": { |
| "0": "LABEL_0", |
| "1": "LABEL_1" |
| }, |
| "label2id": { |
| "LABEL_0": 0, |
| "LABEL_1": 1 |
| }, |
| "problem_type": null, |
| "vocab_size": 30522, |
| "hidden_size": 64, |
| "num_hidden_layers": 2, |
| "num_attention_heads": 4, |
| "intermediate_size": 128, |
| "hidden_act": "gelu", |
| "hidden_dropout_prob": 0.1, |
| "attention_probs_dropout_prob": 0.1, |
| "max_position_embeddings": 512, |
| "type_vocab_size": 2, |
| "initializer_range": 0.02, |
| "layer_norm_eps": 1e-12, |
| "pad_token_id": 0, |
| "use_cache": true, |
| "classifier_dropout": null, |
| "is_decoder": false, |
| "add_cross_attention": false, |
| "bos_token_id": null, |
| "eos_token_id": null, |
| "tie_word_embeddings": true, |
| "gradient_checkpointing": false, |
| "model_type": "bert", |
| "position_embedding_type": "absolute", |
| "output_attentions": false |
| }, |
| "covers": { |
| "google-bert/bert-base-uncased": "86b5e0934494bd15c9632b12f734a8a67f723594" |
| }, |
| "built_from": { |
| "repo": "google-bert/bert-base-uncased", |
| "revision": "86b5e0934494bd15c9632b12f734a8a67f723594" |
| }, |
| "seed": 17, |
| "dtype": "float32", |
| "builder": "example/build_fixtures.py", |
| "model_class": "BertForMaskedLM", |
| "parameters": 2088186, |
| "missing_parameters": [], |
| "checkpoint_inspection": "parameter metadata", |
| "captured": { |
| "call": "training step", |
| "inputs": [ |
| "attention_mask", |
| "input_ids", |
| "labels", |
| "token_type_ids" |
| ] |
| }, |
| "weights": "random", |
| "gate": { |
| "random": { |
| "pass": true, |
| "accepted_insensitive": {}, |
| "threshold": 0.001, |
| "deltas": { |
| "input_ids:roll_batch": 0.720638632774353, |
| "input_ids:reverse": 0.7979322671890259, |
| "token_type_ids:all_ones": 0.7735698223114014, |
| "attention_mask:all_ones": 0.0027810335159301758 |
| }, |
| "weakest": "attention_mask:all_ones", |
| "no_perturbation_defined": [] |
| } |
| }, |
| "numeric_health": { |
| "float32": { |
| "outputs_finite": true, |
| "loss_finite": true, |
| "gradients_finite": true, |
| "finite": true |
| }, |
| "bfloat16": { |
| "outputs_finite": true, |
| "loss_finite": true, |
| "gradients_finite": true, |
| "finite": true |
| }, |
| "float16": { |
| "outputs_finite": true, |
| "loss_finite": true, |
| "gradients_finite": true, |
| "finite": true |
| } |
| }, |
| "copied_unchanged": [ |
| "LICENSE", |
| "tokenizer.json", |
| "tokenizer_config.json", |
| "vocab.txt" |
| ], |
| "environment": { |
| "python": "3.10.12", |
| "machine": "x86_64", |
| "torch": "2.11.0+cu128", |
| "transformers": "5.19.0.dev0", |
| "tokenizers": "0.23.1" |
| }, |
| "sha256": { |
| "LICENSE": "43070e2d4e532684de521b885f385d0841030efa2b1a20bafb76133a5e1379c1", |
| "config.json": "7a55bffa8e892b3f6cac45020c9f307f98563ba5ae3bb4cee7d92a775eb35a5f", |
| "model.safetensors": "26bacd6b7e5e6ff3f9ffd3218544ef84ddbab096e4e4ba1c5849b0c7a476f184", |
| "tokenizer.json": "ce64fce797c24f68df90b40a3f74f579b336a493db14bd583fd520ea0d8c9a98", |
| "tokenizer_config.json": "a025160ef0431f1a392f6f050c1310f4c5d9fb6f275932dbccba73c4d214bf10", |
| "vocab.txt": "07eced375cec144d27c900241f3e339478dec958f92fddbc551f295c992038a3" |
| } |
| } |
|
|
