{ "fixture": "huggingface-mic/codegen2-16B_P-mic", "key": "3423601d143b9048dcf2c11dd8eba12db6bc5e3d503ac9f0306e2801c74e81e0", "key_fields": { "architectures": [ "CodeGenForCausalLM" ], "output_hidden_states": false, "return_dict": true, "chunk_size_feed_forward": 0, "is_encoder_decoder": false, "id2label": { "0": "LABEL_0", "1": "LABEL_1" }, "label2id": { "LABEL_0": 0, "LABEL_1": 1 }, "problem_type": null, "vocab_size": 51200, "n_positions": 2048, "n_ctx": 2048, "n_embd": 64, "n_layer": 2, "n_head": 4, "rotary_dim": 4, "n_inner": null, "activation_function": "gelu_new", "resid_pdrop": 0.0, "embd_pdrop": 0.0, "attn_pdrop": 0.0, "layer_norm_epsilon": 1e-05, "initializer_range": 0.02, "use_cache": true, "bos_token_id": 1, "eos_token_id": 2, "tie_word_embeddings": false, "auto_map": { "AutoConfig": "configuration_codegen.CodeGenConfig", "AutoModel": "modeling_codegen.CodeGenModel", "AutoModelForCausalLM": "modeling_codegen.CodeGenForCausalLM" }, "gradient_checkpointing": false, "model_type": "codegen", "scale_attn_weights": true, "summary_activation": null, "summary_first_dropout": 0.1, "summary_proj_to_labels": true, "summary_type": "cls_index", "summary_use_proj": true, "task_specific_params": { "text-generation": { "do_sample": true, "max_length": 50, "temperature": 1.0 } }, "tokenizer_class": "GPT2Tokenizer", "output_attentions": false }, "covers": { "Salesforce/codegen2-16B_P": "14bcc89999feb32d9ee3c51388aa4d8ac134124d" }, "built_from": { "repo": "Salesforce/codegen2-16B_P", "revision": "14bcc89999feb32d9ee3c51388aa4d8ac134124d" }, "seed": 17, "dtype": "float32", "builder": "example/build_fixtures.py", "builder_revision": "ca3975c124db193f594adc9eda862d86115e9521", "recipe": { "seed": 17 }, "shrink": "rule", "model_class": "CodeGenForCausalLM", "parameters": 6704128, "missing_parameters": [], "serialization": { "file": "model.safetensors", "source_file": "pytorch_model.bin.index.json", "reverted_conversions": [] }, "checkpoint_inspection": "parameter headers/indexes; bounded binary fallback", "numeric_health_scope": "CPU float32/bfloat16/float16; autocast for low-precision losses", "captured": { "call": "training step", "inputs": [ "attention_mask", "input_ids", "labels" ], "class": "CodeGenForCausalLM" }, "weights": "random", "gate": { "random": { "pass": true, "accepted_insensitive": {}, "threshold": 0.001, "deltas": { "input_ids:roll_batch": 1.0425515174865723, "input_ids:reverse": 1.1702327728271484, "attention_mask:all_ones": null }, "weakest": "input_ids:roll_batch", "no_perturbation_defined": [], "not_a_forward_parameter": [] } }, "numeric_health": { "float32": { "outputs_finite": true, "loss_finite": true, "gradients_finite": true, "finite": true }, "bfloat16": { "outputs_finite": true, "loss_finite": true, "gradients_finite": true, "finite": true }, "float16": { "outputs_finite": true, "loss_finite": true, "unscaled_gradients_finite": true, "finite": true } }, "copied_unchanged": [ "added_tokens.json", "configuration_codegen.py", "merges.txt", "modeling_codegen.py", "special_tokens_map.json", "tokenizer.json", "tokenizer_config.json", "vocab.json" ], "environment": { "python": "3.11.18", "machine": "x86_64", "torch": "2.15.0+cpu", "transformers": "5.23.0.dev0", "tokenizers": "0.23.3" }, "sha256": { "added_tokens.json": "b319b4f7c9d7c4d6e1088b9debc8d3c1d23cf3e12b16e1623d2d296a8a9c569b", "config.json": "ff9a4a534a1fd802f87cfa9c3d279fd537338e4df59a9bc6caf06a1756309700", "configuration_codegen.py": "0d768d7a46b0f831c52ab61311da733901c42a1a717d624d727fd5206b9aaf07", "generation_config.json": "5bb7b3dd5e8f3486049935b62cfed42967f1146f1a2ef747d8c75c2d09947c18", "merges.txt": "fe36cab26d4f4421ed725e10a2e9ddb7f799449c603a96e7f29b5a3c82a95862", "model.safetensors": "021f94aa14de58a0a36ebfc691016a170e96c01964980d15724ce39e1db6f7fb", "modeling_codegen.py": "d6e01345b18e5493ccd18d5b2c6fcdd4c75d28a1ba3f09c49a1a498de97e1052", "special_tokens_map.json": "6f50ab5a5a509a1c309d6171f339b196a900dc9c99ad0408ff23bb615fdae7ad", "tokenizer.json": "e7a5a447b967fe9dd87e3eb3a0bb44a0b7e56015ae04455a5f8d3aa922e54cd1", "tokenizer_config.json": "0f7123cb7e1be4e9c2e8770bd3c00f73d75364fb71680d0412d6263e7af2654c", "vocab.json": "3ba3c3109ff33976c4bd966589c11ee14fcaa1f4c9e5e154c2ed7f99d80709e7" } }