tarekziade's picture
tarekziade HF Staff
Keep the real checkpoint's weight names, prefix and file format (tensors unchanged; reload verified bit-exact)
51ae90d verified
Raw History Blame Contribute Delete
6.25 kB
{
"fixture": "hf-internal-testing/proto-clip-vit-base-patch32-slim",
"key": "b50917f048e52656435ea112c71ae59d2d6a0623450e9d859145387ede6c2984",
"key_fields": {
"architectures": [
"CLIPModel"
],
"output_hidden_states": false,
"return_dict": true,
"chunk_size_feed_forward": 0,
"is_encoder_decoder": false,
"id2label": {
"0": "LABEL_0",
"1": "LABEL_1"
},
"label2id": {
"LABEL_0": 0,
"LABEL_1": 1
},
"problem_type": null,
"text_config": {
"architectures": null,
"output_hidden_states": false,
"return_dict": true,
"dtype": null,
"chunk_size_feed_forward": 0,
"is_encoder_decoder": false,
"id2label": {
"0": "LABEL_0",
"1": "LABEL_1"
},
"label2id": {
"LABEL_0": 0,
"LABEL_1": 1
},
"problem_type": null,
"vocab_size": 49408,
"hidden_size": 64,
"intermediate_size": 128,
"projection_dim": 32,
"num_hidden_layers": 2,
"num_attention_heads": 4,
"max_position_embeddings": 77,
"hidden_act": "quick_gelu",
"layer_norm_eps": 1e-05,
"attention_dropout": 0.0,
"initializer_range": 0.02,
"initializer_factor": 1.0,
"pad_token_id": 1,
"bos_token_id": 0,
"eos_token_id": 2,
"_name_or_path": "",
"add_cross_attention": false,
"cross_attention_hidden_size": null,
"decoder_start_token_id": null,
"dropout": 0.0,
"finetuning_task": null,
"is_decoder": false,
"model_type": "clip_text_model",
"prefix": null,
"pruned_heads": {},
"sep_token_id": null,
"task_specific_params": null,
"tie_encoder_decoder": false,
"tie_word_embeddings": true,
"tokenizer_class": null,
"torchscript": false,
"use_bfloat16": false,
"output_attentions": false
},
"vision_config": {
"architectures": null,
"output_hidden_states": false,
"return_dict": true,
"dtype": null,
"chunk_size_feed_forward": 0,
"is_encoder_decoder": false,
"id2label": {
"0": "LABEL_0",
"1": "LABEL_1"
},
"label2id": {
"LABEL_0": 0,
"LABEL_1": 1
},
"problem_type": null,
"hidden_size": 64,
"intermediate_size": 128,
"projection_dim": 32,
"num_hidden_layers": 2,
"num_attention_heads": 4,
"num_channels": 3,
"image_size": 224,
"patch_size": 32,
"hidden_act": "quick_gelu",
"layer_norm_eps": 1e-05,
"attention_dropout": 0.0,
"initializer_range": 0.02,
"initializer_factor": 1.0,
"_name_or_path": "",
"add_cross_attention": false,
"bos_token_id": null,
"cross_attention_hidden_size": null,
"decoder_start_token_id": null,
"dropout": 0.0,
"eos_token_id": null,
"finetuning_task": null,
"is_decoder": false,
"model_type": "clip_vision_model",
"pad_token_id": null,
"prefix": null,
"pruned_heads": {},
"sep_token_id": null,
"task_specific_params": null,
"tie_encoder_decoder": false,
"tie_word_embeddings": true,
"tokenizer_class": null,
"torchscript": false,
"use_bfloat16": false,
"output_attentions": false
},
"projection_dim": 32,
"logit_scale_init_value": 2.6592,
"initializer_factor": 1.0,
"model_type": "clip",
"output_attentions": false
},
"covers": {
"openai/clip-vit-base-patch32": "3d74acf9a28c67741b2f4f2ea7635f0aaf6f0268"
},
"built_from": {
"repo": "openai/clip-vit-base-patch32",
"revision": "3d74acf9a28c67741b2f4f2ea7635f0aaf6f0268"
},
"seed": 17,
"builder": "example/build_fixtures.py",
"model_class": "CLIPModel",
"parameters": 3505281,
"missing_parameters": [],
"captured": {
"call": "training step",
"inputs": [
"attention_mask",
"input_ids",
"pixel_values",
"return_loss"
]
},
"weights": "random",
"gate": {
"random": {
"pass": true,
"accepted_insensitive": {},
"threshold": 0.001,
"deltas": {
"input_ids:roll_batch": 0.4480898380279541,
"input_ids:reverse": 5.172781944274902,
"attention_mask:all_ones": null,
"pixel_values:roll_batch": 6.780528545379639,
"pixel_values:swap_channels": 4.203118324279785,
"pixel_values:reverse": null,
"pixel_values:halve": 0.004874229431152344
},
"weakest": "pixel_values:halve",
"no_perturbation_defined": []
}
},
"numeric_health": {
"float32": {
"outputs_finite": true,
"loss_finite": true,
"gradients_finite": true,
"finite": true
},
"bfloat16": {
"outputs_finite": true,
"loss_finite": true,
"gradients_finite": true,
"finite": true
},
"float16": {
"outputs_finite": true,
"loss_finite": true,
"gradients_finite": true,
"finite": true
}
},
"copied_unchanged": [
"merges.txt",
"preprocessor_config.json",
"special_tokens_map.json",
"tokenizer.json",
"tokenizer_config.json",
"vocab.json"
],
"environment": {
"python": "3.10.19",
"machine": "arm64",
"torch": "2.11.0",
"transformers": "5.19.0.dev0",
"tokenizers": "0.23.1"
},
"sha256": {
"config.json": "2a77163da26fab5ee2ea9a07cfa257a66a0a42db0e700beb6641bd1b808d4e3d",
"merges.txt": "f526393189112391ce6f9795d4695f704121ce452c3aad1f5335cc41337eba85",
"preprocessor_config.json": "910e70b3956ac9879ebc90b22fb3bc8a75b6a0677814500101a4c072bd7857bd",
"pytorch_model.bin": "74f75c041312424546d1b9d747d4d7b38744f2934df932f7e9edd751d00d59f5",
"special_tokens_map.json": "f8c0d6c39aee3f8431078ef6646567b0aba7f2246e9c54b8b99d55c22b707cbf",
"tokenizer.json": "b556ac8c99757ffb677208af34bc8c6721572114111a6e0aaf5fa69ff0b8d842",
"tokenizer_config.json": "34b7336e4bee12e0a9730eaf5189f582ef3c3eea5027f65730e5717256755aad",
"vocab.json": "5047b556ce86ccaf6aa22b3ffccfc52d391ea4accdab9c2f2407da5b742d4363"
},
"serialization": {
"file": "pytorch_model.bin",
"reverted_conversions": [],
"migrated_from": "model.safetensors"
}
}