| { |
| "architecture": { |
| "attention_variant": "MHA", |
| "family": "sequence_classification", |
| "is_moe": false, |
| "mixer": "attention", |
| "positional": "learned", |
| "view": "encoder" |
| }, |
| "capabilities": { |
| "attention_backends": [ |
| "eager" |
| ], |
| "attention_patterns": [ |
| "bidirectional" |
| ], |
| "attention_schedule": null, |
| "task_heads": [ |
| "multiple_choice", |
| "question_answering", |
| "sequence_classification", |
| "token_classification" |
| ], |
| "tensor_parallel": false |
| }, |
| "components": [ |
| { |
| "children": [ |
| "char_embeddings", |
| "initial_char_encoder", |
| "chars_to_molecules", |
| "encoder", |
| "projection", |
| "final_char_encoder", |
| "pooler" |
| ], |
| "class_name": "CanineModel", |
| "id": "model", |
| "kind": "model", |
| "path_pattern": "model" |
| }, |
| { |
| "attributes": { |
| "embedding_dim": "config.hidden_size" |
| }, |
| "children": [ |
| "char_embeddings.HashBucketCodepointEmbedder_0", |
| "char_embeddings.HashBucketCodepointEmbedder_1", |
| "char_embeddings.HashBucketCodepointEmbedder_2", |
| "char_embeddings.HashBucketCodepointEmbedder_3", |
| "char_embeddings.HashBucketCodepointEmbedder_4", |
| "char_embeddings.HashBucketCodepointEmbedder_5", |
| "char_embeddings.HashBucketCodepointEmbedder_6", |
| "char_embeddings.HashBucketCodepointEmbedder_7", |
| "char_embeddings.char_position_embeddings", |
| "char_embeddings.token_type_embeddings", |
| "char_embeddings.LayerNorm" |
| ], |
| "class_name": "CanineEmbeddings", |
| "id": "char_embeddings", |
| "kind": "embedding", |
| "path_pattern": "model.char_embeddings" |
| }, |
| { |
| "attributes": { |
| "embedding_dim": 96, |
| "num_embeddings": "config.max_position_embeddings" |
| }, |
| "class_name": "Embedding", |
| "id": "char_embeddings.HashBucketCodepointEmbedder_0", |
| "kind": "embedding", |
| "path_pattern": "model.char_embeddings.HashBucketCodepointEmbedder_0" |
| }, |
| { |
| "attributes": { |
| "embedding_dim": 96, |
| "num_embeddings": "config.max_position_embeddings" |
| }, |
| "class_name": "Embedding", |
| "id": "char_embeddings.HashBucketCodepointEmbedder_1", |
| "kind": "embedding", |
| "path_pattern": "model.char_embeddings.HashBucketCodepointEmbedder_1" |
| }, |
| { |
| "attributes": { |
| "embedding_dim": 96, |
| "num_embeddings": "config.max_position_embeddings" |
| }, |
| "class_name": "Embedding", |
| "id": "char_embeddings.HashBucketCodepointEmbedder_2", |
| "kind": "embedding", |
| "path_pattern": "model.char_embeddings.HashBucketCodepointEmbedder_2" |
| }, |
| { |
| "attributes": { |
| "embedding_dim": 96, |
| "num_embeddings": "config.max_position_embeddings" |
| }, |
| "class_name": "Embedding", |
| "id": "char_embeddings.HashBucketCodepointEmbedder_3", |
| "kind": "embedding", |
| "path_pattern": "model.char_embeddings.HashBucketCodepointEmbedder_3" |
| }, |
| { |
| "attributes": { |
| "embedding_dim": 96, |
| "num_embeddings": "config.max_position_embeddings" |
| }, |
| "class_name": "Embedding", |
| "id": "char_embeddings.HashBucketCodepointEmbedder_4", |
| "kind": "embedding", |
| "path_pattern": "model.char_embeddings.HashBucketCodepointEmbedder_4" |
| }, |
| { |
| "attributes": { |
| "embedding_dim": 96, |
| "num_embeddings": "config.max_position_embeddings" |
| }, |
| "class_name": "Embedding", |
| "id": "char_embeddings.HashBucketCodepointEmbedder_5", |
| "kind": "embedding", |
| "path_pattern": "model.char_embeddings.HashBucketCodepointEmbedder_5" |
| }, |
| { |
| "attributes": { |
| "embedding_dim": 96, |
| "num_embeddings": "config.max_position_embeddings" |
| }, |
| "class_name": "Embedding", |
| "id": "char_embeddings.HashBucketCodepointEmbedder_6", |
| "kind": "embedding", |
| "path_pattern": "model.char_embeddings.HashBucketCodepointEmbedder_6" |
| }, |
| { |
| "attributes": { |
| "embedding_dim": 96, |
| "num_embeddings": "config.max_position_embeddings" |
| }, |
| "class_name": "Embedding", |
| "id": "char_embeddings.HashBucketCodepointEmbedder_7", |
| "kind": "embedding", |
| "path_pattern": "model.char_embeddings.HashBucketCodepointEmbedder_7" |
| }, |
| { |
| "attributes": { |
| "max_position_embeddings": "config.max_position_embeddings", |
| "scheme": "learned" |
| }, |
| "class_name": "Embedding", |
| "id": "char_embeddings.char_position_embeddings", |
| "kind": "position", |
| "path_pattern": "model.char_embeddings.char_position_embeddings" |
| }, |
| { |
| "attributes": { |
| "embedding_dim": "config.hidden_size", |
| "num_embeddings": 16 |
| }, |
| "class_name": "Embedding", |
| "id": "char_embeddings.token_type_embeddings", |
| "kind": "embedding", |
| "path_pattern": "model.char_embeddings.token_type_embeddings" |
| }, |
| { |
| "attributes": { |
| "norm_type": "layer" |
| }, |
| "class_name": "LayerNorm", |
| "id": "char_embeddings.LayerNorm", |
| "kind": "normalization", |
| "path_pattern": "model.char_embeddings.LayerNorm" |
| }, |
| { |
| "children": [ |
| "initial_char_encoder.layer" |
| ], |
| "class_name": "CanineEncoder", |
| "id": "initial_char_encoder", |
| "kind": "encoder", |
| "path_pattern": "model.initial_char_encoder" |
| }, |
| { |
| "children": [ |
| "initial_char_encoder.layer.0" |
| ], |
| "class_name": "ModuleList", |
| "id": "initial_char_encoder.layer", |
| "kind": "repeated_container", |
| "path_pattern": "model.initial_char_encoder.layer" |
| }, |
| { |
| "children": [ |
| "initial_char_encoder.layer.0.attention", |
| "initial_char_encoder.layer.0.intermediate", |
| "initial_char_encoder.layer.0.output" |
| ], |
| "class_name": "CanineLayer", |
| "id": "initial_char_encoder.layer.0", |
| "kind": "transformer_block", |
| "path_pattern": "model.initial_char_encoder.layer.0" |
| }, |
| { |
| "attributes": { |
| "head_dim": 64, |
| "n_heads": 12, |
| "n_kv_heads": 12, |
| "pattern": "bidirectional", |
| "rope": false, |
| "variant": "MHA" |
| }, |
| "children": [ |
| "initial_char_encoder.layer.0.attention.self", |
| "initial_char_encoder.layer.0.attention.output" |
| ], |
| "class_name": "CanineAttention", |
| "id": "initial_char_encoder.layer.0.attention", |
| "kind": "attention", |
| "path_pattern": "model.initial_char_encoder.layer.0.attention" |
| }, |
| { |
| "attributes": { |
| "head_dim": 64, |
| "n_heads": 12, |
| "n_kv_heads": 12, |
| "pattern": "bidirectional", |
| "rope": false, |
| "variant": "MHA" |
| }, |
| "children": [ |
| "initial_char_encoder.layer.0.attention.self.query", |
| "initial_char_encoder.layer.0.attention.self.key", |
| "initial_char_encoder.layer.0.attention.self.value" |
| ], |
| "class_name": "CanineSelfAttention", |
| "id": "initial_char_encoder.layer.0.attention.self", |
| "kind": "attention", |
| "path_pattern": "model.initial_char_encoder.layer.0.attention.self" |
| }, |
| { |
| "attributes": { |
| "in_features": "config.hidden_size", |
| "out_features": "config.hidden_size" |
| }, |
| "class_name": "Linear", |
| "id": "initial_char_encoder.layer.0.attention.self.query", |
| "kind": "projection", |
| "path_pattern": "model.initial_char_encoder.layer.0.attention.self.query" |
| }, |
| { |
| "attributes": { |
| "in_features": "config.hidden_size", |
| "out_features": "config.hidden_size" |
| }, |
| "class_name": "Linear", |
| "id": "initial_char_encoder.layer.0.attention.self.key", |
| "kind": "projection", |
| "path_pattern": "model.initial_char_encoder.layer.0.attention.self.key" |
| }, |
| { |
| "attributes": { |
| "in_features": "config.hidden_size", |
| "out_features": "config.hidden_size" |
| }, |
| "class_name": "Linear", |
| "id": "initial_char_encoder.layer.0.attention.self.value", |
| "kind": "projection", |
| "path_pattern": "model.initial_char_encoder.layer.0.attention.self.value" |
| }, |
| { |
| "children": [ |
| "initial_char_encoder.layer.0.attention.output.LayerNorm" |
| ], |
| "class_name": "CanineSelfOutput", |
| "id": "initial_char_encoder.layer.0.attention.output", |
| "kind": "module", |
| "path_pattern": "model.initial_char_encoder.layer.0.attention.output" |
| }, |
| { |
| "attributes": { |
| "norm_type": "layer" |
| }, |
| "class_name": "LayerNorm", |
| "id": "initial_char_encoder.layer.0.attention.output.LayerNorm", |
| "kind": "normalization", |
| "path_pattern": "model.initial_char_encoder.layer.0.attention.output.LayerNorm" |
| }, |
| { |
| "attributes": { |
| "activation": "gelu", |
| "hidden_size": 768, |
| "intermediate_size": 3072 |
| }, |
| "children": [ |
| "initial_char_encoder.layer.0.intermediate.dense" |
| ], |
| "class_name": "CanineIntermediate", |
| "id": "initial_char_encoder.layer.0.intermediate", |
| "kind": "feed_forward", |
| "path_pattern": "model.initial_char_encoder.layer.0.intermediate" |
| }, |
| { |
| "attributes": { |
| "in_features": "config.hidden_size", |
| "out_features": "config.intermediate_size" |
| }, |
| "class_name": "Linear", |
| "id": "initial_char_encoder.layer.0.intermediate.dense", |
| "kind": "projection", |
| "path_pattern": "model.initial_char_encoder.layer.0.intermediate.dense" |
| }, |
| { |
| "attributes": { |
| "activation": "gelu", |
| "hidden_size": 768, |
| "intermediate_size": 3072 |
| }, |
| "children": [ |
| "initial_char_encoder.layer.0.output.dense", |
| "initial_char_encoder.layer.0.output.LayerNorm" |
| ], |
| "class_name": "CanineOutput", |
| "id": "initial_char_encoder.layer.0.output", |
| "kind": "feed_forward", |
| "path_pattern": "model.initial_char_encoder.layer.0.output" |
| }, |
| { |
| "attributes": { |
| "in_features": "config.intermediate_size", |
| "out_features": "config.hidden_size" |
| }, |
| "class_name": "Linear", |
| "id": "initial_char_encoder.layer.0.output.dense", |
| "kind": "projection", |
| "path_pattern": "model.initial_char_encoder.layer.0.output.dense" |
| }, |
| { |
| "attributes": { |
| "norm_type": "layer" |
| }, |
| "class_name": "LayerNorm", |
| "id": "initial_char_encoder.layer.0.output.LayerNorm", |
| "kind": "normalization", |
| "path_pattern": "model.initial_char_encoder.layer.0.output.LayerNorm" |
| }, |
| { |
| "children": [ |
| "chars_to_molecules.conv", |
| "chars_to_molecules.LayerNorm" |
| ], |
| "class_name": "CharactersToMolecules", |
| "id": "chars_to_molecules", |
| "kind": "module", |
| "path_pattern": "model.chars_to_molecules" |
| }, |
| { |
| "class_name": "Conv1d", |
| "id": "chars_to_molecules.conv", |
| "kind": "convolution", |
| "path_pattern": "model.chars_to_molecules.conv" |
| }, |
| { |
| "attributes": { |
| "norm_type": "layer" |
| }, |
| "class_name": "LayerNorm", |
| "id": "chars_to_molecules.LayerNorm", |
| "kind": "normalization", |
| "path_pattern": "model.chars_to_molecules.LayerNorm" |
| }, |
| { |
| "children": [ |
| "encoder_layers" |
| ], |
| "class_name": "CanineEncoder", |
| "id": "encoder", |
| "kind": "encoder", |
| "path_pattern": "model.encoder" |
| }, |
| { |
| "children": [ |
| "projection.conv", |
| "projection.LayerNorm" |
| ], |
| "class_name": "ConvProjection", |
| "id": "projection", |
| "kind": "module", |
| "path_pattern": "model.projection" |
| }, |
| { |
| "class_name": "Conv1d", |
| "id": "projection.conv", |
| "kind": "convolution", |
| "path_pattern": "model.projection.conv" |
| }, |
| { |
| "attributes": { |
| "norm_type": "layer" |
| }, |
| "class_name": "LayerNorm", |
| "id": "projection.LayerNorm", |
| "kind": "normalization", |
| "path_pattern": "model.projection.LayerNorm" |
| }, |
| { |
| "children": [ |
| "final_char_encoder.layer" |
| ], |
| "class_name": "CanineEncoder", |
| "id": "final_char_encoder", |
| "kind": "encoder", |
| "path_pattern": "model.final_char_encoder" |
| }, |
| { |
| "children": [ |
| "final_char_encoder.layer.0" |
| ], |
| "class_name": "ModuleList", |
| "id": "final_char_encoder.layer", |
| "kind": "repeated_container", |
| "path_pattern": "model.final_char_encoder.layer" |
| }, |
| { |
| "children": [ |
| "final_char_encoder.layer.0.attention", |
| "final_char_encoder.layer.0.intermediate", |
| "final_char_encoder.layer.0.output" |
| ], |
| "class_name": "CanineLayer", |
| "id": "final_char_encoder.layer.0", |
| "kind": "transformer_block", |
| "path_pattern": "model.final_char_encoder.layer.0" |
| }, |
| { |
| "attributes": { |
| "head_dim": 64, |
| "n_heads": 12, |
| "n_kv_heads": 12, |
| "pattern": "bidirectional", |
| "rope": false, |
| "variant": "MHA" |
| }, |
| "children": [ |
| "final_char_encoder.layer.0.attention.self", |
| "final_char_encoder.layer.0.attention.output" |
| ], |
| "class_name": "CanineAttention", |
| "id": "final_char_encoder.layer.0.attention", |
| "kind": "attention", |
| "path_pattern": "model.final_char_encoder.layer.0.attention" |
| }, |
| { |
| "attributes": { |
| "head_dim": 64, |
| "n_heads": 12, |
| "n_kv_heads": 12, |
| "pattern": "bidirectional", |
| "rope": false, |
| "variant": "MHA" |
| }, |
| "children": [ |
| "final_char_encoder.layer.0.attention.self.query", |
| "final_char_encoder.layer.0.attention.self.key", |
| "final_char_encoder.layer.0.attention.self.value" |
| ], |
| "class_name": "CanineSelfAttention", |
| "id": "final_char_encoder.layer.0.attention.self", |
| "kind": "attention", |
| "path_pattern": "model.final_char_encoder.layer.0.attention.self" |
| }, |
| { |
| "attributes": { |
| "in_features": "config.hidden_size", |
| "out_features": "config.hidden_size" |
| }, |
| "class_name": "Linear", |
| "id": "final_char_encoder.layer.0.attention.self.query", |
| "kind": "projection", |
| "path_pattern": "model.final_char_encoder.layer.0.attention.self.query" |
| }, |
| { |
| "attributes": { |
| "in_features": "config.hidden_size", |
| "out_features": "config.hidden_size" |
| }, |
| "class_name": "Linear", |
| "id": "final_char_encoder.layer.0.attention.self.key", |
| "kind": "projection", |
| "path_pattern": "model.final_char_encoder.layer.0.attention.self.key" |
| }, |
| { |
| "attributes": { |
| "in_features": "config.hidden_size", |
| "out_features": "config.hidden_size" |
| }, |
| "class_name": "Linear", |
| "id": "final_char_encoder.layer.0.attention.self.value", |
| "kind": "projection", |
| "path_pattern": "model.final_char_encoder.layer.0.attention.self.value" |
| }, |
| { |
| "children": [ |
| "final_char_encoder.layer.0.attention.output.LayerNorm" |
| ], |
| "class_name": "CanineSelfOutput", |
| "id": "final_char_encoder.layer.0.attention.output", |
| "kind": "module", |
| "path_pattern": "model.final_char_encoder.layer.0.attention.output" |
| }, |
| { |
| "attributes": { |
| "norm_type": "layer" |
| }, |
| "class_name": "LayerNorm", |
| "id": "final_char_encoder.layer.0.attention.output.LayerNorm", |
| "kind": "normalization", |
| "path_pattern": "model.final_char_encoder.layer.0.attention.output.LayerNorm" |
| }, |
| { |
| "attributes": { |
| "activation": "gelu", |
| "hidden_size": 768, |
| "intermediate_size": 3072 |
| }, |
| "children": [ |
| "final_char_encoder.layer.0.intermediate.dense" |
| ], |
| "class_name": "CanineIntermediate", |
| "id": "final_char_encoder.layer.0.intermediate", |
| "kind": "feed_forward", |
| "path_pattern": "model.final_char_encoder.layer.0.intermediate" |
| }, |
| { |
| "attributes": { |
| "in_features": "config.hidden_size", |
| "out_features": "config.intermediate_size" |
| }, |
| "class_name": "Linear", |
| "id": "final_char_encoder.layer.0.intermediate.dense", |
| "kind": "projection", |
| "path_pattern": "model.final_char_encoder.layer.0.intermediate.dense" |
| }, |
| { |
| "attributes": { |
| "activation": "gelu", |
| "hidden_size": 768, |
| "intermediate_size": 3072 |
| }, |
| "children": [ |
| "final_char_encoder.layer.0.output.dense", |
| "final_char_encoder.layer.0.output.LayerNorm" |
| ], |
| "class_name": "CanineOutput", |
| "id": "final_char_encoder.layer.0.output", |
| "kind": "feed_forward", |
| "path_pattern": "model.final_char_encoder.layer.0.output" |
| }, |
| { |
| "attributes": { |
| "in_features": "config.intermediate_size", |
| "out_features": "config.hidden_size" |
| }, |
| "class_name": "Linear", |
| "id": "final_char_encoder.layer.0.output.dense", |
| "kind": "projection", |
| "path_pattern": "model.final_char_encoder.layer.0.output.dense" |
| }, |
| { |
| "attributes": { |
| "norm_type": "layer" |
| }, |
| "class_name": "LayerNorm", |
| "id": "final_char_encoder.layer.0.output.LayerNorm", |
| "kind": "normalization", |
| "path_pattern": "model.final_char_encoder.layer.0.output.LayerNorm" |
| }, |
| { |
| "class_name": "CaninePooler", |
| "id": "pooler", |
| "kind": "pooler", |
| "path_pattern": "model.pooler" |
| } |
| ], |
| "config": { |
| "class_name": "CanineConfig", |
| "model_type": "canine", |
| "module": "transformers.models.canine.configuration_canine", |
| "referenced_fields": { |
| "num_hidden_layers": 12 |
| }, |
| "salient_fields": { |
| "hidden_act": "gelu", |
| "hidden_size": 768, |
| "intermediate_size": 3072, |
| "is_encoder_decoder": false, |
| "max_position_embeddings": 16384, |
| "num_attention_heads": 12, |
| "num_hidden_layers": 12 |
| } |
| }, |
| "edges": [ |
| { |
| "kind": "data", |
| "source": "char_embeddings", |
| "target": "initial_char_encoder" |
| }, |
| { |
| "kind": "data", |
| "source": "final_char_encoder", |
| "target": "pooler" |
| }, |
| { |
| "kind": "data", |
| "source": "char_embeddings.HashBucketCodepointEmbedder_0", |
| "target": "char_embeddings.HashBucketCodepointEmbedder_1" |
| }, |
| { |
| "kind": "data", |
| "source": "char_embeddings.HashBucketCodepointEmbedder_1", |
| "target": "char_embeddings.HashBucketCodepointEmbedder_2" |
| }, |
| { |
| "kind": "data", |
| "source": "char_embeddings.HashBucketCodepointEmbedder_2", |
| "target": "char_embeddings.HashBucketCodepointEmbedder_3" |
| }, |
| { |
| "kind": "data", |
| "source": "char_embeddings.HashBucketCodepointEmbedder_3", |
| "target": "char_embeddings.HashBucketCodepointEmbedder_4" |
| }, |
| { |
| "kind": "data", |
| "source": "char_embeddings.HashBucketCodepointEmbedder_4", |
| "target": "char_embeddings.HashBucketCodepointEmbedder_5" |
| }, |
| { |
| "kind": "data", |
| "source": "char_embeddings.HashBucketCodepointEmbedder_5", |
| "target": "char_embeddings.HashBucketCodepointEmbedder_6" |
| }, |
| { |
| "kind": "data", |
| "source": "char_embeddings.HashBucketCodepointEmbedder_6", |
| "target": "char_embeddings.HashBucketCodepointEmbedder_7" |
| }, |
| { |
| "kind": "data", |
| "source": "char_embeddings.HashBucketCodepointEmbedder_7", |
| "target": "char_embeddings.token_type_embeddings" |
| }, |
| { |
| "kind": "data", |
| "source": "char_embeddings.token_type_embeddings", |
| "target": "char_embeddings.LayerNorm" |
| }, |
| { |
| "kind": "data", |
| "source": "initial_char_encoder.layer.0.attention", |
| "target": "initial_char_encoder.layer.0.intermediate" |
| }, |
| { |
| "kind": "data", |
| "source": "initial_char_encoder.layer.0.intermediate", |
| "target": "initial_char_encoder.layer.0.output" |
| }, |
| { |
| "kind": "data", |
| "source": "encoder_layer.attention", |
| "target": "encoder_layer.intermediate" |
| }, |
| { |
| "kind": "data", |
| "source": "encoder_layer.intermediate", |
| "target": "encoder_layer.output" |
| }, |
| { |
| "kind": "data", |
| "source": "final_char_encoder.layer.0.attention", |
| "target": "final_char_encoder.layer.0.intermediate" |
| }, |
| { |
| "kind": "data", |
| "source": "final_char_encoder.layer.0.intermediate", |
| "target": "final_char_encoder.layer.0.output" |
| }, |
| { |
| "kind": "mask", |
| "source": "input:attention_mask", |
| "target": "initial_char_encoder.layer.0.attention" |
| }, |
| { |
| "kind": "mask", |
| "source": "input:attention_mask", |
| "target": "initial_char_encoder.layer.0.attention.self" |
| }, |
| { |
| "kind": "mask", |
| "source": "input:attention_mask", |
| "target": "encoder_layer.attention" |
| }, |
| { |
| "kind": "mask", |
| "source": "input:attention_mask", |
| "target": "encoder_layer.attention.self" |
| }, |
| { |
| "kind": "mask", |
| "source": "input:attention_mask", |
| "target": "final_char_encoder.layer.0.attention" |
| }, |
| { |
| "kind": "mask", |
| "source": "input:attention_mask", |
| "target": "final_char_encoder.layer.0.attention.self" |
| }, |
| { |
| "kind": "residual", |
| "source": "initial_char_encoder.layer.0", |
| "target": "initial_char_encoder.layer.0.attention" |
| }, |
| { |
| "kind": "residual", |
| "source": "initial_char_encoder.layer.0", |
| "target": "initial_char_encoder.layer.0.intermediate" |
| }, |
| { |
| "kind": "residual", |
| "source": "encoder_layer", |
| "target": "encoder_layer.attention" |
| }, |
| { |
| "kind": "residual", |
| "source": "encoder_layer", |
| "target": "encoder_layer.intermediate" |
| }, |
| { |
| "kind": "residual", |
| "source": "final_char_encoder.layer.0", |
| "target": "final_char_encoder.layer.0.attention" |
| }, |
| { |
| "kind": "residual", |
| "source": "final_char_encoder.layer.0", |
| "target": "final_char_encoder.layer.0.intermediate" |
| }, |
| { |
| "kind": "position", |
| "source": "char_embeddings.char_position_embeddings", |
| "target": "char_embeddings" |
| }, |
| { |
| "kind": "data", |
| "provenance": "intra_module", |
| "source": "initial_char_encoder.layer.0.attention.self", |
| "target": "initial_char_encoder.layer.0.attention.self.query" |
| }, |
| { |
| "kind": "data", |
| "provenance": "intra_module", |
| "source": "initial_char_encoder.layer.0.attention.self", |
| "target": "initial_char_encoder.layer.0.attention.self.key" |
| }, |
| { |
| "kind": "data", |
| "provenance": "intra_module", |
| "source": "initial_char_encoder.layer.0.attention.self", |
| "target": "initial_char_encoder.layer.0.attention.self.value" |
| }, |
| { |
| "kind": "data", |
| "provenance": "intra_module", |
| "source": "initial_char_encoder.layer.0.intermediate", |
| "target": "initial_char_encoder.layer.0.intermediate.dense" |
| }, |
| { |
| "kind": "data", |
| "provenance": "intra_module", |
| "source": "initial_char_encoder.layer.0.output", |
| "target": "initial_char_encoder.layer.0.output.dense" |
| }, |
| { |
| "kind": "data", |
| "provenance": "intra_module", |
| "source": "final_char_encoder.layer.0.attention.self", |
| "target": "final_char_encoder.layer.0.attention.self.query" |
| }, |
| { |
| "kind": "data", |
| "provenance": "intra_module", |
| "source": "final_char_encoder.layer.0.attention.self", |
| "target": "final_char_encoder.layer.0.attention.self.key" |
| }, |
| { |
| "kind": "data", |
| "provenance": "intra_module", |
| "source": "final_char_encoder.layer.0.attention.self", |
| "target": "final_char_encoder.layer.0.attention.self.value" |
| }, |
| { |
| "kind": "data", |
| "provenance": "intra_module", |
| "source": "final_char_encoder.layer.0.intermediate", |
| "target": "final_char_encoder.layer.0.intermediate.dense" |
| }, |
| { |
| "kind": "data", |
| "provenance": "intra_module", |
| "source": "final_char_encoder.layer.0.output", |
| "target": "final_char_encoder.layer.0.output.dense" |
| }, |
| { |
| "kind": "data", |
| "provenance": "intra_module", |
| "source": "encoder_layer.attention.self", |
| "target": "encoder_layer.attention.self.query" |
| }, |
| { |
| "kind": "data", |
| "provenance": "intra_module", |
| "source": "encoder_layer.attention.self", |
| "target": "encoder_layer.attention.self.key" |
| }, |
| { |
| "kind": "data", |
| "provenance": "intra_module", |
| "source": "encoder_layer.attention.self", |
| "target": "encoder_layer.attention.self.value" |
| }, |
| { |
| "kind": "data", |
| "provenance": "intra_module", |
| "source": "encoder_layer.intermediate", |
| "target": "encoder_layer.intermediate.dense" |
| }, |
| { |
| "kind": "data", |
| "provenance": "intra_module", |
| "source": "encoder_layer.output", |
| "target": "encoder_layer.output.dense" |
| } |
| ], |
| "extends": null, |
| "model_type": "canine", |
| "provenance": { |
| "config_class": "CanineConfig", |
| "config_module": "transformers.models.canine.configuration_canine", |
| "model_class": "CanineModel", |
| "model_module": "transformers.models.canine.modeling_canine" |
| }, |
| "repeats": [ |
| { |
| "body": "encoder_layer", |
| "container_path_pattern": "model.encoder.layer", |
| "count": 12, |
| "count_expr": "config.num_hidden_layers", |
| "count_source": "config", |
| "id": "encoder_layers", |
| "index_symbol": "i", |
| "item_path_pattern": "model.encoder.layer.{i}", |
| "kind": "symbolic_repeat", |
| "provenance": { |
| "class_name": "CanineLayer", |
| "container_path_pattern": "model.encoder.layer", |
| "item_path_pattern": "model.encoder.layer.{i}", |
| "source": "module_tree_repeat_collapse" |
| }, |
| "repeated_class_name": "CanineLayer" |
| } |
| ], |
| "schema_version": "architecture-template-v0", |
| "templates": [ |
| { |
| "children": [ |
| "encoder_layer.attention", |
| "encoder_layer.intermediate", |
| "encoder_layer.output" |
| ], |
| "class_name": "CanineLayer", |
| "id": "encoder_layer", |
| "kind": "transformer_block", |
| "path_pattern": "model.encoder.layer.{i}" |
| }, |
| { |
| "attributes": { |
| "head_dim": 64, |
| "n_heads": 12, |
| "n_kv_heads": 12, |
| "pattern": "bidirectional", |
| "rope": false, |
| "variant": "MHA" |
| }, |
| "children": [ |
| "encoder_layer.attention.self", |
| "encoder_layer.attention.output" |
| ], |
| "class_name": "CanineAttention", |
| "id": "encoder_layer.attention", |
| "kind": "attention", |
| "path_pattern": "model.encoder.layer.{i}.attention" |
| }, |
| { |
| "attributes": { |
| "head_dim": 64, |
| "n_heads": 12, |
| "n_kv_heads": 12, |
| "pattern": "bidirectional", |
| "rope": false, |
| "variant": "MHA" |
| }, |
| "children": [ |
| "encoder_layer.attention.self.query", |
| "encoder_layer.attention.self.key", |
| "encoder_layer.attention.self.value" |
| ], |
| "class_name": "CanineSelfAttention", |
| "id": "encoder_layer.attention.self", |
| "kind": "attention", |
| "path_pattern": "model.encoder.layer.{i}.attention.self" |
| }, |
| { |
| "attributes": { |
| "in_features": "config.hidden_size", |
| "out_features": "config.hidden_size" |
| }, |
| "class_name": "Linear", |
| "id": "encoder_layer.attention.self.query", |
| "kind": "projection", |
| "path_pattern": "model.encoder.layer.{i}.attention.self.query" |
| }, |
| { |
| "attributes": { |
| "in_features": "config.hidden_size", |
| "out_features": "config.hidden_size" |
| }, |
| "class_name": "Linear", |
| "id": "encoder_layer.attention.self.key", |
| "kind": "projection", |
| "path_pattern": "model.encoder.layer.{i}.attention.self.key" |
| }, |
| { |
| "attributes": { |
| "in_features": "config.hidden_size", |
| "out_features": "config.hidden_size" |
| }, |
| "class_name": "Linear", |
| "id": "encoder_layer.attention.self.value", |
| "kind": "projection", |
| "path_pattern": "model.encoder.layer.{i}.attention.self.value" |
| }, |
| { |
| "children": [ |
| "encoder_layer.attention.output.LayerNorm" |
| ], |
| "class_name": "CanineSelfOutput", |
| "id": "encoder_layer.attention.output", |
| "kind": "module", |
| "path_pattern": "model.encoder.layer.{i}.attention.output" |
| }, |
| { |
| "attributes": { |
| "norm_type": "layer" |
| }, |
| "class_name": "LayerNorm", |
| "id": "encoder_layer.attention.output.LayerNorm", |
| "kind": "normalization", |
| "path_pattern": "model.encoder.layer.{i}.attention.output.LayerNorm" |
| }, |
| { |
| "attributes": { |
| "activation": "gelu", |
| "hidden_size": 768, |
| "intermediate_size": 3072 |
| }, |
| "children": [ |
| "encoder_layer.intermediate.dense" |
| ], |
| "class_name": "CanineIntermediate", |
| "id": "encoder_layer.intermediate", |
| "kind": "feed_forward", |
| "path_pattern": "model.encoder.layer.{i}.intermediate" |
| }, |
| { |
| "attributes": { |
| "in_features": "config.hidden_size", |
| "out_features": "config.intermediate_size" |
| }, |
| "class_name": "Linear", |
| "id": "encoder_layer.intermediate.dense", |
| "kind": "projection", |
| "path_pattern": "model.encoder.layer.{i}.intermediate.dense" |
| }, |
| { |
| "attributes": { |
| "activation": "gelu", |
| "hidden_size": 768, |
| "intermediate_size": 3072 |
| }, |
| "children": [ |
| "encoder_layer.output.dense", |
| "encoder_layer.output.LayerNorm" |
| ], |
| "class_name": "CanineOutput", |
| "id": "encoder_layer.output", |
| "kind": "feed_forward", |
| "path_pattern": "model.encoder.layer.{i}.output" |
| }, |
| { |
| "attributes": { |
| "in_features": "config.intermediate_size", |
| "out_features": "config.hidden_size" |
| }, |
| "class_name": "Linear", |
| "id": "encoder_layer.output.dense", |
| "kind": "projection", |
| "path_pattern": "model.encoder.layer.{i}.output.dense" |
| }, |
| { |
| "attributes": { |
| "norm_type": "layer" |
| }, |
| "class_name": "LayerNorm", |
| "id": "encoder_layer.output.LayerNorm", |
| "kind": "normalization", |
| "path_pattern": "model.encoder.layer.{i}.output.LayerNorm" |
| } |
| ] |
| } |
|
|
