| { |
| "architectures": [ |
| "EnformerForTokenPrediction" |
| ], |
| "attention_dropout": 0.05, |
| "attention_head_size": 64, |
| "batch_norm_eps": 1e-05, |
| "batch_norm_momentum": 0.1, |
| "bos_token_id": null, |
| "conv_tower_kernel_size": 5, |
| "dim_divisible_by": 128, |
| "dtype": "float32", |
| "eos_token_id": null, |
| "head": { |
| "act": null, |
| "bias": true, |
| "dropout": 0.0, |
| "hidden_size": null, |
| "layer_norm_eps": 1e-12, |
| "loss_weight": null, |
| "num_labels": null, |
| "output_name": null, |
| "problem_type": "regression", |
| "transform": null, |
| "transform_act": "gelu", |
| "type": null |
| }, |
| "head_hidden_size": 3072, |
| "hidden_act": "quick_gelu", |
| "hidden_dropout": 0.4, |
| "hidden_size": 1536, |
| "id2label": null, |
| "label2id": null, |
| "mask_token_id": null, |
| "model_type": "enformer", |
| "null_token_id": null, |
| "num_attention_heads": 8, |
| "num_downsamples": 7, |
| "num_hidden_layers": 11, |
| "num_labels": 5313, |
| "output_act": "softplus", |
| "output_contexts": false, |
| "pad_token_id": 0, |
| "position_dropout": 0.01, |
| "sequence_length": 393216, |
| "species": "human", |
| "stem_kernel_size": 15, |
| "target_length": 896, |
| "tie_word_embeddings": true, |
| "transformers_version": "5.7.0", |
| "unk_token_id": 3, |
| "vocab_size": 5 |
| } |
|
|
