| { |
| "architectures": [ |
| "BorzoiForTokenPrediction" |
| ], |
| "attention_dropout": 0.05, |
| "attention_head_size": 64, |
| "attention_value_size": 192, |
| "batch_norm_eps": 0.001, |
| "batch_norm_momentum": 0.1, |
| "bos_token_id": null, |
| "conv_tower_channels": [ |
| 608, |
| 736, |
| 896, |
| 1056, |
| 1280 |
| ], |
| "conv_tower_kernel_size": 5, |
| "dtype": "float32", |
| "eos_token_id": null, |
| "head": { |
| "act": null, |
| "bias": true, |
| "dropout": 0.0, |
| "hidden_size": null, |
| "layer_norm_eps": 1e-12, |
| "loss_weight": null, |
| "num_labels": null, |
| "output_name": null, |
| "problem_type": "regression", |
| "transform": null, |
| "transform_act": "gelu", |
| "type": null |
| }, |
| "head_hidden_size": 1920, |
| "hidden_act": "gelu_new", |
| "hidden_dropout": 0.1, |
| "hidden_size": 1536, |
| "id2label": null, |
| "intermediate_dropout": 0.2, |
| "label2id": null, |
| "mask_token_id": null, |
| "model_type": "borzoi", |
| "null_token_id": null, |
| "num_attention_heads": 8, |
| "num_hidden_layers": 8, |
| "num_labels": 2608, |
| "num_rel_pos_features": 32, |
| "output_act": "softplus", |
| "output_contexts": false, |
| "pad_token_id": 0, |
| "position_dropout": 0.01, |
| "sequence_length": 524288, |
| "species": "mouse", |
| "stem_channels": 512, |
| "stem_kernel_size": 15, |
| "target_length": 6144, |
| "tie_word_embeddings": true, |
| "transformers_version": "5.9.0", |
| "unet_kernel_size": 3, |
| "unk_token_id": 3, |
| "vocab_size": 5 |
| } |
|
|
