deepsea / config.json
ZhiyuanChen's picture
Upload folder using huggingface_hub
48be7e1 verified
{
"architectures": [
"DeepSeaForSequencePrediction"
],
"bos_token_id": 1,
"conv_channels": [
320,
480,
960
],
"conv_dropouts": [
0.2,
0.2,
0.5
],
"conv_kernel_sizes": [
8,
8,
8
],
"conv_pool_sizes": [
4,
4,
1
],
"dtype": "float32",
"eos_token_id": 2,
"fc_sizes": [
925
],
"head": {
"act": null,
"bias": true,
"dropout": 0.0,
"hidden_size": 925,
"layer_norm_eps": 1e-12,
"loss_weight": null,
"num_labels": 919,
"output_name": null,
"problem_type": "multilabel",
"transform": null,
"transform_act": "gelu",
"type": null
},
"hidden_act": "relu",
"hidden_dropout": 0.0,
"hidden_size": 925,
"id2label": null,
"label2id": null,
"mask_token_id": 4,
"model_type": "deepsea",
"null_token_id": 5,
"num_conv_layers": 3,
"num_labels": 919,
"pad_token_id": 0,
"reverse_complement_average": true,
"sequence_length": 1000,
"tie_word_embeddings": true,
"transformers_version": "5.9.0",
"unk_token_id": 3,
"vocab_size": 4
}