| { | |
| "architectures": [ | |
| "ScDiVaModel" | |
| ], | |
| "model_type": "scdiva", | |
| "SCGPT_DIM": 512, | |
| "HIDDEN_DIM": 512, | |
| "N_LAYERS": 12, | |
| "N_HEADS": 8, | |
| "DROPOUT": 0.1, | |
| "D_HID": 2048, | |
| "VOCAB_SIZE": 41818, | |
| "PAD_TOKEN_ID": 0, | |
| "MASK_TOKEN_ID": 1, | |
| "PAD_FILL_GENE_ID": 41815, | |
| "BOS_GENE_ID": 41816, | |
| "EOS_GENE_ID": 41817, | |
| "MAX_GENE_LEN": 1200, | |
| "BATCH_SIZE": 24, | |
| "ROPE_THETA": 10000.0, | |
| "ROPE_MAX_LEN": 2401, | |
| "transformers_version": "4.36.0" | |
| } |