Hugging Face's logo

polymathic-ai
/
MIMIC

Safetensors
biology
genomics
dna
rna
protein
multimodal
foundation-model
Model card Files
xet
 Community
MIMIC
File size: 2,097 Bytes
6821692
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
40bb974
6821692
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
{
  "encoder": "xt_encoder_20L_1536D",
  "decoder": "xt_decoder_12L_1536D",
  "encoder_dim": null,
  "decoder_dim": null,
  "encoder_depth": null,
  "decoder_depth": null,
  "encoder_position_code": "rotary",
  "decoder_position_code": "rotary",
  "rotary_emb_ratio": 0.75,
  "encoder_use_alibi": false,
  "decoder_use_alibi": false,
  "attn_flash": true,
  "mixed_attention": true,
  "unidir_attention_ratio": 0.5,
  "num_register_tokens": 5,
  "sum_modality_groups": true,
  "exclude_absent_tokens": true,
  "decoder_causal_mask": false,
  "decoder_sep_mask": true,
  "share_model_embeddings": true,
  "drop_enc_rate_min": 0.0,
  "drop_enc_rate_max": 0.1,
  "class_balance_max": null,
  "freeze_llm_emb": true,
  "num_input_tokens": 10000,
  "num_target_tokens": 1000,
  "is_target_autoregr": false,
  "dtype": "bfloat16",
  "in_domains": [
    "tok_aa_seq",
    "tok_atac",
    "tok_cage",
    "tok_cds_junctions",
    "tok_context",
    "tok_corpus",
    "tok_dssp",
    "tok_feature_type",
    "tok_funcprot_caption",
    "tok_gene_family_txt",
    "tok_is_coding",
    "tok_masif_charge",
    "tok_masif_hbond",
    "tok_masif_hydrophobicity",
    "tok_masif_n_vertices",
    "tok_masif_si_index",
    "tok_phylop_human",
    "tok_phylop_mouse",
    "tok_prot_abund",
    "tok_prot_struct",
    "tok_rasp2",
    "tok_rna_codons",
    "tok_rna_seq",
    "tok_sasa",
    "tok_splice_jctns_5cls",
    "tok_splice_regions"
  ],
  "out_domains": [
    "tok_aa_seq",
    "tok_atac",
    "tok_cage",
    "tok_cds_junctions",
    "tok_context",
    "tok_corpus",
    "tok_dssp",
    "tok_feature_type",
    "tok_funcprot_caption",
    "tok_gene_family_txt",
    "tok_is_coding",
    "tok_masif_charge",
    "tok_masif_hbond",
    "tok_masif_hydrophobicity",
    "tok_masif_n_vertices",
    "tok_masif_si_index",
    "tok_phylop_human",
    "tok_phylop_mouse",
    "tok_prot_abund",
    "tok_prot_struct",
    "tok_rasp2",
    "tok_rna_codons",
    "tok_rna_seq",
    "tok_sasa",
    "tok_splice_jctns_5cls",
    "tok_splice_regions"
  ],
  "init_text_from_biobert": false,
  "mimic_version": "1.0"
}