Hugging Face's logo

OneScience-Group
/
evo2

English
OneScience
life-science
genomic-sequence-modeling
DNA/RNA
Model card Files
xet
 Community
evo2
File size: 17,173 Bytes
4b0ec28
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
{
  "train-data-paths": [
    "/datasets/evo2/metagenomics/pretraining_data_metagenomics/data_metagenomics_train_text_CharLevelTokenizer_document",
    "/datasets/evo2/gtdb_imgpr/pretraining_data_gtdb_imgpr/data_gtdb_imgpr_train_text_CharLevelTokenizer_document",
    "/datasets/evo2/imgvr/pretraining_data_imgvr/data_imgvr_train_text_CharLevelTokenizer_document",
    "/datasets/evo2/hg38/pretraining_data_hg38/data_hg38_all_text_CharLevelTokenizer_document",
    "/datasets/evo2/ncrna/pretraining_data_ncrna/data_ncrna_train_text_CharLevelTokenizer_document",
    "/datasets/evo2/mrna_splice/pretraining_data_mrna_splice/data_mrna_splice_train_text_CharLevelTokenizer_document",
    "/datasets/evo2/promoters/pretraining_data_promoters/data_promoters_train_text_CharLevelTokenizer_document",
    "/datasets/evo2/eukaryote_ncbi/pretraining_data/data_train_batch1_animalia_text_CharLevelTokenizer_document",
    "/datasets/evo2/eukaryote_ncbi/pretraining_data/data_train_batch2_animalia_text_CharLevelTokenizer_document",
    "/datasets/evo2/eukaryote_ncbi/pretraining_data/data_train_batch3_animalia_text_CharLevelTokenizer_document",
    "/datasets/evo2/eukaryote_ncbi/pretraining_data/data_train_batch4_animalia_text_CharLevelTokenizer_document",
    "/datasets/evo2/eukaryote_ncbi/pretraining_data/data_train_batch5_animalia_text_CharLevelTokenizer_document",
    "/datasets/evo2/eukaryote_ncbi/pretraining_data/data_train_batch6_animalia_text_CharLevelTokenizer_document",
    "/datasets/evo2/eukaryote_ncbi/pretraining_data/data_train_batch7_animalia_text_CharLevelTokenizer_document",
    "/datasets/evo2/eukaryote_ncbi/pretraining_data/data_train_batch8_animalia_text_CharLevelTokenizer_document",
    "/datasets/evo2/eukaryote_ncbi/pretraining_data/data_train_batch1_fungi_text_CharLevelTokenizer_document",
    "/datasets/evo2/eukaryote_ncbi/pretraining_data/data_train_batch2_fungi_text_CharLevelTokenizer_document",
    "/datasets/evo2/eukaryote_ncbi/pretraining_data/data_train_batch3_fungi_text_CharLevelTokenizer_document",
    "/datasets/evo2/eukaryote_ncbi/pretraining_data/data_train_batch4_fungi_text_CharLevelTokenizer_document",
    "/datasets/evo2/eukaryote_ncbi/pretraining_data/data_train_batch5_fungi_text_CharLevelTokenizer_document",
    "/datasets/evo2/eukaryote_ncbi/pretraining_data/data_train_batch6_fungi_text_CharLevelTokenizer_document",
    "/datasets/evo2/eukaryote_ncbi/pretraining_data/data_train_batch7_fungi_text_CharLevelTokenizer_document",
    "/datasets/evo2/eukaryote_ncbi/pretraining_data/data_train_batch8_fungi_text_CharLevelTokenizer_document",
    "/datasets/evo2/eukaryote_ncbi/pretraining_data/data_train_batch1_plantae_text_CharLevelTokenizer_document",
    "/datasets/evo2/eukaryote_ncbi/pretraining_data/data_train_batch2_plantae_text_CharLevelTokenizer_document",
    "/datasets/evo2/eukaryote_ncbi/pretraining_data/data_train_batch3_plantae_text_CharLevelTokenizer_document",
    "/datasets/evo2/eukaryote_ncbi/pretraining_data/data_train_batch4_plantae_text_CharLevelTokenizer_document",
    "/datasets/evo2/eukaryote_ncbi/pretraining_data/data_train_batch5_plantae_text_CharLevelTokenizer_document",
    "/datasets/evo2/eukaryote_ncbi/pretraining_data/data_train_batch6_plantae_text_CharLevelTokenizer_document",
    "/datasets/evo2/eukaryote_ncbi/pretraining_data/data_train_batch7_plantae_text_CharLevelTokenizer_document",
    "/datasets/evo2/eukaryote_ncbi/pretraining_data/data_train_batch8_plantae_text_CharLevelTokenizer_document",
    "/datasets/evo2/eukaryote_ncbi/pretraining_data/data_train_batch1_chromista_text_CharLevelTokenizer_document",
    "/datasets/evo2/eukaryote_ncbi/pretraining_data/data_train_batch2_chromista_text_CharLevelTokenizer_document",
    "/datasets/evo2/eukaryote_ncbi/pretraining_data/data_train_batch3_chromista_text_CharLevelTokenizer_document",
    "/datasets/evo2/eukaryote_ncbi/pretraining_data/data_train_batch4_chromista_text_CharLevelTokenizer_document",
    "/datasets/evo2/eukaryote_ncbi/pretraining_data/data_train_batch5_chromista_text_CharLevelTokenizer_document",
    "/datasets/evo2/eukaryote_ncbi/pretraining_data/data_train_batch6_chromista_text_CharLevelTokenizer_document",
    "/datasets/evo2/eukaryote_ncbi/pretraining_data/data_train_batch7_chromista_text_CharLevelTokenizer_document",
    "/datasets/evo2/eukaryote_ncbi/pretraining_data/data_train_batch8_chromista_text_CharLevelTokenizer_document",
    "/datasets/evo2/eukaryote_ncbi/pretraining_data/data_train_batch1_protista_text_CharLevelTokenizer_document",
    "/datasets/evo2/eukaryote_ncbi/pretraining_data/data_train_batch2_protista_text_CharLevelTokenizer_document",
    "/datasets/evo2/eukaryote_ncbi/pretraining_data/data_train_batch3_protista_text_CharLevelTokenizer_document",
    "/datasets/evo2/eukaryote_ncbi/pretraining_data/data_train_batch4_protista_text_CharLevelTokenizer_document",
    "/datasets/evo2/eukaryote_ncbi/pretraining_data/data_train_batch5_protista_text_CharLevelTokenizer_document",
    "/datasets/evo2/eukaryote_ncbi/pretraining_data/data_train_batch6_protista_text_CharLevelTokenizer_document",
    "/datasets/evo2/eukaryote_ncbi/pretraining_data/data_train_batch7_protista_text_CharLevelTokenizer_document",
    "/datasets/evo2/eukaryote_ncbi/pretraining_data/data_train_batch8_protista_text_CharLevelTokenizer_document",

    ],

  # note no hg38
  "valid-data-paths": [
    "/datasets/evo2/metagenomics/pretraining_data_metagenomics/data_metagenomics_valid_text_CharLevelTokenizer_document",
    "/datasets/evo2/gtdb_imgpr/pretraining_data_gtdb_imgpr/data_gtdb_imgpr_valid_text_CharLevelTokenizer_document",
    "/datasets/evo2/imgvr/pretraining_data_imgvr/data_imgvr_valid_text_CharLevelTokenizer_document",
    "/datasets/evo2/ncrna/pretraining_data_ncrna/data_ncrna_valid_text_CharLevelTokenizer_document",
    "/datasets/evo2/mrna_splice/pretraining_data_mrna_splice/data_mrna_splice_valid_text_CharLevelTokenizer_document",
    "/datasets/evo2/promoters/pretraining_data_promoters/data_promoters_valid_text_CharLevelTokenizer_document",
    "/datasets/evo2/eukaryote_ncbi/pretraining_data/data_valid_batch1_animalia_text_CharLevelTokenizer_document",
    "/datasets/evo2/eukaryote_ncbi/pretraining_data/data_valid_batch2_animalia_text_CharLevelTokenizer_document",
    "/datasets/evo2/eukaryote_ncbi/pretraining_data/data_valid_batch3_animalia_text_CharLevelTokenizer_document",
    "/datasets/evo2/eukaryote_ncbi/pretraining_data/data_valid_batch4_animalia_text_CharLevelTokenizer_document",
    "/datasets/evo2/eukaryote_ncbi/pretraining_data/data_valid_batch5_animalia_text_CharLevelTokenizer_document",
    "/datasets/evo2/eukaryote_ncbi/pretraining_data/data_valid_batch6_animalia_text_CharLevelTokenizer_document",
    "/datasets/evo2/eukaryote_ncbi/pretraining_data/data_valid_batch7_animalia_text_CharLevelTokenizer_document",
    "/datasets/evo2/eukaryote_ncbi/pretraining_data/data_valid_batch8_animalia_text_CharLevelTokenizer_document",
    "/datasets/evo2/eukaryote_ncbi/pretraining_data/data_valid_batch1_fungi_text_CharLevelTokenizer_document",
    "/datasets/evo2/eukaryote_ncbi/pretraining_data/data_valid_batch2_fungi_text_CharLevelTokenizer_document",
    "/datasets/evo2/eukaryote_ncbi/pretraining_data/data_valid_batch3_fungi_text_CharLevelTokenizer_document",
    "/datasets/evo2/eukaryote_ncbi/pretraining_data/data_valid_batch4_fungi_text_CharLevelTokenizer_document",
    "/datasets/evo2/eukaryote_ncbi/pretraining_data/data_valid_batch5_fungi_text_CharLevelTokenizer_document",
    "/datasets/evo2/eukaryote_ncbi/pretraining_data/data_valid_batch6_fungi_text_CharLevelTokenizer_document",
    "/datasets/evo2/eukaryote_ncbi/pretraining_data/data_valid_batch7_fungi_text_CharLevelTokenizer_document",
    "/datasets/evo2/eukaryote_ncbi/pretraining_data/data_valid_batch8_fungi_text_CharLevelTokenizer_document",
    "/datasets/evo2/eukaryote_ncbi/pretraining_data/data_valid_batch1_plantae_text_CharLevelTokenizer_document",
    "/datasets/evo2/eukaryote_ncbi/pretraining_data/data_valid_batch2_plantae_text_CharLevelTokenizer_document",
    "/datasets/evo2/eukaryote_ncbi/pretraining_data/data_valid_batch3_plantae_text_CharLevelTokenizer_document",
    "/datasets/evo2/eukaryote_ncbi/pretraining_data/data_valid_batch4_plantae_text_CharLevelTokenizer_document",
    "/datasets/evo2/eukaryote_ncbi/pretraining_data/data_valid_batch5_plantae_text_CharLevelTokenizer_document",
    "/datasets/evo2/eukaryote_ncbi/pretraining_data/data_valid_batch6_plantae_text_CharLevelTokenizer_document",
    "/datasets/evo2/eukaryote_ncbi/pretraining_data/data_valid_batch7_plantae_text_CharLevelTokenizer_document",
    "/datasets/evo2/eukaryote_ncbi/pretraining_data/data_valid_batch8_plantae_text_CharLevelTokenizer_document",
    "/datasets/evo2/eukaryote_ncbi/pretraining_data/data_valid_batch1_chromista_text_CharLevelTokenizer_document",
    "/datasets/evo2/eukaryote_ncbi/pretraining_data/data_valid_batch2_chromista_text_CharLevelTokenizer_document",
    "/datasets/evo2/eukaryote_ncbi/pretraining_data/data_valid_batch3_chromista_text_CharLevelTokenizer_document",
    "/datasets/evo2/eukaryote_ncbi/pretraining_data/data_valid_batch4_chromista_text_CharLevelTokenizer_document",
    "/datasets/evo2/eukaryote_ncbi/pretraining_data/data_valid_batch5_chromista_text_CharLevelTokenizer_document",
    "/datasets/evo2/eukaryote_ncbi/pretraining_data/data_valid_batch6_chromista_text_CharLevelTokenizer_document",
    "/datasets/evo2/eukaryote_ncbi/pretraining_data/data_valid_batch7_chromista_text_CharLevelTokenizer_document",
    "/datasets/evo2/eukaryote_ncbi/pretraining_data/data_valid_batch8_chromista_text_CharLevelTokenizer_document",
    "/datasets/evo2/eukaryote_ncbi/pretraining_data/data_valid_batch1_protista_text_CharLevelTokenizer_document",
    "/datasets/evo2/eukaryote_ncbi/pretraining_data/data_valid_batch2_protista_text_CharLevelTokenizer_document",
    "/datasets/evo2/eukaryote_ncbi/pretraining_data/data_valid_batch3_protista_text_CharLevelTokenizer_document",
    "/datasets/evo2/eukaryote_ncbi/pretraining_data/data_valid_batch4_protista_text_CharLevelTokenizer_document",
    "/datasets/evo2/eukaryote_ncbi/pretraining_data/data_valid_batch5_protista_text_CharLevelTokenizer_document",
    "/datasets/evo2/eukaryote_ncbi/pretraining_data/data_valid_batch6_protista_text_CharLevelTokenizer_document",
    "/datasets/evo2/eukaryote_ncbi/pretraining_data/data_valid_batch7_protista_text_CharLevelTokenizer_document",
    "/datasets/evo2/eukaryote_ncbi/pretraining_data/data_valid_batch8_protista_text_CharLevelTokenizer_document",
    ],

  # note no hg38
  "test-data-paths": [
    "/datasets/evo2/metagenomics/pretraining_data_metagenomics/data_metagenomics_test_text_CharLevelTokenizer_document",
    "/datasets/evo2/gtdb_imgpr/pretraining_data_gtdb_imgpr/data_gtdb_imgpr_test_text_CharLevelTokenizer_document",
    "/datasets/evo2/imgvr/pretraining_data_imgvr/data_imgvr_test_text_CharLevelTokenizer_document",
    "/datasets/evo2/ncrna/pretraining_data_ncrna/data_ncrna_test_text_CharLevelTokenizer_document",
    "/datasets/evo2/mrna_splice/pretraining_data_mrna_splice/data_mrna_splice_test_text_CharLevelTokenizer_document",
    "/datasets/evo2/promoters/pretraining_data_promoters/data_promoters_test_text_CharLevelTokenizer_document",
    "/datasets/evo2/eukaryote_ncbi/pretraining_data/data_test_batch1_animalia_text_CharLevelTokenizer_document",
    "/datasets/evo2/eukaryote_ncbi/pretraining_data/data_test_batch2_animalia_text_CharLevelTokenizer_document",
    "/datasets/evo2/eukaryote_ncbi/pretraining_data/data_test_batch3_animalia_text_CharLevelTokenizer_document",
    "/datasets/evo2/eukaryote_ncbi/pretraining_data/data_test_batch4_animalia_text_CharLevelTokenizer_document",
    "/datasets/evo2/eukaryote_ncbi/pretraining_data/data_test_batch5_animalia_text_CharLevelTokenizer_document",
    "/datasets/evo2/eukaryote_ncbi/pretraining_data/data_test_batch6_animalia_text_CharLevelTokenizer_document",
    "/datasets/evo2/eukaryote_ncbi/pretraining_data/data_test_batch7_animalia_text_CharLevelTokenizer_document",
    "/datasets/evo2/eukaryote_ncbi/pretraining_data/data_test_batch8_animalia_text_CharLevelTokenizer_document",
    "/datasets/evo2/eukaryote_ncbi/pretraining_data/data_test_batch1_fungi_text_CharLevelTokenizer_document",
    "/datasets/evo2/eukaryote_ncbi/pretraining_data/data_test_batch2_fungi_text_CharLevelTokenizer_document",
    "/datasets/evo2/eukaryote_ncbi/pretraining_data/data_test_batch3_fungi_text_CharLevelTokenizer_document",
    "/datasets/evo2/eukaryote_ncbi/pretraining_data/data_test_batch4_fungi_text_CharLevelTokenizer_document",
    "/datasets/evo2/eukaryote_ncbi/pretraining_data/data_test_batch5_fungi_text_CharLevelTokenizer_document",
    "/datasets/evo2/eukaryote_ncbi/pretraining_data/data_test_batch6_fungi_text_CharLevelTokenizer_document",
    "/datasets/evo2/eukaryote_ncbi/pretraining_data/data_test_batch7_fungi_text_CharLevelTokenizer_document",
    "/datasets/evo2/eukaryote_ncbi/pretraining_data/data_test_batch8_fungi_text_CharLevelTokenizer_document",
    "/datasets/evo2/eukaryote_ncbi/pretraining_data/data_test_batch1_plantae_text_CharLevelTokenizer_document",
    "/datasets/evo2/eukaryote_ncbi/pretraining_data/data_test_batch2_plantae_text_CharLevelTokenizer_document",
    "/datasets/evo2/eukaryote_ncbi/pretraining_data/data_test_batch3_plantae_text_CharLevelTokenizer_document",
    "/datasets/evo2/eukaryote_ncbi/pretraining_data/data_test_batch4_plantae_text_CharLevelTokenizer_document",
    "/datasets/evo2/eukaryote_ncbi/pretraining_data/data_test_batch5_plantae_text_CharLevelTokenizer_document",
    "/datasets/evo2/eukaryote_ncbi/pretraining_data/data_test_batch6_plantae_text_CharLevelTokenizer_document",
    "/datasets/evo2/eukaryote_ncbi/pretraining_data/data_test_batch7_plantae_text_CharLevelTokenizer_document",
    "/datasets/evo2/eukaryote_ncbi/pretraining_data/data_test_batch8_plantae_text_CharLevelTokenizer_document",
    "/datasets/evo2/eukaryote_ncbi/pretraining_data/data_test_batch1_chromista_text_CharLevelTokenizer_document",
    "/datasets/evo2/eukaryote_ncbi/pretraining_data/data_test_batch2_chromista_text_CharLevelTokenizer_document",
    "/datasets/evo2/eukaryote_ncbi/pretraining_data/data_test_batch3_chromista_text_CharLevelTokenizer_document",
    "/datasets/evo2/eukaryote_ncbi/pretraining_data/data_test_batch4_chromista_text_CharLevelTokenizer_document",
    "/datasets/evo2/eukaryote_ncbi/pretraining_data/data_test_batch5_chromista_text_CharLevelTokenizer_document",
    "/datasets/evo2/eukaryote_ncbi/pretraining_data/data_test_batch6_chromista_text_CharLevelTokenizer_document",
    "/datasets/evo2/eukaryote_ncbi/pretraining_data/data_test_batch7_chromista_text_CharLevelTokenizer_document",
    "/datasets/evo2/eukaryote_ncbi/pretraining_data/data_test_batch8_chromista_text_CharLevelTokenizer_document",
    "/datasets/evo2/eukaryote_ncbi/pretraining_data/data_test_batch1_protista_text_CharLevelTokenizer_document",
    "/datasets/evo2/eukaryote_ncbi/pretraining_data/data_test_batch2_protista_text_CharLevelTokenizer_document",
    "/datasets/evo2/eukaryote_ncbi/pretraining_data/data_test_batch3_protista_text_CharLevelTokenizer_document",
    "/datasets/evo2/eukaryote_ncbi/pretraining_data/data_test_batch4_protista_text_CharLevelTokenizer_document",
    "/datasets/evo2/eukaryote_ncbi/pretraining_data/data_test_batch5_protista_text_CharLevelTokenizer_document",
    "/datasets/evo2/eukaryote_ncbi/pretraining_data/data_test_batch6_protista_text_CharLevelTokenizer_document",
    "/datasets/evo2/eukaryote_ncbi/pretraining_data/data_test_batch7_protista_text_CharLevelTokenizer_document",
    "/datasets/evo2/eukaryote_ncbi/pretraining_data/data_test_batch8_protista_text_CharLevelTokenizer_document",
    ],
"train-data-weights": [
  0.09, 0.15, 0.017, 0.003, 0.02, 0.09, 0.0002, 0.05625, 0.05625,
  0.05625, 0.05625, 0.05625, 0.05625, 0.05625, 0.05625, 0.01, 0.01, 0.01, 0.01,
  0.01, 0.01, 0.01, 0.01, 0.010725, 0.010725, 0.010725, 0.010725, 0.010725, 0.010725,
  0.010725, 0.010725, 0.00075, 0.00075, 0.00075, 0.00075, 0.00075, 0.00075, 0.00075, 0.00075,
  0.001, 0.001, 0.001, 0.001, 0.001, 0.001, 0.001, 0.001
  ],
  "test-data-weights": [
  0.09, 0.15, 0.017, 0.02, 0.09, 0.0002, 0.05625, 0.05625, 0.05625, 0.05625,
  0.05625, 0.05625, 0.05625, 0.05625, 0.01, 0.01, 0.01, 0.01, 0.01, 0.01,
  0.01, 0.01, 0.010725, 0.010725, 0.010725, 0.010725, 0.010725, 0.010725, 0.010725,
  0.010725, 0.00075, 0.00075, 0.00075, 0.00075, 0.00075, 0.00075, 0.00075, 0.00075,
  0.001, 0.001, 0.001, 0.001, 0.001, 0.001, 0.001, 0.001
  ],
  "valid-data-weights": [
  0.09, 0.15, 0.017, 0.02, 0.09, 0.0002, 0.05625, 0.05625, 0.05625,
  0.05625, 0.05625, 0.05625, 0.05625, 0.05625, 0.01, 0.01, 0.01, 0.01, 0.01,
  0.01, 0.01, 0.01, 0.010725, 0.010725, 0.010725, 0.010725, 0.010725, 0.010725, 0.010725,
  0.010725, 0.00075, 0.00075, 0.00075, 0.00075, 0.00075, 0.00075, 0.00075, 0.00075,
  0.001, 0.001, 0.001, 0.001, 0.001, 0.001, 0.001, 0.001
  ],
  "checkpoint_validation_with_forward_pass": False,
  # "use_wandb": false,
  "wandb_host": "https://api.wandb.ai",
  "wandb_project": "evo2"
}