File size: 224 Bytes
31dc8dc
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
# TODO: When using this dataset, set model.length = 256 to match D3PM setup
train: text8
valid: text8
tokenizer_name_or_path: text8
cache_dir: ./cache
wrap: True
streaming: False
insert_train_eos: True
insert_valid_eos: True