reference/code/flm/configs/data/openwebtext-streaming.yaml

train: openwebtext
valid: wikitext103
tokenizer_name_or_path: gpt2
cache_dir: /tmp/data
wrap: True
streaming: True
insert_train_eos: True
insert_valid_eos: True