| { |
| "tokenizer_path_name": null, |
| "vocab_name": "biomedical", |
| "tokenizer": "bbpe-roberta", |
| "lowercase": false, |
| "vocab_size": 50262, |
| "min_frequency": 6, |
| "extra_tokens": [], |
| "limit_alphabet": 1000, |
| "max_len": 512, |
| "no_show_progress": false, |
| "strip_accents": false, |
| "no_handle_chinese_chars": false, |
| "no_clean_text": false, |
| "reserve_tokens": 0, |
| "use_tokenizers": false, |
| "no_fairseq": false, |
| "bbpe_add_prefix_space": true, |
| "single_paragraph_add_punct": true, |
| "tok_batch_size": 100000000, |
| "files": [ |
| "/home/shared/dt01/temutauro/ccasimiro/corpus-utils-lm/output/model-ready_output/biomedical-vocab-50262-2021-12-09-1207-d1d3-e42b/train_valid_test_split_output/biomedical-2021-12-09-1210-d1d3-ad85/train.txt", |
| "/home/shared/dt01/temutauro/ccasimiro/corpus-utils-lm/output/model-ready_output/biomedical-vocab-50262-2021-12-09-1207-d1d3-e42b/train_valid_test_split_output/biomedical-2021-12-09-1210-d1d3-ad85/valid.txt", |
| "/home/shared/dt01/temutauro/ccasimiro/corpus-utils-lm/output/model-ready_output/biomedical-vocab-50262-2021-12-09-1207-d1d3-e42b/train_valid_test_split_output/biomedical-2021-12-09-1210-d1d3-ad85/test.txt" |
| ], |
| "output_root_path": "/home/shared/dt01/temutauro/ccasimiro/corpus-utils-lm/output/model-ready_output/biomedical-vocab-50262-2021-12-09-1207-d1d3-e42b", |
| "commit_hash": "d1d3920e7012caf14c9d6968fded36e0dd719a51" |
| } |
