23bd7af
1
2
3
4
5
6
7
8
9
10
11
#!/bin/bash IMPL=cached python ../preprocess_data.py \ --input test_samples.json \ --vocab vocab.txt \ --dataset-impl ${IMPL} \ --output-prefix test_samples_${IMPL} \ --workers 1 \ --log-interval 2
