File size: 368 Bytes
29b87da | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 | #!/usr/bin/env bash
set -euo pipefail
# Initialize file
OUT="avh_math/db/text_cross_seed.jsonl"
: > "$OUT"
TOTAL=100000
CHUNK=2000
echo "Starting generation of $TOTAL lines in chunks of $CHUNK..."
start=1
while [ $start -le $TOTAL ]; do
python3 tools/append_seed_chunk.py $start $CHUNK
start=$((start + CHUNK))
done
echo "Done! Total lines:"
wc -l "$OUT"
|