File size: 449 Bytes
e3e3f87 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 | import json
import numpy as np
np.random.seed(0)
data = []
with open("chat_train_data.json", "r") as fr:
for line in fr.readlines():
data.append(line)
test_size = 200
np.random.shuffle(data)
train_data = data[:-test_size]
test_data = data[-test_size:]
with open("train_data.json", "w") as fw:
for d in train_data:
fw.write(f"{d}")
with open("test_data.json", "w") as fw:
for d in test_data:
fw.write(f"{d}") |