| import json | |
| import numpy as np | |
| np.random.seed(0) | |
| data = [] | |
| with open("chat_train_data.json", "r") as fr: | |
| for line in fr.readlines(): | |
| data.append(line) | |
| test_size = 200 | |
| np.random.shuffle(data) | |
| train_data = data[:-test_size] | |
| test_data = data[-test_size:] | |
| with open("train_data.json", "w") as fw: | |
| for d in train_data: | |
| fw.write(f"{d}") | |
| with open("test_data.json", "w") as fw: | |
| for d in test_data: | |
| fw.write(f"{d}") |