Spaces:
Running
Running
File size: 952 Bytes
11c72a2 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 | import os
import json
def make_dir(path):
os.makedirs(path, exist_ok=True)
def read_text(path):
texts = list()
with open(path, 'r', encoding='utf-8', errors='ignore') as file:
for line in file:
texts.append(line.strip())
return texts
def save_text(texts, path):
with open(path, 'w', encoding='utf-8') as file:
for text in texts:
file.write(text.strip() + '\n')
def read_jsonlist(path):
data = list()
with open(path, 'r', encoding='utf-8') as input_file:
for line in input_file:
data.append(json.loads(line))
return data
def save_jsonlist(list_of_json_objects, path, sort_keys=True):
with open(path, 'w', encoding='utf-8') as output_file:
for obj in list_of_json_objects:
output_file.write(json.dumps(obj, sort_keys=sort_keys) + '\n')
def split_text_word(texts):
texts = [text.split() for text in texts]
return texts
|