Spaces:
Runtime error
Runtime error
File size: 810 Bytes
be1ce5d | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 | import json, os
from datetime import datetime
entries = []
files = ['maclane.jsonl', 'mansfield.jsonl', 'pepys.jsonl', 'van_gogh.jsonl']
for f in files:
persona = f.replace('.jsonl', '')
path = f'data/clean/{f}'
if not os.path.exists(path): continue
with open(path) as infile:
for line in infile:
try:
data = json.loads(line)
data['persona'] = persona
entries.append(data)
except:
pass
def parse_date(date_str):
if not date_str: return datetime.min
try:
return datetime.strptime(date_str, '%Y-%m-%d')
except:
return datetime.min
entries.sort(key=lambda x: parse_date(x.get('date', '')))
with open('frontend/src/entries.json', 'w') as out:
json.dump(entries, out)
|