ghostwriter-api / parse_entries.py
Corina Kaiser
Deploy to HF Space
be1ce5d
Raw
History Blame Contribute Delete
810 Bytes
import json, os
from datetime import datetime
entries = []
files = ['maclane.jsonl', 'mansfield.jsonl', 'pepys.jsonl', 'van_gogh.jsonl']
for f in files:
persona = f.replace('.jsonl', '')
path = f'data/clean/{f}'
if not os.path.exists(path): continue
with open(path) as infile:
for line in infile:
try:
data = json.loads(line)
data['persona'] = persona
entries.append(data)
except:
pass
def parse_date(date_str):
if not date_str: return datetime.min
try:
return datetime.strptime(date_str, '%Y-%m-%d')
except:
return datetime.min
entries.sort(key=lambda x: parse_date(x.get('date', '')))
with open('frontend/src/entries.json', 'w') as out:
json.dump(entries, out)