File size: 810 Bytes
be1ce5d
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
import json, os
from datetime import datetime

entries = []
files = ['maclane.jsonl', 'mansfield.jsonl', 'pepys.jsonl', 'van_gogh.jsonl']
for f in files:
    persona = f.replace('.jsonl', '')
    path = f'data/clean/{f}'
    if not os.path.exists(path): continue
    with open(path) as infile:
        for line in infile:
            try:
                data = json.loads(line)
                data['persona'] = persona
                entries.append(data)
            except:
                pass

def parse_date(date_str):
    if not date_str: return datetime.min
    try:
        return datetime.strptime(date_str, '%Y-%m-%d')
    except:
        return datetime.min

entries.sort(key=lambda x: parse_date(x.get('date', '')))
with open('frontend/src/entries.json', 'w') as out:
    json.dump(entries, out)