petermutwiri commited on
Commit
78c91c5
·
verified ·
1 Parent(s): 066ca17

Update app/mapper.py

Browse files
Files changed (1) hide show
  1. app/mapper.py +6 -4
app/mapper.py CHANGED
@@ -100,10 +100,12 @@ def canonify_df(org_id: str, hours_window: int = 24) -> pd.DataFrame:
100
  cutoff_str = cutoff.strftime('%Y-%m-%d %H:%M:%S')
101
 
102
  rows = sql(conn, f"""
103
- SELECT row_data
104
- FROM raw_rows
105
- WHERE try_strptime(NULLIF(json_extract(row_data, '$.timestamp'), ''),
106
- '%Y-%m-%d %H:%M:%S')
 
 
107
  >= TIMESTAMP '{cutoff_str}'
108
  """)
109
 
 
100
  cutoff_str = cutoff.strftime('%Y-%m-%d %H:%M:%S')
101
 
102
  rows = sql(conn, f"""
103
+ SELECT row_data
104
+ FROM raw_rows
105
+ WHERE row_data IS NOT NULL
106
+ AND LENGTH(row_data) > 0
107
+ AND try_strptime(NULLIF(json_extract(row_data, '$.timestamp'), ''),
108
+ '%Y-%m-%d %H:%M:%S')
109
  >= TIMESTAMP '{cutoff_str}'
110
  """)
111