Update app/mapper.py
Browse files- app/mapper.py +6 -4
app/mapper.py
CHANGED
|
@@ -100,10 +100,12 @@ def canonify_df(org_id: str, hours_window: int = 24) -> pd.DataFrame:
|
|
| 100 |
cutoff_str = cutoff.strftime('%Y-%m-%d %H:%M:%S')
|
| 101 |
|
| 102 |
rows = sql(conn, f"""
|
| 103 |
-
|
| 104 |
-
|
| 105 |
-
|
| 106 |
-
|
|
|
|
|
|
|
| 107 |
>= TIMESTAMP '{cutoff_str}'
|
| 108 |
""")
|
| 109 |
|
|
|
|
| 100 |
cutoff_str = cutoff.strftime('%Y-%m-%d %H:%M:%S')
|
| 101 |
|
| 102 |
rows = sql(conn, f"""
|
| 103 |
+
SELECT row_data
|
| 104 |
+
FROM raw_rows
|
| 105 |
+
WHERE row_data IS NOT NULL
|
| 106 |
+
AND LENGTH(row_data) > 0
|
| 107 |
+
AND try_strptime(NULLIF(json_extract(row_data, '$.timestamp'), ''),
|
| 108 |
+
'%Y-%m-%d %H:%M:%S')
|
| 109 |
>= TIMESTAMP '{cutoff_str}'
|
| 110 |
""")
|
| 111 |
|