Peter Mutwiri commited on
Commit
0faa253
·
1 Parent(s): 0439429

canonical

Browse files
Files changed (1) hide show
  1. app/mapper.py +5 -3
app/mapper.py CHANGED
@@ -131,9 +131,11 @@ def _fallback_detection(org_id: str, source_id: str) -> dict:
131
 
132
  conn = get_conn(org_id)
133
  rows = conn.execute("""
134
- SELECT row_data FROM main.raw_rows
135
- ORDER BY _ingested_at DESC LIMIT 500
136
- """).fetchall()
 
 
137
 
138
  if not rows:
139
  print(f"[fallback] ❌ No data found, returning UNKNOWN")
 
131
 
132
  conn = get_conn(org_id)
133
  rows = conn.execute("""
134
+ SELECT row_data
135
+ FROM main.raw_rows
136
+ WHERE row_data IS NOT NULL
137
+ USING SAMPLE 100
138
+ """).fetchall()
139
 
140
  if not rows:
141
  print(f"[fallback] ❌ No data found, returning UNKNOWN")