Merge pull request #96 from abinaze/fix/source-type-stub-nodes

fix: wire source_type into the Party/Ministry/Scheme stub-node helpers

graph/loader.py

@@ -209,7 +209,8 @@ class GraphLoader:
         party_id = make_id(party_name)
         query = """
         MERGE (party:Party {id: $party_id})
-        SET party.name = $party_name
+        SET party.name = $party_name,
+            party.source_type = $source_type
         WITH party
         MATCH (p:Politician {id: $pol_id})
         MERGE (p)-[:MEMBER_OF]->(party)
@@ -218,6 +219,11 @@ class GraphLoader:
             "party_id":   party_id,
             "party_name": party_name,
             "pol_id":     politician_id,
+            # P-1/D8 fix, see load_politicians. Party is documented in
+            # NODE_SCHEMAS with the same "default OFFICIAL" source_type;
+            # this stub is created directly from a scraper-sourced
+            # Politician record, same provenance class as everything else.
+            "source_type":"OFFICIAL",
         })
 
     def load_companies(self, records: list) -> int:
@@ -323,11 +329,13 @@ class GraphLoader:
         ministry_id = make_id(ministry_name)
         self._run("""
         MERGE (m:Ministry {id: $m_id})
-        SET m.name = $m_name
+        SET m.name = $m_name,
+            m.source_type = $source_type
         WITH m
         MATCH (c:Contract {id: $contract_id})
         MERGE (c)-[:AWARDED_BY]->(m)
-        """, {"m_id": ministry_id, "m_name": ministry_name, "contract_id": contract_id})
+        """, {"m_id": ministry_id, "m_name": ministry_name, "contract_id": contract_id,
+              "source_type": "OFFICIAL"})  # P-1/D8 fix, see load_politicians
         self.stats["rels_created"] += 1
 
     def load_audit_reports(self, records: list) -> int:
@@ -373,12 +381,14 @@ class GraphLoader:
         scheme_id = make_id(scheme_name)
         self._run("""
         MERGE (s:Scheme {id: $s_id})
-        SET s.name = $s_name
+        SET s.name = $s_name,
+            s.source_type = $source_type
         WITH s
         MATCH (a:AuditReport {id: $audit_id})
         MERGE (a)-[r:FLAGS]->(s)
         SET r.amount_crore = $amount
-        """, {"s_id": scheme_id, "s_name": scheme_name, "audit_id": audit_id, "amount": amount})
+        """, {"s_id": scheme_id, "s_name": scheme_name, "audit_id": audit_id, "amount": amount,
+              "source_type": "OFFICIAL"})  # P-1/D8 fix, see load_politicians
         self.stats["rels_created"] += 1
 
     def load_press_releases(self, records: list) -> int:
@@ -639,15 +649,18 @@ class GraphLoader:
                 if purchaser and redeemer:
                     self._run("""
                         MERGE (c:Company {id:$co_id})
-                        ON CREATE SET c.name=$purchaser, c.source='electoral_bond'
+                        ON CREATE SET c.name=$purchaser, c.source='electoral_bond',
+                                      c.source_type=$source_type
                         MERGE (p:Party {id:$pt_id})
-                        ON CREATE SET p.name=$redeemer, p.source='electoral_bond'
+                        ON CREATE SET p.name=$redeemer, p.source='electoral_bond',
+                                      p.source_type=$source_type
                         MATCH (b:ElectoralBond {id:$b_id})
                         MERGE (c)-[:DONATED_VIA]->(b)-[:REDEEMED_BY]->(p)
                     """, {
                         "co_id": make_id(purchaser), "purchaser": purchaser,
                         "pt_id": make_id(redeemer),  "redeemer":  redeemer,
                         "b_id":  node_id,
+                        "source_type": "OFFICIAL",  # P-1/D8 fix, see load_politicians
                     })
             except Exception as e:
                 logger.warning(f"[Loader] ElectoralBond failed: {e}")
@@ -767,10 +780,12 @@ class GraphLoader:
                 if ministry:
                     self._run("""
                         MERGE (m:Ministry {id:$m_id})
-                        ON CREATE SET m.name=$ministry, m.source='cppp'
+                        ON CREATE SET m.name=$ministry, m.source='cppp',
+                                      m.source_type=$source_type
                         MATCH (t:Tender {id:$t_id})
                         MERGE (m)-[:ISSUED_TENDER]->(t)
-                    """, {"m_id": make_id(ministry), "ministry": ministry, "t_id": node_id})
+                    """, {"m_id": make_id(ministry), "ministry": ministry, "t_id": node_id,
+                          "source_type": "OFFICIAL"})  # P-1/D8 fix, see load_politicians
                 if r.get("single_bid"):
                     self._run("MATCH (t:Tender {id:$id}) SET t.risk_flag='SINGLE_BID'",
                               {"id": node_id})