Add more data & fix ooms

2026-01-31 14:39:46 +00:00 · 2026-01-31 14:39:46 +00:00 · a8cc44ea97
commit a8cc44ea97
parent f60fbec9d4
8 changed files with 242 additions and 82 deletions
--- a/pipeline/transform/join_epc_pp.py
+++ b/pipeline/transform/join_epc_pp.py
@ -105,7 +105,7 @@ def main():
            right_postcode_col="POSTCODE",
        )
        .drop("POSTCODE")
-        .collect()
+        .collect(engine="streaming")
    )

    matched = joined.filter(