fine

finder/scraper.py

@@ -5,6 +5,7 @@ import signal
 import time
 from concurrent.futures import ThreadPoolExecutor
 from contextlib import contextmanager
+from datetime import datetime, timezone
 from functools import partial
 from pathlib import Path
 from typing import Callable, Iterable
@@ -34,6 +35,7 @@ from postcode_cache import load_cache, save_cache
 from rightmove import resolve_outcode_id
 from rightmove import search_outcode as rightmove_search_outcode
 from spatial import PostcodeSpatialIndex
+from price_history import load_history, save_history, update_history
 from storage import write_parquet
 from zoopla import TurnstileError
 from zoopla import launch_browser as launch_zoopla_browser
@@ -839,7 +841,18 @@ def run_scrape(
     merged, source_counts, deduped = _merge_properties(results)
     output_path = output_base / "online_listings_buy.parquet"
     if merged:
-        write_parquet(merged, output_path)
+        # Accrue the per-listing asking-price history before writing: load the
+        # persistent store, append this run's price moves, dump it, then embed
+        # each listing's series in the parquet. Forward-only by nature — the
+        # first run seeds one point per listing and reductions appear over time.
+        history_path = output_base / "price_history" / "listings.json"
+        history = load_history(history_path)
+        run_date = (
+            datetime.fromtimestamp(started_at, tz=timezone.utc).strftime("%Y-%m-%d")
+        )
+        update_history(history, merged, run_date)
+        save_history(history_path, history)
+        write_parquet(merged, output_path, price_history=history)
     else:
         if output_path.exists():
             output_path.unlink()