andras/perfect-postcode
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages 2 Wiki Activity Actions

Hide POIs, show overlay state, remove zoom button, rotate vpn

Browse source
This commit is contained in:
Andras Schmelczer 2026-07-15 21:58:05 +01:00
parent 35276d34fa
commit bce34b73de
32 changed files with 1137 additions and 186 deletions
Download patch file Download diff file Expand all files Collapse all files

15
scripts/scrape-loop.sh
View file

@ -26,8 +26,10 @@ run_step() {
log "step: $desc"
if "$@"; then
log "done: $desc"
return 0
else
fail_loudly "$desc (exit code $?)"
return 1
fi
}
@ -37,13 +39,20 @@ while true; do
cd "$REPO_DIR/finder" || fail_loudly "cd $REPO_DIR/finder"
run_step 'docker compose up' docker compose up -d
run_step 'finder scrape (rightmove, onthemarket)' \
# A rejected scrape leaves the previous parquet in place, so enriching would
# just republish the data that is already live, and on a real failure it
# would hide it. Skip straight to the next cycle instead.
if run_step 'finder scrape (rightmove, onthemarket)' \
docker compose exec -T finder uv run python main.py --source rightmove,onthemarket
then
cd "$REPO_DIR" || fail_loudly "cd $REPO_DIR"
run_step 'enrich actual listings' make -f Makefile.data enrich-actual-listings
else
log 'skipping enrich: the scrape was rejected and wrote nothing'
fi
cd "$REPO_DIR" || fail_loudly "cd $REPO_DIR"
run_step 'enrich actual listings' make -f Makefile.data enrich-actual-listings
log "=== cycle finished, sleeping 12h ==="
sleep "$INTERVAL_SECONDS"
done