andras/perfect-postcode
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages 2 Wiki Activity Actions

checkpoint finder

Browse source
This commit is contained in:
Andras Schmelczer 2026-03-24 22:30:37 +00:00
parent 8616837c01
commit 96dfdd7491
5 changed files with 130 additions and 20 deletions
Download patch file Download diff file Expand all files Collapse all files

15
finder/scraper.py
View file

@ -472,12 +472,23 @@ def run_scrape(
try:
for i, outcode in enumerate(shuffled):
search_url = None
for ch_cfg in CHANNELS:
ch = ch_cfg["channel"]
# Build direct URL for second channel by swapping path
direct_url = None
if search_url:
if ch == "BUY":
direct_url = search_url.replace("/to-rent/", "/for-sale/")
else:
direct_url = search_url.replace("/for-sale/", "/to-rent/")
try:
props = zoopla_search_outcode(
page, outcode, ch, pc_index, pc_coords
props, result_url = zoopla_search_outcode(
page, outcode, ch, pc_index, pc_coords,
base_search_url=direct_url,
)
if result_url:
search_url = result_url
zp_results[ch].extend(props)
if props:
log.info("Zoopla %s: +%d properties", outcode, len(props))