changes
This commit is contained in:
parent
524580eb25
commit
ffe080adef
82 changed files with 2652 additions and 2956 deletions
|
|
@ -159,8 +159,8 @@ def run_scrape(outcodes: list[str], pc_index: PostcodeSpatialIndex) -> None:
|
|||
|
||||
# Write parquet
|
||||
deduped = list(all_properties.values())
|
||||
output_path = DATA_DIR / f"rightmove_{file_suffix}.parquet"
|
||||
write_parquet(deduped, output_path)
|
||||
output_path = DATA_DIR / f"online_listings_{file_suffix}.parquet"
|
||||
write_parquet(deduped, output_path, channel=file_suffix)
|
||||
|
||||
with status_lock:
|
||||
if channel_name == "BUY":
|
||||
|
|
|
|||
Loading…
Add table
Add a link
Reference in a new issue