Fix transport POIs
This commit is contained in:
parent
a26494b028
commit
23d128ff63
1 changed files with 22 additions and 0 deletions
|
|
@ -18,6 +18,7 @@ STOP_TYPES = {
|
||||||
"BCE": "Bus station",
|
"BCE": "Bus station",
|
||||||
"TXR": "Taxi rank",
|
"TXR": "Taxi rank",
|
||||||
"TMU": "Metro or Tram stop",
|
"TMU": "Metro or Tram stop",
|
||||||
|
"MET": "Metro or Tram stop",
|
||||||
}
|
}
|
||||||
|
|
||||||
|
|
||||||
|
|
@ -44,9 +45,30 @@ def download_naptan(output: Path) -> None:
|
||||||
pl.col("StopType").replace(STOP_TYPES).alias("category"),
|
pl.col("StopType").replace(STOP_TYPES).alias("category"),
|
||||||
pl.col("Latitude").alias("lat"),
|
pl.col("Latitude").alias("lat"),
|
||||||
pl.col("Longitude").alias("lng"),
|
pl.col("Longitude").alias("lng"),
|
||||||
|
pl.col("NptgLocalityCode").alias("locality"),
|
||||||
)
|
)
|
||||||
)
|
)
|
||||||
|
|
||||||
|
before = len(df)
|
||||||
|
|
||||||
|
# Deduplicate: one record per name+category+locality
|
||||||
|
# (merges entrances, bus stop pairs on opposite sides of the road, etc.)
|
||||||
|
has_loc = df.filter(
|
||||||
|
pl.col("locality").is_not_null() & (pl.col("locality") != "")
|
||||||
|
)
|
||||||
|
no_loc = df.filter(
|
||||||
|
pl.col("locality").is_null() | (pl.col("locality") == "")
|
||||||
|
)
|
||||||
|
cols = ["id", "name", "category", "lat", "lng"]
|
||||||
|
deduped = has_loc.group_by("name", "category", "locality").agg(
|
||||||
|
pl.col("id").first(),
|
||||||
|
pl.col("lat").mean(),
|
||||||
|
pl.col("lng").mean(),
|
||||||
|
)
|
||||||
|
df = pl.concat([deduped.select(cols), no_loc.select(cols)])
|
||||||
|
|
||||||
|
print(f"Deduplicated {before:,} → {len(df):,} stops (by name+category+locality)")
|
||||||
|
|
||||||
df.write_parquet(output)
|
df.write_parquet(output)
|
||||||
size_mb = output.stat().st_size / (1024 * 1024)
|
size_mb = output.stat().st_size / (1024 * 1024)
|
||||||
print(f"Wrote {output} ({size_mb:.1f} MB, {len(df):,} stations)")
|
print(f"Wrote {output} ({size_mb:.1f} MB, {len(df):,} stations)")
|
||||||
|
|
|
||||||
Loading…
Add table
Add a link
Reference in a new issue