Improve data

This commit is contained in:
Andras Schmelczer 2026-06-10 07:54:25 +01:00
parent b4d66a28c1
commit 85da1941aa
31 changed files with 901 additions and 319 deletions

View file

@ -192,6 +192,10 @@ def _read_csv_from_zip(zip_bytes: bytes) -> pl.DataFrame:
infer_schema_length=20000,
null_values=_NULL_VALUES,
truncate_ragged_lines=True,
# Force the phone number to stay a string: schema inference reads it as
# an integer and strips the leading 0 (e.g. 020 8427 7222 -> 2084277222),
# making nearly every school phone number un-diallable.
schema_overrides={"TelephoneNum": pl.String},
)