All good
Some checks failed
CI / Check (push) Has been cancelled
Build and publish Docker image / build-and-push (push) Has been cancelled

This commit is contained in:
Andras Schmelczer 2026-05-18 21:20:10 +01:00
parent 6ea544a0f6
commit 6cc7288126
45 changed files with 929 additions and 1043 deletions

View file

@ -3,6 +3,7 @@ import tempfile
import polars as pl
from pathlib import Path
from pipeline.local_temp import local_tmp_dir
from pipeline.utils import download
URL = "https://assets.publishing.service.gov.uk/media/691ded34513046b952c500bd/File_5_IoD2025_Scores_for_the_Indices_of_Deprivation.xlsx"
@ -33,7 +34,7 @@ def main() -> None:
)
args = parser.parse_args()
with tempfile.TemporaryDirectory() as cache_dir:
with tempfile.TemporaryDirectory(dir=local_tmp_dir()) as cache_dir:
xlsx_path = Path(cache_dir) / "IoD2025_Scores.xlsx"
download(URL, xlsx_path, timeout=60)
convert_to_parquet(xlsx_path, args.output)