From 6f28fa9d2a836619214921266b81b24e571c8618 Mon Sep 17 00:00:00 2001 From: Andras Schmelczer Date: Tue, 27 Jan 2026 22:39:09 +0000 Subject: [PATCH] Fix tfl --- pipeline/journey_times/__main__.py | 2 +- pipeline/journey_times/config.py | 2 +- pipeline/journey_times/rate_limiter.py | 2 +- 3 files changed, 3 insertions(+), 3 deletions(-) diff --git a/pipeline/journey_times/__main__.py b/pipeline/journey_times/__main__.py index 47a8a79..e5f4e97 100644 --- a/pipeline/journey_times/__main__.py +++ b/pipeline/journey_times/__main__.py @@ -66,7 +66,7 @@ def main(): pl.lit(f"{journey_time[:2]}:{journey_time[2:]}").alias("journey_time"), ) - successful = results_df.filter(pl.col("cycling").is_not_null()).height + successful = results_df.filter(pl.col("cycling_minutes").is_not_null()).height print(f"Completed: {successful}/{len(results)} successful") parquet_path = save_results(results_df, destination.name) diff --git a/pipeline/journey_times/config.py b/pipeline/journey_times/config.py index 3b54517..4741653 100644 --- a/pipeline/journey_times/config.py +++ b/pipeline/journey_times/config.py @@ -8,7 +8,7 @@ DATA_DIR = Path("./data_sources") OUTPUT_DIR = DATA_DIR / "processed" MAX_DELAY = 10 -REQUESTS_PER_MIN = 50 +REQUESTS_PER_MIN = 500 MAX_POSTCODES = 100 # Set to None to process all postcodes MAX_CONCURRENT = 5 diff --git a/pipeline/journey_times/rate_limiter.py b/pipeline/journey_times/rate_limiter.py index 0f8103c..eba2d1a 100644 --- a/pipeline/journey_times/rate_limiter.py +++ b/pipeline/journey_times/rate_limiter.py @@ -28,7 +28,7 @@ class RateLimiter: warnings.warn( f"Rate limit reached ({REQUESTS_PER_MIN}/min), " f"waiting {wait_time:.1f}s", - stacklevel=2, + stacklevel=1, ) await asyncio.sleep(wait_time)