Cache data sources
This commit is contained in:
parent
77c9a40dbf
commit
8c74f0a0bc
3 changed files with 11 additions and 3 deletions
|
|
@ -101,6 +101,10 @@ def convert_to_parquet(data_path: Path, parquet_path: Path) -> None:
|
|||
|
||||
|
||||
def main() -> None:
|
||||
if PARQUET_PATH.exists():
|
||||
print(f"Parquet already exists at {PARQUET_PATH}, skipping")
|
||||
return
|
||||
|
||||
if not DOWNLOAD_PATH.exists():
|
||||
download_with_progress(URL, DOWNLOAD_PATH)
|
||||
else:
|
||||
|
|
|
|||
Loading…
Add table
Add a link
Reference in a new issue