Make codebase compatible with Python 3.7

This commit is contained in:
Andras Schmelczer 2022-07-29 13:05:05 +02:00
parent 2ad06e8b38
commit f8db199996
No known key found for this signature in database
GPG key ID: 0EA1BC97D0AB076E
11 changed files with 125 additions and 51 deletions

View file

@ -1,5 +1,6 @@
import os
import shutil
import sys
import tempfile
from abc import ABC, abstractmethod
from functools import lru_cache
@ -70,7 +71,13 @@ class LargeFileBase(ABC):
self._buffering = buffering
self._encoding = encoding
if errors is not None and sys.version_info[1] < 8:
raise RuntimeError(
"The `errors` kwarg is only supported in 3.8 <= Python versions."
)
self._errors = errors
self._newline = newline
LargeFileBase.cache_path.mkdir(parents=True, exist_ok=True)
@ -99,16 +106,20 @@ class LargeFileBase(ABC):
cls.initialized = True
def __enter__(self) -> IO:
params = dict(
mode=self._mode,
buffering=self._buffering,
encoding=self._encoding,
newline=self._newline,
delete=False,
prefix="large_file-",
)
if sys.version_info[1] >= 8:
params["errors"] = self._errors
self._file: IO[Any] = (
tempfile.NamedTemporaryFile(
mode=self._mode,
buffering=self._buffering,
encoding=self._encoding,
newline=self._newline,
errors=self._errors,
delete=False,
prefix="large_file-",
)
tempfile.NamedTemporaryFile(**params) # type: ignore
if "w" in self._mode
else open(
self.get(),

View file

@ -1,5 +1,4 @@
import re
from functools import cached_property
from pathlib import Path
from typing import Any, List
@ -7,7 +6,7 @@ from gridfs import DEFAULT_CHUNK_SIZE, Database, GridFSBucket
from pymongo import MongoClient
from ...utilities import get_logger
from ..helper import DownloadProgressBar, UploadProgressBar
from ..helper import DownloadProgressBar, UploadProgressBar, cached_property
from ..models import DataInstance
from .large_file_base import LargeFileBase

View file

@ -1,11 +1,10 @@
from functools import cached_property
from pathlib import Path
from typing import Any, List, Optional
import boto3
from ...utilities import get_logger
from ..helper import DownloadProgressBar, UploadProgressBar
from ..helper import DownloadProgressBar, UploadProgressBar, cached_property
from ..models import DataInstance
from .large_file_base import LargeFileBase