Make codebase compatible with Python 3.7
This commit is contained in:
parent
2ad06e8b38
commit
f8db199996
11 changed files with 125 additions and 51 deletions
|
|
@ -1,5 +1,6 @@
|
|||
import os
|
||||
import shutil
|
||||
import sys
|
||||
import tempfile
|
||||
from abc import ABC, abstractmethod
|
||||
from functools import lru_cache
|
||||
|
|
@ -70,7 +71,13 @@ class LargeFileBase(ABC):
|
|||
|
||||
self._buffering = buffering
|
||||
self._encoding = encoding
|
||||
|
||||
if errors is not None and sys.version_info[1] < 8:
|
||||
raise RuntimeError(
|
||||
"The `errors` kwarg is only supported in 3.8 <= Python versions."
|
||||
)
|
||||
self._errors = errors
|
||||
|
||||
self._newline = newline
|
||||
|
||||
LargeFileBase.cache_path.mkdir(parents=True, exist_ok=True)
|
||||
|
|
@ -99,16 +106,20 @@ class LargeFileBase(ABC):
|
|||
cls.initialized = True
|
||||
|
||||
def __enter__(self) -> IO:
|
||||
params = dict(
|
||||
mode=self._mode,
|
||||
buffering=self._buffering,
|
||||
encoding=self._encoding,
|
||||
newline=self._newline,
|
||||
delete=False,
|
||||
prefix="large_file-",
|
||||
)
|
||||
|
||||
if sys.version_info[1] >= 8:
|
||||
params["errors"] = self._errors
|
||||
|
||||
self._file: IO[Any] = (
|
||||
tempfile.NamedTemporaryFile(
|
||||
mode=self._mode,
|
||||
buffering=self._buffering,
|
||||
encoding=self._encoding,
|
||||
newline=self._newline,
|
||||
errors=self._errors,
|
||||
delete=False,
|
||||
prefix="large_file-",
|
||||
)
|
||||
tempfile.NamedTemporaryFile(**params) # type: ignore
|
||||
if "w" in self._mode
|
||||
else open(
|
||||
self.get(),
|
||||
|
|
|
|||
|
|
@ -1,5 +1,4 @@
|
|||
import re
|
||||
from functools import cached_property
|
||||
from pathlib import Path
|
||||
from typing import Any, List
|
||||
|
||||
|
|
@ -7,7 +6,7 @@ from gridfs import DEFAULT_CHUNK_SIZE, Database, GridFSBucket
|
|||
from pymongo import MongoClient
|
||||
|
||||
from ...utilities import get_logger
|
||||
from ..helper import DownloadProgressBar, UploadProgressBar
|
||||
from ..helper import DownloadProgressBar, UploadProgressBar, cached_property
|
||||
from ..models import DataInstance
|
||||
from .large_file_base import LargeFileBase
|
||||
|
||||
|
|
|
|||
|
|
@ -1,11 +1,10 @@
|
|||
from functools import cached_property
|
||||
from pathlib import Path
|
||||
from typing import Any, List, Optional
|
||||
|
||||
import boto3
|
||||
|
||||
from ...utilities import get_logger
|
||||
from ..helper import DownloadProgressBar, UploadProgressBar
|
||||
from ..helper import DownloadProgressBar, UploadProgressBar, cached_property
|
||||
from ..models import DataInstance
|
||||
from .large_file_base import LargeFileBase
|
||||
|
||||
|
|
|
|||
Loading…
Add table
Add a link
Reference in a new issue