Fix hanging bug by adding manager

This commit is contained in:
Andras Schmelczer 2022-07-03 16:01:52 +02:00
parent ad1b2a20ef
commit 2f4d203446
10 changed files with 40 additions and 30 deletions

View file

@ -2,6 +2,7 @@ import traceback
from typing import Callable, Iterable, TypeVar
from ..logger import get_logger
from .worker_exception import WorkerException
logger = get_logger("parallel_map")
@ -21,15 +22,15 @@ def manage_serial(
yield function(v)
except Exception as e:
if not ignore_exceptions:
raise e
raise WorkerException from e
else:
logger.error(
f"Exception {e} encountered in input, traceback:\n{traceback.format_exc()}"
f"Exception {e} encountered in worker, traceback:\n{traceback.format_exc()}"
)
except Exception as e:
if not ignore_exceptions:
raise e
raise
else:
logger.error(
f"Exception {e} encountered in worker, traceback:\n{traceback.format_exc()}"
f"Exception {e} encountered in input, traceback:\n{traceback.format_exc()}"
)