Move files

src/great_ai/utilities/parallel_map/mapper_function.py

@@ -1,43 +0,0 @@
-import multiprocessing as mp
-import queue
-import threading
-import traceback
-from typing import Callable, Union
-
-import dill
-
-
-def mapper_function(
-    input_queue: Union[mp.Queue, queue.Queue],
-    output_queue: Union[mp.Queue, queue.Queue],
-    should_stop: Union[mp.Event, threading.Event],
-    map_function: Union[bytes, Callable],
-) -> None:
-    try:
-        if isinstance(map_function, bytes):
-            map_function = dill.loads(map_function)
-
-        last_chunk = None
-        while not should_stop.wait(0.1):
-            if last_chunk is None:
-                try:
-                    input_chunk = input_queue.get_nowait()
-                    last_chunk = []
-                    for i, v in input_chunk:
-                        result, exception = None, None
-                        try:
-                            result = map_function(v)
-                        except Exception as e:
-                            exception = e, traceback.format_exc()
-                        last_chunk.append((i, result, exception))
-                except queue.Empty:
-                    pass
-
-            if last_chunk is not None:
-                try:
-                    output_queue.put_nowait(last_chunk)
-                    last_chunk = None
-                except queue.Full:
-                    pass
-    except (KeyboardInterrupt, BrokenPipeError):
-        pass