import unittest import pytest from src.great_ai.utilities import threaded_parallel_map COUNT = int(1e5) + 3 class TestParallelMap(unittest.TestCase): def test_simple_case_with_progress_bar(self) -> None: assert list( threaded_parallel_map(lambda v: v**2, range(COUNT), concurrency=4) ) == [v**2 for v in range(COUNT)] def test_with_iterable(self) -> None: from time import sleep def my_generator(): for i in range(10): yield i sleep(0.1) expected = [v**3 for v in range(10)] assert ( list(threaded_parallel_map(lambda x: x**3, my_generator(), chunk_size=1)) == expected ) def test_simple_case_without_progress_bar(self) -> None: assert list( threaded_parallel_map(lambda v: v**2, range(COUNT), concurrency=2) ) == [v**2 for v in range(COUNT)] def test_simple_case_invalid_values(self) -> None: with pytest.raises(AssertionError): list(threaded_parallel_map(lambda v: v**2, range(COUNT), concurrency=0)) with pytest.raises(AssertionError): list(threaded_parallel_map(lambda v: v**2, range(COUNT), chunk_size=0)) def test_this_worker_exception(self) -> None: def my_generator(): yield 1 yield 2 yield 3 assert False with pytest.raises(AssertionError): list( threaded_parallel_map( lambda v: v**2, my_generator(), concurrency=2, chunk_size=2 ) ) with pytest.raises(AssertionError): list( threaded_parallel_map( lambda v: v**2, my_generator(), concurrency=1, chunk_size=2 ) ) def test_ignore_this_worker_exception(self) -> None: def my_generator(): yield 1 yield 2 yield 3 yield 1 / 0 assert list( threaded_parallel_map( lambda v: v**2, my_generator(), concurrency=2, chunk_size=2, ignore_exceptions=True, ) ) == [1, 4] assert list( threaded_parallel_map( lambda v: v**2, my_generator(), concurrency=1, chunk_size=2, ignore_exceptions=True, ) ) == [1, 4, 9] def test_worker_worker_exception(self) -> None: def oh_no(_): raise ValueError("hi") with pytest.raises(ValueError): list(threaded_parallel_map(oh_no, range(COUNT), concurrency=2)) with pytest.raises(ValueError): list(threaded_parallel_map(oh_no, range(COUNT), concurrency=1)) def test_ignore_worker_worker_exception(self) -> None: def oh_no(_): raise ValueError("hi") assert ( list( threaded_parallel_map( oh_no, range(3), concurrency=2, ignore_exceptions=True ) ) == [None] * 3 ) assert ( list( threaded_parallel_map( oh_no, range(3), concurrency=1, ignore_exceptions=True ) ) == [None] * 3 ) def test_no_op(self) -> None: assert list(threaded_parallel_map(lambda v: v**2, [])) == [] assert list(threaded_parallel_map(lambda v: v**2, [], chunk_size=100)) == [] assert list(threaded_parallel_map(lambda v: v**2, [], concurrency=100)) == []