Minor fixes

This commit is contained in:
Andras Schmelczer 2022-07-02 21:57:09 +02:00
parent a8820c3d3d
commit b89556cc39
No known key found for this signature in database
GPG key ID: 0EA1BC97D0AB076E
5 changed files with 9 additions and 9 deletions

View file

@ -20,8 +20,8 @@ def add_ground_truth(
expected_outputs: Iterable[T],
*,
tags: List[str] = [],
train_split_ratio: float,
test_split_ratio: float,
train_split_ratio: float = 1,
test_split_ratio: float = 0,
validation_split_ratio: float = 0
) -> None:
get_context() # this resets the seed

View file

@ -88,8 +88,8 @@ def parallel_map(
ctx = mp.get_context("spawn")
ctx.freeze_support()
input_queue = ctx.Queue(0 if config.chunk_count is None else config.chunk_count)
output_queue = ctx.Queue(0 if config.chunk_count is None else config.chunk_count)
input_queue = ctx.Queue(config.concurrency * 2)
output_queue = ctx.Queue(config.concurrency * 2)
should_stop = ctx.Event()
processes = [

View file

@ -86,8 +86,8 @@ def threaded_parallel_map(
ignore_exceptions=ignore_exceptions,
)
input_queue = queue.Queue(0 if config.chunk_count is None else config.chunk_count)
output_queue = queue.Queue(0 if config.chunk_count is None else config.chunk_count)
input_queue = queue.Queue(config.concurrency * 2)
output_queue = queue.Queue(config.concurrency * 2)
should_stop = threading.Event()
threads = [