Minor fixes
This commit is contained in:
parent
31f5bab2f4
commit
2ba4690e12
5 changed files with 9 additions and 9 deletions
|
|
@ -20,8 +20,8 @@ def add_ground_truth(
|
|||
expected_outputs: Iterable[T],
|
||||
*,
|
||||
tags: List[str] = [],
|
||||
train_split_ratio: float,
|
||||
test_split_ratio: float,
|
||||
train_split_ratio: float = 1,
|
||||
test_split_ratio: float = 0,
|
||||
validation_split_ratio: float = 0
|
||||
) -> None:
|
||||
get_context() # this resets the seed
|
||||
|
|
|
|||
|
|
@ -88,8 +88,8 @@ def parallel_map(
|
|||
ctx = mp.get_context("spawn")
|
||||
ctx.freeze_support()
|
||||
|
||||
input_queue = ctx.Queue(0 if config.chunk_count is None else config.chunk_count)
|
||||
output_queue = ctx.Queue(0 if config.chunk_count is None else config.chunk_count)
|
||||
input_queue = ctx.Queue(config.concurrency * 2)
|
||||
output_queue = ctx.Queue(config.concurrency * 2)
|
||||
should_stop = ctx.Event()
|
||||
|
||||
processes = [
|
||||
|
|
|
|||
|
|
@ -86,8 +86,8 @@ def threaded_parallel_map(
|
|||
ignore_exceptions=ignore_exceptions,
|
||||
)
|
||||
|
||||
input_queue = queue.Queue(0 if config.chunk_count is None else config.chunk_count)
|
||||
output_queue = queue.Queue(0 if config.chunk_count is None else config.chunk_count)
|
||||
input_queue = queue.Queue(config.concurrency * 2)
|
||||
output_queue = queue.Queue(config.concurrency * 2)
|
||||
should_stop = threading.Event()
|
||||
|
||||
threads = [
|
||||
|
|
|
|||
Loading…
Add table
Add a link
Reference in a new issue