andras/great-ai
1
0
Fork 0
Code Issues Pull requests 1 Projects Releases 4 Packages Wiki Activity Actions

Improve parallel map API

Browse source
This commit is contained in:
Andras Schmelczer 2022-06-30 16:54:01 +02:00
parent 5dc85905b4
commit 154cc52fa6
6 changed files with 94 additions and 84 deletions
Download patch file Download diff file Expand all files Collapse all files

6
src/great_ai/utilities/chunk.py
View file

@ -3,13 +3,13 @@ from typing import Iterable, List, TypeVar
T = TypeVar("T")
def chunk(values: Iterable[T], chunk_length: int) -> Iterable[T]:
assert chunk_length >= 1
def chunk(values: Iterable[T], chunk_size: int) -> Iterable[T]:
assert chunk_size >= 1
result: List[T] = []
for v in values:
result.append(v)
if len(result) == chunk_length:
if len(result) == chunk_size:
yield result
result = []