andras/great-ai
1
0
Fork 0
Code Issues Pull requests 1 Projects Releases 4 Packages Wiki Activity Actions

Add progress

Browse source
This commit is contained in:
Andras Schmelczer 2022-07-08 20:33:40 +02:00
parent 7c99305afb
commit f1f40e8727
No known key found for this signature in database
GPG key ID: 0EA1BC97D0AB076E
1 changed files with 13 additions and 7 deletions
Download patch file Download diff file Expand all files Collapse all files

8
great_ai/deploy/great_ai.py
View file

@ -18,12 +18,15 @@ from typing import (
from async_lru import alru_cache from async_lru import alru_cache
from fastapi import FastAPI from fastapi import FastAPI
from tqdm.cli import tqdm
from ..constants import DASHBOARD_PATH from ..constants import DASHBOARD_PATH
from ..context import get_context from ..context import get_context
from ..helper import freeze_arguments, get_function_metadata_store, snake_case_to_text from ..helper import freeze_arguments, get_function_metadata_store, snake_case_to_text
from ..models import model_versions from ..models import model_versions
from ..parameters import automatically_decorate_parameters from ..parameters.automatically_decorate_parameters import (
automatically_decorate_parameters,
)
from ..tracing.tracing_context import TracingContext from ..tracing.tracing_context import TracingContext
from ..utilities import parallel_map from ..utilities import parallel_map
from ..views import ApiMetadata, Trace from ..views import ApiMetadata, Trace
@ -154,12 +157,15 @@ class GreatAI(Generic[T, V]):
) )
return list( return list(
tqdm(
parallel_map( parallel_map(
inner_async inner_async
if get_function_metadata_store(self).is_asynchronous if get_function_metadata_store(self).is_asynchronous
else inner, else inner,
batch, batch,
concurrency=concurrency, concurrency=concurrency,
),
total=len(batch),
) )
) )