andras/great-ai
1
0
Fork 0
Code Issues Pull requests 1 Projects Releases 4 Packages Wiki Activity Actions

Fix delete issue

Browse source
This commit is contained in:
Andras Schmelczer 2022-07-08 13:38:06 +02:00
parent c2d2bf49f1
commit b2b7332b52
No known key found for this signature in database
GPG key ID: 0EA1BC97D0AB076E
1 changed files with 6 additions and 3 deletions
Download patch file Download diff file Expand all files Collapse all files

7
great_ai/persistence/mongodb_driver.py
View file

@ -3,6 +3,7 @@ from typing import Any, Dict, List, Optional, Sequence, Tuple
from pymongo import MongoClient from pymongo import MongoClient
from ..utilities import chunk
from ..views import Filter, SortBy, Trace from ..views import Filter, SortBy, Trace
from .tracing_database_driver import TracingDatabaseDriver from .tracing_database_driver import TracingDatabaseDriver
@ -139,7 +140,9 @@ class MongodbDriver(TracingDatabaseDriver):
client[self.mongo_database].traces.delete_one({"_id": id}) client[self.mongo_database].traces.delete_one({"_id": id})
def delete_batch(self, ids: List[str]) -> None: def delete_batch(self, ids: List[str]) -> None:
delete_filter = {"_id": {"$in": ids}}
with MongoClient[Any](self.mongo_connection_string) as client: with MongoClient[Any](self.mongo_connection_string) as client:
for c in chunk(
ids, chunk_size=10000
): # avoid: 'delete' command document too large
delete_filter = {"_id": {"$in": c}}
client[self.mongo_database].traces.delete_many(delete_filter) client[self.mongo_database].traces.delete_many(delete_filter)