andras/great-ai
1
0
Fork 0
Code Issues Pull requests 1 Projects Releases 4 Packages Wiki Activity Actions

Fix delete issue

Browse source
This commit is contained in:
Andras Schmelczer 2022-07-08 13:38:06 +02:00
parent c2d2bf49f1
commit b2b7332b52
No known key found for this signature in database
GPG key ID: 0EA1BC97D0AB076E
1 changed files with 6 additions and 3 deletions
Download patch file Download diff file Expand all files Collapse all files

9
great_ai/persistence/mongodb_driver.py
View file

@ -3,6 +3,7 @@ from typing import Any, Dict, List, Optional, Sequence, Tuple
from pymongo import MongoClient
from ..utilities import chunk
from ..views import Filter, SortBy, Trace
from .tracing_database_driver import TracingDatabaseDriver
@ -139,7 +140,9 @@ class MongodbDriver(TracingDatabaseDriver):
client[self.mongo_database].traces.delete_one({"_id": id})
def delete_batch(self, ids: List[str]) -> None:
delete_filter = {"_id": {"$in": ids}}
with MongoClient[Any](self.mongo_connection_string) as client:
client[self.mongo_database].traces.delete_many(delete_filter)
for c in chunk(
ids, chunk_size=10000
): # avoid: 'delete' command document too large
delete_filter = {"_id": {"$in": c}}
client[self.mongo_database].traces.delete_many(delete_filter)