github/DB-GPT
1
0
Fork 0
mirror of https://github.com/csunny/DB-GPT.git synced 2025-08-05 02:20:08 +00:00
Code Issues Packages Projects Releases Wiki Activity

format code

Browse Source
This commit is contained in:
tam 2025-05-06 23:47:06 +08:00
parent 4eb06299e8
commit fc6c9071ff
2 changed files with 5 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

5
packages/dbgpt-core/src/dbgpt/storage/base.py
View File

@ -1,4 +1,5 @@
"""Index store base class.""" """Index store base class."""
import asyncio import asyncio
import logging import logging
import time import time
@ -192,13 +193,15 @@ class IndexStoreBase(ABC):
logger.info(f"Loaded {loaded_cnt} chunks, total {len(chunks)} chunks.") logger.info(f"Loaded {loaded_cnt} chunks, total {len(chunks)} chunks.")
return ids return ids
async def _run_tasks_with_concurrency(self, tasks, max_concurrent): async def _run_tasks_with_concurrency(self, tasks, max_concurrent):
results = [] results = []
for i in range(0, len(tasks), max_concurrent): for i in range(0, len(tasks), max_concurrent):
batch = tasks[i:i + max_concurrent] batch = tasks[i : i + max_concurrent]
batch_results = await asyncio.gather(*batch, return_exceptions=True) batch_results = await asyncio.gather(*batch, return_exceptions=True)
results.extend(batch_results) results.extend(batch_results)
return results return results
def similar_search( def similar_search(
self, text: str, topk: int, filters: Optional[MetadataFilters] = None self, text: str, topk: int, filters: Optional[MetadataFilters] = None
) -> List[Chunk]: ) -> List[Chunk]:

2
packages/dbgpt-ext/src/dbgpt_ext/storage/vector_store/chroma_store.py
View File

@ -291,7 +291,7 @@ class ChromaStore(VectorStoreBase):
logger.info(f"Total IDs to delete: {total}") logger.info(f"Total IDs to delete: {total}")
for i in range(0, total, batch_size): for i in range(0, total, batch_size):
batch_ids = id_list[i:i + batch_size] batch_ids = id_list[i : i + batch_size]
logger.info(f"Deleting batch {i // batch_size + 1}: {len(batch_ids)} IDs") logger.info(f"Deleting batch {i // batch_size + 1}: {len(batch_ids)} IDs")
try: try:
self._collection.delete(ids=batch_ids) self._collection.delete(ids=batch_ids)