mirror of
https://github.com/csunny/DB-GPT.git
synced 2025-08-06 02:46:40 +00:00
style:fmt
This commit is contained in:
parent
e98786eb69
commit
01eae42554
@ -51,21 +51,33 @@ class SourceEmbedding(ABC):
|
|||||||
|
|
||||||
@register
|
@register
|
||||||
def data_process(self, text):
|
def data_process(self, text):
|
||||||
"""pre process data."""
|
"""pre process data.
|
||||||
|
Args:
|
||||||
|
- text: raw text
|
||||||
|
"""
|
||||||
|
|
||||||
@register
|
@register
|
||||||
def text_splitter(self, text_splitter: TextSplitter):
|
def text_splitter(self, text_splitter: TextSplitter):
|
||||||
"""add text split chunk"""
|
"""add text split chunk
|
||||||
|
Args:
|
||||||
|
- text_splitter: TextSplitter
|
||||||
|
"""
|
||||||
pass
|
pass
|
||||||
|
|
||||||
@register
|
@register
|
||||||
def text_to_vector(self, docs):
|
def text_to_vector(self, docs):
|
||||||
"""transform vector"""
|
"""transform vector
|
||||||
|
Args:
|
||||||
|
- docs: List[Document]
|
||||||
|
"""
|
||||||
pass
|
pass
|
||||||
|
|
||||||
@register
|
@register
|
||||||
def index_to_store(self, docs):
|
def index_to_store(self, docs):
|
||||||
"""index to vector store"""
|
"""index to vector store
|
||||||
|
Args:
|
||||||
|
- docs: List[Document]
|
||||||
|
"""
|
||||||
self.vector_client = VectorStoreConnector(
|
self.vector_client = VectorStoreConnector(
|
||||||
self.vector_store_config["vector_store_type"], self.vector_store_config
|
self.vector_store_config["vector_store_type"], self.vector_store_config
|
||||||
)
|
)
|
||||||
@ -73,7 +85,10 @@ class SourceEmbedding(ABC):
|
|||||||
|
|
||||||
@register
|
@register
|
||||||
def similar_search(self, doc, topk):
|
def similar_search(self, doc, topk):
|
||||||
"""vector store similarity_search"""
|
"""vector store similarity_search
|
||||||
|
Args:
|
||||||
|
- query: query
|
||||||
|
"""
|
||||||
self.vector_client = VectorStoreConnector(
|
self.vector_client = VectorStoreConnector(
|
||||||
self.vector_store_config["vector_store_type"], self.vector_store_config
|
self.vector_store_config["vector_store_type"], self.vector_store_config
|
||||||
)
|
)
|
||||||
@ -89,6 +104,7 @@ class SourceEmbedding(ABC):
|
|||||||
return self.vector_client.vector_name_exists()
|
return self.vector_client.vector_name_exists()
|
||||||
|
|
||||||
def source_embedding(self):
|
def source_embedding(self):
|
||||||
|
"""read()->data_process()->text_split()->index_to_store()"""
|
||||||
if "read" in registered_methods:
|
if "read" in registered_methods:
|
||||||
text = self.read()
|
text = self.read()
|
||||||
if "data_process" in registered_methods:
|
if "data_process" in registered_methods:
|
||||||
|
@ -34,13 +34,13 @@ class VectorStoreConnector:
|
|||||||
"""load document in vector database."""
|
"""load document in vector database."""
|
||||||
return self.client.load_document(docs)
|
return self.client.load_document(docs)
|
||||||
|
|
||||||
def similar_search(self, query: str, topk: int):
|
def similar_search(self, doc: str, topk: int):
|
||||||
"""similar search in vector database.
|
"""similar search in vector database.
|
||||||
Args:
|
Args:
|
||||||
- query: query text
|
- doc: query text
|
||||||
- topk: topk
|
- topk: topk
|
||||||
"""
|
"""
|
||||||
return self.client.similar_search(query, topk)
|
return self.client.similar_search(doc, topk)
|
||||||
|
|
||||||
def vector_name_exists(self):
|
def vector_name_exists(self):
|
||||||
"""is vector store name exist."""
|
"""is vector store name exist."""
|
||||||
|
Loading…
Reference in New Issue
Block a user