fix: VectorStore can not be attached to EmbeddingAssemblerOperator bug (#2170)

This commit is contained in:
Aries-ckt
2024-12-02 20:56:23 +08:00
committed by GitHub
parent a14eeb56dd
commit 4fa60037dd
11 changed files with 121 additions and 66 deletions

View File

@@ -197,7 +197,6 @@ class CommunitySummaryKnowledgeGraph(BuiltinKnowledgeGraph):
async def _aload_document_graph(self, chunks: List[Chunk]) -> None:
"""Load the knowledge graph from the chunks.
The chunks include the doc structure.
"""
if not self._document_graph_enabled:

View File

@@ -21,10 +21,10 @@ CHROMA_COLLECTION_NAME = "langchain"
@register_resource(
_("Chroma Vector Store"),
"chroma_vector_store",
_("Chroma Config"),
"chroma_vector_config",
category=ResourceCategory.VECTOR_STORE,
description=_("Chroma vector store."),
description=_("Chroma vector store config."),
parameters=[
*_COMMON_PARAMETERS,
Parameter.build_from(
@@ -53,6 +53,22 @@ class ChromaVectorConfig(VectorStoreConfig):
)
@register_resource(
_("Chroma Vector Store"),
"chroma_vector_store",
category=ResourceCategory.VECTOR_STORE,
description=_("Chroma vector store."),
parameters=[
Parameter.build_from(
_("Chroma Config"),
"vector_store_config",
ChromaVectorConfig,
description=_("the chroma config of vector store."),
optional=True,
default=None,
),
],
)
class ChromaStore(VectorStoreBase):
"""Chroma vector store."""

View File

@@ -22,8 +22,8 @@ logger = logging.getLogger(__name__)
@register_resource(
_("ElasticSearch Vector Store"),
"elasticsearch_vector_store",
_("Elastic Vector Config"),
"elasticsearch_vector_config",
category=ResourceCategory.VECTOR_STORE,
parameters=[
*_COMMON_PARAMETERS,
@@ -72,7 +72,7 @@ logger = logging.getLogger(__name__)
default="index_name_test",
),
],
description=_("Elasticsearch vector store."),
description=_("Elasticsearch vector config."),
)
class ElasticsearchVectorConfig(VectorStoreConfig):
"""Elasticsearch vector store config."""
@@ -116,6 +116,22 @@ class ElasticsearchVectorConfig(VectorStoreConfig):
)
@register_resource(
_("Elastic Vector Store"),
"elastic_vector_store",
category=ResourceCategory.VECTOR_STORE,
description=_("Elastic vector store."),
parameters=[
Parameter.build_from(
_("Elastic Config"),
"vector_store_config",
ElasticsearchVectorConfig,
description=_("the elastic config of vector store."),
optional=True,
default=None,
),
],
)
class ElasticStore(VectorStoreBase):
"""Elasticsearch vector store."""

View File

@@ -22,8 +22,8 @@ logger = logging.getLogger(__name__)
@register_resource(
_("Milvus Vector Store"),
"milvus_vector_store",
_("Milvus Config"),
"milvus_vector_config",
category=ResourceCategory.VECTOR_STORE,
parameters=[
*_COMMON_PARAMETERS,
@@ -91,7 +91,7 @@ logger = logging.getLogger(__name__)
default="vector",
),
],
description=_("Milvus vector store."),
description=_("Milvus vector config."),
)
class MilvusVectorConfig(VectorStoreConfig):
"""Milvus vector store config."""
@@ -139,6 +139,22 @@ class MilvusVectorConfig(VectorStoreConfig):
)
@register_resource(
_("Milvus Vector Store"),
"milvus_vector_store",
category=ResourceCategory.VECTOR_STORE,
description=_("Milvus vector store."),
parameters=[
Parameter.build_from(
_("Milvus Config"),
"vector_store_config",
MilvusVectorConfig,
description=_("the milvus config of vector store."),
optional=True,
default=None,
),
],
)
class MilvusStore(VectorStoreBase):
"""Milvus vector store."""

View File

@@ -73,8 +73,8 @@ def _normalize(vector: List[float]) -> List[float]:
@register_resource(
_("OceanBase Vector Store"),
"oceanbase_vector_store",
_("OceanBase Config"),
"oceanbase_vector_config",
category=ResourceCategory.VECTOR_STORE,
parameters=[
*_COMMON_PARAMETERS,
@@ -119,7 +119,7 @@ def _normalize(vector: List[float]) -> List[float]:
default=None,
),
],
description="OceanBase vector store.",
description="OceanBase vector store config.",
)
class OceanBaseConfig(VectorStoreConfig):
"""OceanBase vector store config."""
@@ -152,6 +152,22 @@ class OceanBaseConfig(VectorStoreConfig):
)
@register_resource(
_("OceanBase Vector Store"),
"ob_vector_store",
category=ResourceCategory.VECTOR_STORE,
description=_("OceanBase vector store."),
parameters=[
Parameter.build_from(
_("OceanBase Config"),
"vector_store_config",
OceanBaseConfig,
description=_("the ob config of vector store."),
optional=True,
default=None,
),
],
)
class OceanBaseStore(VectorStoreBase):
"""OceanBase vector store."""

View File

@@ -18,8 +18,8 @@ logger = logging.getLogger(__name__)
@register_resource(
_("PG Vector Store"),
"pg_vector_store",
_("PGVector Config"),
"pg_vector_config",
category=ResourceCategory.VECTOR_STORE,
parameters=[
*_COMMON_PARAMETERS,
@@ -35,7 +35,7 @@ logger = logging.getLogger(__name__)
default=None,
),
],
description="PG vector store.",
description="PG vector config.",
)
class PGVectorConfig(VectorStoreConfig):
"""PG vector store config."""
@@ -49,6 +49,22 @@ class PGVectorConfig(VectorStoreConfig):
)
@register_resource(
_("PG Vector Store"),
"pg_vector_store",
category=ResourceCategory.VECTOR_STORE,
description=_("PG vector store."),
parameters=[
Parameter.build_from(
_("PG Config"),
"vector_store_config",
PGVectorConfig,
description=_("the pg config of vector store."),
optional=True,
default=None,
),
],
)
class PGVectorStore(VectorStoreBase):
"""PG vector store.

View File

@@ -15,10 +15,10 @@ logger = logging.getLogger(__name__)
@register_resource(
_("Weaviate Vector Store"),
"weaviate_vector_store",
_("Weaviate Config"),
"weaviate_vector_config",
category=ResourceCategory.VECTOR_STORE,
description=_("Weaviate vector store."),
description=_("Weaviate vector config."),
parameters=[
*_COMMON_PARAMETERS,
Parameter.build_from(
@@ -56,6 +56,22 @@ class WeaviateVectorConfig(VectorStoreConfig):
)
@register_resource(
_("Weaviate Vector Store"),
"weaviate_vector_store",
category=ResourceCategory.VECTOR_STORE,
description=_("Weaviate vector store."),
parameters=[
Parameter.build_from(
_("Weaviate Config"),
"vector_store_config",
WeaviateVectorConfig,
description=_("the weaviate config of vector store."),
optional=True,
default=None,
),
],
)
class WeaviateStore(VectorStoreBase):
"""Weaviate database."""