github/DB-GPT
1
0
Fork 0
mirror of https://github.com/csunny/DB-GPT.git synced 2025-09-04 18:40:10 +00:00
Code Issues Packages Projects Releases Wiki Activity

refactor:refactor knowledge api

Browse Source 
1.delete CFG in embedding_engine api
2.add a text_splitter param in embedding_engine api
3.fmt
This commit is contained in:
aries_ckt
2023-07-12 11:07:35 +08:00
parent e6aa46fc87
commit 929e7fe96b
11 changed files with 91 additions and 31 deletions
Download Patch File Download Diff File Expand all files Collapse all files

16
tests/unit/embedding_engine/test_url_embedding.py
View File

@@ -5,12 +5,16 @@ embedding_model = "text2vec"
vector_store_type = "Chroma"
chroma_persist_path = "your_persist_path"
vector_store_config = {
"vector_store_name": url.replace(":", ""),
"vector_store_type": vector_store_type,
"chroma_persist_path": chroma_persist_path
}
embedding_engine = EmbeddingEngine(knowledge_source=url, knowledge_type=KnowledgeType.URL.value, model_name=embedding_model, vector_store_config=vector_store_config)
"vector_store_name": url.replace(":", ""),
"vector_store_type": vector_store_type,
"chroma_persist_path": chroma_persist_path,
}
embedding_engine = EmbeddingEngine(
knowledge_source=url,
knowledge_type=KnowledgeType.URL.value,
model_name=embedding_model,
vector_store_config=vector_store_config,
)
# embedding url content to vector store
embedding_engine.knowledge_embedding()