github/DB-GPT
1
0
Fork 0
mirror of https://github.com/csunny/DB-GPT.git synced 2026-01-29 21:49:35 +00:00
Code Issues Packages Projects Releases Wiki Activity

refactor:refactor knowledge api

Browse Source 
1.delete CFG in embedding_engine api
2.add a text_splitter param in embedding_engine api
This commit is contained in:
aries_ckt
2023-07-11 16:33:48 +08:00
parent 60d6c0d040
commit a357ab498a
24 changed files with 161 additions and 151 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
pilot/server/knowledge/service.py
View File

@@ -2,7 +2,7 @@ import threading
from datetime import datetime
from pilot.configs.config import Config
from pilot.configs.model_config import LLM_MODEL_CONFIG
from pilot.configs.model_config import LLM_MODEL_CONFIG, KNOWLEDGE_UPLOAD_ROOT_PATH
from pilot.embedding_engine.embedding_engine import EmbeddingEngine
from pilot.logs import logger
from pilot.server.knowledge.chunk_db import (
@@ -128,6 +128,8 @@ class KnowledgeService:
model_name=LLM_MODEL_CONFIG[CFG.EMBEDDING_MODEL],
vector_store_config={
"vector_store_name": space_name,
"vector_store_type": CFG.VECTOR_STORE_TYPE,
"chroma_persist_path": KNOWLEDGE_UPLOAD_ROOT_PATH,
},
)
chunk_docs = client.read()

1
pilot/server/webserver.py
View File

@@ -665,6 +665,7 @@ def knowledge_embedding_store(vs_id, files):
model_name=LLM_MODEL_CONFIG["text2vec"],
vector_store_config={
"vector_store_name": vector_store_name["vs_name"],
"vector_store_type": CFG.VECTOR_STORE_TYPE,
"vector_store_path": KNOWLEDGE_UPLOAD_ROOT_PATH,
},
)