github/DB-GPT
1
0
Fork 0
mirror of https://github.com/csunny/DB-GPT.git synced 2025-10-10 22:53:43 +00:00
Code Issues Packages Projects Releases Wiki Activity

feature:url,csv embedding

Browse Source
This commit is contained in:
chenketing
2023-05-11 23:48:56 +08:00
parent ed855df01d
commit d42a9f3bd1
7 changed files with 86 additions and 108 deletions
Download Patch File Download Diff File Expand all files Collapse all files

6
pilot/source_embedding/source_embedding.py
View File

@@ -6,8 +6,7 @@ from abc import ABC, abstractmethod
from langchain.embeddings import HuggingFaceEmbeddings
from langchain.vectorstores import Chroma
from typing import List
from typing import List, Optional, Dict
registered_methods = []
@@ -23,11 +22,12 @@ class SourceEmbedding(ABC):
Implementations should implement the method
"""
def __init__(self, yuque_path, model_name, vector_store_config):
def __init__(self, yuque_path, model_name, vector_store_config, embedding_args: Optional[Dict] = None):
"""Initialize with YuqueLoader url, model_name, vector_store_config"""
self.yuque_path = yuque_path
self.model_name = model_name
self.vector_store_config = vector_store_config
self.embedding_args = embedding_args
@abstractmethod
@register