github/privateGPT
1
0
Fork 1
mirror of https://github.com/imartinez/privateGPT.git synced 2025-09-16 15:19:16 +00:00
Code Issues Packages Projects Releases Wiki Activity

Ingestion Speedup Multiple strategy (#1309)

Browse Source
This commit is contained in:
lopagela
2023-11-25 20:12:09 +01:00
committed by GitHub
parent 546ba33e6f
commit bafdd3baf1
13 changed files with 515 additions and 195 deletions
Download Patch File Download Diff File Expand all files Collapse all files

8
private_gpt/components/embedding/embedding_component.py
View File

@@ -1,3 +1,5 @@
import logging
from injector import inject, singleton
from llama_index import MockEmbedding
from llama_index.embeddings.base import BaseEmbedding
@@ -5,6 +7,8 @@ from llama_index.embeddings.base import BaseEmbedding
from private_gpt.paths import models_cache_path
from private_gpt.settings.settings import Settings
logger = logging.getLogger(__name__)
@singleton
class EmbeddingComponent:
@@ -12,7 +16,9 @@ class EmbeddingComponent:
@inject
def __init__(self, settings: Settings) -> None:
match settings.llm.mode:
embedding_mode = settings.embedding.mode
logger.info("Initializing the embedding model in mode=%s", embedding_mode)
match embedding_mode:
case "local":
from llama_index.embeddings import HuggingFaceEmbedding