feat(llm): Ollama LLM-Embeddings decouple + longer keep_alive settings (#1800)

This commit is contained in:
Robin Boone
2024-04-02 16:23:10 +02:00
committed by GitHub
parent 83adc12a8e
commit b3b0140e24
5 changed files with 33 additions and 1 deletions

View File

@@ -70,7 +70,7 @@ class EmbeddingComponent:
ollama_settings = settings.ollama
self.embedding_model = OllamaEmbedding(
model_name=ollama_settings.embedding_model,
base_url=ollama_settings.api_base,
base_url=ollama_settings.embedding_api_base,
)
case "azopenai":
try: