feat(llm): Add support for Ollama LLM (#1526)

2025-09-04 16:51:48 +00:00 · 2024-02-09 16:50:50 +02:00
parent b178b51451
commit 6bbec79583
4 changed files with 53 additions and 1 deletions
--- a/private_gpt/components/llm/llm_component.py
+++ b/private_gpt/components/llm/llm_component.py
@@ -80,3 +80,10 @@ class LLMComponent:
                )
            case "mock":
                self.llm = MockLLM()
+            case "ollama":
+                from llama_index.llms import Ollama
+
+                ollama_settings = settings.ollama
+                self.llm = Ollama(
+                    model=ollama_settings.model, base_url=ollama_settings.api_base
+                )