github/privateGPT
1
0
Fork 1
mirror of https://github.com/imartinez/privateGPT.git synced 2025-09-03 16:25:55 +00:00
Code Issues Packages Projects Releases Wiki Activity

feat(llm): Add openailike llm mode (#1447)

Browse Source 
This mode behaves the same as the openai mode, except that it allows setting custom models not
supported by OpenAI. It can be used with any tool that serves models from an OpenAI compatible API.

Implements #1424
This commit is contained in:
Matthew Hill
2023-12-26 04:26:08 -05:00
committed by GitHub
parent fee9f08ef3
commit 2d27a9f956
4 changed files with 54 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files

16
private_gpt/components/llm/llm_component.py
View File

@@ -62,7 +62,21 @@ class LLMComponent:
openai_settings = settings.openai
self.llm = OpenAI(
api_key=openai_settings.api_key, model=openai_settings.model
api_base=openai_settings.api_base,
api_key=openai_settings.api_key,
model=openai_settings.model,
)
case "openailike":
from llama_index.llms import OpenAILike
openai_settings = settings.openai
self.llm = OpenAILike(
api_base=openai_settings.api_base,
api_key=openai_settings.api_key,
model=openai_settings.model,
is_chat_model=True,
max_tokens=None,
api_version="",
)
case "mock":
self.llm = MockLLM()