Allow setting OpenAI model in settings (#1386)

feat(settings): Allow setting openai model to be used. Default to GPT 3.5
This commit is contained in:
3ly-13 2023-12-09 13:13:00 -06:00 committed by GitHub
parent a3ed14c58f
commit a072a40a7c
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
4 changed files with 11 additions and 2 deletions

View File

@ -38,6 +38,8 @@ llm:
openai:
api_key: <your_openai_api_key> # You could skip this configuration and use the OPENAI_API_KEY env var instead
model: <openai_model_to_use> # Optional model to use. Default is "gpt-3.5-turbo"
# Note: Open AI Models are listed here [here](https://platform.openai.com/docs/models)
```
And run PrivateGPT loading that profile you just created:

View File

@ -50,7 +50,9 @@ class LLMComponent:
case "openai":
from llama_index.llms import OpenAI
openai_settings = settings.openai.api_key
self.llm = OpenAI(api_key=openai_settings)
openai_settings = settings.openai
self.llm = OpenAI(
api_key=openai_settings.api_key, model=openai_settings.model
)
case "mock":
self.llm = MockLLM()

View File

@ -145,6 +145,10 @@ class SagemakerSettings(BaseModel):
class OpenAISettings(BaseModel):
api_key: str
model: str = Field(
"gpt-3.5-turbo",
description=("OpenAI Model to use. Example: 'gpt-4'."),
)
class UISettings(BaseModel):

View File

@ -49,3 +49,4 @@ sagemaker:
openai:
api_key: ${OPENAI_API_KEY:}
model: gpt-3.5-turbo