mirror of
https://github.com/imartinez/privateGPT.git
synced 2025-06-24 22:42:18 +00:00
Allow setting OpenAI model in settings (#1386)
feat(settings): Allow setting openai model to be used. Default to GPT 3.5
This commit is contained in:
parent
a3ed14c58f
commit
a072a40a7c
@ -38,6 +38,8 @@ llm:
|
||||
|
||||
openai:
|
||||
api_key: <your_openai_api_key> # You could skip this configuration and use the OPENAI_API_KEY env var instead
|
||||
model: <openai_model_to_use> # Optional model to use. Default is "gpt-3.5-turbo"
|
||||
# Note: Open AI Models are listed here [here](https://platform.openai.com/docs/models)
|
||||
```
|
||||
|
||||
And run PrivateGPT loading that profile you just created:
|
||||
|
@ -50,7 +50,9 @@ class LLMComponent:
|
||||
case "openai":
|
||||
from llama_index.llms import OpenAI
|
||||
|
||||
openai_settings = settings.openai.api_key
|
||||
self.llm = OpenAI(api_key=openai_settings)
|
||||
openai_settings = settings.openai
|
||||
self.llm = OpenAI(
|
||||
api_key=openai_settings.api_key, model=openai_settings.model
|
||||
)
|
||||
case "mock":
|
||||
self.llm = MockLLM()
|
||||
|
@ -145,6 +145,10 @@ class SagemakerSettings(BaseModel):
|
||||
|
||||
class OpenAISettings(BaseModel):
|
||||
api_key: str
|
||||
model: str = Field(
|
||||
"gpt-3.5-turbo",
|
||||
description=("OpenAI Model to use. Example: 'gpt-4'."),
|
||||
)
|
||||
|
||||
|
||||
class UISettings(BaseModel):
|
||||
|
@ -49,3 +49,4 @@ sagemaker:
|
||||
|
||||
openai:
|
||||
api_key: ${OPENAI_API_KEY:}
|
||||
model: gpt-3.5-turbo
|
Loading…
Reference in New Issue
Block a user