diff --git a/private_gpt/components/embedding/embedding_component.py b/private_gpt/components/embedding/embedding_component.py index cbc9faea..2967c38b 100644 --- a/private_gpt/components/embedding/embedding_component.py +++ b/private_gpt/components/embedding/embedding_component.py @@ -74,7 +74,9 @@ class EmbeddingComponent: ) case "azopenai": try: - from llama_index.embeddings.azure_openai import AzureOpenAIEmbedding # type: ignore + from llama_index.embeddings.azure_openai import ( # type: ignore + AzureOpenAIEmbedding, + ) except ImportError as e: raise ImportError( "Azure OpenAI dependencies not found, install with `poetry install --extras embeddings-azopenai`" diff --git a/private_gpt/components/llm/llm_component.py b/private_gpt/components/llm/llm_component.py index b3c951fb..6cfa7d8c 100644 --- a/private_gpt/components/llm/llm_component.py +++ b/private_gpt/components/llm/llm_component.py @@ -113,7 +113,9 @@ class LLMComponent: ) case "azopenai": try: - from llama_index.llms.azure_openai import AzureOpenAI # type: ignore + from llama_index.llms.azure_openai import ( # type: ignore + AzureOpenAI, + ) except ImportError as e: raise ImportError( "Azure OpenAI dependencies not found, install with `poetry install --extras llms-azopenai`" diff --git a/private_gpt/settings/settings.py b/private_gpt/settings/settings.py index c9a9c3af..188f92c2 100644 --- a/private_gpt/settings/settings.py +++ b/private_gpt/settings/settings.py @@ -81,7 +81,9 @@ class DataSettings(BaseModel): class LLMSettings(BaseModel): - mode: Literal["llamacpp", "openai", "openailike", "azopenai", "sagemaker", "mock", "ollama"] + mode: Literal[ + "llamacpp", "openai", "openailike", "azopenai", "sagemaker", "mock", "ollama" + ] max_new_tokens: int = Field( 256, description="The maximum number of token that the LLM is authorized to generate in one completion.", @@ -185,6 +187,7 @@ class OllamaSettings(BaseModel): description="Model to use. Example: 'nomic-embed-text'.", ) + class AzureOpenAISettings(BaseModel): api_key: str azure_endpoint: str @@ -203,6 +206,7 @@ class AzureOpenAISettings(BaseModel): description="OpenAI Model to use. Example: 'gpt-4'.", ) + class UISettings(BaseModel): enabled: bool path: str