mirror of
https://github.com/csunny/DB-GPT.git
synced 2026-07-17 01:58:47 +00:00
feat: add MiniMax provider support (#2989)
Co-authored-by: octo-patch <octo-patch@users.noreply.github.com>
This commit is contained in:
@@ -67,6 +67,11 @@ import { ConfigClassTable } from '@site/src/components/mdx/ConfigClassTable';
|
||||
"description": "LlamaServerParameters(name: str, provider: str = 'llama.cpp.server', verbose: Optional[bool] = False, concurrency: Optional[int] = 20, backend: Optional[str] = None, prompt_template: Optional[str] = None, context_length: Optional[int] = None, reasoning_model: Optional[bool] = None, path: Optional[str] = None, model_hf_repo: Optional[str] = None, model_hf_file: Optional[str] = None, device: Optional[str] = None, server_bin_path: Optional[str] = None, server_host: str = '127.0.0.1', server_port: int = 0, temperature: float = 0.8, seed: int = 42, debug: bool = False, model_url: Optional[str] = None, model_draft: Optional[str] = None, threads: Optional[int] = None, n_gpu_layers: Optional[int] = None, batch_size: Optional[int] = None, ubatch_size: Optional[int] = None, ctx_size: Optional[int] = None, grp_attn_n: Optional[int] = None, grp_attn_w: Optional[int] = None, n_predict: Optional[int] = None, slot_save_path: Optional[str] = None, n_slots: Optional[int] = None, cont_batching: bool = False, embedding: bool = False, reranking: bool = False, metrics: bool = False, slots: bool = False, draft: Optional[int] = None, draft_max: Optional[int] = None, draft_min: Optional[int] = None, api_key: Optional[str] = None, lora_files: List[str] = <factory>, no_context_shift: bool = False, no_webui: Optional[bool] = None, startup_timeout: Optional[int] = None)",
|
||||
"link": "./llama_cpp_adapter_llamaserverparameters_421f40"
|
||||
},
|
||||
{
|
||||
"name": "MiniMaxDeployModelParameters",
|
||||
"description": "MiniMax proxy LLM configuration.",
|
||||
"link": "./minimax_minimaxdeploymodelparameters_a1b2c4"
|
||||
},
|
||||
{
|
||||
"name": "MoonshotDeployModelParameters",
|
||||
"description": "Moonshot proxy LLM configuration.",
|
||||
|
||||
@@ -0,0 +1,97 @@
|
||||
---
|
||||
title: "MiniMax Proxy LLM Configuration"
|
||||
description: "MiniMax proxy LLM configuration."
|
||||
---
|
||||
|
||||
import { ConfigDetail } from "@site/src/components/mdx/ConfigDetail";
|
||||
|
||||
<ConfigDetail config={{
|
||||
"name": "MiniMaxDeployModelParameters",
|
||||
"description": "MiniMax proxy LLM configuration.",
|
||||
"documentationUrl": "https://platform.minimax.io/docs/api-reference/text-openai-api",
|
||||
"parameters": [
|
||||
{
|
||||
"name": "name",
|
||||
"type": "string",
|
||||
"required": true,
|
||||
"description": "The name of the model."
|
||||
},
|
||||
{
|
||||
"name": "backend",
|
||||
"type": "string",
|
||||
"required": false,
|
||||
"description": "The real model name to pass to the provider, default is None. If backend is None, use name as the real model name."
|
||||
},
|
||||
{
|
||||
"name": "provider",
|
||||
"type": "string",
|
||||
"required": false,
|
||||
"description": "The provider of the model. If model is deployed in local, this is the inference type. If model is deployed in third-party service, this is platform name('proxy/<platform>')",
|
||||
"defaultValue": "proxy/minimax"
|
||||
},
|
||||
{
|
||||
"name": "verbose",
|
||||
"type": "boolean",
|
||||
"required": false,
|
||||
"description": "Show verbose output.",
|
||||
"defaultValue": "False"
|
||||
},
|
||||
{
|
||||
"name": "concurrency",
|
||||
"type": "integer",
|
||||
"required": false,
|
||||
"description": "Model concurrency limit",
|
||||
"defaultValue": "100"
|
||||
},
|
||||
{
|
||||
"name": "prompt_template",
|
||||
"type": "string",
|
||||
"required": false,
|
||||
"description": "Prompt template. If None, the prompt template is automatically determined from model. Just for local deployment."
|
||||
},
|
||||
{
|
||||
"name": "context_length",
|
||||
"type": "integer",
|
||||
"required": false,
|
||||
"description": "The context length of the MiniMax API. If None, it is determined by the model."
|
||||
},
|
||||
{
|
||||
"name": "reasoning_model",
|
||||
"type": "boolean",
|
||||
"required": false,
|
||||
"description": "Whether the model is a reasoning model. If None, it is automatically determined from model."
|
||||
},
|
||||
{
|
||||
"name": "api_base",
|
||||
"type": "string",
|
||||
"required": false,
|
||||
"description": "The base url of the MiniMax API.",
|
||||
"defaultValue": "${env:MINIMAX_API_BASE:-https://api.minimax.io/v1}"
|
||||
},
|
||||
{
|
||||
"name": "api_key",
|
||||
"type": "string",
|
||||
"required": false,
|
||||
"description": "The API key of the MiniMax API.",
|
||||
"defaultValue": "${env:MINIMAX_API_KEY}"
|
||||
},
|
||||
{
|
||||
"name": "api_type",
|
||||
"type": "string",
|
||||
"required": false,
|
||||
"description": "The type of the OpenAI API, if you use Azure, it can be: azure"
|
||||
},
|
||||
{
|
||||
"name": "api_version",
|
||||
"type": "string",
|
||||
"required": false,
|
||||
"description": "The version of the OpenAI API."
|
||||
},
|
||||
{
|
||||
"name": "http_proxy",
|
||||
"type": "string",
|
||||
"required": false,
|
||||
"description": "The http or https proxy to use openai"
|
||||
}
|
||||
]
|
||||
}} />
|
||||
Reference in New Issue
Block a user