mirror of
https://github.com/csunny/DB-GPT.git
synced 2025-09-17 15:10:14 +00:00
feat: Support baichuan-13B model
This commit is contained in:
@@ -136,6 +136,7 @@ class PromptRequest(BaseModel):
|
||||
max_new_tokens: int
|
||||
model: str
|
||||
stop: str = None
|
||||
echo: bool = True
|
||||
|
||||
|
||||
class StreamRequest(BaseModel):
|
||||
@@ -178,6 +179,7 @@ def generate(prompt_request: PromptRequest) -> str:
|
||||
"temperature": prompt_request.temperature,
|
||||
"max_new_tokens": prompt_request.max_new_tokens,
|
||||
"stop": prompt_request.stop,
|
||||
"echo": prompt_request.echo,
|
||||
}
|
||||
|
||||
rsp_str = ""
|
||||
|
Reference in New Issue
Block a user