feat: Support baichuan-13B model

This commit is contained in:
FangYin Cheng
2023-07-25 00:53:28 +08:00
parent 7cc86a8b54
commit 01074660bc
8 changed files with 69 additions and 2 deletions

View File

@@ -136,6 +136,7 @@ class PromptRequest(BaseModel):
max_new_tokens: int
model: str
stop: str = None
echo: bool = True
class StreamRequest(BaseModel):
@@ -178,6 +179,7 @@ def generate(prompt_request: PromptRequest) -> str:
"temperature": prompt_request.temperature,
"max_new_tokens": prompt_request.max_new_tokens,
"stop": prompt_request.stop,
"echo": prompt_request.echo,
}
rsp_str = ""