github/DB-GPT
1
0
Fork 0
mirror of https://github.com/csunny/DB-GPT.git synced 2025-09-06 19:40:13 +00:00
Code Issues Packages Projects Releases Wiki Activity

feat(core): Support max output tokens parameter (#2218)

Browse Source
This commit is contained in:
Fangyin Cheng
2024-12-18 17:19:18 +08:00
committed by GitHub
parent b05febbf77
commit 7f4b5e79cf
121 changed files with 333 additions and 219 deletions
Download Patch File Download Diff File Expand all files Collapse all files

15
web/new-components/chat/content/ChatCompletion.tsx
View File

@@ -19,8 +19,16 @@ const ChatCompletion: React.FC = () => {
const chatId = searchParams?.get('id') ?? '';
const { currentDialogInfo, model } = useContext(ChatContext);
const { history, handleChat, refreshDialogList, setAppInfo, setModelValue, setTemperatureValue, setResourceValue } =
useContext(ChatContentContext);
const {
history,
handleChat,
refreshDialogList,
setAppInfo,
setModelValue,
setTemperatureValue,
setMaxNewTokensValue,
setResourceValue,
} = useContext(ChatContentContext);
const [jsonModalOpen, setJsonModalOpen] = useState(false);
const [jsonValue, setJsonValue] = useState<string>('');
@@ -49,15 +57,18 @@ const ChatCompletion: React.FC = () => {
const paramKey: string[] = res?.param_need?.map(i => i.type) || [];
const resModel = res?.param_need?.filter(item => item.type === 'model')[0]?.value || model;
const temperature = res?.param_need?.filter(item => item.type === 'temperature')[0]?.value || 0.5;
const maxNewTokens = res?.param_need?.filter(item => item.type === 'max_new_tokens')[0]?.value || 2048;
const resource = res?.param_need?.filter(item => item.type === 'resource')[0]?.bind_value;
setAppInfo(res || ({} as IApp));
setTemperatureValue(temperature || 0.5);
setMaxNewTokensValue(maxNewTokens || 2048);
setModelValue(resModel);
setResourceValue(resource);
await handleChat(initMessage.message, {
app_code: res?.app_code,
model_name: resModel,
...(paramKey?.includes('temperature') && { temperature }),
...(paramKey?.includes('max_new_tokens') && { max_new_tokens: maxNewTokens }),
...(paramKey.includes('resource') && {
select_param: typeof resource === 'string' ? resource : JSON.stringify(resource),
}),