{row.doc_name}
-
+
{row.doc_type}
@@ -168,8 +185,8 @@ const Documents = () => {
{moment(row.last_sync).format('YYYY-MM-DD HH:MM:SS')}
{
{row.status}
+
+ {(function () {
+ if (row.status === 'TODO' || row.status === 'RUNNING') {
+ return ''
+ } else if (row.status === 'FINISHED') {
+ return (
+
+
+ SUCCESS
+
+
+ )
+ } else {
+ return (
+
+
+ FAILED
+
+
+ )
+ }
+ })()}
+
{
<>
{
const res = await fetch(
- `${fetchBaseURL}/knowledge/${spaceName}/document/sync`,
+ `${process.env.API_BASE_URL}/knowledge/${spaceName}/document/sync`,
{
method: 'POST',
headers: {
@@ -213,7 +264,7 @@ const Documents = () => {
}
}}
>
- Synch
+ Synch
{
)
}}
>
- Detail of Chunks
+ Details
}
@@ -247,7 +298,7 @@ const Documents = () => {
total={total}
onChange={async (page) => {
const res = await fetch(
- `${fetchBaseURL}/knowledge/${spaceName}/document/list`,
+ `${process.env.API_BASE_URL}/knowledge/${spaceName}/document/list`,
{
method: 'POST',
headers: {
@@ -297,9 +348,13 @@ const Documents = () => {
{stepsOfAddingDocument.map((item: any, index: number) => (
-
- {item}
+ {index < activeStep ?
))}
@@ -387,151 +442,224 @@ const Documents = () => {
/>
)}
+
+ setSynchChecked(event.target.checked)
+ }
+ />
+ }
+ >
+ Synch:
+
- {
- if (documentName === '') {
- message.error('Please input the name')
- return
- }
- if (documentType === 'webPage') {
- if (webPageUrl === '') {
- message.error('Please input the Web Page URL')
- return
- }
- const res = await fetch(
- `${fetchBaseURL}/knowledge/${spaceName}/document/add`,
- {
- method: 'POST',
- headers: {
- 'Content-Type': 'application/json'
- },
- body: JSON.stringify({
- doc_name: documentName,
- content: webPageUrl,
- doc_type: 'URL'
- })
- }
- )
- const data = await res.json()
- if (data.success) {
- message.success('success')
- setIsAddDocumentModalShow(false)
- const res = await fetch(
- `${fetchBaseURL}/knowledge/${spaceName}/document/list`,
- {
- method: 'POST',
- headers: {
- 'Content-Type': 'application/json'
- },
- body: JSON.stringify({
- page: current,
- page_size
- })
- }
- )
- const data = await res.json()
- if (data.success) {
- setDocuments(data.data.data)
- setTotal(data.data.total)
- setCurrent(data.data.page)
- }
- } else {
- message.error(data.err_msg || 'failed')
- }
- } else if (documentType === 'file') {
- if (!originFileObj) {
- message.error('Please select a file')
- return
- }
- const formData = new FormData()
- formData.append('doc_name', documentName)
- formData.append('doc_file', originFileObj)
- formData.append('doc_type', 'DOCUMENT')
- const res = await fetch(
- `${fetchBaseURL}/knowledge/${spaceName}/document/upload`,
- {
- method: 'POST',
- body: formData
- }
- )
- const data = await res.json()
- if (data.success) {
- message.success('success')
- setIsAddDocumentModalShow(false)
- const res = await fetch(
- `${fetchBaseURL}/knowledge/${spaceName}/document/list`,
- {
- method: 'POST',
- headers: {
- 'Content-Type': 'application/json'
- },
- body: JSON.stringify({
- page: current,
- page_size
- })
- }
- )
- const data = await res.json()
- if (data.success) {
- setDocuments(data.data.data)
- setTotal(data.data.total)
- setCurrent(data.data.page)
- }
- } else {
- message.error(data.err_msg || 'failed')
- }
- } else {
- if (text === '') {
- message.error('Please input the text')
- return
- }
- const res = await fetch(
- `${fetchBaseURL}/knowledge/${spaceName}/document/add`,
- {
- method: 'POST',
- headers: {
- 'Content-Type': 'application/json'
- },
- body: JSON.stringify({
- doc_name: documentName,
- source: textSource,
- content: text,
- doc_type: 'TEXT'
- })
- }
- )
- const data = await res.json()
- if (data.success) {
- message.success('success')
- setIsAddDocumentModalShow(false)
- const res = await fetch(
- `${fetchBaseURL}/knowledge/${spaceName}/document/list`,
- {
- method: 'POST',
- headers: {
- 'Content-Type': 'application/json'
- },
- body: JSON.stringify({
- page: current,
- page_size
- })
- }
- )
- const data = await res.json()
- if (data.success) {
- setDocuments(data.data.data)
- setTotal(data.data.total)
- setCurrent(data.data.page)
- }
- } else {
- message.error(data.err_msg || 'failed')
- }
- }
- }}
+
- Finish
-
+ setActiveStep(0)}
+ >
+ {'< Back'}
+
+ {
+ if (documentName === '') {
+ message.error('Please input the name')
+ return
+ }
+ if (documentType === 'webPage') {
+ if (webPageUrl === '') {
+ message.error('Please input the Web Page URL')
+ return
+ }
+ const res = await fetch(
+ `${process.env.API_BASE_URL}/knowledge/${spaceName}/document/add`,
+ {
+ method: 'POST',
+ headers: {
+ 'Content-Type': 'application/json'
+ },
+ body: JSON.stringify({
+ doc_name: documentName,
+ content: webPageUrl,
+ doc_type: 'URL'
+ })
+ }
+ )
+ const data = await res.json()
+ data.success &&
+ synchChecked &&
+ fetch(
+ `${process.env.API_BASE_URL}/knowledge/${spaceName}/document/sync`,
+ {
+ method: 'POST',
+ headers: {
+ 'Content-Type': 'application/json'
+ },
+ body: JSON.stringify({
+ doc_ids: [data.data]
+ })
+ }
+ )
+ if (data.success) {
+ message.success('success')
+ setIsAddDocumentModalShow(false)
+ const res = await fetch(
+ `${process.env.API_BASE_URL}/knowledge/${spaceName}/document/list`,
+ {
+ method: 'POST',
+ headers: {
+ 'Content-Type': 'application/json'
+ },
+ body: JSON.stringify({
+ page: current,
+ page_size
+ })
+ }
+ )
+ const data = await res.json()
+ if (data.success) {
+ setDocuments(data.data.data)
+ setTotal(data.data.total)
+ setCurrent(data.data.page)
+ }
+ } else {
+ message.error(data.err_msg || 'failed')
+ }
+ } else if (documentType === 'file') {
+ if (!originFileObj) {
+ message.error('Please select a file')
+ return
+ }
+ const formData = new FormData()
+ formData.append('doc_name', documentName)
+ formData.append('doc_file', originFileObj)
+ formData.append('doc_type', 'DOCUMENT')
+ const res = await fetch(
+ `${process.env.API_BASE_URL}/knowledge/${spaceName}/document/upload`,
+ {
+ method: 'POST',
+ body: formData
+ }
+ )
+ const data = await res.json()
+ data.success &&
+ synchChecked &&
+ fetch(
+ `${process.env.API_BASE_URL}/knowledge/${spaceName}/document/sync`,
+ {
+ method: 'POST',
+ headers: {
+ 'Content-Type': 'application/json'
+ },
+ body: JSON.stringify({
+ doc_ids: [data.data]
+ })
+ }
+ )
+ if (data.success) {
+ message.success('success')
+ setIsAddDocumentModalShow(false)
+ const res = await fetch(
+ `${process.env.API_BASE_URL}/knowledge/${spaceName}/document/list`,
+ {
+ method: 'POST',
+ headers: {
+ 'Content-Type': 'application/json'
+ },
+ body: JSON.stringify({
+ page: current,
+ page_size
+ })
+ }
+ )
+ const data = await res.json()
+ if (data.success) {
+ setDocuments(data.data.data)
+ setTotal(data.data.total)
+ setCurrent(data.data.page)
+ }
+ } else {
+ message.error(data.err_msg || 'failed')
+ }
+ } else {
+ if (text === '') {
+ message.error('Please input the text')
+ return
+ }
+ const res = await fetch(
+ `${process.env.API_BASE_URL}/knowledge/${spaceName}/document/add`,
+ {
+ method: 'POST',
+ headers: {
+ 'Content-Type': 'application/json'
+ },
+ body: JSON.stringify({
+ doc_name: documentName,
+ source: textSource,
+ content: text,
+ doc_type: 'TEXT'
+ })
+ }
+ )
+ const data = await res.json()
+ data.success &&
+ synchChecked &&
+ fetch(
+ `${process.env.API_BASE_URL}/knowledge/${spaceName}/document/sync`,
+ {
+ method: 'POST',
+ headers: {
+ 'Content-Type': 'application/json'
+ },
+ body: JSON.stringify({
+ doc_ids: [data.data]
+ })
+ }
+ )
+ if (data.success) {
+ message.success('success')
+ setIsAddDocumentModalShow(false)
+ const res = await fetch(
+ `${process.env.API_BASE_URL}/knowledge/${spaceName}/document/list`,
+ {
+ method: 'POST',
+ headers: {
+ 'Content-Type': 'application/json'
+ },
+ body: JSON.stringify({
+ page: current,
+ page_size
+ })
+ }
+ )
+ const data = await res.json()
+ if (data.success) {
+ setDocuments(data.data.data)
+ setTotal(data.data.total)
+ setCurrent(data.data.page)
+ }
+ } else {
+ message.error(data.err_msg || 'failed')
+ }
+ }
+ }}
+ >
+ Finish
+
+
)}
diff --git a/datacenter/app/datastores/page.tsx b/datacenter/app/datastores/page.tsx
index e66c39a1f..05033bca5 100644
--- a/datacenter/app/datastores/page.tsx
+++ b/datacenter/app/datastores/page.tsx
@@ -3,8 +3,9 @@
import { useRouter } from 'next/navigation'
import React, { useState, useEffect } from 'react'
import { InboxOutlined } from '@ant-design/icons'
+import CheckCircleOutlinedIcon from '@mui/icons-material/CheckCircleOutlined';
import type { UploadProps } from 'antd'
-import { message, Upload } from 'antd'
+import { message, Upload, Popover } from 'antd'
import {
useColorScheme,
Modal,
@@ -16,9 +17,10 @@ import {
Input,
Textarea,
Chip,
+ Switch,
+ Typography,
styled
} from '@/lib/mui'
-import { fetchBaseURL } from '@/app/datastores/constants'
const { Dragger } = Upload
@@ -34,7 +36,7 @@ const Item = styled(Sheet)(({ theme }) => ({
}))
const stepsOfAddingSpace = [
- 'Knowledge Space Configuration',
+ 'Knowledge Space Config',
'Choose a Datasource type',
'Setup the Datasource'
]
@@ -71,6 +73,7 @@ const Index = () => {
const [textSource, setTextSource] = useState('')
const [text, setText] = useState('')
const [originFileObj, setOriginFileObj] = useState(null)
+ const [synchChecked, setSynchChecked] = useState(true)
const props: UploadProps = {
name: 'file',
multiple: false,
@@ -87,7 +90,7 @@ const Index = () => {
}
useEffect(() => {
async function fetchData() {
- const res = await fetch(`${fetchBaseURL}/knowledge/space/list`, {
+ const res = await fetch(`${process.env.API_BASE_URL}/knowledge/space/list`, {
method: 'POST',
headers: {
'Content-Type': 'application/json'
@@ -128,8 +131,8 @@ const Index = () => {
{knowledgeSpaceList.length ? (
{
},
'& tbody tr: hover a': {
textDecoration: 'underline'
+ },
+ '& tbody tr a': {
+ color: 'rgb(13, 96, 217)'
}
}}
>
@@ -146,6 +152,7 @@ const Index = () => {
Name
Vector
Owner
+ Description
@@ -165,23 +172,22 @@ const Index = () => {
}
-
+
{row.vector_type}
-
+
{row.owner}
+
+
+ {row.desc.length > 10
+ ? `${row.desc.slice(0, 10)}...`
+ : row.desc}
+
+
))}
@@ -214,9 +220,13 @@ const Index = () => {
{stepsOfAddingSpace.map((item: any, index: number) => (
-
- {item}
+ {index < activeStep ?
))}
@@ -237,24 +247,27 @@ const Index = () => {
message.error('please input the name')
return
}
- const res = await fetch(`${fetchBaseURL}/knowledge/space/add`, {
- method: 'POST',
- headers: {
- 'Content-Type': 'application/json'
- },
- body: JSON.stringify({
- name: knowledgeSpaceName,
- vector_type: 'Chroma',
- owner: 'keting',
- desc: 'test1'
- })
- })
+ const res = await fetch(
+ `${process.env.API_BASE_URL}/knowledge/space/add`,
+ {
+ method: 'POST',
+ headers: {
+ 'Content-Type': 'application/json'
+ },
+ body: JSON.stringify({
+ name: knowledgeSpaceName,
+ vector_type: 'Chroma',
+ owner: 'keting',
+ desc: 'test1'
+ })
+ }
+ )
const data = await res.json()
if (data.success) {
message.success('success')
setActiveStep(1)
const res = await fetch(
- `${fetchBaseURL}/knowledge/space/list`,
+ `${process.env.API_BASE_URL}/knowledge/space/list`,
{
method: 'POST',
headers: {
@@ -358,94 +371,164 @@ const Index = () => {
/>
)}
+
+ setSynchChecked(event.target.checked)
+ }
+ />
+ }
+ >
+ Synch:
+
- {
- if (documentName === '') {
- message.error('Please input the name')
- return
- }
- if (documentType === 'webPage') {
- if (webPageUrl === '') {
- message.error('Please input the Web Page URL')
- return
- }
- const res = await fetch(
- `${fetchBaseURL}/knowledge/${knowledgeSpaceName}/document/add`,
- {
- method: 'POST',
- headers: {
- 'Content-Type': 'application/json'
- },
- body: JSON.stringify({
- doc_name: documentName,
- content: webPageUrl,
- doc_type: 'URL'
- })
- }
- )
- const data = await res.json()
- if (data.success) {
- message.success('success')
- setIsAddKnowledgeSpaceModalShow(false)
- } else {
- message.error(data.err_msg || 'failed')
- }
- } else if (documentType === 'file') {
- if (!originFileObj) {
- message.error('Please select a file')
- return
- }
- const formData = new FormData()
- formData.append('doc_name', documentName)
- formData.append('doc_file', originFileObj)
- formData.append('doc_type', 'DOCUMENT')
- const res = await fetch(
- `${fetchBaseURL}/knowledge/${knowledgeSpaceName}/document/upload`,
- {
- method: 'POST',
- body: formData
- }
- )
- const data = await res.json()
- if (data.success) {
- message.success('success')
- setIsAddKnowledgeSpaceModalShow(false)
- } else {
- message.error(data.err_msg || 'failed')
- }
- } else {
- if (text === '') {
- message.error('Please input the text')
- return
- }
- const res = await fetch(
- `${fetchBaseURL}/knowledge/${knowledgeSpaceName}/document/add`,
- {
- method: 'POST',
- headers: {
- 'Content-Type': 'application/json'
- },
- body: JSON.stringify({
- doc_name: documentName,
- source: textSource,
- content: text,
- doc_type: 'TEXT'
- })
- }
- )
- const data = await res.json()
- if (data.success) {
- message.success('success')
- setIsAddKnowledgeSpaceModalShow(false)
- } else {
- message.error(data.err_msg || 'failed')
- }
- }
- }}
+
- Finish
-
+ setActiveStep(1)}
+ >
+ {'< Back'}
+
+ {
+ if (documentName === '') {
+ message.error('Please input the name')
+ return
+ }
+ if (documentType === 'webPage') {
+ if (webPageUrl === '') {
+ message.error('Please input the Web Page URL')
+ return
+ }
+ const res = await fetch(
+ `${process.env.API_BASE_URL}/knowledge/${knowledgeSpaceName}/document/add`,
+ {
+ method: 'POST',
+ headers: {
+ 'Content-Type': 'application/json'
+ },
+ body: JSON.stringify({
+ doc_name: documentName,
+ content: webPageUrl,
+ doc_type: 'URL'
+ })
+ }
+ )
+ const data = await res.json()
+ if (data.success) {
+ message.success('success')
+ setIsAddKnowledgeSpaceModalShow(false)
+ synchChecked &&
+ fetch(
+ `${process.env.API_BASE_URL}/knowledge/${knowledgeSpaceName}/document/sync`,
+ {
+ method: 'POST',
+ headers: {
+ 'Content-Type': 'application/json'
+ },
+ body: JSON.stringify({
+ doc_ids: [data.data]
+ })
+ }
+ )
+ } else {
+ message.error(data.err_msg || 'failed')
+ }
+ } else if (documentType === 'file') {
+ if (!originFileObj) {
+ message.error('Please select a file')
+ return
+ }
+ const formData = new FormData()
+ formData.append('doc_name', documentName)
+ formData.append('doc_file', originFileObj)
+ formData.append('doc_type', 'DOCUMENT')
+ const res = await fetch(
+ `${process.env.API_BASE_URL}/knowledge/${knowledgeSpaceName}/document/upload`,
+ {
+ method: 'POST',
+ body: formData
+ }
+ )
+ const data = await res.json()
+ if (data.success) {
+ message.success('success')
+ setIsAddKnowledgeSpaceModalShow(false)
+ synchChecked &&
+ fetch(
+ `${process.env.API_BASE_URL}/knowledge/${knowledgeSpaceName}/document/sync`,
+ {
+ method: 'POST',
+ headers: {
+ 'Content-Type': 'application/json'
+ },
+ body: JSON.stringify({
+ doc_ids: [data.data]
+ })
+ }
+ )
+ } else {
+ message.error(data.err_msg || 'failed')
+ }
+ } else {
+ if (text === '') {
+ message.error('Please input the text')
+ return
+ }
+ const res = await fetch(
+ `${process.env.API_BASE_URL}/knowledge/${knowledgeSpaceName}/document/add`,
+ {
+ method: 'POST',
+ headers: {
+ 'Content-Type': 'application/json'
+ },
+ body: JSON.stringify({
+ doc_name: documentName,
+ source: textSource,
+ content: text,
+ doc_type: 'TEXT'
+ })
+ }
+ )
+ const data = await res.json()
+ if (data.success) {
+ message.success('success')
+ setIsAddKnowledgeSpaceModalShow(false)
+ synchChecked &&
+ fetch(
+ `${process.env.API_BASE_URL}/knowledge/${knowledgeSpaceName}/document/sync`,
+ {
+ method: 'POST',
+ headers: {
+ 'Content-Type': 'application/json'
+ },
+ body: JSON.stringify({
+ doc_ids: [data.data]
+ })
+ }
+ )
+ } else {
+ message.error(data.err_msg || 'failed')
+ }
+ }
+ }}
+ >
+ Finish
+
+
)}
diff --git a/datacenter/app/globals.css b/datacenter/app/globals.css
index 153cf633c..93095ccd9 100644
--- a/datacenter/app/globals.css
+++ b/datacenter/app/globals.css
@@ -12,28 +12,6 @@ body {
background-color: var(--joy-palette-background-body);
}
-table {
- border-collapse: collapse;
- width: 100%;
-}
-
-th, td {
- border: 1px solid #ddd;
- text-align: left;
- padding: 8px;
-}
-
-th {
- background-color: #f2f2f2;
-}
-
-tr:nth-child(even) {
- background-color: #f2f2f2;
-}
-tr:hover {
- background-color: #ddd;
-}
-
body .ant-btn-primary {
background-color: #1677ff;
}
diff --git a/datacenter/app/page.tsx b/datacenter/app/page.tsx
index 61384178f..e1d3bbea5 100644
--- a/datacenter/app/page.tsx
+++ b/datacenter/app/page.tsx
@@ -1,7 +1,7 @@
"use client";
import { useRequest } from 'ahooks';
import { useState } from 'react';
-import { Button, Input, useColorScheme } from '@/lib/mui';
+import { Button, Input, Box, buttonClasses } from '@/lib/mui';
import IconButton from '@mui/joy/IconButton';
import SendRoundedIcon from '@mui/icons-material/SendRounded';
import { zodResolver } from '@hookform/resolvers/zod';
@@ -13,7 +13,6 @@ import { useRouter } from 'next/navigation';
export default function Home() {
const Schema = z.object({ query: z.string().min(1) });
const router = useRouter();
- const { mode } = useColorScheme();
const [isLoading, setIsLoading] = useState(false);
const methods = useForm>({
resolver: zodResolver(Schema),
@@ -29,7 +28,7 @@ export default function Home() {
chat_mode: 'chat_normal'
});
if (res?.success && res?.data?.conv_uid) {
- router.push(`/agents/${res?.data?.conv_uid}?initMessage=${query}`);
+ router.push(`/chat?id=${res?.data?.conv_uid}&initMessage=${query}`);
}
} catch (err) {
} finally {
@@ -38,73 +37,78 @@ export default function Home() {
};
return (
- <>
-
-
-
-
-
-
-
-
-
Scenes
-
+ <>
+
+
+
+
Scenes
+
{scenesList?.data?.map(scene => (
{
const res = await sendPostRequest('/v1/chat/dialogue/new', {
chat_mode: scene['chat_scene']
});
if (res?.success && res?.data?.conv_uid) {
- router.push(`/agents/${res?.data?.conv_uid}?scene=${scene['chat_scene']}`);
+ router.push(`/chat?id=${res?.data?.conv_uid}&scene=${scene['chat_scene']}`);
}
}}
>
{scene['scene_name']
}
))}
-
+
-
-
-
+
)
diff --git a/datacenter/components/agentPage.tsx b/datacenter/components/agentPage.tsx
index 9caffbeaa..ac2541e58 100644
--- a/datacenter/components/agentPage.tsx
+++ b/datacenter/components/agentPage.tsx
@@ -2,14 +2,12 @@
import { useRequest } from 'ahooks';
import { sendGetRequest, sendPostRequest } from '@/utils/request';
import useAgentChat from '@/hooks/useAgentChat';
-import ChatBoxComp from '@/components/chatBox';
+import ChatBoxComp from '@/components/chatBoxTemp';
import { useDialogueContext } from '@/app/context/dialogue';
const AgentPage = (props: {
- params: {
- agentId?: string;
- },
searchParams: {
+ id?: string;
scene?: string;
initMessage?: string;
}
@@ -17,26 +15,28 @@ const AgentPage = (props: {
const { refreshDialogList } = useDialogueContext();
const { data: historyList } = useRequest(async () => await sendGetRequest('/v1/chat/dialogue/messages/history', {
- con_uid: props.params?.agentId
+ con_uid: props.searchParams?.id
}), {
- ready: !!props.params?.agentId
+ ready: !!props.searchParams?.id,
+ refreshDeps: [props.searchParams?.id]
});
const { data: paramsList } = useRequest(async () => await sendPostRequest(`/v1/chat/mode/params/list?chat_mode=${props.searchParams?.scene}`), {
- ready: !!props.searchParams?.scene
+ ready: !!props.searchParams?.scene,
+ refreshDeps: [props.searchParams?.scene]
});
const { history, handleChatSubmit } = useAgentChat({
- queryAgentURL: `http://30.183.153.109:5000/v1/chat/completions`,
+ queryAgentURL: `/v1/chat/completions`,
queryBody: {
- conv_uid: props.params?.agentId,
+ conv_uid: props.searchParams?.id,
chat_mode: props.searchParams?.scene || 'chat_normal',
},
initHistory: historyList?.data
});
return (
-
+ <>
{
@@ -46,7 +46,7 @@ const AgentPage = (props: {
onSubmit={handleChatSubmit}
paramsList={paramsList?.data}
/>
-
+
)
}
diff --git a/datacenter/components/chatBox.tsx b/datacenter/components/chatBox.tsx
index 682ec9e09..ab642a2e0 100644
--- a/datacenter/components/chatBox.tsx
+++ b/datacenter/components/chatBox.tsx
@@ -96,168 +96,171 @@ const ChatBoxComp = ({
}, [paramsList]);
return (
-
+
- {firstMsg && (
-
- {firstMsg?.context}
-
- )}
-
- {messages.filter(item => ['view', 'human'].includes(item.role)).map((each, index) => (
-
+
+ {firstMsg && (
({
- px: 2,
- 'ol, ul': {
- my: 0,
- pl: 2,
- },
- ol: {
- listStyle: 'numeric',
- },
- ul: {
- listStyle: 'disc',
- mb: 2,
- },
- li: {
- my: 1,
- },
- a: {
- textDecoration: 'underline',
- },
- })}
+ color={'primary'}
+ className="message-agent"
+ sx={{
+ mr: 'auto',
+ ml: 'none',
+ whiteSpace: 'pre-wrap',
+ }}
>
-
- {each.context?.replaceAll('\\n', '\n')}
-
+ {firstMsg?.context}
-
- ))}
-
- {isLoading && (
-
- {!readOnly && (
-
- )}
-
+ {messages.filter(item => ['view', 'human'].includes(item.role)).map((each, index) => (
+
+ ({
+ px: 2,
+ 'ol, ul': {
+ my: 0,
+ pl: 2,
+ },
+ ol: {
+ listStyle: 'numeric',
+ },
+ ul: {
+ listStyle: 'disc',
+ mb: 2,
+ },
+ li: {
+ my: 1,
+ },
+ a: {
+ textDecoration: 'underline',
+ },
+ })}
+ >
+
+ {each.context?.replaceAll('\\n', '\n')}
+
+
+
+ ))}
+
+ {isLoading && (
+
+ )}
+
+ {!readOnly && (
+
+ )}
+
+
+
);
}
diff --git a/datacenter/components/chatBoxTemp.tsx b/datacenter/components/chatBoxTemp.tsx
new file mode 100644
index 000000000..56f4762a7
--- /dev/null
+++ b/datacenter/components/chatBoxTemp.tsx
@@ -0,0 +1,252 @@
+import { zodResolver } from '@hookform/resolvers/zod';
+import SendRoundedIcon from '@mui/icons-material/SendRounded';
+import { Card, CircularProgress, IconButton, Input, Stack, Select, Option, Tooltip, Box, useColorScheme } from '@/lib/mui';
+import React, { useState } from 'react';
+import { useForm } from 'react-hook-form';
+import { z } from 'zod';
+import { Message } from '@/types';
+import FaceRetouchingNaturalOutlinedIcon from '@mui/icons-material/FaceRetouchingNaturalOutlined';
+import SmartToyOutlinedIcon from '@mui/icons-material/SmartToyOutlined';
+import Markdown from 'markdown-to-jsx';
+import { Prism as SyntaxHighlighter } from 'react-syntax-highlighter';
+import { okaidia } from 'react-syntax-highlighter/dist/esm/styles/prism';
+
+type Props = {
+ messages: Message[];
+ onSubmit: (message: string, otherQueryBody?: any) => Promise;
+ initialMessage?: string;
+ readOnly?: boolean;
+ paramsList?: { [key: string]: string };
+ clearIntialMessage?: () => void;
+};
+
+const Schema = z.object({ query: z.string().min(1) });
+
+const ChatBoxComp = ({
+ messages,
+ onSubmit,
+ initialMessage,
+ readOnly,
+ paramsList,
+ clearIntialMessage
+}: Props) => {
+ const { mode } = useColorScheme();
+ const scrollableRef = React.useRef(null);
+ const [isLoading, setIsLoading] = useState(false);
+ const [currentParam, setCurrentParam] = useState();
+
+ const methods = useForm>({
+ resolver: zodResolver(Schema),
+ defaultValues: {},
+ });
+
+ const submit = async ({ query }: z.infer) => {
+ try {
+ setIsLoading(true);
+ methods.reset();
+ await onSubmit(query, {
+ select_param: paramsList?.[currentParam]
+ });
+ } catch (err) {
+ } finally {
+ setIsLoading(false);
+ }
+ };
+
+ const handleInitMessage = async () => {
+ try {
+ const searchParams = new URLSearchParams(window.location.search);
+ searchParams.delete('initMessage');
+ window.history.replaceState(null, null, `?${searchParams.toString()}`);
+ await submit({ query: (initialMessage as string) });
+ } catch (err) {
+ console.log(err);
+ } finally {
+ clearIntialMessage?.();
+ }
+ }
+
+ const options = {
+ overrides: {
+ code: ({ children }) => (
+
+ {children}
+
+ ),
+ },
+ };
+
+ React.useEffect(() => {
+ if (!scrollableRef.current) {
+ return;
+ }
+
+ scrollableRef.current.scrollTo(0, scrollableRef.current.scrollHeight);
+ }, [messages?.length]);
+
+ React.useEffect(() => {
+ if (initialMessage && messages.length <= 0) {
+ handleInitMessage();
+ }
+ }, [initialMessage]);
+
+ React.useEffect(() => {
+ if (paramsList && Object.keys(paramsList || {})?.length > 0) {
+ setCurrentParam(Object.keys(paramsList || {})?.[0]);
+ }
+ }, [paramsList]);
+
+ return (
+
+
+
+ {messages.filter(item => ['view', 'human'].includes(item.role))?.map((each, index) => {
+ return (
+
+ ({
+ background: each.role === 'view' ? 'var(--joy-palette-primary-softBg, var(--joy-palette-primary-100, #DDF1FF))': 'unset',
+ border: 'unset',
+ borderRadius: 'unset',
+ padding: '24px 0 26px 0',
+ lineHeight: '24px',
+ })}
+ >
+
+
+ {each.role === 'view' ? (
+
+
+
+ {each.context?.replaceAll('\\n', '\n')}
+
+
+
+
+
+ )
+ })}
+ {isLoading && (
+
+ {!readOnly && (
+
+
+
+ )}
+
+
+
@@ -110,41 +111,56 @@ const LeftSider = () => {
aria-labelledby="nav-list-browse"
sx={{
'& .JoyListItemButton-root': { p: '8px' },
+ gap: '4px'
}}
>
{dialogueList?.data?.map((each) => {
- const isSelect = pathname === `/agents/${each.conv_uid}`;
+ const isSelect = pathname === `/chat` && searchParams.get('id') === each.conv_uid;
return (
-
+
+ {
+ e.preventDefault();
+ e.stopPropagation();
+ Modal.confirm({
+ title: 'Delete Chat',
+ content: 'Are you sure delete this chat?',
+ width: '276px',
+ centered: true,
+ async onOk() {
+ await sendPostRequest(`v1/chat/dialogue/delete?con_uid=${each.conv_uid}`);
+ await refreshDialogList();
+ if (pathname === `/chat` && searchParams.get('id') === each.conv_uid) {
+ router.push('/');
+ }
+ }
+ })
+ }}
+ className='del-btn invisible'
+ >
+
- {
- await sendPostRequest(`v1/chat/dialogue/delete?con_uid=${each.conv_uid}`);
- await refreshDialogList();
- if (pathname === `/agents/${each.conv_uid}`) {
- router.push('/');
- }
- }}
- okText="Yes"
- cancelText="No"
- >
-
-
-
)
})}
@@ -157,6 +173,8 @@ const LeftSider = () => {
{
@@ -202,6 +221,7 @@ const LeftSider = () => {
diff --git a/datacenter/defaultTheme.ts b/datacenter/defaultTheme.ts
index a89e57658..dd0c10778 100644
--- a/datacenter/defaultTheme.ts
+++ b/datacenter/defaultTheme.ts
@@ -7,7 +7,11 @@ export const joyTheme = extendTheme({
palette: {
mode: 'dark',
primary: {
- ...colors.purple,
+ ...colors.grey,
+ solidBg: '#dfdfdf91',
+ solidColor: '#4e4e4e',
+ solidHoverBg: '#d5d5d5',
+ outlinedColor: '#4e4e59'
},
neutral: {
plainColor: '#4d4d4d',
@@ -21,7 +25,7 @@ export const joyTheme = extendTheme({
surface: '#fff'
},
text: {
- primary: '#25252D'
+ primary: '#505050',
},
},
},
@@ -29,21 +33,26 @@ export const joyTheme = extendTheme({
palette: {
mode: 'light',
primary: {
- ...colors.purple,
+ ...colors.grey,
+ softBg: '#353539',
+ softHoverBg: '#35353978',
+ softDisabledBg: '#353539'
},
neutral: {
plainColor: '#D8D8DF',
plainHoverColor: '#F7F7F8',
- plainHoverBg: '#25252D',
+ plainHoverBg: '#353539',
plainActiveBg: '#434356',
- plainDisabledColor: '#434356'
+ plainDisabledColor: '#434356',
+ outlinedBorder: '#353539',
+ outlinedHoverBorder: '#454651'
},
text: {
primary: '#EBEBEF'
},
background: {
- body: '#0f172a',
- surface: '#1e293b40'
+ body: '#212121',
+ surface: '#525262',
}
},
},
diff --git a/datacenter/hooks/useAgentChat.ts b/datacenter/hooks/useAgentChat.ts
index 0862a1919..50204a720 100644
--- a/datacenter/hooks/useAgentChat.ts
+++ b/datacenter/hooks/useAgentChat.ts
@@ -49,7 +49,7 @@ import { useDialogueContext } from '@/app/context/dialogue';
const ctrl = new AbortController();
let buffer = '';
- await fetchEventSource(queryAgentURL, {
+ await fetchEventSource(`${process.env.API_BASE_URL + queryAgentURL}`, {
method: 'POST',
headers: {
'Content-Type': 'application/json',
diff --git a/datacenter/next.config.js b/datacenter/next.config.js
index 981da9faa..3ce9719fa 100644
--- a/datacenter/next.config.js
+++ b/datacenter/next.config.js
@@ -6,6 +6,9 @@ const nextConfig = {
},
typescript: {
ignoreBuildErrors: true
+ },
+ env: {
+ API_BASE_URL: process.env.API_BASE_URL || 'http://localhost:5000'
}
}
diff --git a/datacenter/utils/ctx-axios.ts b/datacenter/utils/ctx-axios.ts
new file mode 100644
index 000000000..79cb4147b
--- /dev/null
+++ b/datacenter/utils/ctx-axios.ts
@@ -0,0 +1,14 @@
+import axios from 'axios';
+
+const api = axios.create({
+ baseURL: process.env.API_BASE_URL,
+});
+
+api.defaults.timeout = 10000;
+
+api.interceptors.response.use(
+ response => response.data,
+ err => Promise.reject(err)
+);
+
+export default api;
\ No newline at end of file
diff --git a/datacenter/utils/request.ts b/datacenter/utils/request.ts
index 6aa3d27d7..3e9f79b9c 100644
--- a/datacenter/utils/request.ts
+++ b/datacenter/utils/request.ts
@@ -1,16 +1,7 @@
import { message } from 'antd';
-import axios from 'axios';
+import axios from './ctx-axios';
import { isPlainObject } from 'lodash';
-axios.defaults.baseURL = 'http://127.0.0.1:5000';
-
-axios.defaults.timeout = 10000;
-
-axios.interceptors.response.use(
- response => response.data,
- err => Promise.reject(err)
-);
-
const DEFAULT_HEADERS = {
'content-type': 'application/json',
};
diff --git a/docker-compose.yml b/docker-compose.yml
index b224e1ac3..9f17e160f 100644
--- a/docker-compose.yml
+++ b/docker-compose.yml
@@ -16,11 +16,16 @@ services:
webserver:
build:
context: .
- dockerfile: Dockerfile-webserver
+ dockerfile: Dockerfile
+ command: python3 pilot/server/webserver.py
environment:
- MODEL_SERVER=http://llmserver:8000
- LOCAL_DB_HOST=db
- WEB_SERVER_PORT=7860
+ - ALLOWLISTED_PLUGINS=db_dashboard
+ depends_on:
+ - db
+ - llmserver
volumes:
- ./models:/app/models
- ./plugins:/app/plugins
@@ -28,16 +33,19 @@ services:
env_file:
- .env.template
ports:
- - 7860:7860
+ - 7860:7860/tcp
expose:
- - 7860
+ - 7860/tcp
restart: unless-stopped
llmserver:
build:
context: .
- dockerfile: Dockerfile-llmserver
+ dockerfile: Dockerfile
+ command: python3 pilot/server/llmserver.py
environment:
- LOCAL_DB_HOST=db
+ depends_on:
+ - db
volumes:
- ./models:/app/models
env_file:
@@ -50,9 +58,17 @@ services:
reservations:
devices:
- driver: nvidia
- device_ids: ['1']
+ device_ids: ['0']
capabilities: [gpu]
-
+ tunnel:
+ image: cloudflare/cloudflared:latest
+ container_name: cloudflared-tunnel
+ restart: unless-stopped
+ environment:
+ - TUNNEL_URL=http://webserver:7860
+ command: tunnel --no-autoupdate
+ depends_on:
+ - webserver
volumes:
diff --git a/docs/conf.py b/docs/conf.py
index e00f95f06..04800c71e 100644
--- a/docs/conf.py
+++ b/docs/conf.py
@@ -14,7 +14,7 @@ project = "DB-GPT"
copyright = "2023, csunny"
author = "csunny"
-version = "👏👏 0.2.2"
+version = "👏👏 0.2.3"
html_title = project + " " + version
# -- General configuration ---------------------------------------------------
diff --git a/docs/getting_started/getting_started.md b/docs/getting_started/getting_started.md
index d082a0c75..17907b72c 100644
--- a/docs/getting_started/getting_started.md
+++ b/docs/getting_started/getting_started.md
@@ -30,14 +30,21 @@ python>=3.10
conda create -n dbgpt_env python=3.10
conda activate dbgpt_env
pip install -r requirements.txt
+```
+Before use DB-GPT Knowledge Management
+```
+python -m spacy download zh_core_web_sm
+
```
Once the environment is installed, we have to create a new folder "models" in the DB-GPT project, and then we can put all the models downloaded from huggingface in this directory
+make sure you have install git-lfs
```
git clone https://huggingface.co/Tribbiani/vicuna-13b
git clone https://huggingface.co/sentence-transformers/all-MiniLM-L6-v2
git clone https://huggingface.co/GanymedeNil/text2vec-large-chinese
+git clone https://huggingface.co/THUDM/chatglm2-6b
```
The model files are large and will take a long time to download. During the download, let's configure the .env file, which needs to be copied and created from the .env.template
@@ -53,20 +60,30 @@ You can refer to this document to obtain the Vicuna weights: [Vicuna](https://gi
If you have difficulty with this step, you can also directly use the model from [this link](https://huggingface.co/Tribbiani/vicuna-7b) as a replacement.
-1. Run server
+1. prepare server sql script
```bash
-$ python pilot/server/llmserver.py
+mysql> CREATE DATABASE knowledge_management;
+mysql> use knowledge_management;
+mysql> source ./assets/schema/knowledge_management.sql
```
+set .env configuration set your vector store type, eg:VECTOR_STORE_TYPE=Chroma, now we support Chroma and Milvus(version > 2.1)
-Starting `llmserver.py` with the following command will result in a relatively stable Python service with multiple processes.
-```bash
-$ gunicorn llmserver:app -w 4 -k uvicorn.workers.UvicornWorker -b 0.0.0.0:8000 &
-```
-Run gradio webui
+2. Run db-gpt server
```bash
-$ python pilot/server/webserver.py
+$ python pilot/server/dbgpt_server.py
```
-Notice: the webserver need to connect llmserver, so you need change the .env file. change the MODEL_SERVER = "http://127.0.0.1:8000" to your address. It's very important.
\ No newline at end of file
+3. Run new webui
+
+
+```bash
+$ cd datacenter
+$ npm i
+$ npm run dev
+```
+Notice: make sure node.js is the latest version, learn more about db-gt webui,
+read https://github.com/csunny/DB-GPT/tree/new-page-framework/datacenter
+
+Open http://localhost:3000 with your browser to see the result.
\ No newline at end of file
diff --git a/docs/locales/zh_CN/LC_MESSAGES/getting_started/getting_started.po b/docs/locales/zh_CN/LC_MESSAGES/getting_started/getting_started.po
index 274fe54bd..d4ead1cb1 100644
--- a/docs/locales/zh_CN/LC_MESSAGES/getting_started/getting_started.po
+++ b/docs/locales/zh_CN/LC_MESSAGES/getting_started/getting_started.po
@@ -8,7 +8,7 @@ msgid ""
msgstr ""
"Project-Id-Version: DB-GPT 0.1.0\n"
"Report-Msgid-Bugs-To: \n"
-"POT-Creation-Date: 2023-06-14 21:47+0800\n"
+"POT-Creation-Date: 2023-06-30 17:16+0800\n"
"PO-Revision-Date: YEAR-MO-DA HO:MI+ZONE\n"
"Last-Translator: FULL NAME \n"
"Language: zh_CN\n"
@@ -19,29 +19,29 @@ msgstr ""
"Content-Transfer-Encoding: 8bit\n"
"Generated-By: Babel 2.12.1\n"
-#: ../../getting_started/getting_started.md:1 d1c1cb0cdf374e60924001460f369485
+#: ../../getting_started/getting_started.md:1 2e1519d628044c07b384e8bbe441863a
msgid "Quickstart Guide"
msgstr "使用指南"
-#: ../../getting_started/getting_started.md:3 5c76cdb6530644ed872329ecc1bd51ec
+#: ../../getting_started/getting_started.md:3 00e8dc6e242d4f3b8b2fbc5e06f1f14e
msgid ""
"This tutorial gives you a quick walkthrough about use DB-GPT with you "
"environment and data."
msgstr "本教程为您提供了关于如何使用DB-GPT的使用指南。"
-#: ../../getting_started/getting_started.md:5 8c442e4870e549359920ec83d4a77083
+#: ../../getting_started/getting_started.md:5 4b4473a5fbd64cef996d82fa36abe136
msgid "Installation"
msgstr "安装"
-#: ../../getting_started/getting_started.md:7 d302009cb3f64959872d278c4aad7cfa
+#: ../../getting_started/getting_started.md:7 5ab3187dd2134afe958d83a431c98f43
msgid "To get started, install DB-GPT with the following steps."
msgstr "请按照以下步骤安装DB-GPT"
-#: ../../getting_started/getting_started.md:9 7deb38572ec74f5392ba09749a2b350b
+#: ../../getting_started/getting_started.md:9 7286e3a0da00450c9a6e9f29dbd27130
msgid "1. Hardware Requirements"
msgstr "1. 硬件要求"
-#: ../../getting_started/getting_started.md:10 7ee61b468637478cad173fa4685ef952
+#: ../../getting_started/getting_started.md:10 3f3d279ca8a54c8c8ed16af3e0ffb281
msgid ""
"As our project has the ability to achieve ChatGPT performance of over "
"85%, there are certain hardware requirements. However, overall, the "
@@ -49,62 +49,62 @@ msgid ""
"specific hardware requirements for deployment are as follows:"
msgstr "由于我们的项目有能力达到85%以上的ChatGPT性能，所以对硬件有一定的要求。但总体来说，我们在消费级的显卡上即可完成项目的部署使用，具体部署的硬件说明如下:"
-#: ../../getting_started/getting_started.md e9f0871662384ab9a24711856a27fdfb
+#: ../../getting_started/getting_started.md 6e1e882511254687bd46fe45447794d1
msgid "GPU"
msgstr "GPU"
-#: ../../getting_started/getting_started.md 0dca27585b9c4357bd4f7b52ff664673
+#: ../../getting_started/getting_started.md f0ee9919e1254bcdbe6e489a5fbf450f
msgid "VRAM Size"
msgstr "显存大小"
-#: ../../getting_started/getting_started.md fe84cb97a226490eb940dfcf6e581272
+#: ../../getting_started/getting_started.md eed88601ef0b49b58d95b89928a3810e
msgid "Performance"
msgstr "显存大小"
-#: ../../getting_started/getting_started.md bfdc630854674c5db6be46114a67542d
+#: ../../getting_started/getting_started.md 4f717383ef2d4e2da9ee2d1c148aa6c5
msgid "RTX 4090"
msgstr "RTX 4090"
-#: ../../getting_started/getting_started.md 5e38a7184e024b09be3a858084b60344
-#: 629db58b707c48a2ae93d7396bcd0d67
+#: ../../getting_started/getting_started.md d2d9bd1b57694404b39cdef49fd5b570
+#: d7d914b8d5e34ac192b94d48f0ee1781
msgid "24 GB"
msgstr "24 GB"
-#: ../../getting_started/getting_started.md 625714d5b7cb4550a81305b5c2410980
+#: ../../getting_started/getting_started.md cb86730ab05e4172941c3e771384c4ba
msgid "Smooth conversation inference"
msgstr "可以流畅的进行对话推理，无卡顿"
-#: ../../getting_started/getting_started.md 8334aa5646b84a4ba6c0df7a55e52f6e
+#: ../../getting_started/getting_started.md 3e32d5c38bf6499cbfedb80944549114
msgid "RTX 3090"
msgstr "RTX 3090"
-#: ../../getting_started/getting_started.md 84771e5190084d6fab19fa8f3b5e2a30
+#: ../../getting_started/getting_started.md 1d3caa2a06844997ad55d20863559e9f
msgid "Smooth conversation inference, better than V100"
msgstr "可以流畅进行对话推理，有卡顿感，但好于V100"
-#: ../../getting_started/getting_started.md 0a539471bf6648e5827d9e10549b81e3
+#: ../../getting_started/getting_started.md b80ec359bd004d5f801ec09ca3b2d0ff
msgid "V100"
msgstr "V100"
-#: ../../getting_started/getting_started.md 8bed4645111a4001b5967678a54c6037
+#: ../../getting_started/getting_started.md aed55a6b8c8d49d9b9c02bfd5c10b062
msgid "16 GB"
msgstr "16 GB"
-#: ../../getting_started/getting_started.md f3ec49d1591d4cdc9f967c9df5bb8245
+#: ../../getting_started/getting_started.md dcd6daab75fe4bf8b8dd19ea785f0bd6
msgid "Conversation inference possible, noticeable stutter"
msgstr "可以进行对话推理，有明显卡顿"
-#: ../../getting_started/getting_started.md:18 6006a3d8744746dbab615b438eb6234b
+#: ../../getting_started/getting_started.md:18 e39a4b763ed74cea88d54d163ea72ce0
msgid "2. Install"
msgstr "2. 安装"
-#: ../../getting_started/getting_started.md:20 eea3037d218843b78e56412490ae6a62
+#: ../../getting_started/getting_started.md:20 9beba274b78a46c6aafb30173372b334
msgid ""
"This project relies on a local MySQL database service, which you need to "
"install locally. We recommend using Docker for installation."
msgstr "本项目依赖一个本地的 MySQL 数据库服务，你需要本地安装，推荐直接使用 Docker 安装。"
-#: ../../getting_started/getting_started.md:25 4a220bf247c549eaa0d059f29e1c3a7d
+#: ../../getting_started/getting_started.md:25 3bce689bb49043eca5b9aa3c5525eaac
msgid ""
"We use [Chroma embedding database](https://github.com/chroma-core/chroma)"
" as the default for our vector database, so there is no need for special "
@@ -117,7 +117,11 @@ msgstr ""
"向量数据库我们默认使用的是Chroma内存数据库，所以无需特殊安装，如果有需要连接其他的同学，可以按照我们的教程进行安装配置。整个DB-"
"GPT的安装过程，我们使用的是miniconda3的虚拟环境。创建虚拟环境，并安装python依赖包"
-#: ../../getting_started/getting_started.md:35 b51c85b6ec0f4c45afc648d98424a79f
+#: ../../getting_started/getting_started.md:34 61ad49740d0b49afa254cb2d10a0d2ae
+msgid "Before use DB-GPT Knowledge Management"
+msgstr "使用知识库管理功能之前"
+
+#: ../../getting_started/getting_started.md:40 656041e456f248a0a472be06357d7f89
msgid ""
"Once the environment is installed, we have to create a new folder "
"\"models\" in the DB-GPT project, and then we can put all the models "
@@ -126,24 +130,28 @@ msgstr ""
"环境安装完成后，我们必须在DB-"
"GPT项目中创建一个新文件夹\"models\"，然后我们可以把从huggingface下载的所有模型放到这个目录下。"
-#: ../../getting_started/getting_started.md:43 617f2b53e33e4e7a96b3aef879a1ebe7
+#: ../../getting_started/getting_started.md:42 4dfb7d63fdf544f2bf9dd8663efa8d31
+msgid "make sure you have install git-lfs"
+msgstr "确保你已经安装了git-lfs"
+
+#: ../../getting_started/getting_started.md:50 a52c137b8ef54b7ead41a2d8ff81d457
msgid ""
"The model files are large and will take a long time to download. During "
"the download, let's configure the .env file, which needs to be copied and"
" created from the .env.template"
msgstr "模型文件很大，需要很长时间才能下载。在下载过程中，让我们配置.env文件，它需要从。env.template中复制和创建。"
-#: ../../getting_started/getting_started.md:49 0f403de4e9574c3a9058495df8c21961
+#: ../../getting_started/getting_started.md:56 db87d872a47047dc8cd1de390d068ed4
msgid ""
"You can configure basic parameters in the .env file, for example setting "
"LLM_MODEL to the model to be used"
msgstr "您可以在.env文件中配置基本参数，例如将LLM_MODEL设置为要使用的模型。"
-#: ../../getting_started/getting_started.md:51 e3dce051a2e64478872433890b06cb5d
+#: ../../getting_started/getting_started.md:58 c8865a327b4b44daa55813479c743e3c
msgid "3. Run"
msgstr "3. 运行"
-#: ../../getting_started/getting_started.md:52 b7ec5fab25b249b5bc811d08049307c3
+#: ../../getting_started/getting_started.md:59 e81dabe730134753a4daa05a7bdd44af
msgid ""
"You can refer to this document to obtain the Vicuna weights: "
"[Vicuna](https://github.com/lm-sys/FastChat/blob/main/README.md#model-"
@@ -152,7 +160,7 @@ msgstr ""
"关于基础模型, 可以根据[Vicuna](https://github.com/lm-"
"sys/FastChat/blob/main/README.md#model-weights) 合成教程进行合成。"
-#: ../../getting_started/getting_started.md:54 6cab130775394122bfb040ea9797c694
+#: ../../getting_started/getting_started.md:61 714cbc9485ea47d0a06aa1a31b9af3e3
msgid ""
"If you have difficulty with this step, you can also directly use the "
"model from [this link](https://huggingface.co/Tribbiani/vicuna-7b) as a "
@@ -161,33 +169,52 @@ msgstr ""
"如果此步有困难的同学，也可以直接使用[此链接](https://huggingface.co/Tribbiani/vicuna-"
"7b)上的模型进行替代。"
-#: ../../getting_started/getting_started.md:56 381fc71965dd44adac2141677e0dd085
-msgid "Run server"
+#: ../../getting_started/getting_started.md:63 2b8f6985fe1a414e95d334d3ee9d0878
+msgid "prepare server sql script"
+msgstr "准备db-gpt server sql脚本"
+
+#: ../../getting_started/getting_started.md:69 7cb9beb0e15a46759dbcb4606dcb6867
+msgid ""
+"set .env configuration set your vector store type, "
+"eg:VECTOR_STORE_TYPE=Chroma, now we support Chroma and Milvus(version > "
+"2.1)"
+msgstr "在.env文件设置向量数据库环境变量，eg:VECTOR_STORE_TYPE=Chroma, 目前我们支持了 Chroma and Milvus(version >2.1) "
+
+#: ../../getting_started/getting_started.md:72 cdb7ef30e8c9441293e8b3fd95d621ed
+#, fuzzy
+msgid "Run db-gpt server"
msgstr "运行模型服务"
-#: ../../getting_started/getting_started.md:61 47001c4d9f9449fab0dadefd02b76f6d
-msgid ""
-"Starting `llmserver.py` with the following command will result in a "
-"relatively stable Python service with multiple processes."
-msgstr ""
-
-#: ../../getting_started/getting_started.md:66 ae3b8aa1e8694715a721717ab4bc182e
-msgid "Run gradio webui"
+#: ../../getting_started/getting_started.md:78 10fdefed00d34863819fffca48ca5bea
+#, fuzzy
+msgid "Run new webui"
msgstr "运行模型服务"
-#: ../../getting_started/getting_started.md:72 0ad4bbedf5ed498686dafb8b148bf63c
+#: ../../getting_started/getting_started.md:86 60b48f6f0a7f43efa30c636a127860b6
msgid ""
-"Notice: the webserver need to connect llmserver, so you need change the"
-" .env file. change the MODEL_SERVER = \"http://127.0.0.1:8000\" to your "
-"address. It's very important."
-msgstr ""
-"注意: 在启动Webserver之前, 需要修改.env 文件中的MODEL_SERVER = "
-"\"http://127.0.0.1:8000\", 将地址设置为你的服务器地址。"
+"Notice: make sure node.js is the latest version, learn more about db-gpt "
+"webui, read https://github.com/csunny/DB-GPT/tree/new-page-"
+"framework/datacenter"
+msgstr "确保node.js是最新的版本，想知道更多请访问https://github.com/csunny/DB-GPT/tree/new-page-framework/datacenter,"
+
+#: ../../getting_started/getting_started.md:89 e7bb3001d46b458aa0c522c4a7a8d45b
+msgid "Open http://localhost:3000 with your browser to see the result."
+msgstr "打开浏览器访问http://localhost:3000"
#~ msgid ""
#~ "Starting `llmserver.py` with the following "
#~ "command will result in a relatively "
#~ "stable Python service with multiple "
#~ "processes."
-#~ msgstr "使用以下命令启动llmserver.py将会得到一个相对稳定的Python服务，并且具有多个进程。"
+#~ msgstr ""
+
+#~ msgid ""
+#~ "Notice: the webserver need to connect"
+#~ " llmserver, so you need change the"
+#~ " .env file. change the MODEL_SERVER ="
+#~ " \"http://127.0.0.1:8000\" to your address. "
+#~ "It's very important."
+#~ msgstr ""
+#~ "注意: 在启动Webserver之前, 需要修改.env 文件中的MODEL_SERVER "
+#~ "= \"http://127.0.0.1:8000\", 将地址设置为你的服务器地址。"
diff --git a/docs/locales/zh_CN/LC_MESSAGES/getting_started/tutorials.po b/docs/locales/zh_CN/LC_MESSAGES/getting_started/tutorials.po
index 6ab2a23a3..d86ffefd2 100644
--- a/docs/locales/zh_CN/LC_MESSAGES/getting_started/tutorials.po
+++ b/docs/locales/zh_CN/LC_MESSAGES/getting_started/tutorials.po
@@ -8,7 +8,7 @@ msgid ""
msgstr ""
"Project-Id-Version: DB-GPT 0.1.0\n"
"Report-Msgid-Bugs-To: \n"
-"POT-Creation-Date: 2023-06-19 19:10+0800\n"
+"POT-Creation-Date: 2023-06-30 17:16+0800\n"
"PO-Revision-Date: YEAR-MO-DA HO:MI+ZONE\n"
"Last-Translator: FULL NAME \n"
"Language: zh_CN\n"
@@ -19,25 +19,25 @@ msgstr ""
"Content-Transfer-Encoding: 8bit\n"
"Generated-By: Babel 2.12.1\n"
-#: ../../getting_started/tutorials.md:1 23db0155c8ae4a2288cbf9137599c973
+#: ../../getting_started/tutorials.md:1 e494f27e68fd40efa2864a532087cfef
msgid "Tutorials"
msgstr "教程"
-#: ../../getting_started/tutorials.md:4 8f2b93792b1947b7a544623ec637dd48
+#: ../../getting_started/tutorials.md:4 8eecfbf3240b44fcb425034600316cea
msgid "This is a collection of DB-GPT tutorials on Medium."
msgstr "这是知乎上DB-GPT教程的集合。．"
-#: ../../getting_started/tutorials.md:6 7216c2d145674002bd82b1134aae9377
+#: ../../getting_started/tutorials.md:6 a40601867a3d4ce886a197f2f337ec0f
msgid ""
"DB-GPT is divided into several functions, including chat with knowledge "
"base, execute SQL, chat with database, and execute plugins."
msgstr "DB-GPT包含以下功能，和知识库聊天，执行SQL，和数据库聊天以及执行插件。"
-#: ../../getting_started/tutorials.md:8 726f4394d6214c45979995ce521f8964
+#: ../../getting_started/tutorials.md:8 493e6f56a75d45ef8bb15d3049a24994
msgid "Introduction"
msgstr "介绍"
-#: ../../getting_started/tutorials.md:9 16c9deecc5b848a2a17eccb0f2cbdafd
+#: ../../getting_started/tutorials.md:9 4526a793cdb94b8f99f41c48cd5ee453
#, fuzzy
msgid "[What is DB-GPT](https://www.youtube.com/watch?v=QszhVJerc0I)"
msgstr ""
@@ -45,12 +45,12 @@ msgstr ""
"GPT](https://www.bilibili.com/video/BV1SM4y1a7Nj/?buvid=551b023900b290f9497610b2155a2668&is_story_h5=false&mid=%2BVyE%2Fwau5woPcUKieCWS0A%3D%3D&p=1&plat_id=116&share_from=ugc&share_medium=iphone&share_plat=ios&share_session_id=5D08B533-82A4-4D40-9615-7826065B4574&share_source=GENERIC&share_tag=s_i×tamp=1686307943&unique_k=bhO3lgQ&up_id=31375446)"
" by csunny (https://github.com/csunny/DB-GPT)"
-#: ../../getting_started/tutorials.md:11 461a585616ae49518a8e314d13bb886c
+#: ../../getting_started/tutorials.md:11 95313384e5da4f5db96ac990596b2e73
#, fuzzy
msgid "Knowledge"
msgstr "知识库"
-#: ../../getting_started/tutorials.md:13 4fa6c8d8ec5e43fcb4e79443c83a68ae
+#: ../../getting_started/tutorials.md:13 e7a141f4df8d4974b0797dd7723c4658
#, fuzzy
msgid ""
"[How to Create your own knowledge repository](https://db-"
@@ -59,54 +59,55 @@ msgstr ""
"[怎么创建自己的知识库](https://db-"
"gpt.readthedocs.io/en/latest/modules/knowledge.html)"
-#: ../../getting_started/tutorials.md:15 c03c45687f6b46f1a8da8085b45cee98
+#: ../../getting_started/tutorials.md:15 f7db5b05a2db44e6a98b7d0df0a6f4ee
#, fuzzy
msgid ""
msgstr "[新增知识库演示](../../assets/new_knownledge_en.gif)"
-#: ../../getting_started/tutorials.md:15 efacc5af342248f4935e401ed044ec9e
+#: ../../getting_started/tutorials.md:15 1a1647a7ca23423294823529301dd75f
#, fuzzy
msgid "Add new Knowledge demonstration"
msgstr "[新增知识库演示](../../assets/new_knownledge_en.gif)"
-#: ../../getting_started/tutorials.md:17 dcdb8d1e73f241649756a126e1ddc185
+#: ../../getting_started/tutorials.md:17 de26224a814e4c6798d3a342b0f0fe3a
msgid "SQL Generation"
msgstr "SQL生成"
-#: ../../getting_started/tutorials.md:18 517960225da64780afc858958ab34446
+#: ../../getting_started/tutorials.md:18 f8fe82c554424239beb522f94d285c52
#, fuzzy
msgid ""
msgstr "[sql生成演示](../../assets/demo_en.gif)"
-#: ../../getting_started/tutorials.md:18 1e1a38abf60241058ee7a50759f9c426
+#: ../../getting_started/tutorials.md:18 41e932b692074fccb8059cadb0ed320e
#, fuzzy
msgid "sql generation demonstration"
msgstr "[sql生成演示](../../assets/demo_en.gif)"
-#: ../../getting_started/tutorials.md:20 7bec46758a5e4581a0d1636fb32ac2b8
+#: ../../getting_started/tutorials.md:20 78bda916272f4cf99e9b26b4d9ba09ab
msgid "SQL Execute"
msgstr "SQL执行"
-#: ../../getting_started/tutorials.md:21 64cd323f38694ae4aa4cb49303041742
+#: ../../getting_started/tutorials.md:21 53cc83de34784c3c8d4d8204eacccbe9
#, fuzzy
msgid ""
msgstr "[sql execute 演示](../../assets/auto_sql_en.gif)"
-#: ../../getting_started/tutorials.md:21 2c6d6c7428c3487eb969f87ccbc00961
+#: ../../getting_started/tutorials.md:21 535c06f487ed4d15a6cdd17a0154d798
#, fuzzy
msgid "sql execute demonstration"
msgstr "SQL执行演示"
-#: ../../getting_started/tutorials.md:23 4ff018bac02f45fe8da5b649c501bf6b
+#: ../../getting_started/tutorials.md:23 0482e6155dc44843adc3a3aa77528f03
#, fuzzy
msgid "Plugins"
msgstr "DB插件"
-#: ../../getting_started/tutorials.md:24 0ea9c7c5fd5e4457a41602467758fd47
+#: ../../getting_started/tutorials.md:24 632617dd88fe4688b789fbb941686c0f
#, fuzzy
-msgid ""
+msgid ""
msgstr "[db plugins 演示](../../assets/dbgpt_bytebase_plugin.gif)"
-#: ../../getting_started/tutorials.md:24 98a384eb772e44c2954ccd7989c5905f
+#: ../../getting_started/tutorials.md:24 020ff499469145f0a34ac468fff91948
msgid "db plugins demonstration"
msgstr "DB插件演示"
+
diff --git a/docs/locales/zh_CN/LC_MESSAGES/index.po b/docs/locales/zh_CN/LC_MESSAGES/index.po
index 9ff9c1ee3..7ff2b1c68 100644
--- a/docs/locales/zh_CN/LC_MESSAGES/index.po
+++ b/docs/locales/zh_CN/LC_MESSAGES/index.po
@@ -8,7 +8,7 @@ msgid ""
msgstr ""
"Project-Id-Version: DB-GPT 0.1.0\n"
"Report-Msgid-Bugs-To: \n"
-"POT-Creation-Date: 2023-06-19 19:10+0800\n"
+"POT-Creation-Date: 2023-06-30 17:16+0800\n"
"PO-Revision-Date: YEAR-MO-DA HO:MI+ZONE\n"
"Last-Translator: FULL NAME \n"
"Language: zh_CN\n"
@@ -19,31 +19,31 @@ msgstr ""
"Content-Transfer-Encoding: 8bit\n"
"Generated-By: Babel 2.12.1\n"
-#: ../../index.rst:34 ../../index.rst:45 ccc4a2e234354c8fb71e8eb930071c79
+#: ../../index.rst:34 ../../index.rst:45 00f3369727374a2da4b3e02c35c63363
msgid "Getting Started"
msgstr "开始"
-#: ../../index.rst:56 ../../index.rst:77 e12392f17e074b0ab8e693947bda6fc9
+#: ../../index.rst:56 ../../index.rst:77 f3b85d983f0141b5872a46451d20252a
msgid "Modules"
msgstr "模块"
-#: ../../index.rst:91 ../../index.rst:107 8fe142b9f4d24fa7aa20103a01283c15
+#: ../../index.rst:91 ../../index.rst:107 614a2220f0004aadab14402dab5c926d
msgid "Use Cases"
msgstr "示例"
-#: ../../index.rst:121 ../../index.rst:124 ea5086df6a7446e180cbdff164fc4ac4
+#: ../../index.rst:121 ../../index.rst:124 fae0a63e09f049a79ffbd8c1fd5b8f12
msgid "Reference"
msgstr "参考"
-#: ../../index.rst:148 ../../index.rst:154 7b4ce224d08d429082917a0d20761728
+#: ../../index.rst:148 ../../index.rst:154 d4113b3e7b2f4a1ba462e6a54062adff
msgid "Resources"
msgstr "资源"
-#: ../../index.rst:7 5b9b4c087e2041cfa3adc5ff770a6883
+#: ../../index.rst:7 6548011d66b14e71bf3f028b82bb58d6
msgid "Welcome to DB-GPT!"
msgstr "欢迎来到DB-GPT中文文档"
-#: ../../index.rst:8 d6e5a54e39c2400eba9036e61df0c836
+#: ../../index.rst:8 da9fdd494e664e7e83448d4993c30f60
msgid ""
"As large models are released and iterated upon, they are becoming "
"increasingly intelligent. However, in the process of using large models, "
@@ -61,7 +61,7 @@ msgstr ""
"，我们启动了DB-"
"GPT项目，为所有基于数据库的场景构建一个完整的私有大模型解决方案。该方案“”支持本地部署，既可应用于“独立私有环境”，又可根据业务模块进行“独立部署”和“隔离”，确保“大模型”的能力绝对私有、安全、可控。"
-#: ../../index.rst:10 7758a7767c1e4103a7dc8314abbabd2e
+#: ../../index.rst:10 7650af0ff7bc4a93ad82c930c81cb7f5
msgid ""
"**DB-GPT** is an experimental open-source project that uses localized GPT"
" large models to interact with your data and environment. With this "
@@ -71,98 +71,102 @@ msgstr ""
"DB-GPT 是一个开源的以数据库为基础的GPT实验项目，使用本地化的GPT大模型与您的数据和环境进行交互，无数据泄露风险100% 私密，100%"
" 安全。"
-#: ../../index.rst:12 8a1cd45818f848d585bc3e94aecc99ae
+#: ../../index.rst:12 18249811cea0456096f06da05638d474
msgid "**Features**"
msgstr "特性"
-#: ../../index.rst:13 eba08d77b2494d689cf52d3d15e04c77
+#: ../../index.rst:13 367c092acf1a49a0906f78433e6d9926
msgid ""
"Currently, we have released multiple key features, which are listed below"
" to demonstrate our current capabilities:"
msgstr "目前我们已经发布了多种关键的特性，这里一一列举展示一下当前发布的能力。"
-#: ../../index.rst:15 8bf5afc3467642a7abaefe54ffe7b3a3
+#: ../../index.rst:15 01334c212ef44244a306f8cfb584c48f
msgid "SQL language capabilities - SQL generation - SQL diagnosis"
msgstr "SQL语言能力 - SQL生成 - SQL诊断"
-#: ../../index.rst:19 5a93613526fb42cbbc8d9cda960e8d04
+#: ../../index.rst:19 fe7396137ed84517bd99c93500f21bb6
msgid ""
"Private domain Q&A and data processing - Database knowledge Q&A - Data "
"processing"
msgstr "私有领域问答与数据处理 - 数据库知识问答 - 数据处理"
-#: ../../index.rst:23 48d473545ce049f7bad161f05fc40888
+#: ../../index.rst:23 c12af975ed2d451496a476d91b6bb4c5
msgid ""
"Plugins - Support custom plugin execution tasks and natively support the "
"Auto-GPT plugin, such as:"
msgstr "插件模型 - 支持自定义插件执行任务，并原生支持Auto-GPT插件，例如:* SQL自动执行，获取查询结果 * 自动爬取学习知识"
-#: ../../index.rst:26 6e8711ce9d024e4b8c86c9ccc61da30a
+#: ../../index.rst:26 97507eb30ab548fb9443b252e481d6be
msgid ""
"Unified vector storage/indexing of knowledge base - Support for "
"unstructured data such as PDF, Markdown, CSV, and WebURL"
msgstr "知识库统一向量存储/索引 - 非结构化数据支持包括PDF、MarkDown、CSV、WebURL"
-#: ../../index.rst:29 b7f600ad1b2e4d4a85199a934c4b5c2f
+#: ../../index.rst:29 b2ff661c13d54cd79f27923163079706
msgid ""
"Milti LLMs Support - Supports multiple large language models, currently "
"supporting Vicuna (7b, 13b), ChatGLM-6b (int4, int8) - TODO: codegen2, "
"codet5p"
msgstr "多模型支持 - 支持多种大语言模型, 当前已支持Vicuna(7b,13b), ChatGLM-6b(int4, int8)"
-#: ../../index.rst:35 7350947e20c146408cf7f99671cfc295
+#: ../../index.rst:35 15178a36df624fa9b4a5acdab5060752
msgid ""
"How to get started using DB-GPT to interact with your data and "
"environment."
msgstr "开始使用DB-GPT与您的数据环境进行交互。"
-#: ../../index.rst:36 5bad56f636ac42978634b18628fd6a20
+#: ../../index.rst:36 8aa3a44286b244a4b9b92db285e5382b
#, fuzzy
msgid "`Quickstart Guide <./getting_started/getting_started.html>`_"
msgstr "`使用指南 <./getting_started/getting_started.html>`_"
-#: ../../index.rst:38 ca63453d7ee84d05821af994be060932
+#: ../../index.rst:38 3f4ec91e5df44629aff6c94ffbaa37d7
msgid "Concepts and terminology"
msgstr "相关概念"
-#: ../../index.rst:40 abddf7b7d23c49149eb70e384ab3eedf
+#: ../../index.rst:40 d0126674e0e24aefbf51d610b2fcf5da
#, fuzzy
msgid "`Concepts and Terminology <./getting_started/concepts.html>`_"
msgstr "`相关概念 <./getting_started/concepts.html>`_"
-#: ../../index.rst:44 ee8121fc3ef34d61a94b25c8b2bb961f
+#: ../../index.rst:42 c6d67e4c1b8346c18f2b99c8f5795627
+msgid "Coming soon..."
+msgstr ""
+
+#: ../../index.rst:44 18d63d2d729246648743d1b7470029e0
msgid "`Tutorials <.getting_started/tutorials.html>`_"
msgstr "`教程 <.getting_started/tutorials.html>`_"
-#: ../../index.rst:58 6561430a5aca482d9e36c281d530bce1
+#: ../../index.rst:58 5f93833b5e8f42b7b8728587f5054d8b
msgid ""
"These modules are the core abstractions with which we can interact with "
"data and environment smoothly."
msgstr "这些模块是我们可以与数据和环境顺利地进行交互的核心组成。"
-#: ../../index.rst:59 5b0c1abed4e74351a52a17bd420f61d9
+#: ../../index.rst:59 d68173b40df146818ddf68b309bbd27d
msgid ""
"It's very important for DB-GPT, DB-GPT also provide standard, extendable "
"interfaces."
msgstr "DB-GPT还提供了标准的、可扩展的接口。"
-#: ../../index.rst:61 71a71702e36f4d298b4c07af77daa305
+#: ../../index.rst:61 00257e3907b346d5bd007f2cfe52bac9
msgid ""
"The docs for each module contain quickstart examples, how to guides, "
"reference docs, and conceptual guides."
msgstr "每个模块的文档都包含快速入门的例子、操作指南、参考文档和相关概念等内容。"
-#: ../../index.rst:63 c5c59f19e04340e8a8105f020143d378
+#: ../../index.rst:63 e04ba16ec943405080a26ec874e67823
msgid "The modules are as follows"
msgstr "组成模块如下："
-#: ../../index.rst:65 c6141fac66e7440593ed74962676085f
+#: ../../index.rst:65 12d9ce3eda484316b3fcbbb2adb48b6e
msgid ""
"`LLMs <./modules/llms.html>`_: Supported multi models management and "
"integrations."
msgstr "`LLMs <./modules/llms.html>`_:基于FastChat提供大模型的运行环境。支持多模型管理和集成。 "
-#: ../../index.rst:67 762dac57a0a842beb69668917477164f
+#: ../../index.rst:67 9d7ce6fea46c41c0940198499336430e
msgid ""
"`Prompts <./modules/prompts.html>`_: Prompt management, optimization, and"
" serialization for multi database."
@@ -170,59 +174,59 @@ msgstr ""
"`Prompt自动生成与优化 <./modules/prompts.html>`_: 自动化生成高质量的Prompt "
"，并进行优化，提高系统的响应效率"
-#: ../../index.rst:69 a4183c4e5469468a8c0a66eff57b55cf
+#: ../../index.rst:69 0847158883424a98a02e58fd9c2d6744
msgid "`Plugins <./modules/plugins.html>`_: Plugins management, scheduler."
msgstr "`Agent与插件： <./modules/plugins.html>`_:提供Agent和插件机制，使得用户可以自定义并增强系统的行为。"
-#: ../../index.rst:71 1fb71f17d87d4e81986685afca5c5f64
+#: ../../index.rst:71 6b2a8143adff4395b6a86a6d22078a87
#, fuzzy
msgid ""
"`Knowledge <./modules/knowledge.html>`_: Knowledge management, embedding,"
" and search."
msgstr "`知识库能力： <./modules/knowledge.html>`_: 支持私域知识库问答能力, "
-#: ../../index.rst:73 b063179603b64fef8dc00265dcdf44a9
+#: ../../index.rst:73 70e831c592ca431791a614934061c148
msgid ""
"`Connections <./modules/connections.html>`_: Supported multi databases "
"connection. management connections and interact with this."
msgstr "`连接模块 <./modules/connections.html>`_: 用于连接不同的模块和数据源，实现数据的流转和交互 "
-#: ../../index.rst:75 033bc012c46a4ec780022e51e32ba173
+#: ../../index.rst:75 1a5eaebe25174828b60c17475dae7928
#, fuzzy
msgid "`Vector <./modules/vector.html>`_: Supported multi vector database."
msgstr "`LLMs <./modules/llms.html>`_:基于FastChat提供大模型的运行环境。支持多模型管理和集成。 "
-#: ../../index.rst:93 3c0bd77d77c94a108584e2dd67f71909
+#: ../../index.rst:93 8a2ea497d36449febd1560dbecd5ec44
msgid "Best Practices and built-in implementations for common DB-GPT use cases:"
msgstr "DB-GPT用例的最佳实践和内置方法:"
-#: ../../index.rst:95 827074b48e7846fb9c77aaa82ff7375a
+#: ../../index.rst:95 fcc65a470c5643619688488cfe010f61
msgid ""
"`Sql generation and diagnosis "
"<./use_cases/sql_generation_and_diagnosis.html>`_: SQL generation and "
"diagnosis."
msgstr "`Sql生成和诊断 <./use_cases/sql_generation_and_diagnosis.html>`_: Sql生成和诊断。"
-#: ../../index.rst:97 59f4b4e2a0c54e0aa1dd4ed6d866569d
+#: ../../index.rst:97 26b983fbb9394f94bf31636175cc6f95
msgid ""
"`knownledge Based QA <./use_cases/knownledge_based_qa.html>`_: A "
"important scene for user to chat with database documents, codes, bugs and"
" schemas."
msgstr "`知识库问答 <./use_cases/knownledge_based_qa.html>`_: 用户与数据库文档、代码和bug聊天的重要场景\""
-#: ../../index.rst:99 61cbb326c1134cf3b4dbf4585036c046
+#: ../../index.rst:99 aa4cfc95a3bf463682952bf40f38c99b
msgid ""
"`Chatbots <./use_cases/chatbots.html>`_: Language model love to chat, use"
" multi models to chat."
msgstr "`聊天机器人 <./use_cases/chatbots.html>`_: 使用多模型进行对话"
-#: ../../index.rst:101 488b5a083f364d488284c64400f452ff
+#: ../../index.rst:101 e9b540aab91c44ae911bf96aa18c0f36
msgid ""
"`Querying Database Data <./use_cases/query_database_data.html>`_: Query "
"and Analysis data from databases and give charts."
msgstr "`查询数据库数据 <./use_cases/query_database_data.html>`_:从数据库中查询和分析数据并给出图表。"
-#: ../../index.rst:103 2a54fcac7c2f47da8a415087450a784d
+#: ../../index.rst:103 88a99b638b4a42abae39fe9de4f16927
msgid ""
"`Interacting with apis <./use_cases/interacting_with_api.html>`_: "
"Interact with apis, such as create a table, deploy a database cluster, "
@@ -231,33 +235,33 @@ msgstr ""
"`API交互 <./use_cases/interacting_with_api.html>`_: "
"与API交互，例如创建表、部署数据库集群、创建数据库等。"
-#: ../../index.rst:105 126df42194b643cd9b9326ee71b62912
+#: ../../index.rst:105 53cb38b16ed04420934233aec02fd44b
msgid ""
"`Tool use with plugins <./use_cases/tool_use_with_plugin>`_: According to"
" Plugin use tools to manage databases autonomoly."
msgstr "`插件工具 <./use_cases/tool_use_with_plugin>`_: 根据插件使用工具自主管理数据库。"
-#: ../../index.rst:122 fd5e4ce005f24f8eb6eeafe6d16de131
+#: ../../index.rst:122 fbc2fe1374ac4909b1c66ea11bbfafec
msgid ""
"Full documentation on all methods, classes, installation methods, and "
"integration setups for DB-GPT."
msgstr "关于DB-GPT的所有方法、类、安装方法和集成设置的完整文档。"
-#: ../../index.rst:133 ee9eb07b432040059c50e6834487f524
+#: ../../index.rst:133 c45530a6c3a34a42a0fd8bca6efe3b07
msgid "Ecosystem"
msgstr "环境系统"
-#: ../../index.rst:135 826bf512f3a146a89af657abacac6b1b
+#: ../../index.rst:135 e9f68f4abbdc4832889d0e343ce43d27
msgid "Guides for how other companies/products can be used with DB-GPT"
msgstr "其他公司/产品如何与DB-GPT一起使用的方法指南"
-#: ../../index.rst:150 4237eb1479194d8087dfd4f64d944555
+#: ../../index.rst:150 c33686daaa7c44d28c96dc22c0d9480c
msgid ""
"Additional resources we think may be useful as you develop your "
"application!"
msgstr "“我们认为在您开发应用程序时可能有用的其他资源!”"
-#: ../../index.rst:152 fc80bea0667a4faba7d4ea7dc697fc28
+#: ../../index.rst:152 f6d108be181f47af80c4b8a5931ff172
msgid ""
"`Discord `_: if your have some "
"problem or ideas, you can talk from discord."
diff --git a/docs/locales/zh_CN/LC_MESSAGES/modules/llms.po b/docs/locales/zh_CN/LC_MESSAGES/modules/llms.po
index e230efde5..fa9f1522b 100644
--- a/docs/locales/zh_CN/LC_MESSAGES/modules/llms.po
+++ b/docs/locales/zh_CN/LC_MESSAGES/modules/llms.po
@@ -6,9 +6,9 @@
#, fuzzy
msgid ""
msgstr ""
-"Project-Id-Version: DB-GPT 0.1.0\n"
+"Project-Id-Version: DB-GPT 0.2.3\n"
"Report-Msgid-Bugs-To: \n"
-"POT-Creation-Date: 2023-06-14 22:33+0800\n"
+"POT-Creation-Date: 2023-06-30 17:16+0800\n"
"PO-Revision-Date: YEAR-MO-DA HO:MI+ZONE\n"
"Last-Translator: FULL NAME \n"
"Language: zh_CN\n"
@@ -19,11 +19,11 @@ msgstr ""
"Content-Transfer-Encoding: 8bit\n"
"Generated-By: Babel 2.12.1\n"
-#: ../../modules/llms.md:1 7737e31f5fcc4dc4be573a0bb73ca419
+#: ../../modules/llms.md:1 7fa87bcbc5de40b2902c41545027d8b8
msgid "LLMs"
msgstr "大语言模型"
-#: ../../modules/llms.md:3 8a8422f18e5d4c7aa1c1abf3a89f5d27
+#: ../../modules/llms.md:3 48a7c98128114cf58c57c41575ae53a6
#, python-format
msgid ""
"In the underlying large model integration, we have designed an open "
@@ -36,23 +36,23 @@ msgid ""
"of use."
msgstr "在底层大模型接入中，我们设计了开放的接口，支持对接多种大模型。同时对于接入模型的效果，我们有非常严格的把控与评审机制。对大模型能力上与ChatGPT对比，在准确率上需要满足85%以上的能力对齐。我们用更高的标准筛选模型，是期望在用户使用过程中，可以省去前面繁琐的测试评估环节。"
-#: ../../modules/llms.md:5 c48ee3f4c51c49ae9dba40b1854dd483
+#: ../../modules/llms.md:5 8d162757e5934dca9395605a5809193a
msgid "Multi LLMs Usage"
msgstr "多模型使用"
-#: ../../modules/llms.md:6 ad44cef629f64bf4a4d72431568149fe
+#: ../../modules/llms.md:6 b1a5b940bee64aaa8945c078f9788459
msgid ""
"To use multiple models, modify the LLM_MODEL parameter in the .env "
"configuration file to switch between the models."
msgstr "如果要使用不同的模型，请修改.env配置文件中的LLM MODEL参数以在模型之间切换。"
-#: ../../modules/llms.md:8 b08325fd36af4ef582c8a46685986aaf
+#: ../../modules/llms.md:8 77c89d2a77d64b8aa6796c59aad07ed2
msgid ""
"Notice: you can create .env file from .env.template, just use command "
"like this:"
msgstr "注意:你可以从 .env.template 创建 .env 文件。只需使用如下命令:"
-#: ../../modules/llms.md:14 75ec45409dc84fd9bf3dfa98835d4645
+#: ../../modules/llms.md:14 4fc870de8fc14861a97a5417a9e886f4
msgid ""
"now we support models vicuna-13b, vicuna-7b, chatglm-6b, flan-t5-base, "
"guanaco-33b-merged, falcon-40b, gorilla-7b."
@@ -60,29 +60,36 @@ msgstr ""
"现在我们支持的模型有vicuna-13b, vicuna-7b, chatglm-6b, flan-t5-base, guanaco-33b-"
"merged, falcon-40b, gorilla-7b."
-#: ../../modules/llms.md:16 a6e99cf291e049c99e2d6813d03b0427
+#: ../../modules/llms.md:16 76cd62716d864bc48c362a5f095dbe94
msgid ""
"if you want use other model, such as chatglm-6b, you just need update "
".env config file."
msgstr "如果你想使用其他模型，比如chatglm-6b, 仅仅需要修改.env 配置文件"
-#: ../../modules/llms.md:21 1b9a9aa83dc7420fb5c6c17c982abb20
+#: ../../modules/llms.md:20 be990b58d30c469486c21e4a11739274
+msgid ""
+"or chatglm2-6b, which is the second-generation version of the open-"
+"source bilingual (Chinese-English) chat model ChatGLM-6B."
+msgstr ""
+
+#: ../../modules/llms.md:27 52b37848bd8345aea6a5a331019a01cd
msgid "Run Model with cpu."
msgstr "用CPU运行模型"
-#: ../../modules/llms.md:22 e6bdeeca06764ed583154ddc78f0f26e
+#: ../../modules/llms.md:28 e3090ffbb05646e6af1b0eebedabc9e6
msgid ""
"we alse support smaller models, like gpt4all. you can use it with "
"cpu/mps(M1/M2), Download from [gpt4all model](https://gpt4all.io/models"
"/ggml-gpt4all-j-v1.3-groovy.bin)"
-msgstr "我们也支持一些小模型，你可以通过CPU/MPS(M1、M2)运行, 模型下载[gpt4all](https://gpt4all.io/models"
+msgstr ""
+"我们也支持一些小模型，你可以通过CPU/MPS(M1、M2)运行, 模型下载[gpt4all](https://gpt4all.io/models"
"/ggml-gpt4all-j-v1.3-groovy.bin)"
-#: ../../modules/llms.md:24 da5b575421ef45e7ad0f56fac151948d
+#: ../../modules/llms.md:30 67b0f633acee493d86033806a5f0db9a
msgid "put it in the models path, then change .env config."
msgstr "将模型放在models路径, 修改.env 配置文件"
-#: ../../modules/llms.md:29 03453d147e64404ab2c116faf0147b70
+#: ../../modules/llms.md:35 f1103e6c60b44657ba47129f97156251
msgid ""
"DB-GPT provides a model load adapter and chat adapter. load adapter which"
" allows you to easily adapt load different LLM models by inheriting the "
@@ -91,15 +98,15 @@ msgstr ""
"DB-GPT提供了多模型适配器load adapter和chat adapter.load adapter通过继承BaseLLMAdapter类,"
" 实现match和loader方法允许你适配不同的LLM."
-#: ../../modules/llms.md:31 06b14da2931349859182473cd79abd68
+#: ../../modules/llms.md:37 768ae456f55b4b1894d7dff43c7a7f01
msgid "vicuna llm load adapter"
msgstr "vicuna llm load adapter"
-#: ../../modules/llms.md:48 fe7be51e9e2240c1882ef05f94a39d90
+#: ../../modules/llms.md:54 5364ea2d1b2e4759a98045b4ff7be4fe
msgid "chatglm load adapter"
msgstr "chatglm load adapter"
-#: ../../modules/llms.md:75 3535d4e0a0b946a49ed13710ae0ae5f3
+#: ../../modules/llms.md:81 eb7e5dc538a14a67b030b7a8b89a8e8a
msgid ""
"chat adapter which allows you to easily adapt chat different LLM models "
"by inheriting the BaseChatAdpter.you just implement match() and "
@@ -108,43 +115,43 @@ msgstr ""
"chat "
"adapter通过继承BaseChatAdpter允许你通过实现match和get_generate_stream_func方法允许你适配不同的LLM."
-#: ../../modules/llms.md:77 b8dba90d769d45f090086fa044f22a96
+#: ../../modules/llms.md:83 f8e2cbbbf1e64b07af1a18bc089d268f
msgid "vicuna llm chat adapter"
msgstr "vicuna llm chat adapter"
-#: ../../modules/llms.md:89 f1d6e8145f704b5bbd1c49224c1e30f9
+#: ../../modules/llms.md:95 dba52e8a07354536bbfa38319129b98f
msgid "chatglm llm chat adapter"
msgstr "chatglm llm chat adapter"
-#: ../../modules/llms.md:102 295e498cec384d9589431b1d5942f590
+#: ../../modules/llms.md:108 3b9b667a154f4123ac0c2618ce9a8626
msgid ""
"if you want to integrate your own model, just need to inheriting "
"BaseLLMAdaper and BaseChatAdpter and implement the methods"
msgstr "如果你想集成自己的模型，只需要继承BaseLLMAdaper和BaseChatAdpter类，然后实现里面的方法即可"
-#: ../../modules/llms.md:104 07dd4757b06440fe8e9959446ff05892
+#: ../../modules/llms.md:110 713bb7cbd7644cc3b3734901b46d3ee0
#, fuzzy
msgid "Multi Proxy LLMs"
msgstr "多模型使用"
-#: ../../modules/llms.md:105 1b9fc9ce08b94f6493f4b6ce51878fe2
+#: ../../modules/llms.md:111 125f310663e54a5b9a78f036df2c7062
msgid "1. Openai proxy"
msgstr ""
-#: ../../modules/llms.md:106 64e44b3c7c254034a1f72d2e362f4c4d
+#: ../../modules/llms.md:112 56a578a5e1234fe38a61eacd74d52b93
msgid ""
"If you haven't deployed a private infrastructure for a large model, or if"
" you want to use DB-GPT in a low-cost and high-efficiency way, you can "
"also use OpenAI's large model as your underlying model."
msgstr ""
-#: ../../modules/llms.md:108 bca7d8118cd546ca8160400fe729be89
+#: ../../modules/llms.md:114 ce9d8db45c0441a59dc67babedfa1829
msgid ""
"If your environment deploying DB-GPT has access to OpenAI, then modify "
"the .env configuration file as below will work."
msgstr ""
-#: ../../modules/llms.md:116 7b84ddb937954787b4c8422f743afeda
+#: ../../modules/llms.md:122 cc81057c5bb6453e90bd5ab6c5d29c19
msgid ""
"If you can't access OpenAI locally but have an OpenAI proxy service, you "
"can configure as follows."
diff --git a/docs/modules/llms.md b/docs/modules/llms.md
index 217961a51..bec64313e 100644
--- a/docs/modules/llms.md
+++ b/docs/modules/llms.md
@@ -17,6 +17,12 @@ if you want use other model, such as chatglm-6b, you just need update .env confi
```
LLM_MODEL=chatglm-6b
```
+or chatglm2-6b, which is the second-generation version of the open-source bilingual (Chinese-English) chat model ChatGLM-6B.
+```
+LLM_MODEL=chatglm2-6b
+```
+
+
## Run Model with cpu.
we alse support smaller models, like gpt4all. you can use it with cpu/mps(M1/M2), Download from [gpt4all model](https://gpt4all.io/models/ggml-gpt4all-j-v1.3-groovy.bin)
diff --git a/pilot/configs/model_config.py b/pilot/configs/model_config.py
index 0dc78af06..22354b4bf 100644
--- a/pilot/configs/model_config.py
+++ b/pilot/configs/model_config.py
@@ -39,6 +39,8 @@ LLM_MODEL_CONFIG = {
"codet5p-2b": os.path.join(MODEL_PATH, "codet5p-2b"),
"chatglm-6b-int4": os.path.join(MODEL_PATH, "chatglm-6b-int4"),
"chatglm-6b": os.path.join(MODEL_PATH, "chatglm-6b"),
+ "chatglm2-6b": os.path.join(MODEL_PATH, "chatglm2-6b"),
+ "chatglm2-6b-int4": os.path.join(MODEL_PATH, "chatglm2-6b-int4"),
"text2vec-base": os.path.join(MODEL_PATH, "text2vec-base-chinese"),
"guanaco-33b-merged": os.path.join(MODEL_PATH, "guanaco-33b-merged"),
"falcon-40b": os.path.join(MODEL_PATH, "falcon-40b"),
diff --git a/pilot/model/llm_out/chatglm_llm.py b/pilot/model/llm_out/chatglm_llm.py
index dc8522fcc..1c341e08f 100644
--- a/pilot/model/llm_out/chatglm_llm.py
+++ b/pilot/model/llm_out/chatglm_llm.py
@@ -54,7 +54,12 @@ def chatglm_generate_stream(
try:
query = messages[-2].split("human:")[1]
except IndexError:
- query = messages[-3].split("human:")[1]
+ # fix doc qa: https://github.com/csunny/DB-GPT/issues/274
+ doc_qa_message = messages[-2]
+ if "system:" in doc_qa_message:
+ query = doc_qa_message.split("system:")[1]
+ else:
+ query = messages[-3].split("human:")[1]
print("Query Message: ", query)
# output = ""
# i = 0
diff --git a/pilot/openapi/api_v1/api_v1.py b/pilot/openapi/api_v1/api_v1.py
index 2f1641619..48ff834df 100644
--- a/pilot/openapi/api_v1/api_v1.py
+++ b/pilot/openapi/api_v1/api_v1.py
@@ -17,7 +17,6 @@ from fastapi.responses import JSONResponse, HTMLResponse
from fastapi.responses import StreamingResponse, FileResponse
from fastapi.encoders import jsonable_encoder
from fastapi.exceptions import RequestValidationError
-from sse_starlette.sse import EventSourceResponse
from typing import List
from pilot.openapi.api_v1.api_view_model import (
diff --git a/pilot/openapi/knowledge/knowledge_controller.py b/pilot/openapi/knowledge/knowledge_controller.py
index 26323e098..26e79609f 100644
--- a/pilot/openapi/knowledge/knowledge_controller.py
+++ b/pilot/openapi/knowledge/knowledge_controller.py
@@ -56,10 +56,10 @@ def space_list(request: KnowledgeSpaceRequest):
def document_add(space_name: str, request: KnowledgeDocumentRequest):
print(f"/document/add params: {space_name}, {request}")
try:
- knowledge_space_service.create_knowledge_document(
+ return Result.succ(knowledge_space_service.create_knowledge_document(
space=space_name, request=request
- )
- return Result.succ([])
+ ))
+ # return Result.succ([])
except Exception as e:
return Result.faild(code="E000X", msg=f"document add error {e}")
@@ -106,10 +106,10 @@ async def document_upload(
KNOWLEDGE_UPLOAD_ROOT_PATH, space_name, doc_file.filename
),
)
- knowledge_space_service.create_knowledge_document(
+ return Result.succ(knowledge_space_service.create_knowledge_document(
space=space_name, request=request
- )
- return Result.succ([])
+ ))
+ # return Result.succ([])
return Result.faild(code="E000X", msg=f"doc_file is None")
except Exception as e:
return Result.faild(code="E000X", msg=f"document add error {e}")
diff --git a/pilot/openapi/knowledge/knowledge_document_dao.py b/pilot/openapi/knowledge/knowledge_document_dao.py
index afbdd4906..a4f3ba978 100644
--- a/pilot/openapi/knowledge/knowledge_document_dao.py
+++ b/pilot/openapi/knowledge/knowledge_document_dao.py
@@ -56,8 +56,9 @@ class KnowledgeDocumentDao:
)
session.add(knowledge_document)
session.commit()
-
+ doc_id = knowledge_document.id
session.close()
+ return doc_id
def get_knowledge_documents(self, query, page=1, page_size=20):
session = self.Session()
diff --git a/pilot/openapi/knowledge/knowledge_service.py b/pilot/openapi/knowledge/knowledge_service.py
index aafe0a590..b6308a81a 100644
--- a/pilot/openapi/knowledge/knowledge_service.py
+++ b/pilot/openapi/knowledge/knowledge_service.py
@@ -78,8 +78,7 @@ class KnowledgeService:
content=request.content,
result="",
)
- knowledge_document_dao.create_knowledge_document(document)
- return True
+ return knowledge_document_dao.create_knowledge_document(document)
"""get knowledge space"""
diff --git a/pilot/out_parser/base.py b/pilot/out_parser/base.py
index 7202d3019..208bb148f 100644
--- a/pilot/out_parser/base.py
+++ b/pilot/out_parser/base.py
@@ -119,7 +119,7 @@ class BaseOutputParser(ABC):
else:
raise ValueError("Model server error!code=" + respObj_ex["error_code"])
- def __extract_json(slef, s):
+ def __extract_json(self, s):
i = s.index("{")
count = 1 # 当前所在嵌套深度，即还没闭合的'{'个数
for j, c in enumerate(s[i + 1 :], start=i + 1):
diff --git a/pilot/scene/chat_db/professional_qa/prompt.py b/pilot/scene/chat_db/professional_qa/prompt.py
index a3cbabf05..c6787be7b 100644
--- a/pilot/scene/chat_db/professional_qa/prompt.py
+++ b/pilot/scene/chat_db/professional_qa/prompt.py
@@ -41,7 +41,7 @@ think step by step.
_DEFAULT_TEMPLATE_ZH = """
根据要求和问题，提供专业的答案。如果无法从提供的内容中获取答案，请说：“知识库中提供的信息不足以回答此问题。” 禁止随意捏造信息。
-使用一下表结构信息:
+使用以下表结构信息:
{table_info}
问题:
diff --git a/pilot/server/static/_next/static/chunks/702.d4f5815f0f061322.js b/pilot/server/static/_next/static/chunks/702.d4f5815f0f061322.js
new file mode 100644
index 000000000..a9a9a390c
--- /dev/null
+++ b/pilot/server/static/_next/static/chunks/702.d4f5815f0f061322.js
@@ -0,0 +1 @@
+"use strict";(self.webpackChunk_N_E=self.webpackChunk_N_E||[]).push([[702],{57931:function(e,t,a){a.d(t,{ZP:function(){return c},Cg:function(){return l}});var n=a(9268),r=a(89081),o=a(89749),i=a(86006);let[l,s]=function(){let e=i.createContext(void 0);return[function(){let t=i.useContext(e);if(void 0===t)throw Error("useCtx must be inside a Provider with a value");return t},e.Provider]}();var c=e=>{let{children:t}=e,{run:a,data:i,refresh:l}=(0,r.Z)(async()=>await (0,o.T)("/v1/chat/dialogue/list"),{manual:!0});return(0,n.jsx)(s,{value:{dialogueList:i,queryDialogueList:a,refreshDialogList:l},children:t})}},49702:function(e,t,a){a.r(t);var n=a(9268),r=a(89081),o=a(89749),i=a(66487),l=a(34605),s=a(57931);t.default=e=>{var t,a,c,u,d,h;let{refreshDialogList:m}=(0,s.Cg)(),{data:v}=(0,r.Z)(async()=>{var t;return await (0,o.T)("/v1/chat/dialogue/messages/history",{con_uid:null===(t=e.params)||void 0===t?void 0:t.agentId})},{ready:!!(null===(t=e.params)||void 0===t?void 0:t.agentId)}),{data:x}=(0,r.Z)(async()=>{var t;return await (0,o.K)("/v1/chat/mode/params/list?chat_mode=".concat(null===(t=e.searchParams)||void 0===t?void 0:t.scene))},{ready:!!(null===(a=e.searchParams)||void 0===a?void 0:a.scene)}),{history:g,handleChatSubmit:p}=(0,i.Z)({queryAgentURL:"http://localhost:5000/v1/chat/completions",queryBody:{conv_uid:null===(c=e.params)||void 0===c?void 0:c.agentId,chat_mode:(null===(u=e.searchParams)||void 0===u?void 0:u.scene)||"chat_normal"},initHistory:null==v?void 0:v.data});return(0,n.jsx)("div",{className:"mx-auto flex h-full max-w-3xl flex-col gap-6 px-5 py-6 sm:gap-8 xl:max-w-5xl ",children:(0,n.jsx)(l.Z,{initialMessage:(null==v?void 0:v.data)&&(null==v?void 0:null===(d=v.data)||void 0===d?void 0:d.length)<=0?null===(h=e.searchParams)||void 0===h?void 0:h.initMessage:void 0,clearIntialMessage:async()=>{await m()},messages:g||[],onSubmit:p,paramsList:null==x?void 0:x.data})})}},34605:function(e,t,a){var n=a(9268),r=a(67830),o=a(54842),i=a(70900),l=a(62414),s=a(94244),c=a(33155),u=a(7354),d=a(35891),h=a(35086),m=a(53047),v=a(86006),x=a(19700),g=a(92391),p=a(70321),y=a(75403),f=a(99398),w=a(49064);let j=g.z.object({query:g.z.string().min(1)});t.Z=e=>{let{messages:t,onSubmit:a,initialMessage:g,readOnly:Z,paramsList:b,clearIntialMessage:S}=e,P=v.useRef(null),[C,O]=(0,v.useState)(!1),[R,N]=(0,v.useState)(),[k,E]=(0,v.useState)(),_=(0,x.cI)({resolver:(0,r.F)(j),defaultValues:{}}),L=async e=>{let{query:t}=e;try{O(!0),_.reset(),await a(t,{select_param:null==b?void 0:b[k]})}catch(e){}finally{O(!1)}},T=async()=>{try{let e=new URLSearchParams(window.location.search);e.delete("initMessage"),window.history.replaceState(null,null,"?".concat(e.toString())),await L({query:g})}catch(e){console.log(e)}finally{null==S||S()}},z={overrides:{code:e=>{let{children:t}=e;return(0,n.jsx)(f.Z,{language:"javascript",style:w.Z,children:t})}}};return v.useEffect(()=>{P.current&&P.current.scrollTo(0,P.current.scrollHeight)},[null==t?void 0:t.length]),v.useEffect(()=>{g&&t.length<=0&&T()},[g]),v.useEffect(()=>{var e,t;b&&(null===(e=Object.keys(b||{}))||void 0===e?void 0:e.length)>0&&E(null===(t=Object.keys(b||{}))||void 0===t?void 0:t[0])},[b]),(0,n.jsxs)(i.Z,{direction:"column",gap:2,sx:{display:"flex",flex:1,flexBasis:"100%",width:"100%",height:"100%",maxHeight:"100%",minHeight:"100%",mx:"auto"},children:[(0,n.jsxs)(i.Z,{ref:P,direction:"column",gap:2,sx:{boxSizing:"border-box",maxWidth:"100%",width:"100%",mx:"auto",flex:1,maxHeight:"100%",overflowY:"auto",p:2,border:"1px solid",borderColor:"var(--joy-palette-divider)"},children:[R&&(0,n.jsx)(l.Z,{size:"sm",variant:"outlined",color:"primary",className:"message-agent",sx:{mr:"auto",ml:"none",whiteSpace:"pre-wrap"},children:null==R?void 0:R.context}),t.filter(e=>["view","human"].includes(e.role)).map((e,t)=>{var a;return(0,n.jsx)(i.Z,{sx:{mr:"view"===e.role?"auto":"none",ml:"human"===e.role?"auto":"none"},children:(0,n.jsx)(l.Z,{size:"sm",variant:"outlined",className:"view"===e.role?"message-agent":"message-human",color:"view"===e.role?"primary":"neutral",sx:e=>({px:2,"ol, ul":{my:0,pl:2},ol:{listStyle:"numeric"},ul:{listStyle:"disc",mb:2},li:{my:1},a:{textDecoration:"underline"}}),children:(0,n.jsx)(y.Z,{options:z,children:null===(a=e.context)||void 0===a?void 0:a.replaceAll("\\n","\n")})})},t)}),C&&(0,n.jsx)(s.Z,{variant:"soft",color:"neutral",size:"sm",sx:{mx:"auto",my:2}})]}),!Z&&(0,n.jsxs)("form",{style:{maxWidth:"100%",width:"100%",position:"relative",display:"flex",marginTop:"auto",overflow:"visible",background:"none",justifyContent:"center",marginLeft:"auto",marginRight:"auto",flexDirection:"column",gap:"12px"},onSubmit:e=>{e.stopPropagation(),_.handleSubmit(L)(e)},children:[Object.keys(b||{}).length>0&&(0,n.jsxs)("div",{className:"flex items-center gap-3",children:[(0,n.jsx)(c.Z,{value:k,onChange:(e,t)=>{E(t)},className:"max-w-xs",children:Object.keys(b||{}).map(e=>(0,n.jsx)(u.Z,{value:e,children:null==b?void 0:b[e]},e))}),(0,n.jsx)(d.Z,{className:"cursor-pointer",title:k,placement:"top",variant:"outlined",children:(0,n.jsx)(p.Z,{})})]}),(0,n.jsx)(h.ZP,{sx:{width:"100%"},variant:"outlined",endDecorator:(0,n.jsx)(m.ZP,{type:"submit",disabled:C,children:(0,n.jsx)(o.Z,{})}),..._.register("query")})]})]})}},66487:function(e,t,a){a.d(t,{Z:function(){return l}});var n=a(71990),r=a(86006),o=e=>{let t=(0,r.useReducer)((e,t)=>({...e,...t}),{...e});return t},i=a(57931),l=e=>{let{queryAgentURL:t,channel:a,queryBody:l,initHistory:s}=e,[c,u]=o({history:s||[]}),{refreshDialogList:d}=(0,i.Cg)();(0,r.useEffect)(()=>{s&&u({history:s})},[s]);let h=async(e,r)=>{if(!e)return;let o=[...c.history,{role:"human",context:e}],i=o.length;u({history:o});try{let s=new AbortController;await (0,n.L)(t,{method:"POST",headers:{"Content-Type":"application/json"},body:JSON.stringify({...r,...l,user_input:e,channel:a}),signal:s.signal,async onopen(e){if(o.length<=1){d();let e=new URLSearchParams(window.location.search);e.delete("initMessage"),window.history.replaceState(null,null,"?".concat(e.toString()))}(!e.ok||e.headers.get("content-type")!==n.a)&&e.status>=400&&e.status<500&&429!==e.status&&e.status},onclose(){console.log("onclose")},onerror(e){throw Error(e)},onmessage:e=>{var t;if(console.log(e,"e"),e.data=e.data.replaceAll("\\n","\n"),"[DONE]"===e.data)s.abort();else if(null===(t=e.data)||void 0===t?void 0:t.startsWith("[ERROR]"))s.abort(),u({history:[...o,{role:"view",context:e.data.replace("[ERROR]","")}]});else{let t=[...o];e.data&&((null==t?void 0:t[i])?t[i].context="".concat(e.data):t.push({role:"view",context:e.data}),u({history:t}))}}})}catch(e){console.log("---e",e),u({history:[...o,{role:"view",context:"请求出错"}]})}};return{handleChatSubmit:h,history:c.history}}},89749:function(e,t,a){a.d(t,{K:function(){return c},T:function(){return s}});var n=a(3748),r=a(24214),o=a(84835);r.Z.defaults.baseURL="http://127.0.0.1:5000",r.Z.defaults.timeout=1e4,r.Z.interceptors.response.use(e=>e.data,e=>Promise.reject(e));let i={"content-type":"application/json"},l=e=>{if(!(0,o.isPlainObject)(e))return JSON.stringify(e);let t={...e};for(let e in t){let a=t[e];"string"==typeof a&&(t[e]=a.trim())}return JSON.stringify(t)},s=(e,t)=>{if(t){let a=Object.keys(t).filter(e=>void 0!==t[e]&&""!==t[e]).map(e=>"".concat(e,"=").concat(t[e])).join("&");a&&(e+="?".concat(a))}return r.Z.get(e,{headers:i}).then(e=>e).catch(e=>{n.ZP.error(e),Promise.reject(e)})},c=(e,t)=>{let a=l(t);return r.Z.post(e,{body:a,headers:i}).then(e=>e).catch(e=>{n.ZP.error(e),Promise.reject(e)})}}}]);
\ No newline at end of file
diff --git a/pilot/server/static/_next/static/chunks/app/agents/page-4286c92088ccc4e9.js b/pilot/server/static/_next/static/chunks/app/agents/page-4286c92088ccc4e9.js
new file mode 100644
index 000000000..548b38c30
--- /dev/null
+++ b/pilot/server/static/_next/static/chunks/app/agents/page-4286c92088ccc4e9.js
@@ -0,0 +1 @@
+(self.webpackChunk_N_E=self.webpackChunk_N_E||[]).push([[718],{82738:function(e,t,l){Promise.resolve().then(l.bind(l,68947))},68947:function(e,t,l){"use strict";l.r(t);var s=l(9268),r=l(34605),a=l(91440),n=l(50645),o=l(5737),i=l(45642),c=l(62414),u=l(26974),h=l(22046),d=l(78417),m=l(66487);let x=(0,n.Z)(o.Z)(e=>{let{theme:t}=e;return{...t.typography.body2,padding:t.spacing(1),textAlign:"center",borderRadius:4,color:t.vars.palette.text.secondary}});t.default=()=>{let{handleChatSubmit:e,history:t}=(0,m.Z)({queryAgentURL:"http://localhost:5000/v1/chat/completions"}),l=[{year:"1951 年",sales:0},{year:"1952 年",sales:52},{year:"1956 年",sales:61},{year:"1957 年",sales:45},{year:"1958 年",sales:48},{year:"1959 年",sales:38},{year:"1960 年",sales:38},{year:"1962 年",sales:38}];return(0,s.jsx)("div",{className:"p-4 flex flex-row gap-6 min-h-full w-full",children:(0,s.jsx)("div",{className:"flex w-full",children:(0,s.jsxs)(i.Z,{container:!0,spacing:2,sx:{flexGrow:1},children:[(0,s.jsx)(i.Z,{xs:8,children:(0,s.jsxs)(d.Z,{spacing:2,className:"h-full",children:[(0,s.jsx)(x,{children:(0,s.jsx)(i.Z,{container:!0,spacing:2,children:[{label:"Revenue Won",value:"$7,811,851"},{label:"Close %",value:"37.7%"},{label:"AVG Days to Close",value:"121"},{label:"Opportunities Won",value:"526"}].map(e=>(0,s.jsx)(i.Z,{xs:3,children:(0,s.jsx)(c.Z,{className:"flex-1 h-full",children:(0,s.jsxs)(u.Z,{className:"justify-around",children:[(0,s.jsx)(h.ZP,{gutterBottom:!0,component:"div",children:e.label}),(0,s.jsx)(h.ZP,{children:e.value})]})})},e.label))})}),(0,s.jsx)(x,{className:"flex-1",children:(0,s.jsx)(c.Z,{className:"h-full",children:(0,s.jsxs)(u.Z,{className:"h-full",children:[(0,s.jsx)(h.ZP,{gutterBottom:!0,component:"div",children:"Revenue Won by Month"}),(0,s.jsx)("div",{className:"flex-1",children:(0,s.jsx)(a.Chart,{padding:[10,20,50,40],autoFit:!0,data:[{month:"Jan",city:"Tokyo",temperature:7},{month:"Feb",city:"Tokyo",temperature:13},{month:"Mar",city:"Tokyo",temperature:16.5},{month:"Apr",city:"Tokyo",temperature:14.5},{month:"May",city:"Tokyo",temperature:10},{month:"Jun",city:"Tokyo",temperature:7.5},{month:"Jul",city:"Tokyo",temperature:9.2},{month:"Aug",city:"Tokyo",temperature:14.5},{month:"Sep",city:"Tokyo",temperature:9.3},{month:"Oct",city:"Tokyo",temperature:8.3},{month:"Nov",city:"Tokyo",temperature:8.9},{month:"Dec",city:"Tokyo",temperature:5.6}],children:(0,s.jsx)(a.LineAdvance,{shape:"smooth",point:!0,area:!0,position:"month*temperature",color:"city"})})})]})})}),(0,s.jsx)(x,{className:"flex-1",children:(0,s.jsxs)(i.Z,{container:!0,spacing:2,className:"h-full",children:[(0,s.jsx)(i.Z,{xs:4,className:"h-full",children:(0,s.jsx)(c.Z,{className:"flex-1 h-full",children:(0,s.jsxs)(u.Z,{className:"h-full",children:[(0,s.jsx)(h.ZP,{gutterBottom:!0,component:"div",children:"Close % by Month"}),(0,s.jsx)("div",{className:"flex-1",children:(0,s.jsxs)(a.Chart,{autoFit:!0,data:l,children:[(0,s.jsx)(a.Interval,{position:"year*sales",style:{lineWidth:3,stroke:(0,a.getTheme)().colors10[0]}}),(0,s.jsx)(a.Tooltip,{shared:!0})]})})]})})}),(0,s.jsx)(i.Z,{xs:4,className:"h-full",children:(0,s.jsx)(c.Z,{className:"flex-1 h-full",children:(0,s.jsxs)(u.Z,{className:"h-full",children:[(0,s.jsx)(h.ZP,{gutterBottom:!0,component:"div",children:"Close % by Month"}),(0,s.jsx)("div",{className:"flex-1",children:(0,s.jsxs)(a.Chart,{autoFit:!0,data:l,children:[(0,s.jsx)(a.Interval,{position:"year*sales",style:{lineWidth:3,stroke:(0,a.getTheme)().colors10[0]}}),(0,s.jsx)(a.Tooltip,{shared:!0})]})})]})})}),(0,s.jsx)(i.Z,{xs:4,className:"h-full",children:(0,s.jsx)(c.Z,{className:"flex-1 h-full",children:(0,s.jsxs)(u.Z,{className:"h-full",children:[(0,s.jsx)(h.ZP,{gutterBottom:!0,component:"div",children:"Close % by Month"}),(0,s.jsx)("div",{className:"flex-1",children:(0,s.jsxs)(a.Chart,{autoFit:!0,data:l,children:[(0,s.jsx)(a.Interval,{position:"year*sales",style:{lineWidth:3,stroke:(0,a.getTheme)().colors10[0]}}),(0,s.jsx)(a.Tooltip,{shared:!0})]})})]})})})]})})]})}),(0,s.jsx)(i.Z,{xs:4,children:(0,s.jsx)(r.Z,{messages:t,onSubmit:e})})]})})})}},57931:function(e,t,l){"use strict";l.d(t,{ZP:function(){return c},Cg:function(){return o}});var s=l(9268),r=l(89081),a=l(89749),n=l(86006);let[o,i]=function(){let e=n.createContext(void 0);return[function(){let t=n.useContext(e);if(void 0===t)throw Error("useCtx must be inside a Provider with a value");return t},e.Provider]}();var c=e=>{let{children:t}=e,{run:l,data:n,refresh:o}=(0,r.Z)(async()=>await (0,a.T)("/v1/chat/dialogue/list"),{manual:!0});return(0,s.jsx)(i,{value:{dialogueList:n,queryDialogueList:l,refreshDialogList:o},children:t})}},34605:function(e,t,l){"use strict";var s=l(9268),r=l(67830),a=l(54842),n=l(70900),o=l(62414),i=l(94244),c=l(33155),u=l(7354),h=l(35891),d=l(35086),m=l(53047),x=l(86006),y=l(19700),p=l(92391),f=l(70321),j=l(75403),v=l(99398),g=l(49064);let Z=p.z.object({query:p.z.string().min(1)});t.Z=e=>{let{messages:t,onSubmit:l,initialMessage:p,readOnly:b,paramsList:w,clearIntialMessage:N}=e,k=x.useRef(null),[T,P]=(0,x.useState)(!1),[C,S]=(0,x.useState)(),[O,R]=(0,x.useState)(),E=(0,y.cI)({resolver:(0,r.F)(Z),defaultValues:{}}),A=async e=>{let{query:t}=e;try{P(!0),E.reset(),await l(t,{select_param:null==w?void 0:w[O]})}catch(e){}finally{P(!1)}},W=async()=>{try{let e=new URLSearchParams(window.location.search);e.delete("initMessage"),window.history.replaceState(null,null,"?".concat(e.toString())),await A({query:p})}catch(e){console.log(e)}finally{null==N||N()}},M={overrides:{code:e=>{let{children:t}=e;return(0,s.jsx)(v.Z,{language:"javascript",style:g.Z,children:t})}}};return x.useEffect(()=>{k.current&&k.current.scrollTo(0,k.current.scrollHeight)},[null==t?void 0:t.length]),x.useEffect(()=>{p&&t.length<=0&&W()},[p]),x.useEffect(()=>{var e,t;w&&(null===(e=Object.keys(w||{}))||void 0===e?void 0:e.length)>0&&R(null===(t=Object.keys(w||{}))||void 0===t?void 0:t[0])},[w]),(0,s.jsxs)(n.Z,{direction:"column",gap:2,sx:{display:"flex",flex:1,flexBasis:"100%",width:"100%",height:"100%",maxHeight:"100%",minHeight:"100%",mx:"auto"},children:[(0,s.jsxs)(n.Z,{ref:k,direction:"column",gap:2,sx:{boxSizing:"border-box",maxWidth:"100%",width:"100%",mx:"auto",flex:1,maxHeight:"100%",overflowY:"auto",p:2,border:"1px solid",borderColor:"var(--joy-palette-divider)"},children:[C&&(0,s.jsx)(o.Z,{size:"sm",variant:"outlined",color:"primary",className:"message-agent",sx:{mr:"auto",ml:"none",whiteSpace:"pre-wrap"},children:null==C?void 0:C.context}),t.filter(e=>["view","human"].includes(e.role)).map((e,t)=>{var l;return(0,s.jsx)(n.Z,{sx:{mr:"view"===e.role?"auto":"none",ml:"human"===e.role?"auto":"none"},children:(0,s.jsx)(o.Z,{size:"sm",variant:"outlined",className:"view"===e.role?"message-agent":"message-human",color:"view"===e.role?"primary":"neutral",sx:e=>({px:2,"ol, ul":{my:0,pl:2},ol:{listStyle:"numeric"},ul:{listStyle:"disc",mb:2},li:{my:1},a:{textDecoration:"underline"}}),children:(0,s.jsx)(j.Z,{options:M,children:null===(l=e.context)||void 0===l?void 0:l.replaceAll("\\n","\n")})})},t)}),T&&(0,s.jsx)(i.Z,{variant:"soft",color:"neutral",size:"sm",sx:{mx:"auto",my:2}})]}),!b&&(0,s.jsxs)("form",{style:{maxWidth:"100%",width:"100%",position:"relative",display:"flex",marginTop:"auto",overflow:"visible",background:"none",justifyContent:"center",marginLeft:"auto",marginRight:"auto",flexDirection:"column",gap:"12px"},onSubmit:e=>{e.stopPropagation(),E.handleSubmit(A)(e)},children:[Object.keys(w||{}).length>0&&(0,s.jsxs)("div",{className:"flex items-center gap-3",children:[(0,s.jsx)(c.Z,{value:O,onChange:(e,t)=>{R(t)},className:"max-w-xs",children:Object.keys(w||{}).map(e=>(0,s.jsx)(u.Z,{value:e,children:null==w?void 0:w[e]},e))}),(0,s.jsx)(h.Z,{className:"cursor-pointer",title:O,placement:"top",variant:"outlined",children:(0,s.jsx)(f.Z,{})})]}),(0,s.jsx)(d.ZP,{sx:{width:"100%"},variant:"outlined",endDecorator:(0,s.jsx)(m.ZP,{type:"submit",disabled:T,children:(0,s.jsx)(a.Z,{})}),...E.register("query")})]})]})}},66487:function(e,t,l){"use strict";l.d(t,{Z:function(){return o}});var s=l(71990),r=l(86006),a=e=>{let t=(0,r.useReducer)((e,t)=>({...e,...t}),{...e});return t},n=l(57931),o=e=>{let{queryAgentURL:t,channel:l,queryBody:o,initHistory:i}=e,[c,u]=a({history:i||[]}),{refreshDialogList:h}=(0,n.Cg)();(0,r.useEffect)(()=>{i&&u({history:i})},[i]);let d=async(e,r)=>{if(!e)return;let a=[...c.history,{role:"human",context:e}],n=a.length;u({history:a});try{let i=new AbortController;await (0,s.L)(t,{method:"POST",headers:{"Content-Type":"application/json"},body:JSON.stringify({...r,...o,user_input:e,channel:l}),signal:i.signal,async onopen(e){if(a.length<=1){h();let e=new URLSearchParams(window.location.search);e.delete("initMessage"),window.history.replaceState(null,null,"?".concat(e.toString()))}(!e.ok||e.headers.get("content-type")!==s.a)&&e.status>=400&&e.status<500&&429!==e.status&&e.status},onclose(){console.log("onclose")},onerror(e){throw Error(e)},onmessage:e=>{var t;if(console.log(e,"e"),e.data=e.data.replaceAll("\\n","\n"),"[DONE]"===e.data)i.abort();else if(null===(t=e.data)||void 0===t?void 0:t.startsWith("[ERROR]"))i.abort(),u({history:[...a,{role:"view",context:e.data.replace("[ERROR]","")}]});else{let t=[...a];e.data&&((null==t?void 0:t[n])?t[n].context="".concat(e.data):t.push({role:"view",context:e.data}),u({history:t}))}}})}catch(e){console.log("---e",e),u({history:[...a,{role:"view",context:"请求出错"}]})}};return{handleChatSubmit:d,history:c.history}}},89749:function(e,t,l){"use strict";l.d(t,{K:function(){return c},T:function(){return i}});var s=l(3748),r=l(24214),a=l(84835);r.Z.defaults.baseURL="http://127.0.0.1:5000",r.Z.defaults.timeout=1e4,r.Z.interceptors.response.use(e=>e.data,e=>Promise.reject(e));let n={"content-type":"application/json"},o=e=>{if(!(0,a.isPlainObject)(e))return JSON.stringify(e);let t={...e};for(let e in t){let l=t[e];"string"==typeof l&&(t[e]=l.trim())}return JSON.stringify(t)},i=(e,t)=>{if(t){let l=Object.keys(t).filter(e=>void 0!==t[e]&&""!==t[e]).map(e=>"".concat(e,"=").concat(t[e])).join("&");l&&(e+="?".concat(l))}return r.Z.get(e,{headers:n}).then(e=>e).catch(e=>{s.ZP.error(e),Promise.reject(e)})},c=(e,t)=>{let l=o(t);return r.Z.post(e,{body:l,headers:n}).then(e=>e).catch(e=>{s.ZP.error(e),Promise.reject(e)})}}},function(e){e.O(0,[180,757,448,22,86,93,259,751,234,947,253,769,744],function(){return e(e.s=82738)}),_N_E=e.O()}]);
\ No newline at end of file
diff --git a/pilot/server/static/_next/static/chunks/app/datastores/documents/chunklist/page-65ded782e5468079.js b/pilot/server/static/_next/static/chunks/app/datastores/documents/chunklist/page-65ded782e5468079.js
new file mode 100644
index 000000000..f599b4d09
--- /dev/null
+++ b/pilot/server/static/_next/static/chunks/app/datastores/documents/chunklist/page-65ded782e5468079.js
@@ -0,0 +1 @@
+(self.webpackChunk_N_E=self.webpackChunk_N_E||[]).push([[538],{4596:function(e,t,n){"use strict";n.d(t,{Z:function(){return r}});let r=e=>e?"function"==typeof e?e():e:null},61714:function(e,t,n){"use strict";n.d(t,{ZP:function(){return g}});var r=n(8683),o=n.n(r),a=n(99753),i=n(86006),l=n(79746),c=n(4596),s=n(92886),d=function(e,t){var n={};for(var r in e)Object.prototype.hasOwnProperty.call(e,r)&&0>t.indexOf(r)&&(n[r]=e[r]);if(null!=e&&"function"==typeof Object.getOwnPropertySymbols)for(var o=0,r=Object.getOwnPropertySymbols(e);ot.indexOf(r[o])&&Object.prototype.propertyIsEnumerable.call(e,r[o])&&(n[r[o]]=e[r[o]]);return n};let u=(e,t,n)=>{if(t||n)return i.createElement(i.Fragment,null,t&&i.createElement("div",{className:`${e}-title`},(0,c.Z)(t)),i.createElement("div",{className:`${e}-inner-content`},(0,c.Z)(n)))};function p(e){let{hashId:t,prefixCls:n,className:r,style:l,placement:c="top",title:s,content:d,children:p}=e;return i.createElement("div",{className:o()(t,n,`${n}-pure`,`${n}-placement-${c}`,r),style:l},i.createElement("div",{className:`${n}-arrow`}),i.createElement(a.G,Object.assign({},e,{className:t,prefixCls:n}),p||u(n,s,d)))}function g(e){let{prefixCls:t}=e,n=d(e,["prefixCls"]),{getPrefixCls:r}=i.useContext(l.E_),o=r("popover",t),[a,c]=(0,s.Z)(o);return a(i.createElement(p,Object.assign({},n,{prefixCls:o,hashId:c})))}},24746:function(e,t,n){"use strict";var r=n(8683),o=n.n(r),a=n(86006),i=n(4596),l=n(80716),c=n(79746),s=n(15241),d=n(61714),u=n(92886),p=function(e,t){var n={};for(var r in e)Object.prototype.hasOwnProperty.call(e,r)&&0>t.indexOf(r)&&(n[r]=e[r]);if(null!=e&&"function"==typeof Object.getOwnPropertySymbols)for(var o=0,r=Object.getOwnPropertySymbols(e);ot.indexOf(r[o])&&Object.prototype.propertyIsEnumerable.call(e,r[o])&&(n[r[o]]=e[r[o]]);return n};let g=e=>{let{title:t,content:n,prefixCls:r}=e;return a.createElement(a.Fragment,null,t&&a.createElement("div",{className:`${r}-title`},(0,i.Z)(t)),a.createElement("div",{className:`${r}-inner-content`},(0,i.Z)(n)))},m=a.forwardRef((e,t)=>{let{prefixCls:n,title:r,content:i,overlayClassName:d,placement:m="top",trigger:f="hover",mouseEnterDelay:h=.1,mouseLeaveDelay:x=.1,overlayStyle:y={}}=e,b=p(e,["prefixCls","title","content","overlayClassName","placement","trigger","mouseEnterDelay","mouseLeaveDelay","overlayStyle"]),{getPrefixCls:v}=a.useContext(c.E_),j=v("popover",n),[O,$]=(0,u.Z)(j),w=v(),S=o()(d,$);return O(a.createElement(s.Z,Object.assign({placement:m,trigger:f,mouseEnterDelay:h,mouseLeaveDelay:x,overlayStyle:y},b,{prefixCls:j,overlayClassName:S,ref:t,overlay:r||i?a.createElement(g,{prefixCls:j,title:r,content:i}):null,transitionName:(0,l.mL)(w,"zoom-big",b.transitionName),"data-popover-inject":!0})))});m._InternalPanelDoNotUseOrYouWillBeFired=d.ZP,t.Z=m},92886:function(e,t,n){"use strict";var r=n(98663),o=n(87270),a=n(20798),i=n(83688),l=n(40650),c=n(70721);let s=e=>{let{componentCls:t,popoverColor:n,minWidth:o,fontWeightStrong:i,popoverPadding:l,boxShadowSecondary:c,colorTextHeading:s,borderRadiusLG:d,zIndexPopup:u,marginXS:p,colorBgElevated:g,popoverBg:m}=e;return[{[t]:Object.assign(Object.assign({},(0,r.Wf)(e)),{position:"absolute",top:0,left:{_skip_check_:!0,value:0},zIndex:u,fontWeight:"normal",whiteSpace:"normal",textAlign:"start",cursor:"auto",userSelect:"text",transformOrigin:"var(--arrow-x, 50%) var(--arrow-y, 50%)","--antd-arrow-background-color":g,"&-rtl":{direction:"rtl"},"&-hidden":{display:"none"},[`${t}-content`]:{position:"relative"},[`${t}-inner`]:{backgroundColor:m,backgroundClip:"padding-box",borderRadius:d,boxShadow:c,padding:l},[`${t}-title`]:{minWidth:o,marginBottom:p,color:s,fontWeight:i},[`${t}-inner-content`]:{color:n}})},(0,a.ZP)(e,{colorBg:"var(--antd-arrow-background-color)"}),{[`${t}-pure`]:{position:"relative",maxWidth:"none",margin:e.sizePopupArrow,display:"inline-block",[`${t}-content`]:{display:"inline-block"}}}]},d=e=>{let{componentCls:t}=e;return{[t]:i.i.map(n=>{let r=e[`${n}6`];return{[`&${t}-${n}`]:{"--antd-arrow-background-color":r,[`${t}-inner`]:{backgroundColor:r},[`${t}-arrow`]:{background:"transparent"}}}})}},u=e=>{let{componentCls:t,lineWidth:n,lineType:r,colorSplit:o,paddingSM:a,controlHeight:i,fontSize:l,lineHeight:c,padding:s}=e,d=i-Math.round(l*c);return{[t]:{[`${t}-inner`]:{padding:0},[`${t}-title`]:{margin:0,padding:`${d/2}px ${s}px ${d/2-n}px`,borderBottom:`${n}px ${r} ${o}`},[`${t}-inner-content`]:{padding:`${a}px ${s}px`}}}};t.Z=(0,l.Z)("Popover",e=>{let{colorBgElevated:t,colorText:n,wireframe:r}=e,a=(0,c.TS)(e,{popoverPadding:12,popoverBg:t,popoverColor:n});return[s(a),d(a),r&&u(a),(0,o._y)(a,"zoom-big")]},e=>({width:177,minWidth:177,zIndexPopup:e.zIndexPopupBase+30}),{deprecatedTokens:[["width","minWidth"]]})},55254:function(e,t,n){Promise.resolve().then(n.bind(n,26257))},74724:function(e,t,n){"use strict";n.d(t,{S:function(){return r}});let r="http://localhost:5000"},26257:function(e,t,n){"use strict";n.r(t);var r=n(9268),o=n(56008),a=n(86006),i=n(78635),l=n(83192),c=n(70900),s=n(24746),d=n(18434),u=n(74724);t.default=()=>{let{mode:e}=(0,i.tv)(),t=(0,o.useSearchParams)().get("spacename"),n=(0,o.useSearchParams)().get("documentid"),[p,g]=(0,a.useState)(0),[m,f]=(0,a.useState)(0),[h,x]=(0,a.useState)([]);return(0,a.useEffect)(()=>{(async function(){let e=await fetch("".concat(u.S,"/knowledge/").concat(t,"/chunk/list"),{method:"POST",headers:{"Content-Type":"application/json"},body:JSON.stringify({document_id:n,page:1,page_size:20})}),r=await e.json();r.success&&(x(r.data.data),g(r.data.total),f(r.data.page))})()},[]),(0,r.jsx)("div",{className:"p-4",children:h.length?(0,r.jsxs)(r.Fragment,{children:[(0,r.jsxs)(l.Z,{color:"info",variant:"soft",size:"lg",sx:{"& tbody tr: hover":{backgroundColor:"light"===e?"rgb(246, 246, 246)":"rgb(33, 33, 40)"},"& tbody tr: hover a":{textDecoration:"underline"}},children:[(0,r.jsx)("thead",{children:(0,r.jsxs)("tr",{children:[(0,r.jsx)("th",{children:"Name"}),(0,r.jsx)("th",{children:"Content"}),(0,r.jsx)("th",{children:"Meta Data"})]})}),(0,r.jsx)("tbody",{children:h.map(e=>(0,r.jsxs)("tr",{children:[(0,r.jsx)("td",{children:e.doc_name}),(0,r.jsx)("td",{children:(0,r.jsx)(s.Z,{content:e.content,trigger:"hover",children:e.content.length>10?"".concat(e.content.slice(0,10),"..."):e.content})}),(0,r.jsx)("td",{children:(0,r.jsx)(s.Z,{content:JSON.stringify(e.meta_info||"{}",null,2),trigger:"hover",children:e.meta_info.length>10?"".concat(e.meta_info.slice(0,10),"..."):e.meta_info})})]},e.id))})]}),(0,r.jsx)(c.Z,{direction:"row",justifyContent:"flex-end",sx:{marginTop:"20px"},children:(0,r.jsx)(d.Z,{defaultPageSize:20,showSizeChanger:!1,current:m,total:p,onChange:async e=>{let r=await fetch("".concat(u.S,"/knowledge/").concat(t,"/chunk/list"),{method:"POST",headers:{"Content-Type":"application/json"},body:JSON.stringify({document_id:n,page:e,page_size:20})}),o=await r.json();o.success&&(x(o.data.data),g(o.data.total),f(o.data.page))},hideOnSinglePage:!0})})]}):(0,r.jsx)(r.Fragment,{})})}}},function(e){e.O(0,[448,599,952,777,434,253,769,744],function(){return e(e.s=55254)}),_N_E=e.O()}]);
\ No newline at end of file
diff --git a/pilot/server/static/_next/static/chunks/app/datastores/documents/page-0b797043cfee212f.js b/pilot/server/static/_next/static/chunks/app/datastores/documents/page-0b797043cfee212f.js
new file mode 100644
index 000000000..1b9332911
--- /dev/null
+++ b/pilot/server/static/_next/static/chunks/app/datastores/documents/page-0b797043cfee212f.js
@@ -0,0 +1 @@
+(self.webpackChunk_N_E=self.webpackChunk_N_E||[]).push([[470],{22199:function(e,t,a){Promise.resolve().then(a.bind(a,42069))},74724:function(e,t,a){"use strict";a.d(t,{S:function(){return n}});let n="http://localhost:5000"},42069:function(e,t,a){"use strict";a.r(t);var n=a(9268),s=a(56008),o=a(86006),i=a(50645),c=a(5737),r=a(78635),l=a(99987),d=a(83192),h=a(58927),u=a(70900),p=a(11437),x=a(90545),g=a(35086),f=a(866),m=a(65326),j=a.n(m),y=a(72474),S=a(50157),w=a(3748),b=a(18434),P=a(74724);let{Dragger:Z}=S.default,C=(0,i.Z)(c.Z)(e=>{let{theme:t}=e;return{width:"50%",backgroundColor:"dark"===t.palette.mode?t.palette.background.level1:"#fff",...t.typography.body2,padding:t.spacing(1),textAlign:"center",borderRadius:4,color:t.vars.palette.text.secondary}}),T=["Choose a Datasource type","Setup the Datasource"],k=[{type:"text",title:"Text",subTitle:"Fill your raw text"},{type:"webPage",title:"URL",subTitle:"Fetch the content of a URL"},{type:"file",title:"Document",subTitle:"Upload a document, document type can be PDF, CSV, Text, PowerPoint, Word, Markdown"}];t.default=()=>{let e=(0,s.useRouter)(),t=(0,s.useSearchParams)().get("name"),{mode:a}=(0,r.tv)(),[i,m]=(0,o.useState)(!1),[S,O]=(0,o.useState)(0),[_,v]=(0,o.useState)(""),[N,D]=(0,o.useState)([]),[F,z]=(0,o.useState)(""),[R,E]=(0,o.useState)(""),[L,U]=(0,o.useState)(""),[W,J]=(0,o.useState)(""),[M,I]=(0,o.useState)(null),[B,Y]=(0,o.useState)(0),[A,H]=(0,o.useState)(0);return(0,o.useEffect)(()=>{(async function(){let e=await fetch("".concat(P.S,"/knowledge/").concat(t,"/document/list"),{method:"POST",headers:{"Content-Type":"application/json"},body:JSON.stringify({page:1,page_size:20})}),a=await e.json();a.success&&(D(a.data.data),Y(a.data.total),H(a.data.page))})()},[]),(0,n.jsxs)("div",{className:"p-4",children:[(0,n.jsx)(c.Z,{sx:{display:"flex",flexDirection:"row-reverse"},children:(0,n.jsx)(l.Z,{variant:"outlined",onClick:()=>m(!0),children:"+ Add Datasource"})}),N.length?(0,n.jsxs)(n.Fragment,{children:[(0,n.jsxs)(d.Z,{color:"info",variant:"soft",size:"lg",sx:{"& tbody tr: hover":{backgroundColor:"light"===a?"rgb(246, 246, 246)":"rgb(33, 33, 40)"},"& tbody tr: hover a":{textDecoration:"underline"}},children:[(0,n.jsx)("thead",{children:(0,n.jsxs)("tr",{children:[(0,n.jsx)("th",{children:"Name"}),(0,n.jsx)("th",{children:"Type"}),(0,n.jsx)("th",{children:"Size"}),(0,n.jsx)("th",{children:"Last Synch"}),(0,n.jsx)("th",{children:"Status"}),(0,n.jsx)("th",{children:"Operation"})]})}),(0,n.jsx)("tbody",{children:N.map(a=>(0,n.jsxs)("tr",{children:[(0,n.jsx)("td",{children:a.doc_name}),(0,n.jsx)("td",{children:(0,n.jsx)(h.Z,{variant:"soft",color:"neutral",sx:{fontWeight:300},children:a.doc_type})}),(0,n.jsxs)("td",{children:[a.chunk_size," chunks"]}),(0,n.jsx)("td",{children:j()(a.last_sync).format("YYYY-MM-DD HH:MM:SS")}),(0,n.jsx)("td",{children:(0,n.jsx)(h.Z,{sx:{fontWeight:300},variant:"soft",color:function(){switch(a.status){case"TODO":return"neutral";case"RUNNING":return"primary";case"FINISHED":return"success";case"FAILED":return"danger"}}(),children:a.status})}),(0,n.jsx)("td",{children:(0,n.jsxs)(n.Fragment,{children:[(0,n.jsx)(l.Z,{variant:"outlined",size:"sm",onClick:async()=>{let e=await fetch("".concat(P.S,"/knowledge/").concat(t,"/document/sync"),{method:"POST",headers:{"Content-Type":"application/json"},body:JSON.stringify({doc_ids:[a.id]})}),n=await e.json();n.success?w.ZP.success("success"):w.ZP.error(n.err_msg||"failed")},children:"Synch"}),(0,n.jsx)(l.Z,{variant:"outlined",size:"sm",onClick:()=>{e.push("/datastores/documents/chunklist?spacename=".concat(t,"&documentid=").concat(a.id))},children:"Detail of Chunks"})]})})]},a.id))})]}),(0,n.jsx)(u.Z,{direction:"row",justifyContent:"flex-end",sx:{marginTop:"20px"},children:(0,n.jsx)(b.Z,{defaultPageSize:20,showSizeChanger:!1,current:A,total:B,onChange:async e=>{let a=await fetch("".concat(P.S,"/knowledge/").concat(t,"/document/list"),{method:"POST",headers:{"Content-Type":"application/json"},body:JSON.stringify({page:e,page_size:20})}),n=await a.json();n.success&&(D(n.data.data),Y(n.data.total),H(n.data.page))},hideOnSinglePage:!0})})]}):(0,n.jsx)(n.Fragment,{}),(0,n.jsx)(p.Z,{sx:{display:"flex",justifyContent:"center",alignItems:"center","z-index":1e3},open:i,onClose:()=>m(!1),children:(0,n.jsxs)(c.Z,{variant:"outlined",sx:{width:800,borderRadius:"md",p:3,boxShadow:"lg"},children:[(0,n.jsx)(x.Z,{sx:{width:"100%"},children:(0,n.jsx)(u.Z,{spacing:2,direction:"row",children:T.map((e,t)=>(0,n.jsx)(C,{sx:{fontWeight:S===t?"bold":""},children:e},e))})}),0===S?(0,n.jsx)(n.Fragment,{children:(0,n.jsx)(x.Z,{sx:{margin:"30px auto"},children:k.map(e=>(0,n.jsxs)(c.Z,{sx:{boxSizing:"border-box",height:"80px",padding:"12px",display:"flex",flexDirection:"column",justifyContent:"space-between",border:"1px solid gray",borderRadius:"6px",marginBottom:"20px",cursor:"pointer"},onClick:()=>{v(e.type),O(1)},children:[(0,n.jsx)(c.Z,{sx:{fontSize:"20px",fontWeight:"bold"},children:e.title}),(0,n.jsx)(c.Z,{children:e.subTitle})]},e.type))})}):(0,n.jsxs)(n.Fragment,{children:[(0,n.jsxs)(x.Z,{sx:{margin:"30px auto"},children:["Name:",(0,n.jsx)(g.ZP,{placeholder:"Please input the name",onChange:e=>E(e.target.value),sx:{marginBottom:"20px"}}),"webPage"===_?(0,n.jsxs)(n.Fragment,{children:["Web Page URL:",(0,n.jsx)(g.ZP,{placeholder:"Please input the Web Page URL",onChange:e=>z(e.target.value)})]}):"file"===_?(0,n.jsx)(n.Fragment,{children:(0,n.jsxs)(Z,{name:"file",multiple:!1,onChange(e){var t;if(console.log(e),0===e.fileList.length){I(null),E("");return}I(e.file.originFileObj),E(null===(t=e.file.originFileObj)||void 0===t?void 0:t.name)},children:[(0,n.jsx)("p",{className:"ant-upload-drag-icon",children:(0,n.jsx)(y.Z,{})}),(0,n.jsx)("p",{style:{color:"rgb(22, 108, 255)",fontSize:"20px"},children:"Select or Drop file"}),(0,n.jsx)("p",{className:"ant-upload-hint",style:{color:"rgb(22, 108, 255)"},children:"PDF, PowerPoint, Excel, Word, Text, Markdown,"})]})}):(0,n.jsxs)(n.Fragment,{children:["Text Source(Optional):",(0,n.jsx)(g.ZP,{placeholder:"Please input the text source",onChange:e=>U(e.target.value),sx:{marginBottom:"20px"}}),"Text:",(0,n.jsx)(f.Z,{onChange:e=>J(e.target.value),minRows:4,sx:{marginBottom:"20px"}})]})]}),(0,n.jsx)(l.Z,{onClick:async()=>{if(""===R){w.ZP.error("Please input the name");return}if("webPage"===_){if(""===F){w.ZP.error("Please input the Web Page URL");return}let e=await fetch("".concat(P.S,"/knowledge/").concat(t,"/document/add"),{method:"POST",headers:{"Content-Type":"application/json"},body:JSON.stringify({doc_name:R,content:F,doc_type:"URL"})}),a=await e.json();if(a.success){w.ZP.success("success"),m(!1);let e=await fetch("".concat(P.S,"/knowledge/").concat(t,"/document/list"),{method:"POST",headers:{"Content-Type":"application/json"},body:JSON.stringify({page:A,page_size:20})}),a=await e.json();a.success&&(D(a.data.data),Y(a.data.total),H(a.data.page))}else w.ZP.error(a.err_msg||"failed")}else if("file"===_){if(!M){w.ZP.error("Please select a file");return}let e=new FormData;e.append("doc_name",R),e.append("doc_file",M),e.append("doc_type","DOCUMENT");let a=await fetch("".concat(P.S,"/knowledge/").concat(t,"/document/upload"),{method:"POST",body:e}),n=await a.json();if(n.success){w.ZP.success("success"),m(!1);let e=await fetch("".concat(P.S,"/knowledge/").concat(t,"/document/list"),{method:"POST",headers:{"Content-Type":"application/json"},body:JSON.stringify({page:A,page_size:20})}),a=await e.json();a.success&&(D(a.data.data),Y(a.data.total),H(a.data.page))}else w.ZP.error(n.err_msg||"failed")}else{if(""===W){w.ZP.error("Please input the text");return}let e=await fetch("".concat(P.S,"/knowledge/").concat(t,"/document/add"),{method:"POST",headers:{"Content-Type":"application/json"},body:JSON.stringify({doc_name:R,source:L,content:W,doc_type:"TEXT"})}),a=await e.json();if(a.success){w.ZP.success("success"),m(!1);let e=await fetch("".concat(P.S,"/knowledge/").concat(t,"/document/list"),{method:"POST",headers:{"Content-Type":"application/json"},body:JSON.stringify({page:A,page_size:20})}),a=await e.json();a.success&&(D(a.data.data),Y(a.data.total),H(a.data.page))}else w.ZP.error(a.err_msg||"failed")}},children:"Finish"})]})]})})]})}}},function(e){e.O(0,[550,448,22,599,86,952,261,777,434,611,253,769,744],function(){return e(e.s=22199)}),_N_E=e.O()}]);
\ No newline at end of file
diff --git a/pilot/server/static/_next/static/chunks/app/datastores/page-171d660b8104db30.js b/pilot/server/static/_next/static/chunks/app/datastores/page-171d660b8104db30.js
new file mode 100644
index 000000000..d9a8d94b8
--- /dev/null
+++ b/pilot/server/static/_next/static/chunks/app/datastores/page-171d660b8104db30.js
@@ -0,0 +1 @@
+(self.webpackChunk_N_E=self.webpackChunk_N_E||[]).push([[43],{31982:function(e,t,n){Promise.resolve().then(n.bind(n,44323))},74724:function(e,t,n){"use strict";n.d(t,{S:function(){return s}});let s="http://localhost:5000"},44323:function(e,t,n){"use strict";n.r(t);var s=n(9268),a=n(56008),o=n(86006),r=n(72474),i=n(50157),l=n(3748),c=n(50645),d=n(5737),h=n(78635),u=n(99987),p=n(83192),x=n(58927),g=n(11437),f=n(90545),m=n(70900),j=n(35086),y=n(866),b=n(74724);let{Dragger:w}=i.default,P=(0,c.Z)(d.Z)(e=>{let{theme:t}=e;return{width:"33%",backgroundColor:"dark"===t.palette.mode?t.palette.background.level1:"#fff",...t.typography.body2,padding:t.spacing(1),textAlign:"center",borderRadius:4,color:t.vars.palette.text.secondary}}),S=["Knowledge Space Configuration","Choose a Datasource type","Setup the Datasource"],Z=[{type:"text",title:"Text",subTitle:"Fill your raw text"},{type:"webPage",title:"URL",subTitle:"Fetch the content of a URL"},{type:"file",title:"Document",subTitle:"Upload a document, document type can be PDF, CSV, Text, PowerPoint, Word, Markdown"}];t.default=()=>{let e=(0,a.useRouter)(),{mode:t}=(0,h.tv)(),[n,i]=(0,o.useState)(0),[c,C]=(0,o.useState)(""),[v,T]=(0,o.useState)([]),[k,_]=(0,o.useState)(!1),[N,O]=(0,o.useState)(""),[F,R]=(0,o.useState)(""),[W,D]=(0,o.useState)(""),[U,E]=(0,o.useState)(""),[L,z]=(0,o.useState)(""),[J,B]=(0,o.useState)(null);return(0,o.useEffect)(()=>{(async function(){let e=await fetch("".concat(b.S,"/knowledge/space/list"),{method:"POST",headers:{"Content-Type":"application/json"},body:JSON.stringify({})}),t=await e.json();t.success&&T(t.data)})()},[]),(0,s.jsxs)(s.Fragment,{children:[(0,s.jsxs)(d.Z,{sx:{display:"flex",justifyContent:"space-between"},className:"p-4",children:[(0,s.jsx)(d.Z,{sx:{fontSize:"30px",fontWeight:"bold"},children:"Knowledge Spaces"}),(0,s.jsx)(u.Z,{onClick:()=>_(!0),variant:"outlined",children:"+ New Knowledge Space"})]}),(0,s.jsx)("div",{className:"page-body p-4",children:v.length?(0,s.jsxs)(p.Z,{color:"info",variant:"soft",size:"lg",sx:{"& tbody tr: hover":{backgroundColor:"light"===t?"rgb(246, 246, 246)":"rgb(33, 33, 40)"},"& tbody tr: hover a":{textDecoration:"underline"}},children:[(0,s.jsx)("thead",{children:(0,s.jsxs)("tr",{children:[(0,s.jsx)("th",{children:"Name"}),(0,s.jsx)("th",{children:"Vector"}),(0,s.jsx)("th",{children:"Owner"})]})}),(0,s.jsx)("tbody",{children:v.map(t=>(0,s.jsxs)("tr",{children:[(0,s.jsx)("td",{children:(0,s.jsx)("a",{style:{fontWeight:"bold"},href:"javascript:;",onClick:()=>e.push("/datastores/documents?name=".concat(t.name)),children:t.name})}),(0,s.jsx)("td",{children:(0,s.jsx)(x.Z,{variant:"soft",color:"neutral",sx:{fontWeight:300},children:t.vector_type})}),(0,s.jsx)("td",{children:(0,s.jsx)(x.Z,{variant:"soft",color:"neutral",sx:{fontWeight:300},children:t.owner})})]},t.id))})]}):(0,s.jsx)(s.Fragment,{})}),(0,s.jsx)(g.Z,{sx:{display:"flex",justifyContent:"center",alignItems:"center","z-index":1e3},open:k,onClose:()=>_(!1),children:(0,s.jsxs)(d.Z,{variant:"outlined",sx:{width:800,borderRadius:"md",p:3,boxShadow:"lg"},children:[(0,s.jsx)(f.Z,{sx:{width:"100%"},children:(0,s.jsx)(m.Z,{spacing:2,direction:"row",children:S.map((e,t)=>(0,s.jsx)(P,{sx:{fontWeight:n===t?"bold":""},children:e},e))})}),0===n?(0,s.jsxs)(s.Fragment,{children:[(0,s.jsxs)(f.Z,{sx:{margin:"30px auto"},children:["Knowledge Space Name:",(0,s.jsx)(j.ZP,{placeholder:"Please input the name",onChange:e=>O(e.target.value)})]}),(0,s.jsx)(u.Z,{variant:"outlined",onClick:async()=>{if(""===N){l.ZP.error("please input the name");return}let e=await fetch("".concat(b.S,"/knowledge/space/add"),{method:"POST",headers:{"Content-Type":"application/json"},body:JSON.stringify({name:N,vector_type:"Chroma",owner:"keting",desc:"test1"})}),t=await e.json();if(t.success){l.ZP.success("success"),i(1);let e=await fetch("".concat(b.S,"/knowledge/space/list"),{method:"POST",headers:{"Content-Type":"application/json"},body:JSON.stringify({})}),t=await e.json();t.success&&T(t.data)}else l.ZP.error(t.err_msg||"failed")},children:"Next"})]}):1===n?(0,s.jsx)(s.Fragment,{children:(0,s.jsx)(f.Z,{sx:{margin:"30px auto"},children:Z.map(e=>(0,s.jsxs)(d.Z,{sx:{boxSizing:"border-box",height:"80px",padding:"12px",display:"flex",flexDirection:"column",justifyContent:"space-between",border:"1px solid gray",borderRadius:"6px",marginBottom:"20px",cursor:"pointer"},onClick:()=>{C(e.type),i(2)},children:[(0,s.jsx)(d.Z,{sx:{fontSize:"20px",fontWeight:"bold"},children:e.title}),(0,s.jsx)(d.Z,{children:e.subTitle})]},e.type))})}):(0,s.jsxs)(s.Fragment,{children:[(0,s.jsxs)(f.Z,{sx:{margin:"30px auto"},children:["Name:",(0,s.jsx)(j.ZP,{placeholder:"Please input the name",onChange:e=>D(e.target.value),sx:{marginBottom:"20px"}}),"webPage"===c?(0,s.jsxs)(s.Fragment,{children:["Web Page URL:",(0,s.jsx)(j.ZP,{placeholder:"Please input the Web Page URL",onChange:e=>R(e.target.value)})]}):"file"===c?(0,s.jsx)(s.Fragment,{children:(0,s.jsxs)(w,{name:"file",multiple:!1,onChange(e){var t;if(console.log(e),0===e.fileList.length){B(null),D("");return}B(e.file.originFileObj),D(null===(t=e.file.originFileObj)||void 0===t?void 0:t.name)},children:[(0,s.jsx)("p",{className:"ant-upload-drag-icon",children:(0,s.jsx)(r.Z,{})}),(0,s.jsx)("p",{style:{color:"rgb(22, 108, 255)",fontSize:"20px"},children:"Select or Drop file"}),(0,s.jsx)("p",{className:"ant-upload-hint",style:{color:"rgb(22, 108, 255)"},children:"PDF, PowerPoint, Excel, Word, Text, Markdown,"})]})}):(0,s.jsxs)(s.Fragment,{children:["Text Source(Optional):",(0,s.jsx)(j.ZP,{placeholder:"Please input the text source",onChange:e=>E(e.target.value),sx:{marginBottom:"20px"}}),"Text:",(0,s.jsx)(y.Z,{onChange:e=>z(e.target.value),minRows:4,sx:{marginBottom:"20px"}})]})]}),(0,s.jsx)(u.Z,{onClick:async()=>{if(""===W){l.ZP.error("Please input the name");return}if("webPage"===c){if(""===F){l.ZP.error("Please input the Web Page URL");return}let e=await fetch("".concat(b.S,"/knowledge/").concat(N,"/document/add"),{method:"POST",headers:{"Content-Type":"application/json"},body:JSON.stringify({doc_name:W,content:F,doc_type:"URL"})}),t=await e.json();t.success?(l.ZP.success("success"),_(!1)):l.ZP.error(t.err_msg||"failed")}else if("file"===c){if(!J){l.ZP.error("Please select a file");return}let e=new FormData;e.append("doc_name",W),e.append("doc_file",J),e.append("doc_type","DOCUMENT");let t=await fetch("".concat(b.S,"/knowledge/").concat(N,"/document/upload"),{method:"POST",body:e}),n=await t.json();n.success?(l.ZP.success("success"),_(!1)):l.ZP.error(n.err_msg||"failed")}else{if(""===L){l.ZP.error("Please input the text");return}let e=await fetch("".concat(b.S,"/knowledge/").concat(N,"/document/add"),{method:"POST",headers:{"Content-Type":"application/json"},body:JSON.stringify({doc_name:W,source:U,content:L,doc_type:"TEXT"})}),t=await e.json();t.success?(l.ZP.success("success"),_(!1)):l.ZP.error(t.err_msg||"failed")}},children:"Finish"})]})]})})]})}}},function(e){e.O(0,[448,22,599,86,952,261,777,611,253,769,744],function(){return e(e.s=31982)}),_N_E=e.O()}]);
\ No newline at end of file
diff --git a/pilot/server/webserver.py b/pilot/server/webserver.py
index f5b97923b..2cc1cdc80 100644
--- a/pilot/server/webserver.py
+++ b/pilot/server/webserver.py
@@ -11,11 +11,11 @@ import uuid
import gradio as gr
-from pilot.embedding_engine.knowledge_type import KnowledgeType
-
ROOT_PATH = os.path.dirname(os.path.dirname(os.path.dirname(os.path.abspath(__file__))))
sys.path.append(ROOT_PATH)
+from pilot.embedding_engine.knowledge_type import KnowledgeType
+
from pilot.summary.db_summary_client import DBSummaryClient
from pilot.scene.base_chat import BaseChat
diff --git a/pilot/source_embedding/knowledge_embedding.py b/pilot/source_embedding/knowledge_embedding.py
index cf13b3017..b36880067 100644
--- a/pilot/source_embedding/knowledge_embedding.py
+++ b/pilot/source_embedding/knowledge_embedding.py
@@ -35,6 +35,7 @@ class KnowledgeEmbedding:
self.knowledge_embedding_client.index_to_store(docs)
def read(self):
+ self.knowledge_embedding_client = self.init_knowledge_embedding()
return self.knowledge_embedding_client.read_batch()
def init_knowledge_embedding(self):
diff --git a/pilot/source_embedding/source_embedding.py b/pilot/source_embedding/source_embedding.py
index 3d881fcdf..372e35c22 100644
--- a/pilot/source_embedding/source_embedding.py
+++ b/pilot/source_embedding/source_embedding.py
@@ -33,9 +33,6 @@ class SourceEmbedding(ABC):
self.vector_store_config = vector_store_config
self.embedding_args = embedding_args
self.embeddings = vector_store_config["embeddings"]
- self.vector_client = VectorStoreConnector(
- CFG.VECTOR_STORE_TYPE, vector_store_config
- )
@abstractmethod
@register
@@ -59,11 +56,17 @@ class SourceEmbedding(ABC):
@register
def index_to_store(self, docs):
"""index to vector store"""
+ self.vector_client = VectorStoreConnector(
+ CFG.VECTOR_STORE_TYPE, self.vector_store_config
+ )
self.vector_client.load_document(docs)
@register
def similar_search(self, doc, topk):
"""vector store similarity_search"""
+ self.vector_client = VectorStoreConnector(
+ CFG.VECTOR_STORE_TYPE, self.vector_store_config
+ )
try:
ans = self.vector_client.similar_search(doc, topk)
except NotEnoughElementsException:
@@ -71,6 +74,9 @@ class SourceEmbedding(ABC):
return ans
def vector_name_exist(self):
+ self.vector_client = VectorStoreConnector(
+ CFG.VECTOR_STORE_TYPE, self.vector_store_config
+ )
return self.vector_client.vector_name_exists()
def source_embedding(self):
diff --git a/setup.py b/setup.py
index b0732aeda..46dea861b 100644
--- a/setup.py
+++ b/setup.py
@@ -19,7 +19,7 @@ def parse_requirements(file_name: str) -> List[str]:
setuptools.setup(
name="DB-GPT",
packages=find_packages(),
- version="0.2.2",
+ version="0.2.3",
author="csunny",
author_email="cfqcsunny@gmail.com",
description="DB-GPT is an experimental open-source project that uses localized GPT large models to interact with your data and environment."
diff --git a/tools/knowlege_init.py b/tools/knowledge_init.py
similarity index 66%
rename from tools/knowlege_init.py
rename to tools/knowledge_init.py
index 56889bd7f..752cf18d0 100644
--- a/tools/knowlege_init.py
+++ b/tools/knowledge_init.py
@@ -5,6 +5,8 @@ import os
import sys
from pilot.embedding_engine.knowledge_type import KnowledgeType
+from pilot.openapi.knowledge.knowledge_service import KnowledgeService
+from pilot.openapi.knowledge.request.knowledge_request import KnowledgeSpaceRequest
sys.path.append(os.path.dirname(os.path.dirname(os.path.realpath(__file__))))
@@ -14,6 +16,7 @@ from pilot.configs.model_config import (
LLM_MODEL_CONFIG,
)
from pilot.embedding_engine.knowledge_embedding import KnowledgeEmbedding
+knowledge_space_service = KnowledgeService()
CFG = Config()
@@ -23,22 +26,31 @@ class LocalKnowledgeInit:
def __init__(self, vector_store_config) -> None:
self.vector_store_config = vector_store_config
- self.model_name = LLM_MODEL_CONFIG["text2vec"]
+ self.model_name = LLM_MODEL_CONFIG[CFG.EMBEDDING_MODEL]
def knowledge_persist(self, file_path):
"""knowledge persist"""
+ docs = []
+ embedding_engine = None
for root, _, files in os.walk(file_path, topdown=False):
for file in files:
filename = os.path.join(root, file)
- # docs = self._load_file(filename)
ke = KnowledgeEmbedding(
knowledge_source=filename,
knowledge_type=KnowledgeType.DOCUMENT.value,
model_name=self.model_name,
vector_store_config=self.vector_store_config,
)
- client = ke.init_knowledge_embedding()
- client.source_embedding()
+ embedding_engine = ke.init_knowledge_embedding()
+ doc = ke.read()
+ docs.extend(doc)
+ embedding_engine.index_to_store(docs)
+ print(f"""begin create {self.vector_store_config["vector_store_name"]} space""")
+ space = KnowledgeSpaceRequest
+ space.name = self.vector_store_config["vector_store_name"]
+ space.desc = "knowledge_init.py"
+ space.owner = "DB-GPT"
+ knowledge_space_service.create_knowledge_space(space)
if __name__ == "__main__":
-
-
-