Merge branch 'new-page-framework' of https://github.com/csunny/DB-GPT into new-page-framework

This commit is contained in:
changhuiping.chp 2023-06-29 18:54:10 +08:00
commit 10e14a05cd
7 changed files with 423 additions and 236 deletions

View File

@ -0,0 +1 @@
export const fetchBaseURL = 'http://30.183.154.125:5000';

View File

@ -2,73 +2,138 @@
import { useSearchParams } from 'next/navigation'
import React, { useState, useEffect } from 'react'
import { Table } from '@/lib/mui'
import { Popover } from 'antd'
import { useColorScheme, Table, Stack } from '@/lib/mui'
import { Popover, Pagination } from 'antd'
import { fetchBaseURL } from '@/app/datastores/constants'
const page_size = 20
const ChunkList = () => {
const { mode } = useColorScheme()
const spaceName = useSearchParams().get('spacename')
const documentId = useSearchParams().get('documentid')
const [total, setTotal] = useState<number>(0)
const [current, setCurrent] = useState<number>(0)
const [chunkList, setChunkList] = useState<any>([])
useEffect(() => {
async function fetchChunks() {
const res = await fetch(
`http://localhost:8000/knowledge/${spaceName}/chunk/list`,
`${fetchBaseURL}/knowledge/${spaceName}/chunk/list`,
{
method: 'POST',
headers: {
'Content-Type': 'application/json'
},
body: JSON.stringify({
document_id: documentId
document_id: documentId,
page: 1,
page_size
})
}
)
const data = await res.json()
if (data.success) {
setChunkList(data.data)
setChunkList(data.data.data)
setTotal(data.data.total)
setCurrent(data.data.page)
}
}
fetchChunks()
}, [])
return (
<div className="p-4">
<Table color="neutral" stripe="odd" variant="outlined">
<thead>
<tr>
<th>Name</th>
<th>Content</th>
<th>Meta Data</th>
</tr>
</thead>
<tbody>
{chunkList.map((row: any) => (
<tr key={row.id}>
<td>{row.doc_name}</td>
<td>
{
<Popover content={row.content} trigger="hover">
{row.content.length > 10
? `${row.content.slice(0, 10)}...`
: row.content}
</Popover>
{chunkList.length ? (
<>
<Table
color="info"
variant="soft"
size="lg"
sx={{
'& tbody tr: hover': {
backgroundColor:
mode === 'light' ? 'rgb(246, 246, 246)' : 'rgb(33, 33, 40)'
},
'& tbody tr: hover a': {
textDecoration: 'underline'
}
}}
>
<thead>
<tr>
<th>Name</th>
<th>Content</th>
<th>Meta Data</th>
</tr>
</thead>
<tbody>
{chunkList.map((row: any) => (
<tr key={row.id}>
<td>{row.doc_name}</td>
<td>
{
<Popover content={row.content} trigger="hover">
{row.content.length > 10
? `${row.content.slice(0, 10)}...`
: row.content}
</Popover>
}
</td>
<td>
{
<Popover
content={JSON.stringify(row.meta_info || '{}', null, 2)}
trigger="hover"
>
{row.meta_info.length > 10
? `${row.meta_info.slice(0, 10)}...`
: row.meta_info}
</Popover>
}
</td>
</tr>
))}
</tbody>
</Table>
<Stack
direction="row"
justifyContent="flex-end"
sx={{
marginTop: '20px'
}}
>
<Pagination
defaultPageSize={20}
showSizeChanger={false}
current={current}
total={total}
onChange={async (page) => {
const res = await fetch(
`${fetchBaseURL}/knowledge/${spaceName}/chunk/list`,
{
method: 'POST',
headers: {
'Content-Type': 'application/json'
},
body: JSON.stringify({
document_id: documentId,
page,
page_size
})
}
)
const data = await res.json()
if (data.success) {
setChunkList(data.data.data)
setTotal(data.data.total)
setCurrent(data.data.page)
}
</td>
<td>
{
<Popover
content={JSON.stringify(row.meta_info || '{}', null, 2)}
trigger="hover"
>
{row.meta_info.length > 10
? `${row.meta_info.slice(0, 10)}...`
: row.meta_info}
</Popover>
}
</td>
</tr>
))}
</tbody>
</Table>
}}
hideOnSinglePage
/>
</Stack>
</>
) : (
<></>
)}
</div>
)
}

View File

@ -3,6 +3,7 @@
import { useRouter, useSearchParams } from 'next/navigation'
import React, { useState, useEffect } from 'react'
import {
useColorScheme,
Button,
Table,
Sheet,
@ -17,7 +18,8 @@ import {
import moment from 'moment'
import { InboxOutlined } from '@ant-design/icons'
import type { UploadProps } from 'antd'
import { Upload, message } from 'antd'
import { Upload, Pagination, message } from 'antd'
import { fetchBaseURL } from '@/app/datastores/constants'
const { Dragger } = Upload
const Item = styled(Sheet)(({ theme }) => ({
@ -38,23 +40,26 @@ const documentTypeList = [
{
type: 'text',
title: 'Text',
subTitle: 'Paste some text'
subTitle: 'Fill your raw text'
},
{
type: 'webPage',
title: 'Web Page',
subTitle: 'Crawl text from a web page'
title: 'URL',
subTitle: 'Fetch the content of a URL'
},
{
type: 'file',
title: 'File',
subTitle: 'It can be: PDF, CSV, JSON, Text, PowerPoint, Word, Excel'
title: 'Document',
subTitle:
'Upload a document, document type can be PDF, CSV, Text, PowerPoint, Word, Markdown'
}
]
const page_size = 20
const Documents = () => {
const router = useRouter()
const spaceName = useSearchParams().get('name')
const { mode } = useColorScheme()
const [isAddDocumentModalShow, setIsAddDocumentModalShow] =
useState<boolean>(false)
const [activeStep, setActiveStep] = useState<number>(0)
@ -62,9 +67,11 @@ const Documents = () => {
const [documents, setDocuments] = useState<any>([])
const [webPageUrl, setWebPageUrl] = useState<string>('')
const [documentName, setDocumentName] = useState<any>('')
const [textSource, setTextSource] = useState<string>('');
const [text, setText] = useState<string>('');
const [textSource, setTextSource] = useState<string>('')
const [text, setText] = useState<string>('')
const [originFileObj, setOriginFileObj] = useState<any>(null)
const [total, setTotal] = useState<number>(0)
const [current, setCurrent] = useState<number>(0)
const props: UploadProps = {
name: 'file',
multiple: false,
@ -82,18 +89,23 @@ const Documents = () => {
useEffect(() => {
async function fetchDocuments() {
const res = await fetch(
`http://localhost:8000/knowledge/${spaceName}/document/list`,
`${fetchBaseURL}/knowledge/${spaceName}/document/list`,
{
method: 'POST',
headers: {
'Content-Type': 'application/json'
},
body: JSON.stringify({})
body: JSON.stringify({
page: 1,
page_size
})
}
)
const data = await res.json()
if (data.success) {
setDocuments(data.data)
setDocuments(data.data.data)
setTotal(data.data.total)
setCurrent(data.data.page)
}
}
fetchDocuments()
@ -113,89 +125,154 @@ const Documents = () => {
+ Add Datasource
</Button>
</Sheet>
<Table color="neutral" stripe="odd" variant="outlined">
<thead>
<tr>
<th>Name</th>
<th>Type</th>
<th>Size</th>
<th>Last Synch</th>
<th>Status</th>
<th>Operation</th>
</tr>
</thead>
<tbody>
{documents.map((row: any) => (
<tr key={row.id}>
<td>{row.doc_name}</td>
<td>{row.doc_type}</td>
<td>{row.chunk_size}</td>
<td>{moment(row.last_sync).format('YYYY-MM-DD HH:MM:SS')}</td>
<td>
<Chip
color={(function () {
switch (row.status) {
case 'TODO':
return 'neutral'
case 'RUNNING':
return 'primary'
case 'FINISHED':
return 'success'
case 'FAILED':
return 'danger'
}
})()}
>
{row.status}
</Chip>
</td>
<td>
{
<>
<Button
variant="outlined"
size="sm"
onClick={async () => {
const res = await fetch(
`http://localhost:8000/knowledge/${spaceName}/document/sync`,
{
method: 'POST',
headers: {
'Content-Type': 'application/json'
},
body: JSON.stringify({
doc_ids: [row.id]
})
}
)
const data = await res.json()
if (data.success) {
message.success('success')
} else {
message.error(data.err_msg || 'failed')
{documents.length ? (
<>
<Table
color="info"
variant="soft"
size="lg"
sx={{
'& tbody tr: hover': {
backgroundColor:
mode === 'light' ? 'rgb(246, 246, 246)' : 'rgb(33, 33, 40)'
},
'& tbody tr: hover a': {
textDecoration: 'underline'
}
}}
>
<thead>
<tr>
<th>Name</th>
<th>Type</th>
<th>Size</th>
<th>Last Synch</th>
<th>Status</th>
<th>Operation</th>
</tr>
</thead>
<tbody>
{documents.map((row: any) => (
<tr key={row.id}>
<td>{row.doc_name}</td>
<td>
<Chip
variant="soft"
color="neutral"
sx={{ fontWeight: 300 }}
>
{row.doc_type}
</Chip>
</td>
<td>{row.chunk_size} chunks</td>
<td>{moment(row.last_sync).format('YYYY-MM-DD HH:MM:SS')}</td>
<td>
<Chip
sx={{ fontWeight: 300 }}
variant="soft"
color={(function () {
switch (row.status) {
case 'TODO':
return 'neutral'
case 'RUNNING':
return 'primary'
case 'FINISHED':
return 'success'
case 'FAILED':
return 'danger'
}
}}
})()}
>
Synch
</Button>
<Button
variant="outlined"
size="sm"
onClick={() => {
router.push(
`/datastores/documents/chunklist?spacename=${spaceName}&documentid=${row.id}`
)
}}
>
Detail of Chunks
</Button>
</>
{row.status}
</Chip>
</td>
<td>
{
<>
<Button
variant="outlined"
size="sm"
onClick={async () => {
const res = await fetch(
`${fetchBaseURL}/knowledge/${spaceName}/document/sync`,
{
method: 'POST',
headers: {
'Content-Type': 'application/json'
},
body: JSON.stringify({
doc_ids: [row.id]
})
}
)
const data = await res.json()
if (data.success) {
message.success('success')
} else {
message.error(data.err_msg || 'failed')
}
}}
>
Synch
</Button>
<Button
variant="outlined"
size="sm"
onClick={() => {
router.push(
`/datastores/documents/chunklist?spacename=${spaceName}&documentid=${row.id}`
)
}}
>
Detail of Chunks
</Button>
</>
}
</td>
</tr>
))}
</tbody>
</Table>
<Stack
direction="row"
justifyContent="flex-end"
sx={{
marginTop: '20px'
}}
>
<Pagination
defaultPageSize={20}
showSizeChanger={false}
current={current}
total={total}
onChange={async (page) => {
const res = await fetch(
`${fetchBaseURL}/knowledge/${spaceName}/document/list`,
{
method: 'POST',
headers: {
'Content-Type': 'application/json'
},
body: JSON.stringify({
page,
page_size
})
}
)
const data = await res.json()
if (data.success) {
setDocuments(data.data.data)
setTotal(data.data.total)
setCurrent(data.data.page)
}
</td>
</tr>
))}
</tbody>
</Table>
}}
hideOnSinglePage
/>
</Stack>
</>
) : (
<></>
)}
<Modal
sx={{
display: 'flex',
@ -296,9 +373,9 @@ const Documents = () => {
</>
) : (
<>
Source:
Text Source(Optional):
<Input
placeholder="Please input the source"
placeholder="Please input the text source"
onChange={(e: any) => setTextSource(e.target.value)}
sx={{ marginBottom: '20px' }}
/>
@ -323,7 +400,7 @@ const Documents = () => {
return
}
const res = await fetch(
`http://localhost:8000/knowledge/${spaceName}/document/add`,
`${fetchBaseURL}/knowledge/${spaceName}/document/add`,
{
method: 'POST',
headers: {
@ -341,18 +418,23 @@ const Documents = () => {
message.success('success')
setIsAddDocumentModalShow(false)
const res = await fetch(
`http://localhost:8000/knowledge/${spaceName}/document/list`,
`${fetchBaseURL}/knowledge/${spaceName}/document/list`,
{
method: 'POST',
headers: {
'Content-Type': 'application/json'
},
body: JSON.stringify({})
body: JSON.stringify({
page: current,
page_size
})
}
)
const data = await res.json()
if (data.success) {
setDocuments(data.data)
setDocuments(data.data.data)
setTotal(data.data.total)
setCurrent(data.data.page)
}
} else {
message.error(data.err_msg || 'failed')
@ -362,12 +444,12 @@ const Documents = () => {
message.error('Please select a file')
return
}
const formData = new FormData();
formData.append('doc_name', documentName);
formData.append('doc_file', originFileObj);
formData.append('doc_type', 'DOCUMENT');
const formData = new FormData()
formData.append('doc_name', documentName)
formData.append('doc_file', originFileObj)
formData.append('doc_type', 'DOCUMENT')
const res = await fetch(
`http://localhost:8000/knowledge/${spaceName}/document/upload`,
`${fetchBaseURL}/knowledge/${spaceName}/document/upload`,
{
method: 'POST',
body: formData
@ -378,33 +460,34 @@ const Documents = () => {
message.success('success')
setIsAddDocumentModalShow(false)
const res = await fetch(
`http://localhost:8000/knowledge/${spaceName}/document/list`,
`${fetchBaseURL}/knowledge/${spaceName}/document/list`,
{
method: 'POST',
headers: {
'Content-Type': 'application/json'
},
body: JSON.stringify({})
body: JSON.stringify({
page: current,
page_size
})
}
)
const data = await res.json()
if (data.success) {
setDocuments(data.data)
setDocuments(data.data.data)
setTotal(data.data.total)
setCurrent(data.data.page)
}
} else {
message.error(data.err_msg || 'failed')
}
} else {
if (textSource === '') {
message.error('Please input the source')
return
}
if (text === '') {
message.error('Please input the text')
return
}
const res = await fetch(
`http://localhost:8000/knowledge/${spaceName}/document/add`,
`${fetchBaseURL}/knowledge/${spaceName}/document/add`,
{
method: 'POST',
headers: {
@ -423,18 +506,23 @@ const Documents = () => {
message.success('success')
setIsAddDocumentModalShow(false)
const res = await fetch(
`http://localhost:8000/knowledge/${spaceName}/document/list`,
`${fetchBaseURL}/knowledge/${spaceName}/document/list`,
{
method: 'POST',
headers: {
'Content-Type': 'application/json'
},
body: JSON.stringify({})
body: JSON.stringify({
page: current,
page_size
})
}
)
const data = await res.json()
if (data.success) {
setDocuments(data.data)
setDocuments(data.data.data)
setTotal(data.data.total)
setCurrent(data.data.page)
}
} else {
message.error(data.err_msg || 'failed')

View File

@ -6,6 +6,7 @@ import { InboxOutlined } from '@ant-design/icons'
import type { UploadProps } from 'antd'
import { message, Upload } from 'antd'
import {
useColorScheme,
Modal,
Button,
Table,
@ -14,8 +15,10 @@ import {
Box,
Input,
Textarea,
Chip,
styled
} from '@/lib/mui'
import { fetchBaseURL } from '@/app/datastores/constants'
const { Dragger } = Upload
@ -39,22 +42,24 @@ const documentTypeList = [
{
type: 'text',
title: 'Text',
subTitle: 'Paste some text'
subTitle: 'Fill your raw text'
},
{
type: 'webPage',
title: 'Web Page',
subTitle: 'Crawl text from a web page'
title: 'URL',
subTitle: 'Fetch the content of a URL'
},
{
type: 'file',
title: 'File',
subTitle: 'It can be: PDF, CSV, JSON, Text, PowerPoint, Word, Excel'
title: 'Document',
subTitle:
'Upload a document, document type can be PDF, CSV, Text, PowerPoint, Word, Markdown'
}
]
const Index = () => {
const router = useRouter()
const { mode } = useColorScheme()
const [activeStep, setActiveStep] = useState<number>(0)
const [documentType, setDocumentType] = useState<string>('')
const [knowledgeSpaceList, setKnowledgeSpaceList] = useState<any>([])
@ -63,8 +68,8 @@ const Index = () => {
const [knowledgeSpaceName, setKnowledgeSpaceName] = useState<string>('')
const [webPageUrl, setWebPageUrl] = useState<string>('')
const [documentName, setDocumentName] = useState<any>('')
const [textSource, setTextSource] = useState<string>('');
const [text, setText] = useState<string>('');
const [textSource, setTextSource] = useState<string>('')
const [text, setText] = useState<string>('')
const [originFileObj, setOriginFileObj] = useState<any>(null)
const props: UploadProps = {
name: 'file',
@ -82,7 +87,7 @@ const Index = () => {
}
useEffect(() => {
async function fetchData() {
const res = await fetch('http://localhost:8000/knowledge/space/list', {
const res = await fetch(`${fetchBaseURL}/knowledge/space/list`, {
method: 'POST',
headers: {
'Content-Type': 'application/json'
@ -121,35 +126,69 @@ const Index = () => {
</Button>
</Sheet>
<div className="page-body p-4">
<Table color="neutral" stripe="odd" variant="outlined">
<thead>
<tr>
<th>Name</th>
<th>Provider</th>
<th>Owner</th>
</tr>
</thead>
<tbody>
{knowledgeSpaceList.map((row: any) => (
<tr key={row.id}>
<td>
{
<a
href="javascript:;"
onClick={() =>
router.push(`/datastores/documents?name=${row.name}`)
}
>
{row.name}
</a>
}
</td>
<td>{row.vector_type}</td>
<td>{row.owner}</td>
{knowledgeSpaceList.length ? (
<Table
color="info"
variant="soft"
size="lg"
sx={{
'& tbody tr: hover': {
backgroundColor:
mode === 'light' ? 'rgb(246, 246, 246)' : 'rgb(33, 33, 40)'
},
'& tbody tr: hover a': {
textDecoration: 'underline'
}
}}
>
<thead>
<tr>
<th>Name</th>
<th>Vector</th>
<th>Owner</th>
</tr>
))}
</tbody>
</Table>
</thead>
<tbody>
{knowledgeSpaceList.map((row: any) => (
<tr key={row.id}>
<td>
{
<a
style={{ fontWeight: 'bold' }}
href="javascript:;"
onClick={() =>
router.push(`/datastores/documents?name=${row.name}`)
}
>
{row.name}
</a>
}
</td>
<td>
<Chip
variant="soft"
color="neutral"
sx={{ fontWeight: 300 }}
>
{row.vector_type}
</Chip>
</td>
<td>
<Chip
variant="soft"
color="neutral"
sx={{ fontWeight: 300 }}
>
{row.owner}
</Chip>
</td>
</tr>
))}
</tbody>
</Table>
) : (
<></>
)}
</div>
<Modal
sx={{
@ -198,27 +237,24 @@ const Index = () => {
message.error('please input the name')
return
}
const res = await fetch(
'http://localhost:8000/knowledge/space/add',
{
method: 'POST',
headers: {
'Content-Type': 'application/json'
},
body: JSON.stringify({
name: knowledgeSpaceName,
vector_type: 'Chroma',
owner: 'keting',
desc: 'test1'
})
}
)
const res = await fetch(`${fetchBaseURL}/knowledge/space/add`, {
method: 'POST',
headers: {
'Content-Type': 'application/json'
},
body: JSON.stringify({
name: knowledgeSpaceName,
vector_type: 'Chroma',
owner: 'keting',
desc: 'test1'
})
})
const data = await res.json()
if (data.success) {
message.success('success')
setActiveStep(1)
const res = await fetch(
'http://localhost:8000/knowledge/space/list',
`${fetchBaseURL}/knowledge/space/list`,
{
method: 'POST',
headers: {
@ -308,9 +344,9 @@ const Index = () => {
</>
) : (
<>
Source:
Text Source(Optional):
<Input
placeholder="Please input the source"
placeholder="Please input the text source"
onChange={(e: any) => setTextSource(e.target.value)}
sx={{ marginBottom: '20px' }}
/>
@ -335,7 +371,7 @@ const Index = () => {
return
}
const res = await fetch(
`http://localhost:8000/knowledge/${knowledgeSpaceName}/document/add`,
`${fetchBaseURL}/knowledge/${knowledgeSpaceName}/document/add`,
{
method: 'POST',
headers: {
@ -360,12 +396,12 @@ const Index = () => {
message.error('Please select a file')
return
}
const formData = new FormData();
formData.append('doc_name', documentName);
formData.append('doc_file', originFileObj);
formData.append('doc_type', 'DOCUMENT');
const formData = new FormData()
formData.append('doc_name', documentName)
formData.append('doc_file', originFileObj)
formData.append('doc_type', 'DOCUMENT')
const res = await fetch(
`http://localhost:8000/knowledge/${knowledgeSpaceName}/document/upload`,
`${fetchBaseURL}/knowledge/${knowledgeSpaceName}/document/upload`,
{
method: 'POST',
body: formData
@ -379,16 +415,12 @@ const Index = () => {
message.error(data.err_msg || 'failed')
}
} else {
if (textSource === '') {
message.error('Please input the source')
return
}
if (text === '') {
message.error('Please input the text')
return
}
const res = await fetch(
`http://localhost:8000/knowledge/${knowledgeSpaceName}/document/add`,
`${fetchBaseURL}/knowledge/${knowledgeSpaceName}/document/add`,
{
method: 'POST',
headers: {

View File

@ -37,4 +37,19 @@ tr:hover {
html body .ant-btn-primary {
background-color: #1677ff;
.ant-pagination .ant-pagination-prev * {
color: rgb(145, 35, 167) !important;
}
.ant-pagination .ant-pagination-next * {
color: rgb(145, 35, 167) !important;
}
.ant-pagination .ant-pagination-item {
border-color: rgb(145, 35, 167) !important;
background-color: rgb(145, 35, 167) !important;
}
.ant-pagination .ant-pagination-item.ant-pagination-item-active a {
color: white !important;
}

View File

@ -2,11 +2,9 @@
import React, { useEffect, useMemo } from 'react';
import { usePathname, useRouter } from 'next/navigation';
import Link from 'next/link';
import Image from 'next/image';
import { Popconfirm } from 'antd';
import { Box, List, ListItem, ListItemButton, ListItemDecorator, ListItemContent, Typography, Button, useColorScheme, IconButton } from '@/lib/mui';
import SmartToyRoundedIcon from '@mui/icons-material/SmartToyRounded'; // Icons import
import StorageRoundedIcon from '@mui/icons-material/StorageRounded';
import Article from '@mui/icons-material/Article';
import DarkModeIcon from '@mui/icons-material/DarkMode';
import WbSunnyIcon from '@mui/icons-material/WbSunny';
import MenuIcon from '@mui/icons-material/Menu';
@ -23,14 +21,9 @@ const LeftSider = () => {
const menus = useMemo(() => {
return [{
label: 'Agents',
icon: <SmartToyRoundedIcon fontSize="small" />,
route: '/agents',
active: pathname === '/agents',
}, {
label: 'Datastores',
label: 'Knowledge Space',
route: '/datastores',
icon: <StorageRoundedIcon fontSize="small" />,
icon: <Article fontSize="small" />,
active: pathname === '/datastores'
}];
}, [pathname]);
@ -85,13 +78,6 @@ const LeftSider = () => {
}}
>
<div className='flex items-center gap-3'>
<Image
src="/databerry-logo-icon.png"
width="100"
height="100"
className='w-12'
alt="Databerry"
/>
<Typography component="h1" fontWeight="xl">
DB-GPT
</Typography>

Binary file not shown.

Before

Width:  |  Height:  |  Size: 115 KiB