mirror of
https://github.com/csunny/DB-GPT.git
synced 2025-09-04 18:40:10 +00:00
ci: make ci happy lint the code, delete unused imports
Signed-off-by: yihong0618 <zouzou0208@gmail.com>
This commit is contained in:
@@ -1,19 +1,19 @@
|
||||
#!/usr/bin/env python3
|
||||
# -*- coding: utf-8 -*-
|
||||
|
||||
import os
|
||||
import logging
|
||||
import sys
|
||||
|
||||
from llama_index import SimpleDirectoryReader, GPTSimpleVectorIndex
|
||||
from llama_index import GPTSimpleVectorIndex, SimpleDirectoryReader
|
||||
|
||||
logging.basicConfig(stream=sys.stdout, level=logging.INFO)
|
||||
logging.getLogger().addHandler(logging.StreamHandler(stream=sys.stdout))
|
||||
|
||||
# read the document of data dir
|
||||
documents = SimpleDirectoryReader("data").load_data()
|
||||
# split the document to chunk, max token size=500, convert chunk to vector
|
||||
# split the document to chunk, max token size=500, convert chunk to vector
|
||||
|
||||
index = GPTSimpleVectorIndex(documents)
|
||||
|
||||
# save index
|
||||
index.save_to_disk("index.json")
|
||||
index.save_to_disk("index.json")
|
||||
|
Reference in New Issue
Block a user