mirror of
https://github.com/csunny/DB-GPT.git
synced 2025-09-05 11:01:09 +00:00
update
This commit is contained in:
19
examples/gpt_index.py
Normal file
19
examples/gpt_index.py
Normal file
@@ -0,0 +1,19 @@
|
||||
#!/usr/bin/env python3
|
||||
# -*- coding: utf-8 -*-
|
||||
|
||||
import os
|
||||
import logging
|
||||
import sys
|
||||
|
||||
from llama_index import SimpleDirectoryReader, GPTSimpleVectorIndex
|
||||
logging.basicConfig(stream=sys.stdout, level=logging.INFO)
|
||||
logging.getLogger().addHandler(logging.StreamHandler(stream=sys.stdout))
|
||||
|
||||
# read the document of data dir
|
||||
documents = SimpleDirectoryReader("data").load_data()
|
||||
# split the document to chunk, max token size=500, convert chunk to vector
|
||||
|
||||
index = GPTSimpleVectorIndex(documents)
|
||||
|
||||
# save index
|
||||
index.save_to_disk("index.json")
|
0
examples/obgpt_index.ipynb
Normal file
0
examples/obgpt_index.ipynb
Normal file
Reference in New Issue
Block a user