From d91a0e7d56025f376fe7e035e41f8e944d4841c1 Mon Sep 17 00:00:00 2001 From: csunny Date: Fri, 5 May 2023 22:29:33 +0800 Subject: [PATCH 1/2] update requirements --- pilot/vector_store/extract_tovec.py | 2 +- requirements.txt | 3 ++- 2 files changed, 3 insertions(+), 2 deletions(-) diff --git a/pilot/vector_store/extract_tovec.py b/pilot/vector_store/extract_tovec.py index e571ac54f..ccfe7bda0 100644 --- a/pilot/vector_store/extract_tovec.py +++ b/pilot/vector_store/extract_tovec.py @@ -34,7 +34,7 @@ def knownledge_tovec_st(filename): text_splitter = CharacterTextSplitter(chunk_size=1000, chunk_overlap=0) - texts = text_splitter(knownledge) + texts = text_splitter.split_text(knownledge) docsearch = Chroma.from_texts(texts, embeddings, metadatas=[{"source": str(i)} for i in range(len(texts))]) return docsearch diff --git a/requirements.txt b/requirements.txt index 50354b3b4..1dd64f2d0 100644 --- a/requirements.txt +++ b/requirements.txt @@ -50,4 +50,5 @@ notebook gradio==3.24.1 gradio-client==0.0.8 wandb -fschat=0.1.10 \ No newline at end of file +fschat=0.1.10 +llama-index=0.5.27 \ No newline at end of file From 5ced79fc9af2964534bffeb368c4a27293ae7307 Mon Sep 17 00:00:00 2001 From: csunny Date: Fri, 5 May 2023 22:43:22 +0800 Subject: [PATCH 2/2] update requirements --- requirements.txt | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/requirements.txt b/requirements.txt index 1dd64f2d0..f0ddf8fb5 100644 --- a/requirements.txt +++ b/requirements.txt @@ -51,4 +51,5 @@ gradio==3.24.1 gradio-client==0.0.8 wandb fschat=0.1.10 -llama-index=0.5.27 \ No newline at end of file +llama-index=0.5.27 +pymysql \ No newline at end of file