github/gpt4all
1
0
Fork 0
mirror of https://github.com/nomic-ai/gpt4all.git synced 2025-07-07 04:20:59 +00:00
Code Issues Packages Projects Releases Wiki Activity

fix: retrieval dataset only has train split

Browse Source
This commit is contained in:
Zach Nussbaum 2023-05-01 21:39:40 +00:00
parent 3736eda56a
commit 0f61cd8b42
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
gpt4all/index/prep_index_for_train.py
View File

@ -38,7 +38,7 @@ def prep_index():
if os.path.exists(config['index_database']): if os.path.exists(config['index_database']):
retrieval_dataset = Dataset.load_from_disk(config['index_database']) retrieval_dataset = Dataset.load_from_disk(config['index_database'])
else: else:
retrieval_dataset = load_dataset(config['index_database'], split=args.split) retrieval_dataset = load_dataset(config['index_database'], split="train")
# vectorize queries # vectorize queries
query_vector_path = f"{ds_path}_queries_embedded/{ds_path}_embedded_{args.split}" query_vector_path = f"{ds_path}_queries_embedded/{ds_path}_embedded_{args.split}"