mirror of
https://github.com/nomic-ai/gpt4all.git
synced 2025-07-07 12:31:48 +00:00
fix: config for index building
This commit is contained in:
parent
0f61cd8b42
commit
00f04360d2
13
configs/index/finetune_gptjr.yaml
Normal file
13
configs/index/finetune_gptjr.yaml
Normal file
@ -0,0 +1,13 @@
|
|||||||
|
# dataset
|
||||||
|
streaming: false
|
||||||
|
num_proc: 64
|
||||||
|
dataset_path: "squad"
|
||||||
|
max_length: 1024
|
||||||
|
batch_size: 32
|
||||||
|
|
||||||
|
#index
|
||||||
|
index_path: "/home/paperspace/gpt4all/gpt4all/index/wiki-cohere-index.bin"
|
||||||
|
index_database: "nomic-ai/cohere-wiki-sbert"
|
||||||
|
index_space: "cosine"
|
||||||
|
index_dim: 384
|
||||||
|
query_embedding_field: 'question'
|
Loading…
Reference in New Issue
Block a user