From 00f04360d23ab091ed74219d6ea33ff4d26e9c1e Mon Sep 17 00:00:00 2001
From: Zach Nussbaum <zanussbaum@gmail.com>
Date: Mon, 1 May 2023 21:39:55 +0000
Subject: [PATCH] fix: config for index building

---
 configs/index/finetune_gptjr.yaml | 13 +++++++++++++
 1 file changed, 13 insertions(+)
 create mode 100644 configs/index/finetune_gptjr.yaml

diff --git a/configs/index/finetune_gptjr.yaml b/configs/index/finetune_gptjr.yaml
new file mode 100644
index 00000000..883a59f2
--- /dev/null
+++ b/configs/index/finetune_gptjr.yaml
@@ -0,0 +1,13 @@
+# dataset
+streaming: false
+num_proc: 64
+dataset_path: "squad"
+max_length: 1024
+batch_size: 32
+
+#index
+index_path: "/home/paperspace/gpt4all/gpt4all/index/wiki-cohere-index.bin"
+index_database: "nomic-ai/cohere-wiki-sbert"
+index_space: "cosine"
+index_dim: 384
+query_embedding_field: 'question'
\ No newline at end of file