github/gpt4all
1
0
Fork 0
mirror of https://github.com/nomic-ai/gpt4all.git synced 2025-09-06 19:10:15 +00:00
Code Issues Packages Projects Releases Wiki Activity

LocalDocs version 2 with text embeddings.

Browse Source
This commit is contained in:
Adam Treat
2023-10-24 12:13:32 -04:00
committed by AT
parent d4ce9f4a7c
commit 371e2a5cbc
30 changed files with 3540 additions and 164 deletions
Download Patch File Download Diff File Expand all files Collapse all files

3
gpt4all-backend/bert.cpp
View File

@@ -490,6 +490,9 @@ struct bert_ctx * bert_load_from_file(const char *fname)
#endif
bert_ctx * new_bert = new bert_ctx;
new_bert->buf_compute.force_cpu = true;
new_bert->work_buf.force_cpu = true;
bert_model & model = new_bert->model;
bert_vocab & vocab = new_bert->vocab;

3
gpt4all-backend/llmodel_shared.h
View File

@@ -10,13 +10,14 @@ struct llm_buffer {
uint8_t * addr = NULL;
size_t size = 0;
ggml_vk_memory memory;
bool force_cpu = false;
llm_buffer() = default;
void resize(size_t size) {
free();
if (!ggml_vk_has_device()) {
if (!ggml_vk_has_device() || force_cpu) {
this->addr = new uint8_t[size];
this->size = size;
} else {