github/gpt4all
1
0
Fork 0
mirror of https://github.com/nomic-ai/gpt4all.git synced 2025-09-07 11:30:05 +00:00
Code Issues Packages Projects Releases Wiki Activity

Update to latest llama.cpp (#1706)

Browse Source
This commit is contained in:
Jared Van Bortel
2023-12-01 16:51:15 -05:00
committed by GitHub
parent 012f399639
commit 9e28dfac9c
5 changed files with 113 additions and 63 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
gpt4all-backend/llmodel.h
View File

@@ -54,8 +54,8 @@ public:
int32_t n_batch = 9;
float repeat_penalty = 1.10f;
int32_t repeat_last_n = 64; // last n tokens to penalize
float contextErase = 0.75f; // percent of context to erase if we exceed the context
// window
float contextErase = 0.75f; // percent of context to erase if we exceed the context window
int32_t n_last_batch_tokens = 0;
};
struct GPUDevice {