llamamodel: re-enable error messages by default (#1537)

This commit is contained in:
cebtenzzre
2023-10-19 13:46:33 -04:00
committed by GitHub
parent f505619c84
commit 0fe2e19691
2 changed files with 9 additions and 10 deletions

View File

@@ -36,17 +36,18 @@ namespace {
const char *modelType_ = "LLaMA";
}
static void null_log_callback(enum ggml_log_level level, const char* text, void* userdata) {
(void)level;
(void)text;
(void)userdata;
}
static bool llama_verbose() {
const char* var = getenv("GPT4ALL_VERBOSE_LLAMACPP");
return var && *var;
}
static void llama_log_callback(enum ggml_log_level level, const char *text, void *userdata) {
(void)userdata;
if (llama_verbose() || level <= GGML_LOG_LEVEL_ERROR) {
fputs(text, stderr);
}
}
struct gpt_params {
int32_t seed = -1; // RNG seed
int32_t n_keep = 0; // number of tokens to keep from initial prompt
@@ -403,9 +404,7 @@ DLL_EXPORT bool magic_match(const char * fname) {
}
DLL_EXPORT LLModel *construct() {
if (!llama_verbose()) {
llama_log_set(null_log_callback, nullptr);
}
llama_log_set(llama_log_callback, nullptr);
return new LLamaModel;
}
}