github/gpt4all
1
0
Fork 0
mirror of https://github.com/nomic-ai/gpt4all.git synced 2025-07-05 11:36:16 +00:00
Code Issues Packages Projects Releases Wiki Activity

Fixed Replit implementation compile warnings

Browse Source
This commit is contained in:
niansa 2023-06-15 10:23:59 +02:00 committed by AT
parent 1290b32451
commit 0855c0df1d
1 changed files with 6 additions and 5 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

11
gpt4all-backend/replit.cpp
View File

@ -146,12 +146,13 @@ std::vector<LLModel::Token> replit_tokenizer_tokenize(replit_tokenizer & tokeniz
return tokenized.first; return tokenized.first;
} }
std::string replit_tokenizer_detokenize(replit_tokenizer & tokenizer, const std::vector<LLModel::Token> & tokens) { std::string_view replit_tokenizer_detokenize(replit_tokenizer & tokenizer, const std::vector<LLModel::Token> & tokens) {
std::string text; std::string text;
for (auto token : tokens) { for (auto token : tokens) {
text += tokenizer.raw_vocab.id_to_token[token]; text += tokenizer.raw_vocab.id_to_token[token];
} }
auto denormalized_text = replace_all(text, ws_symbol, " "); static std::string denormalized_text;
denormalized_text = replace_all(text, ws_symbol, " ");
return denormalized_text; return denormalized_text;
} }
@ -424,7 +425,7 @@ bool replit_model_load(const std::string & fname, std::istream &fin, replit_mode
const size_t memory_size = ggml_nbytes(model.kv_self.k) + ggml_nbytes(model.kv_self.v); const size_t memory_size = ggml_nbytes(model.kv_self.k) + ggml_nbytes(model.kv_self.v);
printf("%s: memory_size = %8.2f MB, n_mem = %lld\n", __func__, memory_size / 1024.0 / 1024.0, n_mem); printf("%s: memory_size = %8.2f MB, n_mem = %ld\n", __func__, memory_size / 1024.0 / 1024.0, n_mem);
} }
// load weights // load weights
@ -814,7 +815,7 @@ size_t replit_copy_state_data(const replit_model &model, const std::mt19937 &rng
} }
const size_t written = out - dest; const size_t written = out - dest;
const size_t expected = replit_get_state_size(model); const size_t expected [[maybe_unused]] = replit_get_state_size(model);
assert(written == expected); assert(written == expected);
fflush(stdout); fflush(stdout);
return written; return written;
@ -864,7 +865,7 @@ size_t replit_set_state_data(replit_model *model, std::mt19937 *rng, const uint8
} }
const size_t nread = in - src; const size_t nread = in - src;
const size_t expected = replit_get_state_size(*model); const size_t expected [[maybe_unused]] = replit_get_state_size(*model);
assert(nread == expected); assert(nread == expected);
fflush(stdout); fflush(stdout);
return nread; return nread;