github/gpt4all
1
0
Fork 0
mirror of https://github.com/nomic-ai/gpt4all.git synced 2025-10-29 12:51:09 +00:00
Code Issues Packages Projects Releases Wiki Activity

convert scripts: add feed-forward length for better compatiblilty

Browse Source 
This GGUF key is used by all llama.cpp models with upstream support.
This commit is contained in:
Cebtenzzre
2023-09-30 18:03:23 -04:00
committed by Adam Treat
parent cc7675d432
commit f9deb87d20
3 changed files with 3 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

1
gpt4all-backend/scripts/convert_mpt_hf_to_gguf.py
View File

@@ -65,6 +65,7 @@ gguf_writer.add_name("MPT")
gguf_writer.add_context_length(config.max_seq_len)
gguf_writer.add_embedding_length(config.d_model)
gguf_writer.add_block_count(block_count)
gguf_writer.add_feed_forward_length(4 * config.d_model)
gguf_writer.add_head_count(config.n_heads)
gguf_writer.add_max_alibi_bias(config.attn_config.alibi_bias_max)
gguf_writer.add_layer_norm_eps(config.layer_norm_epsilon)