github/privateGPT
1
0
Fork 1
mirror of https://github.com/imartinez/privateGPT.git synced 2025-08-31 14:52:19 +00:00
Code Issues Packages Projects Releases Wiki Activity

Fix alpaca context window size

Browse Source
This commit is contained in:
Yevhenii Semendiak
2024-08-02 16:26:16 +03:00
parent 4b33f54d8a
commit 1938cac2c2
1 changed files with 1 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
settings/settings-vllm-pgvector.yaml
View File

@@ -6,7 +6,7 @@ llm:
mode: openailike
tokenizer: ${VLLM_TOKENIZER:lmsys/vicuna-7b-v1.5}
max_new_tokens: ${VLLM_MAX_NEW_TOKENS:5000}
context_window: ${VLLM_CONTEXT_WINDOW:2048}
context_window: ${VLLM_CONTEXT_WINDOW:4096}
temperature: ${VLLM_TEMPERATURE:0.1}
openai: