mirror of
https://github.com/imartinez/privateGPT.git
synced 2025-08-29 04:22:23 +00:00
Fix alpaca context window size
This commit is contained in:
parent
4b33f54d8a
commit
1938cac2c2
@ -6,7 +6,7 @@ llm:
|
||||
mode: openailike
|
||||
tokenizer: ${VLLM_TOKENIZER:lmsys/vicuna-7b-v1.5}
|
||||
max_new_tokens: ${VLLM_MAX_NEW_TOKENS:5000}
|
||||
context_window: ${VLLM_CONTEXT_WINDOW:2048}
|
||||
context_window: ${VLLM_CONTEXT_WINDOW:4096}
|
||||
temperature: ${VLLM_TEMPERATURE:0.1}
|
||||
|
||||
openai:
|
||||
|
Loading…
Reference in New Issue
Block a user