diff --git a/settings/settings-vllm-pgvector.yaml b/settings/settings-vllm-pgvector.yaml index 79e9b752..8a7ce245 100644 --- a/settings/settings-vllm-pgvector.yaml +++ b/settings/settings-vllm-pgvector.yaml @@ -6,7 +6,7 @@ llm: mode: openailike tokenizer: ${VLLM_TOKENIZER:lmsys/vicuna-7b-v1.5} max_new_tokens: ${VLLM_MAX_NEW_TOKENS:5000} - context_window: ${VLLM_CONTEXT_WINDOW:2048} + context_window: ${VLLM_CONTEXT_WINDOW:4096} temperature: ${VLLM_TEMPERATURE:0.1} openai: