diff --git a/libs/langchain/langchain/llms/vllm.py b/libs/langchain/langchain/llms/vllm.py
index 537a9bbb6f3..f33e3cef96d 100644
--- a/libs/langchain/langchain/llms/vllm.py
+++ b/libs/langchain/langchain/llms/vllm.py
@@ -5,6 +5,7 @@ from langchain.llms.base import BaseLLM
 from langchain.llms.openai import BaseOpenAI
 from langchain.pydantic_v1 import Field, root_validator
 from langchain.schema.output import Generation, LLMResult
+from langchain.utils.openai import is_openai_v1
 
 
 class VLLM(BaseLLM):
@@ -148,17 +149,21 @@ class VLLMOpenAI(BaseOpenAI):
     @property
     def _invocation_params(self) -> Dict[str, Any]:
         """Get the parameters used to invoke the model."""
-        openai_creds: Dict[str, Any] = {
-            "api_key": self.openai_api_key,
-            "api_base": self.openai_api_base,
-        }
 
-        return {
+        params: Dict[str, Any] = {
             "model": self.model_name,
-            **openai_creds,
             **self._default_params,
             "logit_bias": None,
         }
+        if not is_openai_v1():
+            params.update(
+                {
+                    "api_key": self.openai_api_key,
+                    "api_base": self.openai_api_base,
+                }
+            )
+
+        return params
 
     @property
     def _llm_type(self) -> str: