mirror of
https://github.com/hwchase17/langchain.git
synced 2025-06-05 14:43:08 +00:00
12fced13f4
Update to OpenLLM 0.6, which we decides to make use of OpenLLM's OpenAI-compatible endpoint. Thus, OpenLLM will now just become a thin wrapper around OpenAI wrapper. Signed-off-by: Aaron Pham <contact@aarnphm.xyz> --------- Signed-off-by: Aaron Pham <contact@aarnphm.xyz> Co-authored-by: ccurme <chester.curme@gmail.com>
43 lines
1.0 KiB
Python
43 lines
1.0 KiB
Python
from __future__ import annotations
|
|
|
|
from typing import Any, Dict
|
|
|
|
from langchain_community.llms.openai import BaseOpenAI
|
|
from langchain_community.utils.openai import is_openai_v1
|
|
|
|
|
|
class OpenLLM(BaseOpenAI):
|
|
"""OpenAI's compatible API client for OpenLLM server
|
|
|
|
.. versionchanged:: 0.2.11
|
|
|
|
Changed in 0.2.11 to support OpenLLM 0.6. Now behaves similar to OpenAI wrapper.
|
|
"""
|
|
|
|
@classmethod
|
|
def is_lc_serializable(cls) -> bool:
|
|
return False
|
|
|
|
@property
|
|
def _invocation_params(self) -> Dict[str, Any]:
|
|
"""Get the parameters used to invoke the model."""
|
|
|
|
params: Dict[str, Any] = {
|
|
"model": self.model_name,
|
|
**self._default_params,
|
|
"logit_bias": None,
|
|
}
|
|
if not is_openai_v1():
|
|
params.update(
|
|
{
|
|
"api_key": self.openai_api_key,
|
|
"api_base": self.openai_api_base,
|
|
}
|
|
)
|
|
|
|
return params
|
|
|
|
@property
|
|
def _llm_type(self) -> str:
|
|
return "openllm"
|