github/langchain
1
0
Fork 0
mirror of https://github.com/hwchase17/langchain.git synced 2025-09-17 07:26:16 +00:00
Code Issues Packages Projects Releases Wiki Activity

fix(openllm): update with newer remote client implementation (#11740)

Browse Source 
cc @baskaryan

---------

Signed-off-by: Aaron <29749331+aarnphm@users.noreply.github.com>
This commit is contained in:
Aaron Pham
2023-10-12 20:01:18 -04:00
committed by GitHub
parent 11cdfe44af
commit 6c61315067
1 changed files with 11 additions and 8 deletions
Download Patch File Download Diff File Expand all files Collapse all files

17
libs/langchain/langchain/llms/openllm.py
View File

@@ -217,9 +217,9 @@ class OpenLLM(LLM):
def _identifying_params(self) -> IdentifyingParams:
"""Get the identifying parameters."""
if self._client is not None:
self.llm_kwargs.update(self._client.configuration)
model_name = self._client.model_name
model_id = self._client.model_id
self.llm_kwargs.update(self._client._config())
model_name = self._client._metadata()["model_name"]
model_id = self._client._metadata()["model_id"]
else:
if self._runner is None:
raise ValueError("Runner must be initialized.")
@@ -265,7 +265,9 @@ class OpenLLM(LLM):
self._identifying_params["model_name"], **copied
)
if self._client:
res = self._client.query(prompt, **config.model_dump(flatten=True))
res = self._client.generate(
prompt, **config.model_dump(flatten=True)
).responses[0]
else:
assert self._runner is not None
res = self._runner(prompt, **config.model_dump(flatten=True))
@@ -300,9 +302,10 @@ class OpenLLM(LLM):
self._identifying_params["model_name"], **copied
)
if self._client:
res = await self._client.acall(
"generate", prompt, **config.model_dump(flatten=True)
)
async_client = openllm.client.AsyncHTTPClient(self.server_url)
res = (
await async_client.generate(prompt, **config.model_dump(flatten=True))
).responses[0]
else:
assert self._runner is not None
(