github/langchain
1
0
Fork 0
mirror of https://github.com/hwchase17/langchain.git synced 2025-07-21 12:01:47 +00:00
Code Issues Packages Projects Releases Wiki Activity

update MosaicML inputs and outputs (#7348)

Browse Source 
As of today (July 7, 2023), the [MosaicML
API](https://docs.mosaicml.com/en/latest/inference.html#text-completion-requests)
uses `"inputs"` for the prompt

This PR adds support for this new format.
---------

Co-authored-by: Bagatur <baskaryan@gmail.com>
This commit is contained in:
Philip Meier 2023-07-07 23:23:11 +02:00 committed by GitHub
parent 184ede4e48
commit da5b0723d2
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
1 changed files with 8 additions and 7 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

15
langchain/llms/mosaicml.py
View File

@ -122,7 +122,7 @@ class MosaicML(LLM):
prompt = self._transform_prompt(prompt)
payload = {"input_strings": [prompt]}
payload = {"inputs": [prompt]}
payload.update(_model_kwargs)
payload.update(kwargs)
@ -160,15 +160,16 @@ class MosaicML(LLM):
# The inference API has changed a couple of times, so we add some handling
# to be robust to multiple response formats.
if isinstance(parsed_response, dict):
if "data" in parsed_response:
output_item = parsed_response["data"]
elif "output" in parsed_response:
output_item = parsed_response["output"]
output_keys = ["data", "output", "outputs"]
for key in output_keys:
if key in parsed_response:
output_item = parsed_response[key]
break
else:
raise ValueError(
f"No key data or output in response: {parsed_response}"
f"No valid key ({', '.join(output_keys)}) in response:"
f" {parsed_response}"
)
if isinstance(output_item, list):
text = output_item[0]
else: