github/langchain
1
0
Fork 0
mirror of https://github.com/hwchase17/langchain.git synced 2025-09-17 23:41:46 +00:00
Code Issues Packages Projects Releases Wiki Activity

community[patch]: BedrockChat -> Support Titan express as chat model (#15408)

Browse Source 
Titan Express model was not supported as a chat model because LangChain
messages were not "translated" to a text prompt.

Co-authored-by: Guillem Orellana Trullols <guillem.orellana_trullols@siemens.com>
This commit is contained in:
Guillem Orellana Trullols
2024-01-22 20:37:23 +01:00
committed by GitHub
parent 1b9001db47
commit aad2aa7188
3 changed files with 26 additions and 11 deletions
Download Patch File Download Diff File Expand all files Collapse all files

25
libs/community/tests/unit_tests/chat_models/test_bedrock.py
View File

@@ -37,17 +37,24 @@ def test_formatting(messages: List[BaseMessage], expected: str) -> None:
assert result == expected
def test_anthropic_bedrock() -> None:
@pytest.mark.parametrize(
"model_id",
["anthropic.claude-v2", "amazon.titan-text-express-v1"],
)
def test_different_models_bedrock(model_id: str) -> None:
provider = model_id.split(".")[0]
client = MagicMock()
respbody = MagicMock(
read=MagicMock(
return_value=MagicMock(
decode=MagicMock(return_value=b'{"completion":"Hi back"}')
)
respbody = MagicMock()
if provider == "anthropic":
respbody.read.return_value = MagicMock(
decode=MagicMock(return_value=b'{"completion":"Hi back"}'),
)
)
client.invoke_model.return_value = {"body": respbody}
model = BedrockChat(model_id="anthropic.claude-v2", client=client)
client.invoke_model.return_value = {"body": respbody}
elif provider == "amazon":
respbody.read.return_value = '{"results": [{"outputText": "Hi back"}]}'
client.invoke_model.return_value = {"body": respbody}
model = BedrockChat(model_id=model_id, client=client)
# should not throw an error
model.invoke("hello there")