patch: remove usage of llm, chat model __call__ (#20788)

- `llm(prompt)` -> `llm.invoke(prompt)`
- `llm(prompt=prompt` -> `llm.invoke(prompt)` (same with `messages=`)
- `llm(prompt, callbacks=callbacks)` -> `llm.invoke(prompt,
config={"callbacks": callbacks})`
- `llm(prompt, **kwargs)` -> `llm.invoke(prompt, **kwargs)`
This commit is contained in:
ccurme
2024-04-24 19:39:23 -04:00
committed by GitHub
parent 9b7fb381a4
commit 481d3855dc
181 changed files with 395 additions and 403 deletions

View File

@@ -86,7 +86,7 @@ def test_claude_instant_v1(bedrock_runtime_client, bedrock_models): # type: ign
client=bedrock_runtime_client,
model_kwargs={},
)
output = llm("Say something positive:")
output = llm.invoke("Say something positive:")
assert isinstance(output, str)
except Exception as e:
pytest.fail(f"can not instantiate claude-instant-v1: {e}", pytrace=False)
@@ -106,7 +106,7 @@ def test_amazon_bedrock_guardrails_no_intervention_for_valid_query( # type: ign
"trace": False,
},
)
output = llm("Say something positive:")
output = llm.invoke("Say something positive:")
assert isinstance(output, str)
except Exception as e:
pytest.fail(f"can not instantiate claude-instant-v1: {e}", pytrace=False)
@@ -131,6 +131,6 @@ def test_amazon_bedrock_guardrails_intervention_for_invalid_query( # type: igno
except Exception as e:
pytest.fail(f"can not instantiate claude-instant-v1: {e}", pytrace=False)
else:
llm(GUARDRAILS_TRIGGER)
llm.invoke(GUARDRAILS_TRIGGER)
guardrails_intervened = handler.get_response()
assert guardrails_intervened is True