mirror of
https://github.com/hwchase17/langchain.git
synced 2025-08-24 03:52:08 +00:00
481d3855dc
- `llm(prompt)` -> `llm.invoke(prompt)`
- `llm(prompt=prompt` -> `llm.invoke(prompt)` (same with `messages=`)
- `llm(prompt, callbacks=callbacks)` -> `llm.invoke(prompt,
config={"callbacks": callbacks})`
- `llm(prompt, **kwargs)` -> `llm.invoke(prompt, **kwargs)`
47 lines
1.6 KiB
Python
47 lines
1.6 KiB
Python
"""Test Replicate API wrapper."""
|
|
|
|
from langchain_core.callbacks import CallbackManager
|
|
|
|
from langchain_community.llms.replicate import Replicate
|
|
from tests.unit_tests.callbacks.fake_callback_handler import FakeCallbackHandler
|
|
|
|
TEST_MODEL = "replicate/dolly-v2-12b:ef0e1aefc61f8e096ebe4db6b2bacc297daf2ef6899f0f7e001ec445893500e5" # noqa: E501
|
|
|
|
|
|
def test_replicate_call() -> None:
|
|
"""Test simple non-streaming call to Replicate."""
|
|
llm = Replicate(model=TEST_MODEL)
|
|
output = llm.invoke("What is LangChain")
|
|
assert output
|
|
assert isinstance(output, str)
|
|
|
|
|
|
def test_replicate_streaming_call() -> None:
|
|
"""Test streaming call to Replicate."""
|
|
callback_handler = FakeCallbackHandler()
|
|
callback_manager = CallbackManager([callback_handler])
|
|
|
|
llm = Replicate(streaming=True, callback_manager=callback_manager, model=TEST_MODEL)
|
|
output = llm.invoke("What is LangChain")
|
|
assert output
|
|
assert isinstance(output, str)
|
|
|
|
|
|
def test_replicate_model_kwargs() -> None:
|
|
"""Test simple non-streaming call to Replicate."""
|
|
llm = Replicate(
|
|
model=TEST_MODEL, model_kwargs={"max_length": 100, "temperature": 0.01}
|
|
)
|
|
long_output = llm.invoke("What is LangChain")
|
|
llm = Replicate(
|
|
model=TEST_MODEL, model_kwargs={"max_length": 10, "temperature": 0.01}
|
|
)
|
|
short_output = llm.invoke("What is LangChain")
|
|
assert len(short_output) < len(long_output)
|
|
assert llm.model_kwargs == {"max_length": 10, "temperature": 0.01}
|
|
|
|
|
|
def test_replicate_input() -> None:
|
|
llm = Replicate(model=TEST_MODEL, input={"max_length": 10})
|
|
assert llm.model_kwargs == {"max_length": 10}
|