mirror of
https://github.com/hwchase17/langchain.git
synced 2025-05-12 18:47:21 +00:00
a1f3e9f537
Description: Update `ChatZhipuAI` to support the latest `glm-4` model. Issue: N/A Dependencies: httpx, httpx-sse, PyJWT The previous `ChatZhipuAI` implementation requires the `zhipuai` package, and cannot call the latest GLM model. This is because - The old version `zhipuai==1.*` doesn't support the latest model. - `zhipuai==2.*` requires `pydantic V2`, which is incompatible with 'langchain-community'. This re-implementation invokes the GLM model by sending HTTP requests to [open.bigmodel.cn](https://open.bigmodel.cn/dev/api) via the `httpx` package, and uses the `httpx-sse` package to handle stream events. --------- Co-authored-by: zR <2448370773@qq.com>
74 lines
2.3 KiB
Python
74 lines
2.3 KiB
Python
"""Test Alibaba Tongyi Chat Model."""
|
|
|
|
from langchain_core.callbacks import CallbackManager
|
|
from langchain_core.messages import AIMessage, BaseMessage, HumanMessage
|
|
from langchain_core.outputs import ChatGeneration, LLMResult
|
|
|
|
from langchain_community.chat_models.zhipuai import ChatZhipuAI
|
|
from tests.unit_tests.callbacks.fake_callback_handler import FakeCallbackHandler
|
|
|
|
|
|
def test_default_call() -> None:
|
|
"""Test default model call."""
|
|
chat = ChatZhipuAI()
|
|
response = chat(messages=[HumanMessage(content="Hello")])
|
|
assert isinstance(response, BaseMessage)
|
|
assert isinstance(response.content, str)
|
|
|
|
|
|
def test_model() -> None:
|
|
"""Test model kwarg works."""
|
|
chat = ChatZhipuAI(model="glm-4")
|
|
response = chat(messages=[HumanMessage(content="Hello")])
|
|
assert isinstance(response, BaseMessage)
|
|
assert isinstance(response.content, str)
|
|
|
|
|
|
def test_multiple_history() -> None:
|
|
"""Tests multiple history works."""
|
|
chat = ChatZhipuAI()
|
|
|
|
response = chat(
|
|
messages=[
|
|
HumanMessage(content="Hello."),
|
|
AIMessage(content="Hello!"),
|
|
HumanMessage(content="How are you doing?"),
|
|
]
|
|
)
|
|
assert isinstance(response, BaseMessage)
|
|
assert isinstance(response.content, str)
|
|
|
|
|
|
def test_stream() -> None:
|
|
"""Test that stream works."""
|
|
chat = ChatZhipuAI(streaming=True)
|
|
callback_handler = FakeCallbackHandler()
|
|
callback_manager = CallbackManager([callback_handler])
|
|
response = chat(
|
|
messages=[
|
|
HumanMessage(content="Hello."),
|
|
AIMessage(content="Hello!"),
|
|
HumanMessage(content="Who are you?"),
|
|
],
|
|
stream=True,
|
|
callbacks=callback_manager,
|
|
)
|
|
assert callback_handler.llm_streams > 0
|
|
assert isinstance(response.content, str)
|
|
|
|
|
|
def test_multiple_messages() -> None:
|
|
"""Tests multiple messages works."""
|
|
chat = ChatZhipuAI()
|
|
message = HumanMessage(content="Hi, how are you.")
|
|
response = chat.generate([[message], [message]])
|
|
|
|
assert isinstance(response, LLMResult)
|
|
assert len(response.generations) == 2
|
|
for generations in response.generations:
|
|
assert len(generations) == 1
|
|
for generation in generations:
|
|
assert isinstance(generation, ChatGeneration)
|
|
assert isinstance(generation.text, str)
|
|
assert generation.text == generation.message.content
|