mirror of
https://github.com/hwchase17/langchain.git
synced 2025-05-23 07:57:16 +00:00
c2a3021bb0
Signed-off-by: ChengZi <chen.zhang@zilliz.com> Co-authored-by: Eugene Yurtsev <eyurtsev@gmail.com> Co-authored-by: Bagatur <22008038+baskaryan@users.noreply.github.com> Co-authored-by: Dan O'Donovan <dan.odonovan@gmail.com> Co-authored-by: Tom Daniel Grande <tomdgrande@gmail.com> Co-authored-by: Grande <Tom.Daniel.Grande@statsbygg.no> Co-authored-by: Bagatur <baskaryan@gmail.com> Co-authored-by: ccurme <chester.curme@gmail.com> Co-authored-by: Harrison Chase <hw.chase.17@gmail.com> Co-authored-by: Tomaz Bratanic <bratanic.tomaz@gmail.com> Co-authored-by: ZhangShenao <15201440436@163.com> Co-authored-by: Friso H. Kingma <fhkingma@gmail.com> Co-authored-by: ChengZi <chen.zhang@zilliz.com> Co-authored-by: Nuno Campos <nuno@langchain.dev> Co-authored-by: Morgante Pell <morgantep@google.com>
58 lines
1.9 KiB
Python
58 lines
1.9 KiB
Python
"""Test Baidu Qianfan LLM Endpoint."""
|
|
|
|
from typing import Generator, cast
|
|
|
|
from langchain_core.outputs import LLMResult
|
|
from pydantic import SecretStr
|
|
|
|
from langchain_community.llms.baidu_qianfan_endpoint import QianfanLLMEndpoint
|
|
|
|
|
|
def test_call() -> None:
|
|
"""Test valid call to qianfan."""
|
|
llm = QianfanLLMEndpoint() # type: ignore[call-arg]
|
|
output = llm.invoke("write a joke")
|
|
assert isinstance(output, str)
|
|
|
|
|
|
def test_generate() -> None:
|
|
"""Test valid call to qianfan."""
|
|
llm = QianfanLLMEndpoint() # type: ignore[call-arg]
|
|
output = llm.generate(["write a joke"])
|
|
assert isinstance(output, LLMResult)
|
|
assert isinstance(output.generations, list)
|
|
|
|
|
|
def test_generate_stream() -> None:
|
|
"""Test valid call to qianfan."""
|
|
llm = QianfanLLMEndpoint() # type: ignore[call-arg]
|
|
output = llm.stream("write a joke")
|
|
assert isinstance(output, Generator)
|
|
|
|
|
|
async def test_qianfan_aio() -> None:
|
|
llm = QianfanLLMEndpoint(streaming=True) # type: ignore[call-arg]
|
|
|
|
async for token in llm.astream("hi qianfan."):
|
|
assert isinstance(token, str)
|
|
|
|
|
|
def test_rate_limit() -> None:
|
|
llm = QianfanLLMEndpoint(model="ERNIE-Bot", init_kwargs={"query_per_second": 2}) # type: ignore[call-arg]
|
|
assert llm.client._client._rate_limiter._sync_limiter._query_per_second == 2
|
|
output = llm.generate(["write a joke"])
|
|
assert isinstance(output, LLMResult)
|
|
assert isinstance(output.generations, list)
|
|
|
|
|
|
def test_qianfan_with_param_alias() -> None:
|
|
"""Test with qianfan llm parameter alias."""
|
|
llm = QianfanLLMEndpoint( # type: ignore[call-arg]
|
|
api_key="your-api-key", # type: ignore[arg-type]
|
|
secret_key="your-secret-key", # type: ignore[arg-type]
|
|
timeout=50,
|
|
) # type: ignore[call-arg]
|
|
assert cast(SecretStr, llm.qianfan_ak).get_secret_value() == "your-api-key"
|
|
assert cast(SecretStr, llm.qianfan_sk).get_secret_value() == "your-secret-key"
|
|
assert llm.request_timeout == 50
|