mirror of
https://github.com/hwchase17/langchain.git
synced 2025-09-14 14:05:37 +00:00
Harrison/summarizer chain (#1356)
Co-authored-by: Tim Asp <707699+timothyasp@users.noreply.github.com>
This commit is contained in:
44
tests/unit_tests/chains/test_llm_summarization_checker.py
Normal file
44
tests/unit_tests/chains/test_llm_summarization_checker.py
Normal file
@@ -0,0 +1,44 @@
|
||||
# flake8: noqa E501
|
||||
|
||||
"""Test LLMSummarization functionality."""
|
||||
|
||||
import pytest
|
||||
|
||||
from langchain.chains.llm_summarization_checker.base import (
|
||||
ARE_ALL_TRUE_PROMPT,
|
||||
CHECK_ASSERTIONS_PROMPT,
|
||||
CREATE_ASSERTIONS_PROMPT,
|
||||
REVISED_SUMMARY_PROMPT,
|
||||
LLMSummarizationCheckerChain,
|
||||
)
|
||||
from tests.unit_tests.llms.fake_llm import FakeLLM
|
||||
|
||||
|
||||
@pytest.fixture
|
||||
def fake_llm_summarization_checker_chain() -> LLMSummarizationCheckerChain:
|
||||
"""Fake LLMCheckerChain for testing."""
|
||||
queries = {
|
||||
CREATE_ASSERTIONS_PROMPT.format(
|
||||
summary="a",
|
||||
): "b",
|
||||
CHECK_ASSERTIONS_PROMPT.format(
|
||||
assertions="b",
|
||||
): "- b - True",
|
||||
REVISED_SUMMARY_PROMPT.format(
|
||||
checked_assertions="- b - True", summary="a"
|
||||
): "b",
|
||||
ARE_ALL_TRUE_PROMPT.format(
|
||||
checked_assertions="- b - True",
|
||||
): "True",
|
||||
}
|
||||
fake_llm = FakeLLM(queries=queries)
|
||||
return LLMSummarizationCheckerChain(llm=fake_llm, input_key="q", output_key="a")
|
||||
|
||||
|
||||
def test_simple_text(
|
||||
fake_llm_summarization_checker_chain: LLMSummarizationCheckerChain,
|
||||
) -> None:
|
||||
"""Test simple question that should not need python."""
|
||||
question = "a"
|
||||
output = fake_llm_summarization_checker_chain.run(question)
|
||||
assert output == "b"
|
Reference in New Issue
Block a user