github/langchain
1
0
Fork 0
mirror of https://github.com/hwchase17/langchain.git synced 2025-09-03 12:07:36 +00:00
Code Issues Packages Projects Releases Wiki Activity

verbose flag (#683)

Browse Source
This commit is contained in:
Harrison Chase
2023-01-22 12:44:14 -08:00
committed by GitHub
parent 27cef0870d
commit cbc146720b
17 changed files with 184 additions and 169 deletions
Download Patch File Download Diff File Expand all files Collapse all files

13
tests/unit_tests/callbacks/fake_callback_handler.py
View File

@@ -19,14 +19,11 @@ class FakeCallbackHandler(BaseCallbackHandler):
"""Run when LLM starts running."""
self.starts += 1
def on_llm_end(
self,
response: LLMResult,
) -> None:
def on_llm_end(self, response: LLMResult, **kwargs: Any) -> None:
"""Run when LLM ends running."""
self.ends += 1
def on_llm_error(self, error: Exception) -> None:
def on_llm_error(self, error: Exception, **kwargs: Any) -> None:
"""Run when LLM errors."""
self.errors += 1
@@ -36,11 +33,11 @@ class FakeCallbackHandler(BaseCallbackHandler):
"""Run when chain starts running."""
self.starts += 1
def on_chain_end(self, outputs: Dict[str, Any]) -> None:
def on_chain_end(self, outputs: Dict[str, Any], **kwargs: Any) -> None:
"""Run when chain ends running."""
self.ends += 1
def on_chain_error(self, error: Exception) -> None:
def on_chain_error(self, error: Exception, **kwargs: Any) -> None:
"""Run when chain errors."""
self.errors += 1
@@ -54,7 +51,7 @@ class FakeCallbackHandler(BaseCallbackHandler):
"""Run when tool ends running."""
self.ends += 1
def on_tool_error(self, error: Exception) -> None:
def on_tool_error(self, error: Exception, **kwargs: Any) -> None:
"""Run when tool errors."""
self.errors += 1

40
tests/unit_tests/callbacks/test_callback_manager.py
View File

@@ -10,16 +10,16 @@ def _test_callback_manager(
manager: BaseCallbackManager, *handlers: FakeCallbackHandler
) -> None:
"""Test the CallbackManager."""
manager.on_llm_start({}, [])
manager.on_llm_end(LLMResult(generations=[]))
manager.on_llm_error(Exception())
manager.on_chain_start({"name": "foo"}, {})
manager.on_chain_end({})
manager.on_chain_error(Exception())
manager.on_tool_start({}, AgentAction("", "", ""))
manager.on_tool_end("")
manager.on_tool_error(Exception())
manager.on_agent_finish(AgentFinish({}, ""))
manager.on_llm_start({}, [], verbose=True)
manager.on_llm_end(LLMResult(generations=[]), verbose=True)
manager.on_llm_error(Exception(), verbose=True)
manager.on_chain_start({"name": "foo"}, {}, verbose=True)
manager.on_chain_end({}, verbose=True)
manager.on_chain_error(Exception(), verbose=True)
manager.on_tool_start({}, AgentAction("", "", ""), verbose=True)
manager.on_tool_end("", verbose=True)
manager.on_tool_error(Exception(), verbose=True)
manager.on_agent_finish(AgentFinish({}, ""), verbose=True)
for handler in handlers:
assert handler.starts == 3
assert handler.ends == 4
@@ -39,9 +39,9 @@ def test_ignore_llm() -> None:
handler1 = FakeCallbackHandler(ignore_llm=True)
handler2 = FakeCallbackHandler()
manager = CallbackManager(handlers=[handler1, handler2])
manager.on_llm_start({}, [])
manager.on_llm_end(LLMResult(generations=[]))
manager.on_llm_error(Exception())
manager.on_llm_start({}, [], verbose=True)
manager.on_llm_end(LLMResult(generations=[]), verbose=True)
manager.on_llm_error(Exception(), verbose=True)
assert handler1.starts == 0
assert handler1.ends == 0
assert handler1.errors == 0
@@ -55,9 +55,9 @@ def test_ignore_chain() -> None:
handler1 = FakeCallbackHandler(ignore_chain=True)
handler2 = FakeCallbackHandler()
manager = CallbackManager(handlers=[handler1, handler2])
manager.on_chain_start({"name": "foo"}, {})
manager.on_chain_end({})
manager.on_chain_error(Exception())
manager.on_chain_start({"name": "foo"}, {}, verbose=True)
manager.on_chain_end({}, verbose=True)
manager.on_chain_error(Exception(), verbose=True)
assert handler1.starts == 0
assert handler1.ends == 0
assert handler1.errors == 0
@@ -71,10 +71,10 @@ def test_ignore_agent() -> None:
handler1 = FakeCallbackHandler(ignore_agent=True)
handler2 = FakeCallbackHandler()
manager = CallbackManager(handlers=[handler1, handler2])
manager.on_tool_start({}, AgentAction("", "", ""))
manager.on_tool_end("")
manager.on_tool_error(Exception())
manager.on_agent_finish(AgentFinish({}, ""))
manager.on_tool_start({}, AgentAction("", "", ""), verbose=True)
manager.on_tool_end("", verbose=True)
manager.on_tool_error(Exception(), verbose=True)
manager.on_agent_finish(AgentFinish({}, ""), verbose=True)
assert handler1.starts == 0
assert handler1.ends == 0
assert handler1.errors == 0