mirror of
https://github.com/hwchase17/langchain.git
synced 2025-05-11 01:56:12 +00:00
d6d559d50d
- **Description:**
This PR adds a callback handler for UpTrain. It performs evaluations in
the RAG pipeline to check the quality of retrieved documents, generated
queries and responses.
- **Dependencies:**
- The UpTrainCallbackHandler requires the uptrain package
---------
Co-authored-by: Eugene Yurtsev <eugene@langchain.dev>
36 lines
1011 B
Python
36 lines
1011 B
Python
from langchain_community.callbacks import __all__, _module_lookup
|
|
|
|
EXPECTED_ALL = [
|
|
"AimCallbackHandler",
|
|
"ArgillaCallbackHandler",
|
|
"ArizeCallbackHandler",
|
|
"PromptLayerCallbackHandler",
|
|
"ArthurCallbackHandler",
|
|
"ClearMLCallbackHandler",
|
|
"CometCallbackHandler",
|
|
"ContextCallbackHandler",
|
|
"HumanApprovalCallbackHandler",
|
|
"InfinoCallbackHandler",
|
|
"MlflowCallbackHandler",
|
|
"LLMonitorCallbackHandler",
|
|
"OpenAICallbackHandler",
|
|
"LLMThoughtLabeler",
|
|
"StreamlitCallbackHandler",
|
|
"WandbCallbackHandler",
|
|
"WhyLabsCallbackHandler",
|
|
"get_openai_callback",
|
|
"wandb_tracing_enabled",
|
|
"FlyteCallbackHandler",
|
|
"SageMakerCallbackHandler",
|
|
"LabelStudioCallbackHandler",
|
|
"TrubricsCallbackHandler",
|
|
"FiddlerCallbackHandler",
|
|
"UpTrainCallbackHandler",
|
|
]
|
|
|
|
|
|
def test_all_imports() -> None:
|
|
"""Test that __all__ is correctly set."""
|
|
assert set(__all__) == set(EXPECTED_ALL)
|
|
assert set(__all__) == set(_module_lookup.keys())
|