AsyncCallbackManagerForChainGroup#

class langchain_core.callbacks.manager.AsyncCallbackManagerForChainGroup(handlers: list[BaseCallbackHandler], inheritable_handlers: list[BaseCallbackHandler] | None = None, parent_run_id: UUID | None = None, *, parent_run_manager: AsyncCallbackManagerForChainRun, **kwargs: Any)[source]#

Async callback manager for the chain group.

Initialize the async callback manager.

Parameters:

  • handlers (List[BaseCallbackHandler]) – The list of handlers.

  • inheritable_handlers (Optional[List[BaseCallbackHandler]]) – The list of inheritable handlers. Defaults to None.

  • parent_run_id (Optional[UUID]) – The ID of the parent run. Defaults to None.

  • parent_run_manager (AsyncCallbackManagerForChainRun) – The parent run manager.

  • **kwargs (Any) – Additional keyword arguments.

Attributes

is_async

Return whether the handler is async.

Methods

__init__(handlers[, inheritable_handlers, ...])

Initialize the async callback manager.

add_handler(handler[, inherit])

Add a handler to the callback manager.

add_metadata(metadata[, inherit])

Add metadata to the callback manager.

add_tags(tags[, inherit])

Add tags to the callback manager.

configure([inheritable_callbacks, ...])

Configure the async callback manager.

copy()

Copy the async callback manager.

merge(other)

Merge the group callback manager with another callback manager.

on_chain_end(outputs, **kwargs)

Run when traced chain group ends.

on_chain_error(error, **kwargs)

Run when chain errors.

on_chain_start(serialized, inputs[, run_id])

Async run when chain starts running.

on_chat_model_start(serialized, messages[, ...])

Async run when LLM starts running.

on_custom_event(name, data[, run_id])

Dispatch an adhoc event to the handlers (async version).

on_llm_start(serialized, prompts[, run_id])

Run when LLM starts running.

on_retriever_start(serialized, query[, ...])

Run when the retriever starts running.

on_tool_start(serialized, input_str[, ...])

Run when the tool starts running.

remove_handler(handler)

Remove a handler from the callback manager.

remove_metadata(keys)

Remove metadata from the callback manager.

remove_tags(tags)

Remove tags from the callback manager.

set_handler(handler[, inherit])

Set handler as the only handler on the callback manager.

set_handlers(handlers[, inherit])

Set handlers as the only handlers on the callback manager.
__init__(handlers: list[BaseCallbackHandler], inheritable_handlers: list[BaseCallbackHandler] | None = None, parent_run_id: UUID | None = None, *, parent_run_manager: AsyncCallbackManagerForChainRun, **kwargs: Any) → None[source]#

Initialize the async callback manager.

Parameters:

  • handlers (List[BaseCallbackHandler]) – The list of handlers.

  • inheritable_handlers (Optional[List[BaseCallbackHandler]]) – The list of inheritable handlers. Defaults to None.

  • parent_run_id (Optional[UUID]) – The ID of the parent run. Defaults to None.

  • parent_run_manager (AsyncCallbackManagerForChainRun) – The parent run manager.

  • **kwargs (Any) – Additional keyword arguments.

Return type:

None

add_handler(handler: BaseCallbackHandler, inherit: bool = True) → None#

Add a handler to the callback manager.

Parameters:

  • handler (BaseCallbackHandler) – The handler to add.

  • inherit (bool) – Whether to inherit the handler. Default is True.

Return type:

None

add_metadata(metadata: dict[str, Any], inherit: bool = True) → None#

Add metadata to the callback manager.

Parameters:

  • metadata (Dict[str, Any]) – The metadata to add.

  • inherit (bool) – Whether to inherit the metadata. Default is True.

Return type:

None

add_tags(tags: list[str], inherit: bool = True) → None#

Add tags to the callback manager.

Parameters:

  • tags (List[str]) – The tags to add.

  • inherit (bool) – Whether to inherit the tags. Default is True.

Return type:

None

classmethod configure(inheritable_callbacks: list[BaseCallbackHandler] | BaseCallbackManager | None = None, local_callbacks: list[BaseCallbackHandler] | BaseCallbackManager | None = None, verbose: bool = False, inheritable_tags: list[str] | None = None, local_tags: list[str] | None = None, inheritable_metadata: dict[str, Any] | None = None, local_metadata: dict[str, Any] | None = None) → AsyncCallbackManager#

Configure the async callback manager.

Parameters:

  • inheritable_callbacks (Optional[Callbacks], optional) – The inheritable callbacks. Defaults to None.

  • local_callbacks (Optional[Callbacks], optional) – The local callbacks. Defaults to None.

  • verbose (bool, optional) – Whether to enable verbose mode. Defaults to False.

  • inheritable_tags (Optional[List[str]], optional) – The inheritable tags. Defaults to None.

  • local_tags (Optional[List[str]], optional) – The local tags. Defaults to None.

  • inheritable_metadata (Optional[Dict[str, Any]], optional) – The inheritable metadata. Defaults to None.

  • local_metadata (Optional[Dict[str, Any]], optional) – The local metadata. Defaults to None.

Returns:

The configured async callback manager.

Return type:

AsyncCallbackManager

copy() → AsyncCallbackManagerForChainGroup[source]#

Copy the async callback manager.

Return type:

AsyncCallbackManagerForChainGroup

merge(other: BaseCallbackManager) → AsyncCallbackManagerForChainGroup[source]#

Merge the group callback manager with another callback manager.

Overwrites the merge method in the base class to ensure that the parent run manager is preserved. Keeps the parent_run_manager from the current object.

Returns:

A copy of the current AsyncCallbackManagerForChainGroup

with the handlers, tags, etc. of the other callback manager merged in.

Return type:

AsyncCallbackManagerForChainGroup

Parameters:

Example: Merging two callback managers.

from langchain_core.callbacks.manager import CallbackManager, atrace_as_chain_group
from langchain_core.callbacks.stdout import StdOutCallbackHandler

manager = CallbackManager(handlers=[StdOutCallbackHandler()], tags=["tag2"])
async with atrace_as_chain_group("My Group Name", tags=["tag1"]) as group_manager:
    merged_manager = group_manager.merge(manager)
    print(type(merged_manager))
    # <class 'langchain_core.callbacks.manager.AsyncCallbackManagerForChainGroup'>

    print(merged_manager.handlers)
    # [
    #    <langchain_core.callbacks.stdout.LangChainTracer object at ...>,
    #    <langchain_core.callbacks.streaming_stdout.StdOutCallbackHandler object at ...>,
    # ]

    print(merged_manager.tags)
    #    ['tag2', 'tag1']
async on_chain_end(outputs: dict[str, Any] | Any, **kwargs: Any) → None[source]#

Run when traced chain group ends.

Parameters:

  • outputs (Union[Dict[str, Any], Any]) – The outputs of the chain.

  • **kwargs (Any) – Additional keyword arguments.

Return type:

None

async on_chain_error(error: BaseException, **kwargs: Any) → None[source]#

Run when chain errors.

Parameters:

  • error (Exception or KeyboardInterrupt) – The error.

  • **kwargs (Any) – Additional keyword arguments.

Return type:

None

async on_chain_start(serialized: dict[str, Any] | None, inputs: dict[str, Any] | Any, run_id: UUID | None = None, **kwargs: Any) → AsyncCallbackManagerForChainRun#

Async run when chain starts running.

Parameters:

  • serialized (Optional[Dict[str, Any]]) – The serialized chain.

  • inputs (Union[Dict[str, Any], Any]) – The inputs to the chain.

  • run_id (UUID, optional) – The ID of the run. Defaults to None.

  • **kwargs (Any) – Additional keyword arguments.

Returns:

The async callback manager

for the chain run.

Return type:

AsyncCallbackManagerForChainRun

async on_chat_model_start(serialized: dict[str, Any], messages: list[list[BaseMessage]], run_id: UUID | None = None, **kwargs: Any) → list[AsyncCallbackManagerForLLMRun]#

Async run when LLM starts running.

Parameters:

  • serialized (Dict[str, Any]) – The serialized LLM.

  • messages (List[List[BaseMessage]]) – The list of messages.

  • run_id (UUID, optional) – The ID of the run. Defaults to None.

  • **kwargs (Any) – Additional keyword arguments.

Returns:

The list of

async callback managers, one for each LLM Run corresponding to each inner message list.

Return type:

List[AsyncCallbackManagerForLLMRun]

async on_custom_event(name: str, data: Any, run_id: UUID | None = None, **kwargs: Any) → None#

Dispatch an adhoc event to the handlers (async version).

This event should NOT be used in any internal LangChain code. The event is meant specifically for users of the library to dispatch custom events that are tailored to their application.

Parameters:

  • name (str) – The name of the adhoc event.

  • data (Any) – The data for the adhoc event.

  • run_id (UUID | None) – The ID of the run. Defaults to None.

  • kwargs (Any)

Return type:

None

Added in version 0.2.14.

async on_llm_start(serialized: dict[str, Any], prompts: list[str], run_id: UUID | None = None, **kwargs: Any) → list[AsyncCallbackManagerForLLMRun]#

Run when LLM starts running.

Parameters:

  • serialized (Dict[str, Any]) – The serialized LLM.

  • prompts (List[str]) – The list of prompts.

  • run_id (UUID, optional) – The ID of the run. Defaults to None.

  • **kwargs (Any) – Additional keyword arguments.

Returns:

The list of async

callback managers, one for each LLM Run corresponding to each prompt.

Return type:

List[AsyncCallbackManagerForLLMRun]

async on_retriever_start(serialized: dict[str, Any] | None, query: str, run_id: UUID | None = None, parent_run_id: UUID | None = None, **kwargs: Any) → AsyncCallbackManagerForRetrieverRun#

Run when the retriever starts running.

Parameters:

  • serialized (Optional[Dict[str, Any]]) – The serialized retriever.

  • query (str) – The query.

  • run_id (UUID, optional) – The ID of the run. Defaults to None.

  • parent_run_id (UUID, optional) – The ID of the parent run. Defaults to None.

  • **kwargs (Any) – Additional keyword arguments.

Returns:

The async callback manager

for the retriever run.

Return type:

AsyncCallbackManagerForRetrieverRun

async on_tool_start(serialized: dict[str, Any] | None, input_str: str, run_id: UUID | None = None, parent_run_id: UUID | None = None, **kwargs: Any) → AsyncCallbackManagerForToolRun#

Run when the tool starts running.

Parameters:

  • serialized (Optional[Dict[str, Any]]) – The serialized tool.

  • input_str (str) – The input to the tool.

  • run_id (UUID, optional) – The ID of the run. Defaults to None.

  • parent_run_id (UUID, optional) – The ID of the parent run. Defaults to None.

  • **kwargs (Any) – Additional keyword arguments.

Returns:

The async callback manager

for the tool run.

Return type:

AsyncCallbackManagerForToolRun

remove_handler(handler: BaseCallbackHandler) → None#

Remove a handler from the callback manager.

Parameters:

handler (BaseCallbackHandler) – The handler to remove.

Return type:

None

remove_metadata(keys: list[str]) → None#

Remove metadata from the callback manager.

Parameters:

keys (List[str]) – The keys to remove.

Return type:

None

remove_tags(tags: list[str]) → None#

Remove tags from the callback manager.

Parameters:

tags (List[str]) – The tags to remove.

Return type:

None

set_handler(handler: BaseCallbackHandler, inherit: bool = True) → None#

Set handler as the only handler on the callback manager.

Parameters:

  • handler (BaseCallbackHandler) – The handler to set.

  • inherit (bool) – Whether to inherit the handler. Default is True.

Return type:

None

set_handlers(handlers: list[BaseCallbackHandler], inherit: bool = True) → None#

Set handlers as the only handlers on the callback manager.

Parameters:

  • handlers (List[BaseCallbackHandler]) – The handlers to set.

  • inherit (bool) – Whether to inherit the handlers. Default is True.

Return type:

None