a
    ”˜ëjé  ã                   @   sÄ   d Z ddlZddlmZ ddlmZ ddlmZ ddlm	Z	m
Z
 ddlmZ ddlmZ dd	lmZ dd
lmZmZ ddlmZmZ ddlmZ G dd„ deƒZedeeeddf dœdd„ƒZdS )z6Callback Handler that tracks AIMessage.usage_metadata.é    N)Ú	Generator)Úcontextmanager)Ú
ContextVar)ÚAnyÚOptional)Úoverride)ÚBaseCallbackHandler)Ú	AIMessage)ÚUsageMetadataÚ	add_usage)ÚChatGenerationÚ	LLMResult)Úregister_configure_hookc                       sN   e Zd ZdZddœ‡ fdd„Zeedœdd„ƒZeee	ddœd	d
„ƒZ
‡  ZS )ÚUsageMetadataCallbackHandlera‘  Callback Handler that tracks AIMessage.usage_metadata.

    Example:
        .. code-block:: python

            from langchain.chat_models import init_chat_model
            from langchain_core.callbacks import UsageMetadataCallbackHandler

            llm_1 = init_chat_model(model="openai:gpt-4o-mini")
            llm_2 = init_chat_model(model="anthropic:claude-3-5-haiku-latest")

            callback = UsageMetadataCallbackHandler()
            result_1 = llm_1.invoke("Hello", config={"callbacks": [callback]})
            result_2 = llm_2.invoke("Hello", config={"callbacks": [callback]})
            callback.usage_metadata

        .. code-block::

            {'gpt-4o-mini-2024-07-18': {'input_tokens': 8,
              'output_tokens': 10,
              'total_tokens': 18,
              'input_token_details': {'audio': 0, 'cache_read': 0},
              'output_token_details': {'audio': 0, 'reasoning': 0}},
             'claude-3-5-haiku-20241022': {'input_tokens': 8,
              'output_tokens': 21,
              'total_tokens': 29,
              'input_token_details': {'cache_read': 0, 'cache_creation': 0}}}

    .. versionadded:: 0.3.49

    N)Úreturnc                    s   t ƒ  ¡  t ¡ | _i | _dS )z,Initialize the UsageMetadataCallbackHandler.N)ÚsuperÚ__init__Ú	threadingÚLockÚ_lockÚusage_metadata©Úself©Ú	__class__© ú]/mnt/bigstor/www/usecases/.venv/lib/python3.9/site-packages/langchain_core/callbacks/usage.pyr   3   s    

z%UsageMetadataCallbackHandler.__init__c                 C   s
   t | jƒS )N)Ústrr   r   r   r   r   Ú__repr__9   s    z%UsageMetadataCallbackHandler.__repr__)ÚresponseÚkwargsr   c                 K   sÔ   z|j d d }W n ty(   d}Y n0 d}d}t|tƒrvz&|j}t|tƒr`|j}|j d¡}W n t	yt   Y n0 |rÐ|rÐ| j
�< || jvrœ|| j|< nt| j| |ƒ| j|< W d  ƒ n1 sÆ0    Y  dS )zCollect token usage.r   NÚ
model_name)ZgenerationsÚ
IndexErrorÚ
isinstancer   Úmessager	   r   Zresponse_metadataÚgetÚAttributeErrorr   r   )r   r   r    Z
generationr   r!   r$   r   r   r   Ú
on_llm_end=   s*    




ÿz'UsageMetadataCallbackHandler.on_llm_end)Ú__name__Ú
__module__Ú__qualname__Ú__doc__r   r   r   r   r   r   r'   Ú__classcell__r   r   r   r   r      s    r   Úusage_metadata_callback)Únamer   c                 c   s<   t | dd�}t|dd� tƒ }| |¡ |V  | d¡ dS )aH  Get usage metadata callback.

    Get context manager for tracking usage metadata across chat model calls using
    ``AIMessage.usage_metadata``.

    Args:
        name (str): The name of the context variable. Defaults to
            ``'usage_metadata_callback'``.

    Yields:
        The usage metadata callback.

    Example:
        .. code-block:: python

            from langchain.chat_models import init_chat_model
            from langchain_core.callbacks import get_usage_metadata_callback

            llm_1 = init_chat_model(model="openai:gpt-4o-mini")
            llm_2 = init_chat_model(model="anthropic:claude-3-5-haiku-latest")

            with get_usage_metadata_callback() as cb:
                llm_1.invoke("Hello")
                llm_2.invoke("Hello")
                print(cb.usage_metadata)

        .. code-block::

            {'gpt-4o-mini-2024-07-18': {'input_tokens': 8,
              'output_tokens': 10,
              'total_tokens': 18,
              'input_token_details': {'audio': 0, 'cache_read': 0},
              'output_token_details': {'audio': 0, 'reasoning': 0}},
             'claude-3-5-haiku-20241022': {'input_tokens': 8,
              'output_tokens': 21,
              'total_tokens': 29,
              'input_token_details': {'cache_read': 0, 'cache_creation': 0}}}

    .. versionadded:: 0.3.49

    N)ÚdefaultT)Úinheritable)r   r   r   Úset)r.   Zusage_metadata_callback_varÚcbr   r   r   Úget_usage_metadata_callback\   s    .
ÿ
r3   )r-   )r+   r   Úcollections.abcr   Ú
contextlibr   Zcontextvarsr   Útypingr   r   Ztyping_extensionsr   Zlangchain_core.callbacksr   Zlangchain_core.messagesr	   Zlangchain_core.messages.air
   r   Zlangchain_core.outputsr   r   Zlangchain_core.tracers.contextr   r   r   r3   r   r   r   r   Ú<module>   s$   J ÿþ