a
    ¡˜ëj_  ã                   @   sÈ   d dl Z d dlmZmZ d dlmZmZmZ d dlZ	d dl
mZmZ d dlmZ d dlmZmZ d dlmZ dZd	Zd
ZdZdZdZer d dlmZ d dlmZ G dd„ deƒZeG dd„ deƒƒZdS )é    N)Ú	dataclassÚfield)ÚTYPE_CHECKINGÚListÚOptional)ÚFieldÚ	SecretStr)ÚElement)ÚBaseEmbeddingEncoderÚEmbeddingConfig)Úrequires_dependenciesz@mixedbread-ai/unstructuredé€   é<   é   ÚfloatÚend©ÚMixedbreadAI©ÚRequestOptionsc                   @   sV   e Zd ZU dZedd„ d�Zeed< edd�Ze	ed< e
d	gd
d�ddœdd„ƒZdS )ÚMixedbreadAIEmbeddingConfigzÓ
    Configuration class for Mixedbread AI Embedding Encoder.

    Attributes:
        api_key (str): API key for accessing Mixedbread AI..
        model_name (str): Name of the model to use for embeddings.
    c                   C   s   t tj d¡ƒS )NZMXBAI_API_KEY)r   ÚosÚenvironÚget© r   r   ú^/mnt/bigstor/www/usecases/.venv/lib/python3.9/site-packages/unstructured/embed/mixedbreadai.pyÚ<lambda>#   ó    z$MixedbreadAIEmbeddingConfig.<lambda>)Údefault_factoryÚapi_keyz"mixedbread-ai/mxbai-embed-large-v1)ÚdefaultÚ
model_nameZmixedbread_aizembed-mixedbreadai)Úextrasr   ©Úreturnc                 C   s   ddl m} || j ¡ d�S )zr
        Create the Mixedbread AI client.

        Returns:
            MixedbreadAI: Initialized client.
        r   r   )r   )Úmixedbread_ai.clientr   r   Zget_secret_value)Úselfr   r   r   r   Ú
get_client*   s    ÿz&MixedbreadAIEmbeddingConfig.get_clientN)Ú__name__Ú
__module__Ú__qualname__Ú__doc__r   r   r   Ú__annotations__r!   Ústrr   r'   r   r   r   r   r      s   
ÿÿþr   c                   @   sô   e Zd ZU dZeed< eddd�Zee	e
  ed< eddd�Zed ed< e	e
 d	œd
d„Zdd„ Zedd„ ƒZeed	œdd„ƒZe	e e	e	e
  dœdd„Zee	e e	e	e
  e	e dœdd„ƒZe	e e	e dœdd„Zee	e
 dœdd„ZdS )ÚMixedbreadAIEmbeddingEncoderz–
    Embedding encoder for Mixedbread AI.

    Attributes:
        config (MixedbreadAIEmbeddingConfig): Configuration for the embedding encoder.
    ÚconfigFN)Úinitr    Ú_exemplary_embeddingr   Ú_request_optionsr#   c                 C   s   |   dg¡d S )zJGet an exemplary embedding to determine dimensions and unit vector status.ÚQr   ©Ú_embed)r&   r   r   r   Úget_exemplary_embeddingJ   s    z4MixedbreadAIEmbeddingEncoder.get_exemplary_embeddingc                 C   s8   | j jd u rtdƒ‚ddlm} |ttdtid�| _d S )Nz‘The Mixedbread AI API key must be specified.You either pass it in the constructor using 'api_key'or via the 'MXBAI_API_KEY' environment variable.r   r   z
User-Agent)Úmax_retriesZtimeout_in_secondsZadditional_headers)	r/   r   Ú
ValueErrorÚmixedbread_ai.corer   ÚMAX_RETRIESÚTIMEOUTÚ
USER_AGENTr2   )r&   r   r   r   r   Ú
initializeN   s    ÿýz'MixedbreadAIEmbeddingEncoder.initializec                 C   s   |   ¡ }t |¡S )z0Get the number of dimensions for the embeddings.)r6   ÚnpÚshape©r&   Zexemplary_embeddingr   r   r   Únum_of_dimensions^   s    z.MixedbreadAIEmbeddingEncoder.num_of_dimensionsc                 C   s   |   ¡ }t tj |¡d¡S )z(Check if the embedding is a unit vector.g      ð?)r6   r>   ÚiscloseZlinalgZnormr@   r   r   r   Úis_unit_vectord   s    z+MixedbreadAIEmbeddingEncoder.is_unit_vector)Útextsr$   c           	   	   C   sp   t }tdt|ƒ|ƒ}g }| j ¡ }|D ]:}|||| … }|j| jjdtt| j	|d�}| 
|¡ q&dd„ |D ƒS )zÏ
        Embed a list of texts using the Mixedbread AI API.

        Args:
            texts (List[str]): List of texts to embed.

        Returns:
            List[List[float]]: List of embeddings.
        r   T)ÚmodelÚ
normalizedZencoding_formatZtruncation_strategyZrequest_optionsÚinputc                 S   s   g | ]}|j D ]
}|j‘qqS r   )ÚdataZ	embedding)Ú.0ÚresponseÚitemr   r   r   Ú
<listcomp>„   r   z7MixedbreadAIEmbeddingEncoder._embed.<locals>.<listcomp>)Ú
BATCH_SIZEÚrangeÚlenr/   r'   Ú
embeddingsr!   ÚENCODING_FORMATÚTRUNCATION_STRATEGYr2   Úappend)	r&   rD   Z
batch_sizeZ	batch_itrÚ	responsesÚclientÚiÚbatchrJ   r   r   r   r5   j   s     

úz#MixedbreadAIEmbeddingEncoder._embed)ÚelementsrP   r$   c                 C   sB   t | ƒt |ƒksJ ‚g }t| ƒD ]\}}|| |_| |¡ q | S )a  
        Add embeddings to elements.

        Args:
            elements (List[Element]): List of elements.
            embeddings (List[List[float]]): List of embeddings.

        Returns:
            List[Element]: Elements with embeddings added.
        )rO   Ú	enumeraterP   rS   )rX   rP   Zelements_w_embeddingrV   Úelementr   r   r   Ú_add_embeddings_to_elements†   s    
z8MixedbreadAIEmbeddingEncoder._add_embeddings_to_elements)rX   r$   c                 C   s    |   dd„ |D ƒ¡}|  ||¡S )zË
        Embed a list of document elements.

        Args:
            elements (List[Element]): List of document elements.

        Returns:
            List[Element]: Elements with embeddings.
        c                 S   s   g | ]}t |ƒ‘qS r   )r-   )rI   Úer   r   r   rL   ¥   r   z@MixedbreadAIEmbeddingEncoder.embed_documents.<locals>.<listcomp>)r5   r[   )r&   rX   rP   r   r   r   Úembed_documents›   s    
z,MixedbreadAIEmbeddingEncoder.embed_documents)Úqueryr$   c                 C   s   |   |g¡d S )z©
        Embed a query string.

        Args:
            query (str): Query string to embed.

        Returns:
            List[float]: Embedding of the query.
        r   r4   )r&   r^   r   r   r   Úembed_query¨   s    
z(MixedbreadAIEmbeddingEncoder.embed_query)r(   r)   r*   r+   r   r,   r   r1   r   r   r   r2   r6   r=   ÚpropertyrA   ÚboolrC   r-   r5   Ústaticmethodr	   r[   r]   r_   r   r   r   r   r.   <   s"   

þr.   ) r   Zdataclassesr   r   Útypingr   r   r   Únumpyr>   Zpydanticr   r   Zunstructured.documents.elementsr	   Zunstructured.embed.interfacesr
   r   Zunstructured.utilsr   r<   rM   r;   r:   rQ   rR   r%   r   r9   r   r   r.   r   r   r   r   Ú<module>   s&   #