a
    ¡˜ëjÝ  ã                   @   s°   d dl mZ d dlmZmZmZmZmZ d dlZ	d dl
mZmZ d dlmZ d dlmZmZ d dlmZ erxd dlmZ d	Zd
ZdZdZG dd„ deƒZeG dd„ deƒƒZdS )é    )Ú	dataclass)ÚTYPE_CHECKINGÚIterableÚListÚOptionalÚcastN)ÚFieldÚ	SecretStr)ÚElement)ÚBaseEmbeddingEncoderÚEmbeddingConfig)Úrequires_dependencies©ÚClientéH   é   é
   é   c                   @   s�   e Zd ZU eed< eed< dZeed< edd�Z	e
e ed< edd�Ze
e ed< edd�Ze
e ed	< ed
gdd�ddœdd„ƒZdd„ ZdS )ÚVoyageAIEmbeddingConfigÚapi_keyÚ
model_nameFÚshow_progress_barN)ÚdefaultÚ
batch_sizeÚ
truncationÚoutput_dimensionÚvoyageaizembed-voyageai)Úextrasr   ©Úreturnc                 C   s   ddl m} || j ¡ d�S )z3Creates a VoyageAI python client to embed elements.r   r   )r   )r   r   r   Zget_secret_value)Úselfr   © r!   úZ/mnt/bigstor/www/usecases/.venv/lib/python3.9/site-packages/unstructured/embed/voyageai.pyÚ
get_client   s    ÿz"VoyageAIEmbeddingConfig.get_clientc                 C   sL   | j d u rF| jdv rt| _ n*| jdkr.t| _ n| jdkr@t| _ nt| _ | j S )N)zvoyage-2z	voyage-02zvoyage-3-litezvoyage-3)r   r   ÚDEFAULT_VOYAGE_2_BATCH_SIZEÚ DEFAULT_VOYAGE_3_LITE_BATCH_SIZEÚDEFAULT_VOYAGE_3_BATCH_SIZEÚDEFAULT_BATCH_SIZE©r    r!   r!   r"   Úget_batch_size(   s    



z&VoyageAIEmbeddingConfig.get_batch_size)Ú__name__Ú
__module__Ú__qualname__r	   Ú__annotations__Ústrr   Úboolr   r   r   Úintr   r   r   r#   r)   r!   r!   r!   r"   r      s   
þr   c                   @   s²   e Zd ZU eed< ee dœdd„Zdd„ Ze	e
edf dœdd	„ƒZe	edœd
d„ƒZee ee dœdd„Zeee dœdd„Zeee dœdd„ƒZee edœdd„ZdS )ÚVoyageAIEmbeddingEncoderÚconfigr   c                 C   s   | j dd�S )NzA sample query.)Úquery)Úembed_queryr(   r!   r!   r"   Úget_exemplary_embedding9   s    z0VoyageAIEmbeddingEncoder.get_exemplary_embeddingc                 C   s   d S ©Nr!   r(   r!   r!   r"   Ú
initialize<   s    z#VoyageAIEmbeddingEncoder.initialize.c                 C   s   |   ¡ }t |¡S r6   )r5   ÚnpÚshape©r    Zexemplary_embeddingr!   r!   r"   Únum_of_dimensions?   s    z*VoyageAIEmbeddingEncoder.num_of_dimensionsc                 C   s   |   ¡ }t tj |¡d¡S )Ng      ð?)r5   r8   ÚiscloseZlinalgZnormr:   r!   r!   r"   Úis_unit_vectorD   s    z'VoyageAIEmbeddingEncoder.is_unit_vector)Úelementsr   c                 C   s„   | j  ¡ }g }|  |¡}|D ]Z}|jdd„ |||| j  ¡  … D ƒ| j jd| j j| j jd�j}| 	t
ttt  |ƒ¡ q|  ||¡S )Nc                 S   s   g | ]}t |ƒ‘qS r!   )r.   )Ú.0Úer!   r!   r"   Ú
<listcomp>P   ó    z<VoyageAIEmbeddingEncoder.embed_documents.<locals>.<listcomp>Údocument©ZtextsÚmodelZ
input_typer   r   )r2   r#   Ú_get_batch_iteratorÚembedr)   r   r   r   Ú
embeddingsÚextendr   r   r   ÚfloatÚ_add_embeddings_to_elements)r    r>   ÚclientrH   Ú_iterÚiÚrr!   r!   r"   Úembed_documentsI   s    

ûz(VoyageAIEmbeddingEncoder.embed_documents)r3   r   c                 C   s2   | j  ¡ }|j|g| j jd| j j| j jd�jd S )Nr3   rD   r   )r2   r#   rG   r   r   r   rH   )r    r3   rL   r!   r!   r"   r4   Y   s    
ûúz$VoyageAIEmbeddingEncoder.embed_queryc                 C   sB   t | ƒt |ƒksJ ‚g }t| ƒD ]\}}|| |_| |¡ q | S r6   )ÚlenÚ	enumeraterH   Úappend)r>   rH   Zelements_w_embeddingrN   Úelementr!   r!   r"   rK   c   s    
z4VoyageAIEmbeddingEncoder._add_embeddings_to_elementsc              
   C   s~   | j jrdzddlm} W n. tyF } ztdƒ|‚W Y d }~n
d }~0 0 |tdt|ƒ| j  ¡ ƒƒ}ntdt|ƒ| j  ¡ ƒ}|S )Nr   )ÚtqdmzgMust have tqdm installed if `show_progress_bar` is set to True. Please install with `pip install tqdm`.)r2   r   Z	tqdm.autorU   ÚImportErrorÚrangerQ   r)   )r    r>   rU   r@   rM   r!   r!   r"   rF   l   s    ÿýz,VoyageAIEmbeddingEncoder._get_batch_iteratorN)r*   r+   r,   r   r-   r   rJ   r5   r7   ÚpropertyÚtupler0   r;   r/   r=   r
   rP   r.   r4   ÚstaticmethodrK   r   rF   r!   r!   r!   r"   r1   5   s   

r1   )Zdataclassesr   Útypingr   r   r   r   r   Únumpyr8   Zpydanticr   r	   Zunstructured.documents.elementsr
   Zunstructured.embed.interfacesr   r   Zunstructured.utilsr   r   r   r$   r%   r&   r'   r   r1   r!   r!   r!   r"   Ú<module>   s   !