a
    ¡˜ëjì  ã                   @   s”   d dl mZ d dlmZmZ d dlZd dlmZm	Z	 d dl
mZ d dlmZmZ d dlmZ erld dlmZ G d	d
„ d
eƒZeG dd„ deƒƒZdS )é    )Ú	dataclass)ÚTYPE_CHECKINGÚListN)ÚFieldÚ	SecretStr)ÚElement)ÚBaseEmbeddingEncoderÚEmbeddingConfig)Úrequires_dependencies©ÚOpenAIEmbeddingsc                   @   sD   e Zd ZU eed< edd�Zeed< edgdd�dd	œd
d„ƒZ	dS )ÚOpenAIEmbeddingConfigÚapi_keyztext-embedding-ada-002)ÚdefaultÚ
model_nameÚlangchain_openaiZopenai)Úextrasr   ©Úreturnc                 C   s$   ddl m} || j ¡ | jd�}|S )z;Creates a langchain OpenAI python client to embed elements.r   r   )Zopenai_api_keyÚmodel)r   r   r   Zget_secret_valuer   )Úselfr   Zopenai_client© r   úX/mnt/bigstor/www/usecases/.venv/lib/python3.9/site-packages/unstructured/embed/openai.pyÚ
get_client   s    þz OpenAIEmbeddingConfig.get_clientN)
Ú__name__Ú
__module__Ú__qualname__r   Ú__annotations__r   r   Ústrr
   r   r   r   r   r   r      s   
r   c                   @   sr   e Zd ZU eed< ee dœdd„Zdd„ Zdd„ Z	d	d
„ Z
dd„ Zee ee dœdd„Zee dœdd„ZdS )ÚOpenAIEmbeddingEncoderÚconfigr   c                 C   s   | j dd�S )NÚQ)Úquery)Úembed_query©r   r   r   r   Úget_exemplary_embedding%   s    z.OpenAIEmbeddingEncoder.get_exemplary_embeddingc                 C   s   d S ©Nr   r$   r   r   r   Ú
initialize(   s    z!OpenAIEmbeddingEncoder.initializec                 C   s   |   ¡ }t |¡S r&   )r%   ÚnpÚshape©r   Zexemplary_embeddingr   r   r   Únum_of_dimensions+   s    z(OpenAIEmbeddingEncoder.num_of_dimensionsc                 C   s   |   ¡ }t tj |¡d¡S )Ng      ð?)r%   r(   ÚiscloseZlinalgZnormr*   r   r   r   Úis_unit_vector/   s    z%OpenAIEmbeddingEncoder.is_unit_vectorc                 C   s   | j  ¡ }| t|ƒ¡S r&   )r    r   r#   r   )r   r"   Úclientr   r   r   r#   3   s    
z"OpenAIEmbeddingEncoder.embed_query)Úelementsr   c                 C   s.   | j  ¡ }| dd„ |D ƒ¡}|  ||¡}|S )Nc                 S   s   g | ]}t |ƒ‘qS r   )r   )Ú.0Úer   r   r   Ú
<listcomp>9   ó    z:OpenAIEmbeddingEncoder.embed_documents.<locals>.<listcomp>)r    r   Úembed_documentsÚ_add_embeddings_to_elements)r   r/   r.   Ú
embeddingsZelements_with_embeddingsr   r   r   r4   7   s    
z&OpenAIEmbeddingEncoder.embed_documentsc                 C   sB   t |ƒt |ƒksJ ‚g }t|ƒD ]\}}|| |_| |¡ q |S r&   )ÚlenÚ	enumerater6   Úappend)r   r/   r6   Zelements_w_embeddingÚiÚelementr   r   r   r5   =   s    
z2OpenAIEmbeddingEncoder._add_embeddings_to_elementsN)r   r   r   r   r   r   Úfloatr%   r'   r+   r-   r#   r   r4   r5   r   r   r   r   r   !   s   
r   )Zdataclassesr   Útypingr   r   Únumpyr(   Zpydanticr   r   Zunstructured.documents.elementsr   Zunstructured.embed.interfacesr   r	   Zunstructured.utilsr
   Zlangchain_openai.embeddingsr   r   r   r   r   r   r   Ú<module>   s   