a
    ¡˜ëjH	  ã                   @   sœ   d dl mZmZ d dlmZmZmZ d dlZd dl	m
Z
mZ d dlmZ d dlmZmZ d dlmZ ertd dlmZ G d	d
„ d
eƒZeG dd„ deƒƒZdS )é    )Ú	dataclassÚfield)ÚTYPE_CHECKINGÚListÚOptionalN)ÚFieldÚ	SecretStr)ÚElement)ÚBaseEmbeddingEncoderÚEmbeddingConfig)Úrequires_dependencies©ÚOpenAIc                   @   sX   e Zd ZU eed< edd�Zeed< edd�Zeed< e	ddgd	d
�ddœdd„ƒZ
dS )ÚOctoAiEmbeddingConfigÚapi_keyzthenlper/gte-large)ÚdefaultÚ
model_namezhttps://text.octoai.run/v1Úbase_urlÚopenaiZtiktokenzembed-octoai)Úextrasr   ©Úreturnc                 C   s    ddl m} || j ¡ | jd�S )zGCreates an OpenAI python client to embed elements. Uses the OpenAI SDK.r   r   )r   r   )r   r   r   Zget_secret_valuer   )Úselfr   © r   úX/mnt/bigstor/www/usecases/.venv/lib/python3.9/site-packages/unstructured/embed/octoai.pyÚ
get_client   s    z OctoAiEmbeddingConfig.get_clientN)Ú__name__Ú
__module__Ú__qualname__r   Ú__annotations__r   r   Ústrr   r   r   r   r   r   r   r      s   
þr   c                   @   sŽ   e Zd ZU eed< eddd�Zeee	  ed< ee	 dœdd„Z
d	d
„ Zdd„ Zdd„ Zdd„ Zee ee dœdd„Zee dœdd„ZdS )ÚOctoAIEmbeddingEncoderÚconfigFN)Úinitr   Ú_exemplary_embeddingr   c                 C   s
   |   d¡S )NÚQ©Úembed_query©r   r   r   r   Úget_exemplary_embedding'   s    z.OctoAIEmbeddingEncoder.get_exemplary_embeddingc                 C   s   d S ©Nr   r(   r   r   r   Ú
initialize*   s    z!OctoAIEmbeddingEncoder.initializec                 C   s   |   ¡ }t |¡S r*   )r)   ÚnpÚshape©r   Zexemplary_embeddingr   r   r   Únum_of_dimensions-   s    z(OctoAIEmbeddingEncoder.num_of_dimensionsc                 C   s   |   ¡ }t tj |¡d¡S )Ng      ð?)r)   r,   ÚiscloseZlinalgZnormr.   r   r   r   Úis_unit_vector1   s    z%OctoAIEmbeddingEncoder.is_unit_vectorc                 C   s.   | j  ¡ }|jjt|ƒ| j jd�}|jd jS )N)ÚinputÚmodelr   )r"   r   Ú
embeddingsÚcreater    r   ÚdataZ	embedding)r   ÚqueryÚclientÚresponser   r   r   r'   5   s    
z"OctoAIEmbeddingEncoder.embed_query)Úelementsr   c                    s"   ‡ fdd„|D ƒ}ˆ   ||¡}|S )Nc                    s   g | ]}ˆ   |¡‘qS r   r&   )Ú.0Úer(   r   r   Ú
<listcomp>;   ó    z:OctoAIEmbeddingEncoder.embed_documents.<locals>.<listcomp>)Ú_add_embeddings_to_elements)r   r:   r4   Zelements_with_embeddingsr   r(   r   Úembed_documents:   s    z&OctoAIEmbeddingEncoder.embed_documentsc                 C   sB   t |ƒt |ƒksJ ‚g }t|ƒD ]\}}|| |_| |¡ q |S r*   )ÚlenÚ	enumerater4   Úappend)r   r:   r4   Zelements_w_embeddingÚiÚelementr   r   r   r?   ?   s    
z2OctoAIEmbeddingEncoder._add_embeddings_to_elements)r   r   r   r   r   r   r$   r   r   Úfloatr)   r+   r/   r1   r'   r	   r@   r?   r   r   r   r   r!   !   s   
r!   )Zdataclassesr   r   Útypingr   r   r   Únumpyr,   Zpydanticr   r   Zunstructured.documents.elementsr	   Zunstructured.embed.interfacesr
   r   Zunstructured.utilsr   r   r   r   r!   r   r   r   r   Ú<module>   s   