a
    ¡˜ëj  ã                   @   s¬   d dl Z d dlZd dlmZ d dlmZmZmZ d dlZ	d dl
mZmZ d dlmZ d dlmZmZ d dlmZmZ er„d dlmZ G d	d
„ d
eƒZeG dd„ deƒƒZdS )é    N)Ú	dataclass)ÚTYPE_CHECKINGÚListÚOptional)ÚFieldÚ	SecretStr)ÚElement)ÚBaseEmbeddingEncoderÚEmbeddingConfig)ÚFileHandlerÚrequires_dependencies©ÚVertexAIEmbeddingsc                   @   sR   e Zd ZU eed< edd�Zee ed< dd„ Z	e
ddgd	d
�ddœdd„ƒZdS )ÚVertexAIEmbeddingConfigÚapi_keyztextembedding-gecko@001)ÚdefaultÚ
model_namec                 C   s@   t j dd¡}t|ƒ}| t t | j 	¡ ¡¡¡ |t j
d< d S )Nz/tmpz"google-vertex-app-credentials.jsonZGOOGLE_APPLICATION_CREDENTIALS)ÚosÚpathÚjoinr   Ú
write_fileÚjsonÚdumpsÚloadsr   Zget_secret_valueÚenviron)ÚselfZapplication_credentials_pathZcredentials_file© r   úZ/mnt/bigstor/www/usecases/.venv/lib/python3.9/site-packages/unstructured/embed/vertexai.pyÚ register_application_credentials   s    z8VertexAIEmbeddingConfig.register_application_credentialsZ	langchainÚlangchain_google_vertexaizembed-vertexai)Úextrasr   ©Úreturnc                 C   s$   ddl m} |  ¡  || jd�}|S )z=Creates a Langchain VertexAI python client to embed elements.r   r   )r   )r   r   r   r   )r   r   Zvertexai_clientr   r   r   Ú
get_client   s    z"VertexAIEmbeddingConfig.get_clientN)Ú__name__Ú
__module__Ú__qualname__r   Ú__annotations__r   r   r   Ústrr   r   r#   r   r   r   r   r      s   
þr   c                   @   sr   e Zd ZU eed< ee dœdd„Zdd„ Zdd„ Z	d	d
„ Z
dd„ Zee ee dœdd„Zee dœdd„ZdS )ÚVertexAIEmbeddingEncoderÚconfigr!   c                 C   s   | j dd�S )NzA sample query.)Úquery)Úembed_query©r   r   r   r   Úget_exemplary_embedding/   s    z0VertexAIEmbeddingEncoder.get_exemplary_embeddingc                 C   s   d S ©Nr   r-   r   r   r   Ú
initialize2   s    z#VertexAIEmbeddingEncoder.initializec                 C   s   |   ¡ }t |¡S r/   )r.   ÚnpÚshape©r   Zexemplary_embeddingr   r   r   Únum_of_dimensions5   s    z*VertexAIEmbeddingEncoder.num_of_dimensionsc                 C   s   |   ¡ }t tj |¡d¡S )Ng      ð?)r.   r1   ÚiscloseZlinalgZnormr3   r   r   r   Úis_unit_vector9   s    z'VertexAIEmbeddingEncoder.is_unit_vectorc                 C   s   | j  ¡ }| t|ƒ¡}|S r/   )r*   r#   r,   r(   )r   r+   ÚclientÚresultr   r   r   r,   =   s    
z$VertexAIEmbeddingEncoder.embed_query)Úelementsr"   c                 C   s.   | j  ¡ }| dd„ |D ƒ¡}|  ||¡}|S )Nc                 S   s   g | ]}t |ƒ‘qS r   )r(   )Ú.0Úer   r   r   Ú
<listcomp>D   ó    z<VertexAIEmbeddingEncoder.embed_documents.<locals>.<listcomp>)r*   r#   Úembed_documentsÚ_add_embeddings_to_elements)r   r9   r7   Ú
embeddingsZelements_with_embeddingsr   r   r   r>   B   s    
z(VertexAIEmbeddingEncoder.embed_documentsc                 C   sB   t |ƒt |ƒksJ ‚g }t|ƒD ]\}}|| |_| |¡ q |S r/   )ÚlenÚ	enumerater@   Úappend)r   r9   r@   Zelements_w_embeddingÚiÚelementr   r   r   r?   H   s    
z4VertexAIEmbeddingEncoder._add_embeddings_to_elementsN)r$   r%   r&   r   r'   r   Úfloatr.   r0   r4   r6   r,   r   r>   r?   r   r   r   r   r)   +   s   
r)   )r   r   Zdataclassesr   Útypingr   r   r   Únumpyr1   Zpydanticr   r   Zunstructured.documents.elementsr   Zunstructured.embed.interfacesr	   r
   Zunstructured.utilsr   r   r   r   r   r)   r   r   r   r   Ú<module>   s   