a
    ¡˜ëj¡	  ã                   @   s”   d dl mZ d dlmZmZmZ d dlZd dlm	Z	 d dl
mZ d dlmZmZ d dlmZ erld dlmZ G d	d
„ d
eƒZeG dd„ deƒƒZdS )é    )Ú	dataclass)ÚTYPE_CHECKINGÚListÚOptionalN)ÚField)ÚElement)ÚBaseEmbeddingEncoderÚEmbeddingConfig)Úrequires_dependencies©ÚHuggingFaceEmbeddingsc                   @   sŠ   e Zd ZU edd�Zee ed< edd„ d�Zee	 ed< edd„ d�Z
ee	 ed	< ed
d�Zee	 ed< edgdd�ddœdd„ƒZd
S )ÚHuggingFaceEmbeddingConfigz&sentence-transformers/all-MiniLM-L6-v2)ÚdefaultÚ
model_namec                   C   s   ddiS )NZdeviceÚcpu© r   r   r   ú]/mnt/bigstor/www/usecases/.venv/lib/python3.9/site-packages/unstructured/embed/huggingface.pyÚ<lambda>   ó    z#HuggingFaceEmbeddingConfig.<lambda>)Údefault_factoryÚmodel_kwargsc                   C   s   ddiS )NZnormalize_embeddingsFr   r   r   r   r   r      r   Úencode_kwargsNÚcache_folderZlangchain_huggingfacezembed-huggingface)Úextrasr   ©Úreturnc                 C   s"   ddl m} |f i |  ¡ ¤Ž}|S )z@Creates a langchain Huggingface python client to embed elements.r   r   )Ú langchain_huggingface.embeddingsr   Údict)Úselfr   Úclientr   r   r   Ú
get_client   s    z%HuggingFaceEmbeddingConfig.get_client)Ú__name__Ú
__module__Ú__qualname__r   r   r   ÚstrÚ__annotations__r   r   r   r   r
   r    r   r   r   r   r      s   
þr   c                   @   sj   e Zd ZU eed< ee dœdd„Zdd„ Zdd„ Z	d	d
„ Z
ee ee dœdd„Zee dœdd„ZdS )ÚHuggingFaceEmbeddingEncoderÚconfigr   c                 C   s   | j dd�S )NÚQ)Úquery)Úembed_query)r   r   r   r   Úget_exemplary_embedding'   s    z3HuggingFaceEmbeddingEncoder.get_exemplary_embeddingc                 C   s   |   ¡ }t |¡S ©N)r+   ÚnpÚshape©r   Zexemplary_embeddingr   r   r   Únum_of_dimensions*   s    z-HuggingFaceEmbeddingEncoder.num_of_dimensionsc                 C   s   |   ¡ }t tj |¡d¡S )Ng      ð?)r+   r-   ÚiscloseZlinalgZnormr/   r   r   r   Úis_unit_vector.   s    z*HuggingFaceEmbeddingEncoder.is_unit_vectorc                 C   s   | j  ¡ }| t|ƒ¡S r,   )r'   r    r*   r$   )r   r)   r   r   r   r   r*   2   s    
z'HuggingFaceEmbeddingEncoder.embed_query)Úelementsr   c                 C   s.   | j  ¡ }| dd„ |D ƒ¡}|  ||¡}|S )Nc                 S   s   g | ]}t |ƒ‘qS r   )r$   )Ú.0Úer   r   r   Ú
<listcomp>8   r   z?HuggingFaceEmbeddingEncoder.embed_documents.<locals>.<listcomp>)r'   r    Úembed_documentsÚ_add_embeddings_to_elements)r   r3   r   Ú
embeddingsZelements_with_embeddingsr   r   r   r7   6   s    
z+HuggingFaceEmbeddingEncoder.embed_documentsc                 C   sB   t |ƒt |ƒksJ ‚g }t|ƒD ]\}}|| |_| |¡ q |S r,   )ÚlenÚ	enumerater9   Úappend)r   r3   r9   Zelements_w_embeddingÚiÚelementr   r   r   r8   <   s    
z7HuggingFaceEmbeddingEncoder._add_embeddings_to_elementsN)r!   r"   r#   r   r%   r   Úfloatr+   r0   r2   r*   r   r7   r8   r   r   r   r   r&   #   s   
r&   )Zdataclassesr   Útypingr   r   r   Únumpyr-   Zpydanticr   Zunstructured.documents.elementsr   Zunstructured.embed.interfacesr   r	   Zunstructured.utilsr
   r   r   r   r&   r   r   r   r   Ú<module>   s   