a
    ¡˜ëjáO  ã                   @  sÎ   d Z ddlmZ ddlZddlZddlZddlZddlm	Z	m
Z
 ddlZddlmZmZmZmZmZmZmZmZmZ ddlmZ ddlmZmZmZmZ G dd	„ d	ƒZG d
d„ dƒZG dd„ dƒZdd„ Z dS )z?Test-suite for `unstructured.partition.common.metadata` module.é    )ÚannotationsN)ÚAnyÚCallable)	ÚCheckBoxÚElementÚElementMetadataÚFigureCaptionÚHeaderÚListItemÚNarrativeTextÚTextÚTitle)ÚFileType)Ú_assign_hash_idsÚapply_metadataÚget_last_modified_dateÚset_element_hierarchyc                   @  s(   e Zd Zddœdd„Zddœdd„ZdS )ÚDescribe_get_last_modified_datezpathlib.Path)Útmp_pathc                 C  sX   t jddddddd� ¡ }|d }| d	¡ t |||f¡ tt|ƒƒ}|d
ksTJ ‚d S )Niè  é   é   é   é+   é(   )ÚyearÚmonthÚdayÚhourÚminuteÚsecondzsome_file.txtZabcdefgz2024-03-05T17:43:40)ÚdtÚdatetimeÚ	timestampÚ
write_textÚosÚutimer   Ústr)Úselfr   Zmodified_timestampÚ	file_pathÚlast_modified_date© r*   úo/mnt/bigstor/www/usecases/.venv/lib/python3.9/site-packages/test_unstructured/partition/common/test_metadata.pyÚ8it_gets_the_modified_time_of_a_file_identified_by_a_path(   s    ÿ

zXDescribe_get_last_modified_date.it_gets_the_modified_time_of_a_file_identified_by_a_pathc                 C  s$   |d }t t|ƒƒ}|d u s J ‚d S )Nz!some_file_that_does_not_exist.txt)r   r&   )r'   r   r(   r)   r*   r*   r+   Ú6but_it_returns_None_when_there_is_no_file_at_that_path4   s    zVDescribe_get_last_modified_date.but_it_returns_None_when_there_is_no_file_at_that_pathN)Ú__name__Ú
__module__Ú__qualname__r,   r-   r*   r*   r*   r+   r   '   s   r   c                   @  s<   e Zd Zdd„ Zdd„ Zdd„ Zdd„ Zd	d
„ Zdd„ ZdS )ÚDescribe_set_element_hierarchyc              	   C  sÄ   t ddd�tddd�tddd�tdd	d�t d
dd�tddd�g}t|ƒ}|d jjd u s\J ‚|d jjdkspJ ‚|d jjd u s„J ‚|d jjdks˜J ‚|d jjdks¬J ‚|d jjd
ksÀJ ‚d S )NÚ0ÚTitle0©Ú
element_idÚtextÚ1ZText0Ú2ZHeader0Ú3ZText1Ú4ZTitle1Ú5ZText2r   é   é   r   é   r   )r   r   r	   r   ÚmetadataÚ	parent_id©r'   ÚelementsÚresultr*   r*   r+   Úit_applies_default_rulesetC   s    





ú	z9Describe_set_element_hierarchy.it_applies_default_rulesetc              	   C  s¨   t ddtdd�d�tddtdd�d�td	d
tdd�d�tddtdd�d�g}t|ƒ}|d jjd u shJ ‚|d jjdks|J ‚|d jjdks�J ‚|d jjdks¤J ‚d S )Nr2   r3   r<   ©Úcategory_depth©r5   r6   r?   r7   Z	ListItem0r   r8   Z	ListItem1r9   Z	ListItem2r=   r   )r   r   r
   r   r?   r@   rA   r*   r*   r+   Ú;it_applies_category_depth_when_element_category_is_the_sameV   s    üzZDescribe_set_element_hierarchy.it_applies_category_depth_when_element_category_is_the_samec                 C  sô   t ddtdd�d�tddtdd�d�td	d
tdd�d�tddtdd�d�tddtdd�d�tddtdd�d�g}t|ƒ}|d jjd u sŒJ ‚|d jjdks J ‚|d jjd u s´J ‚|d jjd	ksÈJ ‚|d jjd	ksÜJ ‚|d jjd	ksðJ ‚d S )Nr2   r   r=   rE   rG   r7   r   r   r8   r	   r9   r:   r
   r<   r;   Ú r   r>   r   )	r   r   r   r	   r
   r   r   r?   r@   rA   r*   r*   r+   ÚGbut_it_ignores_category_depth_when_elements_are_of_different_categoriese   s    ú	zfDescribe_set_element_hierarchy.but_it_ignores_category_depth_when_elements_are_of_different_categoriesc                 C  sr   t ddtdd�d�t ddd�tdd	d�g}t|ƒ}|d
 jjdksFJ ‚|d jjd u sZJ ‚|d jjdksnJ ‚d S )Nr2   r   Ú10)r@   rG   r7   r4   r8   r   r   r<   r=   )r   r   r   r   r?   r@   rA   r*   r*   r+   Ú-it_skips_elements_with_pre_existing_parent_idx   s    

ýzLDescribe_set_element_hierarchy.it_skips_elements_with_pre_existing_parent_idc                 C  s´  t dd�tdd�tdd�tdd�tdtdd�d�tdtdd�d�tdd�td	d
d�t dd�tdd�tdd�tdd�g}t|ƒ}|d jj	|d j
ksœJ dƒ‚|d jj	|d j
ksºJ dƒ‚|d jj	|d j
ksØJ dƒ‚|d jj	|d j
ksöJ dƒ‚|d jj	|d j
k�sJ dƒ‚|d jj	|d j
k�s6J dƒ‚|d jj	d u �sPJ dƒ‚|d jj	|d j
k�spJ dƒ‚|d jj	|d j
k�s�J dƒ‚|d jj	|d j
k�s°J dƒ‚d S )Nr   ©r6   r   r   r
   r<   rE   ©r6   r?   z	some-id-1T)r5   ÚcheckedúTitle 2r   r   ú&NarrativeText should be child of Titler=   z&FigureCaption should be child of Titler   z!ListItem should be child of Titler>   r   é   é   zTitle 2 should be child of Noneé	   z#ListItem should be child of Title 2é
   é   zText should be child of Title 2)r   r   r   r
   r   r   r   r   r?   r@   Úid)r'   Úelements_to_setrB   r*   r*   r+   Ú.it_sets_parent_id_for_each_element_in_elements†   sH    
ôÿþÿþ  ÿþÿþzMDescribe_set_element_hierarchy.it_sets_parent_id_for_each_element_in_elementsc                 C  sì   t dd�tdd�tdd�tdd�tdd�tdd�g}ddgg d¢d	œ}t||d
�}|d jj|d jkspJ dƒ‚|d jj|d jksŽJ dƒ‚|d jj|d jks¬J dƒ‚|d jj|d jksÊJ dƒ‚|d jj|d jksèJ dƒ‚d S )Nr	   rM   r   r   r   rP   r   )r   ZUncategorizedTextr   )r	   r   )rB   Zrulesetr<   r   zTitle should be child of Headerr=   rQ   r   zText should be child of Titler>   z!Title 2 should be child of Headerr   z(FigureCaption should be child of Title 2)	r	   r   r   r   r   r   r?   r@   rW   )r'   rX   Zcustom_rule_setrB   r*   r*   r+   Úit_applies_custom_rule_set¯   s2    ú
þþÿþÿþz9Describe_set_element_hierarchy.it_applies_custom_rule_setN)	r.   r/   r0   rD   rH   rJ   rL   rY   rZ   r*   r*   r*   r+   r1   A   s   )r1   c                   @  s  e Zd ZdZdd„ Zdd„ Zddœdd	„Zddœd
d„Zddœdd„Zddœdd„Z	ddœdd„Z
ddœdd„Zddœdd„Zddœdd„Zddœdd„Zddœdd„Zddœdd„Zddœdd„Zej d i d!d"ig¡d#dd$œd%d&„ƒZddœd'd(„Zddœd)d*„Zejdd+œd,d-„ƒZd"S ).ÚDescribe_apply_metadatazXUnit-test suite for `unstructured.partition.common.metadata.apply_metadata()` decorator.c                   sx   t dtddd�d�‰ dddœ‡ fd	d
„}tƒ |ƒ}|ƒ }tdd„ |D ƒƒt|ƒksVJ ‚tdd„ |D ƒƒt|ƒkstJ ‚d S )Nr   úfoo.barr<   ©ÚfilenameZpage_numberrN   r   úlist[Element]©ÚkwargsÚreturnc                    s
   ˆ ˆ ˆ gS ©Nr*   ©ra   ©Úelementr*   r+   Úfake_partitionerÛ   s    z~Describe_apply_metadata.it_produces_unique_elements_and_metadata_when_input_reuses_element_instances.<locals>.fake_partitionerc                 S  s   h | ]}t |ƒ’qS r*   ©rW   ©Ú.0Úer*   r*   r+   Ú	<setcomp>ã   ó    zwDescribe_apply_metadata.it_produces_unique_elements_and_metadata_when_input_reuses_element_instances.<locals>.<setcomp>c                 S  s   h | ]}t |jƒ’qS r*   ©rW   r?   ri   r*   r*   r+   rl   å   rm   )r   r   r   Úlen©r'   rg   Ú	partitionrB   r*   re   r+   ÚLit_produces_unique_elements_and_metadata_when_input_reuses_element_instancesØ   s    
zdDescribe_apply_metadata.it_produces_unique_elements_and_metadata_when_input_reuses_element_instancesc                   sp   t ddd�‰ dddœ‡ fdd„}tƒ |ƒ}|ƒ }td	d
„ |D ƒƒt|ƒksNJ ‚tdd
„ |D ƒƒt|ƒkslJ ‚d S )Nr\   r<   r]   r   r_   r`   c                    s"   t dˆ d�t dˆ d�t dˆ d�gS )NZfoorN   ÚbarZbaz)r   rd   ©r?   r*   r+   rg   ê   s    


ýzƒDescribe_apply_metadata.and_it_produces_unique_elements_and_metadata_when_input_reuses_metadata_instances.<locals>.fake_partitionerc                 S  s   h | ]}t |ƒ’qS r*   rh   ri   r*   r*   r+   rl   ö   rm   z|Describe_apply_metadata.and_it_produces_unique_elements_and_metadata_when_input_reuses_metadata_instances.<locals>.<setcomp>c                 S  s   h | ]}t |jƒ’qS r*   rn   ri   r*   r*   r+   rl   ø   rm   )r   r   ro   rp   r*   rt   r+   ÚQand_it_produces_unique_elements_and_metadata_when_input_reuses_metadata_instancesç   s    
ziDescribe_apply_metadata.and_it_produces_unique_elements_and_metadata_when_input_reuses_metadata_instanceszCallable[..., list[Element]])rg   c                 C  sb   t ƒ |ƒ}|ƒ }|ƒ }tdd„ |D ƒƒs,J ‚tdd„ |D ƒƒsBJ ‚tdd„ t||ƒD ƒƒs^J ‚d S )Nc                 s  s   | ]}t |jƒd kV  qdS ©é    N©ro   rW   ri   r*   r*   r+   Ú	<genexpr>  rm   zkDescribe_apply_metadata.it_assigns_hash_element_ids_when_unique_ids_arg_is_not_specified.<locals>.<genexpr>c                 s  s   | ]}d |j vV  qdS ©ú-Nrh   ri   r*   r*   r+   ry     rm   c                 s  s   | ]\}}|j |j kV  qd S rc   rh   ©rj   rk   Úe2r*   r*   r+   ry     rm   ©r   ÚallÚzip©r'   rg   rq   rB   Ú
elements_2r*   r*   r+   Ú@it_assigns_hash_element_ids_when_unique_ids_arg_is_not_specifiedü   s    
zXDescribe_apply_metadata.it_assigns_hash_element_ids_when_unique_ids_arg_is_not_specifiedc                 C  sj   t ƒ |ƒ}|dd�}|dd�}tdd„ |D ƒƒs4J ‚tdd„ |D ƒƒsJJ ‚tdd„ t||ƒD ƒƒsfJ ‚d S )NF©Zunique_element_idsc                 s  s   | ]}t |jƒd kV  qdS rv   rx   ri   r*   r*   r+   ry     rm   zcDescribe_apply_metadata.it_assigns_hash_element_ids_when_unique_ids_arg_is_False.<locals>.<genexpr>c                 s  s   | ]}d |j vV  qdS rz   rh   ri   r*   r*   r+   ry     rm   c                 s  s   | ]\}}|j |j kV  qd S rc   rh   r|   r*   r*   r+   ry     rm   r~   r�   r*   r*   r+   Ú8it_assigns_hash_element_ids_when_unique_ids_arg_is_False
  s    


zPDescribe_apply_metadata.it_assigns_hash_element_ids_when_unique_ids_arg_is_Falsec                 C  sj   t ƒ |ƒ}|dd�}|dd�}tdd„ |D ƒƒs4J ‚tdd„ |D ƒƒsJJ ‚tdd„ t||ƒD ƒƒsfJ ‚d S )NTr„   c                 s  s   | ]}t |jƒd kV  qdS ©é$   Nrx   ri   r*   r*   r+   ry   !  rm   zaDescribe_apply_metadata.it_leaves_UUID_element_ids_when_unique_ids_arg_is_True.<locals>.<genexpr>c                 s  s   | ]}|j  d ¡dkV  qdS )r{   r>   N)rW   Úcountri   r*   r*   r+   ry   "  rm   c                 s  s   | ]\}}|j |j kV  qd S rc   rh   r|   r*   r*   r+   ry   $  rm   r~   r�   r*   r*   r+   Ú6it_leaves_UUID_element_ids_when_unique_ids_arg_is_True  s    


zNDescribe_apply_metadata.it_leaves_UUID_element_ids_when_unique_ids_arg_is_Truec                 C  sF   t ƒ |ƒ}|ƒ }|d }|jjdks(J ‚|d }|jj|jksBJ ‚d S )Nr   r<   )r   r?   rF   r@   rW   )r'   rg   rq   rB   ÚtitleÚ	narr_textr*   r*   r+   Ú!it_computes_and_assigns_parent_id(  s    
z9Describe_apply_metadata.it_computes_and_assigns_parent_idc                 C  s2   t ƒ |ƒ}|dgdd�}tdd„ |D ƒƒs.J ‚d S )NÚautoT)Ú	languagesZdetect_language_per_elementc                 s  s   | ]}|j jd gkV  qdS )ZengN)r?   rŽ   ri   r*   r*   r+   ry   9  rm   zGDescribe_apply_metadata.it_applies_language_metadata.<locals>.<genexpr>©r   r   rp   r*   r*   r+   Úit_applies_language_metadata4  s    
z4Describe_apply_metadata.it_applies_language_metadatac                 C  s6   t tjd�|ƒ}|tjd�}tdd„ |D ƒƒs2J ‚dS )a  A `metadata_file_type` arg overrides the file-type specified in the decorator.

        This is used for example by a delegating partitioner to preserve the original file-type in
        the metadata, like EPUB instead of the HTML that partitioner converts the .epub file to.
        ©Ú	file_type)Zmetadata_file_typec                 s  s   | ]}|j jd kV  qdS )z'application/vnd.oasis.opendocument.textN©r?   Úfiletyperi   r*   r*   r+   ry   I  s   zmDescribe_apply_metadata.it_assigns_the_value_of_a_metadata_file_type_arg_when_there_is_one.<locals>.<genexpr>N)r   r   ÚDOCXZODTr   rp   r*   r*   r+   ÚBit_assigns_the_value_of_a_metadata_file_type_arg_when_there_is_one=  s
    ÿzZDescribe_apply_metadata.it_assigns_the_value_of_a_metadata_file_type_arg_when_there_is_onec                   s8   t tjd�|ƒ}|ƒ }d‰ t‡ fdd„|D ƒƒs4J ‚dS )z›The `file_type=...` decorator arg is the "normal" way to specify the file-type.

        This is used for principal (non-delegating) partitioners.
        r‘   zGapplication/vnd.openxmlformats-officedocument.wordprocessingml.documentc                 3  s   | ]}|j jˆ kV  qd S rc   r“   ri   ©ZDOCX_MIME_TYPEr*   r+   ry   Y  rm   z|Describe_apply_metadata.and_it_assigns_the_decorator_file_type_when_the_metadata_file_type_arg_is_omitted.<locals>.<genexpr>N)r   r   r•   r   rp   r*   r—   r+   ÚQand_it_assigns_the_decorator_file_type_when_the_metadata_file_type_arg_is_omittedM  s    ziDescribe_apply_metadata.and_it_assigns_the_decorator_file_type_when_the_metadata_file_type_arg_is_omittedc                 C  s*   t ƒ |ƒ}|ƒ }tdd„ |D ƒƒs&J ‚dS )zÈA partitioner can elect to assign `.metadata.filetype` for itself.

        This is done in `partition_image()` for example where the same partitioner is used for
        multiple file-types.
        c                 s  s   | ]}|j jd kV  qdS )ú
image/jpegNr“   ri   r*   r*   r+   ry   g  rm   zjDescribe_apply_metadata.and_it_does_not_assign_file_type_metadata_when_both_are_omitted.<locals>.<genexpr>Nr�   rp   r*   r*   r+   Ú?and_it_does_not_assign_file_type_metadata_when_both_are_omitted[  s    
zWDescribe_apply_metadata.and_it_does_not_assign_file_type_metadata_when_both_are_omittedc                 C  sD   t ƒ |ƒ}|dd�}tdd„ |D ƒƒs*J ‚tdd„ |D ƒƒs@J ‚dS )z6A `metadata_filename` arg overrides all other sources.ú	a/b/c.xyz)Zmetadata_filenamec                 s  s   | ]}|j jd kV  qdS ©zc.xyzN©r?   r^   ri   r*   r*   r+   ry   s  rm   z[Describe_apply_metadata.it_uses_metadata_filename_arg_value_when_present.<locals>.<genexpr>c                 s  s   | ]}|j jd kV  qdS ©za/bN©r?   Úfile_directoryri   r*   r*   r+   ry   t  rm   Nr�   rp   r*   r*   r+   Ú0it_uses_metadata_filename_arg_value_when_presentk  s    

zHDescribe_apply_metadata.it_uses_metadata_filename_arg_value_when_presentc                 C  sD   t ƒ |ƒ}|dd�}tdd„ |D ƒƒs*J ‚tdd„ |D ƒƒs@J ‚d S )Nr›   )r^   c                 s  s   | ]}|j jd kV  qdS rœ   r�   ri   r*   r*   r+   ry   }  rm   zpDescribe_apply_metadata.and_it_uses_filename_arg_value_when_metadata_filename_arg_not_present.<locals>.<genexpr>c                 s  s   | ]}|j jd kV  qdS rž   rŸ   ri   r*   r*   r+   ry   ~  rm   r�   rp   r*   r*   r+   ÚEand_it_uses_filename_arg_value_when_metadata_filename_arg_not_presentv  s    

z]Describe_apply_metadata.and_it_uses_filename_arg_value_when_metadata_filename_arg_not_presentc                 C  s@   t ƒ |ƒ}|ƒ }tdd„ |D ƒƒs&J ‚tdd„ |D ƒƒs<J ‚d S )Nc                 s  s   | ]}|j jd kV  qdS )ú
image.jpegNr�   ri   r*   r*   r+   ry   ‡  rm   zlDescribe_apply_metadata.and_it_does_not_assign_filename_metadata_when_neither_are_present.<locals>.<genexpr>c                 s  s   | ]}|j jd kV  qdS )ú
x/y/imagesNrŸ   ri   r*   r*   r+   ry   ˆ  rm   r�   rp   r*   r*   r+   ÚAand_it_does_not_assign_filename_metadata_when_neither_are_present€  s    
zYDescribe_apply_metadata.and_it_does_not_assign_filename_metadata_when_neither_are_presentc                   s6   t ƒ |ƒ}d‰ |ˆ d�}t‡ fdd„|D ƒƒs2J ‚dS )z;A `metadata_last_modified` arg overrides all other sources.z2024-09-26T15:17:53©Úmetadata_last_modifiedc                 3  s   | ]}|j jˆ kV  qd S rc   ©r?   Úlast_modifiedri   r¦   r*   r+   ry   •  rm   z`Describe_apply_metadata.it_uses_metadata_last_modified_arg_value_when_present.<locals>.<genexpr>Nr�   rp   r*   r¦   r+   Ú5it_uses_metadata_last_modified_arg_value_when_presentŒ  s    

zMDescribe_apply_metadata.it_uses_metadata_last_modified_arg_value_when_presentra   r§   Nzdict[str, Any])ra   rg   c                 C  s2   t ƒ |ƒ}|f i |¤Ž}tdd„ |D ƒƒs.J ‚d S )Nc                 s  s   | ]}|j jd kV  qdS )ú2020-01-06T05:07:03Nr¨   ri   r*   r*   r+   ry   Ÿ  rm   z~Describe_apply_metadata.but_it_does_not_update_last_modified_when_metadata_last_modified_arg_absent_or_None.<locals>.<genexpr>r�   )r'   ra   rg   rq   rB   r*   r*   r+   ÚSbut_it_does_not_update_last_modified_when_metadata_last_modified_arg_absent_or_None—  s    
zkDescribe_apply_metadata.but_it_does_not_update_last_modified_when_metadata_last_modified_arg_absent_or_Nonec                 C  s.   t ƒ |ƒ}|dd�}tdd„ |D ƒƒs*J ‚d S )Núhttps://adobe.com/stock/54321)Úurlc                 s  s   | ]}|j jd kV  qdS )r­   N©r?   r®   ri   r*   r*   r+   ry   ª  rm   z`Describe_apply_metadata.it_assigns_url_metadata_field_when_url_arg_is_present.<locals>.<genexpr>r�   rp   r*   r*   r+   Ú5it_assigns_url_metadata_field_when_url_arg_is_present£  s    

zMDescribe_apply_metadata.it_assigns_url_metadata_field_when_url_arg_is_presentc                 C  s*   t ƒ |ƒ}|ƒ }tdd„ |D ƒƒs&J ‚d S )Nc                 s  s   | ]}|j jd kV  qdS )úhttp://images.comNr¯   ri   r*   r*   r+   ry   ³  rm   zjDescribe_apply_metadata.and_it_does_not_assign_url_metadata_when_url_arg_is_not_present.<locals>.<genexpr>r�   rp   r*   r*   r+   Ú?and_it_does_not_assign_url_metadata_when_url_arg_is_not_present¬  s    
zWDescribe_apply_metadata.and_it_does_not_assign_url_metadata_when_url_arg_is_not_present)rb   c                 C  s   dddœdd„}|S )Nr   r_   r`   c                  [  sp   t dƒ}d|j_d|j_d|j_d|j_d|j_d|j_tdƒ}d|j_d|j_d|j_d|j_d|j_||gS )	NZIntroductionr<   r¤   r£   r™   r«   r±   z0To understand bar you must first understand foo.)	r   r?   rF   r    r^   r”   r©   r®   r   )ra   rŠ   r‹   r*   r*   r+   rg   ¹  s    zBDescribe_apply_metadata.fake_partitioner.<locals>.fake_partitionerr*   )r'   rg   r*   r*   r+   rg   ·  s    z(Describe_apply_metadata.fake_partitioner)r.   r/   r0   Ú__doc__rr   ru   rƒ   r…   r‰   rŒ   r�   r–   r˜   rš   r¡   r¢   r¥   rª   ÚpytestÚmarkZparametrizer¬   r°   r²   Zfixturerg   r*   r*   r*   r+   r[   Ó   s*   	
	r[   c                  C  sÈ   t dtddd�d�t dtddd�d�t dtddd�d�g} tdd„ | D ƒƒsPJ ‚tt | ¡ƒ} tt | ¡ƒ}dd	„ | D ƒ}td
d„ | D ƒƒs�J ‚t|ƒtt|ƒƒks¨J ‚tdd„ t| |ƒD ƒƒsÄJ ‚d S )Nr   r\   r<   r]   rN   c                 s  s   | ]}t |jƒd kV  qdS r†   rx   ri   r*   r*   r+   ry   Ú  rm   zntest_assign_hash_ids_produces_unique_and_deterministic_SHA1_ids_even_for_duplicate_elements.<locals>.<genexpr>c                 S  s   g | ]
}|j ‘qS r*   rh   ri   r*   r*   r+   Ú
<listcomp>ß  rm   zotest_assign_hash_ids_produces_unique_and_deterministic_SHA1_ids_even_for_duplicate_elements.<locals>.<listcomp>c                 s  s   | ]}t |jƒd kV  qdS rv   rx   ri   r*   r*   r+   ry   á  rm   c                 s  s   | ]\}}|j |j kV  qd S rc   rh   r|   r*   r*   r+   ry   å  rm   )	r   r   r   r   ÚcopyÚdeepcopyro   Úsetr€   )rB   r‚   Úidsr*   r*   r+   Ú[test_assign_hash_ids_produces_unique_and_deterministic_SHA1_ids_even_for_duplicate_elementsÓ  s    ýr»   )!r³   Ú
__future__r   r·   r!   r    r$   ÚpathlibÚtypingr   r   r´   Zunstructured.documents.elementsr   r   r   r   r	   r
   r   r   r   Zunstructured.file_utils.modelr   Z&unstructured.partition.common.metadatar   r   r   r   r   r1   r[   r»   r*   r*   r*   r+   Ú<module>   s"   ,   