a
    ¡˜ëjôo  ã                
   @  s"  d Z ddlmZ ddlZddlZddlZddlZddlmZ ddl	Z	ddl
mZmZ ddlmZmZ ddlmZmZmZ ddlmZmZmZmZmZmZmZmZmZmZ dd	lm Z  e	j! "d
eƒ edd�eƒ g¡ddœdd„ƒZ#dd„ Z$e	j! "d
eƒ edd�eddd�eƒ g¡ddœdd„ƒZ%dd„ Z&dd„ Z'dd„ Z(dd„ Z)e	j! "ddej*ej*d fdej*ej+d!fdej+ej*d!fdej+ej+d fg¡d"d#d#d"dœd$d%„ƒZ,d&d'„ Z-d(d)„ Z.d*d+„ Z/d,d-„ Z0d.d/„ Z1d0d1„ Z2G d2d3„ d3ƒZ3d4d5„ Z4d6d7„ Z5d8d9„ Z6e	j! "d:g d;¢¡d<d=d<d>d<d:œd?d@„ƒZ7dAdB„ Z8dS )Cz8Test-suite for `unstructured.documents.elements` module.é    )ÚannotationsN)Úpartial)Úassign_hash_idsÚexample_doc_path)Úclean_bulletsÚclean_prefix)ÚCoordinateSystemÚOrientationÚRelativeCoordinateSystem)
ÚCheckBoxÚConsolidationStrategyÚCoordinatesMetadataÚDataSourceMetadataÚElementÚElementMetadataÚPointsÚTextÚTitleÚassign_and_map_hash_ids)Úpartition_jsonÚelementÚ ©Útextr   ©r   c                 C  s~   t | jtƒsJ ‚t| jƒdks"J ‚| j d¡dks6J ‚d}|  d¡|ksLJ ‚| j|ksZJ ‚|  d¡|kslJ ‚| j|kszJ ‚d S )Né$   ú-é   Z 5336294a19f32ff03ef80066fbc3e0f7r   )Ú
isinstanceÚidÚstrÚlenÚcountÚ
id_to_hash)r   Úexpected_hash© r%   úh/mnt/bigstor/www/usecases/.venv/lib/python3.9/site-packages/test_unstructured/documents/test_elements.pyÚQtest_Element_autoassigns_a_UUID_then_becomes_an_idempotent_and_deterministic_hash%   s    r'   c                   C  s   t  tdd d� ¡ ¡ d S )Nzhello there!©r   Ú
element_id)ÚjsonÚdumpsr   Úto_dictr%   r%   r%   r&   Útest_Text_is_JSON_serializable8   s    r-   r(   c                 C  s:   t | jtƒsJ ‚t| jƒdks"J ‚| j d¡dks6J ‚d S )Nr   r   r   )r   r   r    r!   r"   r   r%   r%   r&   Ú*test_Element_self_assigns_itself_a_UUID_id=   s    
r.   c                  C  s0   t dd�} |  ttdd�¡ t| ƒdks,J ‚d S )Nú$[1] A Textbook on Crocodile Habitatsr   ú\[\d{1,2}\]©Úpatternú A Textbook on Crocodile Habitats)r   Úapplyr   r   r    )Útext_elementr%   r%   r&   Ú test_text_element_apply_cleanersL   s    
r6   c                  C  s<   t tdd�t tƒg} tdd�}|j| Ž  t|ƒdks8J ‚d S )Nr0   r1   u(   [1] â€¢ A Textbook on Crocodile Habitatsr   r3   )r   r   r   r   r4   r    )Zcleanersr5   r%   r%   r&   Ú)test_text_element_apply_multiple_cleanersS   s    

r7   c                  C  sD   t ƒ } t| dƒsJ ‚| jd us"J ‚| jdks0J ‚t| ƒdks@J ‚d S )Nr   r   )r   Úhasattrr   r    r   r%   r%   r&   Ú/test_non_text_elements_are_serializable_to_textZ   s
    r9   c                  C  sT   ddœdd„} t dd�}tjtdd�� | | ¡ W d   ƒ n1 sF0    Y  d S )	Nr    ©Úsc                 S  s   dS )Né   r%   r:   r%   r%   r&   Úbad_cleanerc   s    zFtest_apply_raises_if_func_does_not_produce_string.<locals>.bad_cleanerr/   r   z%Cleaner produced a non-string output.©Úmatch)r   ÚpytestÚraisesÚ
ValueErrorr4   )r=   r5   r%   r%   r&   Ú1test_apply_raises_if_func_does_not_produce_stringb   s    
rC   )ÚcoordinatesÚorientation1Úorientation2Úexpected_coords©)r<   é   ©r<   r   ©é   r   ©rL   rI   ))é
   é   )rN   é(   )é   rP   )rQ   rO   ))rN   é¼  )rN   é¨  )rQ   rS   )rQ   rR   r   r	   c           
      C  sÚ   t ddƒ}||_t ddƒ}||_t| |d�}| |¡}|d usBJ ‚t||ƒD ]\}}	|t |	¡ksLJ ‚qL|j|dd� |jjd us†J ‚|jjj	d us˜J ‚t|jjj	|ƒD ]\}}	|t |	¡ks¨J ‚q¨|jjj
|ksÖJ ‚d S )Néd   éÈ   iè  iÐ  ©rD   Úcoordinate_systemT)Zin_place)r   Úorientationr   Ú!convert_coordinates_to_new_systemÚzipr@   ZapproxÚmetadatarD   ÚpointsÚsystem)
rD   rE   rF   rG   Zcoord1Zcoord2r   Z
new_coordsZ	new_coordÚexpectedr%   r%   r&   Ú&test_convert_coordinates_to_new_systeml   s    #


r_   c                  C  s4   t d d d�} tddƒ}tj|_|  |¡d u s0J ‚d S )NrV   rT   rU   )r   r   r	   ÚSCREENrX   rY   )r   Zcoordr%   r%   r&   Ú*test_convert_coordinate_to_new_system_none¢   s    
ra   c                  C  s6   d} t ƒ }t| |d�}t| |d�}|jj|ks2J ‚d S )NrH   rV   ©r\   r]   )r
   r   r   r[   rD   )rD   rW   r   Zexpected_coordinates_metadatar%   r%   r&   Ú0test_element_constructor_coordinates_all_present©   s    þrc   c                  C  sL   t  t¡�} ttƒ d� W d   ƒ n1 s,0    Y  t| jƒdksHJ ‚d S )N)rW   úNCoordinates points should not exist without coordinates system and vice versa.)r@   rA   rB   r   r
   r    Úvalue©Úexc_infor%   r%   r&   Ú2test_element_constructor_coordinates_points_absent´   s    *ÿÿrh   c                  C  sJ   t  t¡�} tdd� W d   ƒ n1 s*0    Y  t| jƒdksFJ ‚d S )NrH   ©rD   rd   )r@   rA   rB   r   r    re   rf   r%   r%   r&   Ú2test_element_constructor_coordinates_system_absent½   s    (ÿÿrj   c                  C  sN   d} t ƒ }t| |d�}dddddœ}| ¡ }||ks8J ‚t |¡|ksJJ ‚d S )NrH   rb   r<   r
   ©Zlayout_heightZlayout_widthr\   r]   )r
   r   r,   Ú	from_dict)rD   rW   Zcoordinates_metadataZexpected_schemaZcoordinates_metadata_dictr%   r%   r&   Útest_coordinate_metadata_serdesÆ   s    ürm   c                  C  sD   d} t ƒ }td| |d�}| ¡ ddddddœid ddd	œks@J ‚d S )
NrH   Zawt32t1)r)   rD   rW   rD   r<   r
   rk   r   )r[   Útyper   r)   )r
   r   r,   )rD   rW   r   r%   r%   r&   Útest_element_to_dictÕ   s&    ýüÿõro   c                   @  sL  e Zd ZdZdd„ Zej de 	d¡d d dg¡d	d
œdd„ƒZ
dd„ Zej de 	d¡dg¡d	d
œdd„ƒZdd„ Zdd„ Zdd„ Zdd„ Zdd„ Zdd„ Zdd„ Zd d!„ Zd"d#„ Zd$d%„ Zd&d'„ Zd(d)„ Zd*d+„ Zd,d-„ Zd.d/„ Zd0d1„ Zd2d3„ Zd4d5„ Zd6d7„ Zd8d9„ Z d:d;„ Z!d<d=„ Z"d>d?„ Z#d@dA„ Z$dBdC„ Z%dDdE„ Z&dFdG„ Z'dHS )IÚDescribeElementMetadatazFUnit-test suite for `unstructured.documents.elements.ElementMetadata`.c                 C  s<   t jtdd�� tdd� W d   ƒ n1 s.0    Y  d S )Nz.got an unexpected keyword argument 'file_name'r>   ú	memo.docx)Ú	file_name)r@   rA   Ú	TypeErrorr   ©Úselfr%   r%   r&   ÚHit_detects_unknown_constructor_args_at_both_development_time_and_runtimeô   s    z`DescribeElementMetadata.it_detects_unknown_constructor_args_at_both_development_time_and_runtimeÚ	file_pathúdocuments/docxZmemosúmemo-2023-11-10.docxz)documents/docx/memos/memo-2023-11-10.docxzpathlib.Path | str)rw   c                 C  s*   t |d�}|jdksJ ‚|jdks&J ‚d S )N©Úfilenamezdocuments/docx/memosry   ©r   Úfile_directoryr{   ©ru   rw   Úmetar%   r%   r&   ÚAit_accommodates_either_a_pathlib_Path_or_str_for_its_filename_argø   s    

zYDescribeElementMetadata.it_accommodates_either_a_pathlib_Path_or_str_for_its_filename_argc                 C  s&   t ƒ }|jd u sJ ‚|jd u s"J ‚d S )Nr|   ©ru   r   r%   r%   r&   ÚIit_leaves_both_filename_and_file_directory_None_when_neither_is_specified  s    zaDescribeElementMetadata.it_leaves_both_filename_and_file_directory_None_when_neither_is_specifiedrq   c                 C  s*   t |d�}|jd u sJ ‚|jdks&J ‚d S )Nrz   rq   r|   r~   r%   r%   r&   ÚOand_it_leaves_file_directory_None_when_not_specified_and_filename_is_not_a_path  s    
zgDescribeElementMetadata.and_it_leaves_file_directory_None_when_not_specified_and_filename_is_not_a_pathc                 C  s*   t dd�}|jdksJ ‚|jdks&J ‚d S )Nz#documents/docx/memo-2023-11-11.docxrz   rx   zmemo-2023-11-11.docxr|   r�   r%   r%   r&   ÚMand_it_splits_off_directory_path_from_its_filename_arg_when_it_is_a_file_path  s    
zeDescribeElementMetadata.and_it_splits_off_directory_path_from_its_filename_arg_when_it_is_a_file_pathc                 C  s,   t ddd�}|jdksJ ‚|jdks(J ‚d S )Nztmp/staging/memo.docxrx   )r{   r}   rq   r|   r�   r%   r%   r&   ÚLbut_it_prefers_a_specified_file_directory_when_filename_also_contains_a_path  s    zdDescribeElementMetadata.but_it_prefers_a_specified_file_directory_when_filename_also_contains_a_pathc                 C  s   t dddd� d S )NÚ2Té*   )Úcategory_depthr}   Útext_as_html©r   rt   r%   r%   r&   ÚMit_knows_the_types_of_its_known_members_so_type_checking_support_is_available$  s
    ýzeDescribeElementMetadata.it_knows_the_types_of_its_known_members_so_type_checking_support_is_availablec                 C  s*   t dd�}d|jv sJ ‚|jdks&J ‚d S )Núhttps://google.com)Úurlr�   ©r   Ú__dict__r�   r�   r%   r%   r&   Ú+it_returns_the_value_of_an_attribute_it_has.  s    
zCDescribeElementMetadata.it_returns_the_value_of_an_attribute_it_hasc                 C  s&   t ƒ }d|jvsJ ‚|jd u s"J ‚d S )Nr�   rŽ   r�   r%   r%   r&   Ú:and_it_returns_None_for_a_known_attribute_it_does_not_have3  s    zRDescribeElementMetadata.and_it_returns_None_for_a_known_attribute_it_does_not_havec                 C  sL   t ƒ }d|jvsJ ‚tjtdd�� |j W d   ƒ n1 s>0    Y  d S )NÚcoefficientz%object has no attribute 'coefficient'r>   )r   r�   r@   rA   ÚAttributeErrorr’   r�   r%   r%   r&   ÚFbut_it_raises_AttributeError_for_an_unknown_attribute_it_does_not_have8  s    z^DescribeElementMetadata.but_it_raises_AttributeError_for_an_unknown_attribute_it_does_not_havec                 C  s:   t ƒ }d|jvsJ ‚d|_d|jv s(J ‚|jdks6J ‚d S )Nr}   útmp/©r   r�   r}   r�   r%   r%   r&   Ú.it_stores_a_non_None_field_value_when_assigned>  s
    zFDescribeElementMetadata.it_stores_a_non_None_field_value_when_assignedc                 C  sL   t dd�}d|jv sJ ‚|jdks&J ‚d |_d|jvs:J ‚|jd u sHJ ‚d S )Nr•   )r}   r}   r–   r�   r%   r%   r&   Ú.it_removes_a_field_when_None_is_assigned_to_itE  s    
zFDescribeElementMetadata.it_removes_a_field_when_None_is_assigned_to_itc                 C  s2   t dddddd�}| ¡ ddddddœks.J ‚d S )Nr<   r•   rI   ú<table></table>rŒ   )rˆ   r}   Úpage_numberr‰   r�   )r   r,   r�   r%   r%   r&   Ú!it_can_serialize_itself_to_a_dictP  s    ûûz9DescribeElementMetadata.it_can_serialize_itself_to_a_dictc                 C  s>   t dtdtƒ d�dd�}| ¡ ddddddœddœks:J ‚d S )Nr<   )©rI   rI   rJ   rK   rM   rb   rI   )rˆ   rD   rš   r
   rk   )r   r   r
   r,   r�   r%   r%   r&   ÚGand_it_serializes_a_coordinates_sub_object_to_a_dict_when_it_is_present`  s"    þúüøz_DescribeElementMetadata.and_it_serializes_a_coordinates_sub_object_to_a_dict_when_it_is_presentc                 C  s8   t dtddd�dd�}| ¡ ddddœddœks4J ‚d S )Nr<   ú5https://www.nih.gov/about-nih/who-we-are/nih-directorú
2023-11-09©r�   Zdate_createdrI   )rˆ   Údata_sourcerš   )r   r   r,   r�   r%   r%   r&   ÚGand_it_serializes_a_data_source_sub_object_to_a_dict_when_it_is_presentt  s    þúþúz_DescribeElementMetadata.and_it_serializes_a_data_source_sub_object_to_a_dict_when_it_is_presentc                 C  s>   t tdƒtdƒgƒ}td|dd�}| ¡ ddddœks:J ‚d S )NZLoremzLorem Ipsumr<   rI   )rˆ   Zorig_elementsrš   zÌeJyFzcsKwjAQheFXKVm7MGkzbXwDocu6EpFcTqTQG3UEtfTdbZa6cTnDd/jPi0CHHgNf2yAOmXCljjqXoErKoIw3hqJRXlPuyphrErtM9GAbLNvNL+t2M56ctvU4o0+AXxPSo2m5g9jIb6VwBE0VBSujp1LJ6EiRLpwiSBf3fyvZcbo/vlqnwVvGbZzbN0KT7Hr5AG/eQyM=)r   r   r   r   r,   )ru   Úelementsr   r%   r%   r&   ÚJand_it_serializes_an_orig_elements_sub_object_to_base64_when_it_is_present†  s    ýøzbDescribeElementMetadata.and_it_serializes_an_orig_elements_sub_object_to_base64_when_it_is_presentc                 C  sV   dddiddidœ}t  |¡}| ¡ }d|v s2J ‚d|d vsBJ ‚d|d vsRJ ‚dS )	zÛMetadata sub-objects ignore fields they do not explicitly define.

        This is _not_ the case for ElementMetadata itself where an non-known field is welcomed as a
        user-defined ad-hoc metadata field.
        ZhelloÚ	new_fieldZworldÚfoo)r¥   r¡   rD   rD   r¡   N)r   rl   r,   )ru   Zelement_metadatar[   Zmetadata_dictr%   r%   r&   ÚGbut_unlike_in_ElementMetadata_unknown_fields_in_sub_objects_are_ignored™  s    ÿÿû

z_DescribeElementMetadata.but_unlike_in_ElementMetadata_unknown_fields_in_sub_objects_are_ignoredc                 C  s<  dddddddœdd	d
œdgdœ}t  |¡}|jdks:J ‚|jtdtƒ d�ksRJ ‚|jtdd	d
�kshJ ‚|jd u svJ ‚d|j	vs„J ‚|j
dks’J ‚tjtdd�� |j W d   ƒ n1 s¼0    Y  t|dƒrÖ|jnd d u sâJ ‚t|jtƒsòJ ‚|jdgk�sJ ‚|j d¡ |jddgk�s$J ‚|d dgk�s8J ‚d S )Nr<   ç�Âõ(\�â?r   rI   rH   r
   rk   rž   rŸ   r    Úeng)rˆ   r’   rD   r¡   Ú	languagesrb   r}   z.ntMetadata' object has no attribute 'quotient'r>   ÚquotientÚsparª   )r   rl   rˆ   rD   r   r
   r¡   r   r}   r�   r’   r@   rA   r“   r«   r8   r   rª   ÚlistÚappend)ru   Z	meta_dictr   r%   r%   r&   Ú%it_can_deserialize_itself_from_a_dict²  sB    üþó
þþ$z=DescribeElementMetadata.it_can_deserialize_itself_from_a_dictc                 C  s,   t ƒ }d|_d|jv sJ ‚|jdks(J ‚d S ©Né   Úfoobar)r   r²   r�   r�   r%   r%   r&   Ú/it_allows_an_end_user_to_add_an_arbitrary_fieldê  s    zGDescribeElementMetadata.it_allows_an_end_user_to_add_an_arbitrary_fieldc                 C  s$   t ƒ }d|_| ¡ ddiks J ‚d S r°   )r   r²   r,   r�   r%   r%   r&   Ú/and_fields_so_added_appear_in_the_metadata_JSONð  s    zGDescribeElementMetadata.and_fields_so_added_appear_in_the_metadata_JSONc                 C  sf   t ƒ }d|_d|jv sJ ‚d |_d|jvs.J ‚tjtdd�� |j W d   ƒ n1 sX0    Y  d S )Nr±   r²   z2'ElementMetadata' object has no attribute 'foobar'r>   )r   r²   r�   r@   rA   r“   r�   r%   r%   r&   Ú9and_it_removes_an_end_user_field_when_it_is_assigned_Noneõ  s    ÿzQDescribeElementMetadata.and_it_removes_an_end_user_field_when_it_is_assigned_Nonec                 C  s*  t ddd�}d|_d|_t ddd�}d|_d	|_| |¡ |jdksHJ ‚|jdksVJ ‚|jdksdJ ‚|jdksrJ ‚|jdks€J ‚|jd	ksŽJ ‚|jd u sœJ ‚|jdksªJ ‚|jdks¸J ‚|jd u sÆJ ‚|j	d u sÔJ ‚|jdksâJ ‚|jd	ksðJ ‚t
jtd
d�� |j W d   ƒ n1 �s0    Y  d S )Nr<   )rˆ   rš   r¨   é   r•   rI   )r}   rš   gffffffö?rO   z.etadata' object has no attribute 'coefficient'r>   )r   r’   Zstem_lengthr«   Úupdaterˆ   r}   rš   r‰   r�   r@   rA   r“   ©ru   r   Úotherr%   r%   r&   Ú*it_can_update_itself_from_another_instance  s,    
zBDescribeElementMetadata.it_can_update_itself_from_another_instancec                 C  sF   t ƒ }tjtdd�� | ddi¡ W d   ƒ n1 s80    Y  d S )Nz1ate\(\)' must be an instance of 'ElementMetadata'r>   r’   z0.56)r   r@   rA   rB   r·   r�   r%   r%   r&   ÚDbut_it_raises_on_attempt_to_update_from_a_non_ElementMetadata_object#  s    z\DescribeElementMetadata.but_it_raises_on_attempt_to_update_from_a_non_ElementMetadata_objectc                 C  sd   t dtdtƒ d�tddd�ddgd	d
dd�}|t dtdtƒ d�tddd�ddgd	d
dd�ks`J ‚d S )Nr<   rH   rb   rž   ú
2023-11-08r    r•   r©   rI   r™   rŒ   )rˆ   rD   r¡   r}   rª   rš   r‰   r�   )r   r   r
   r   r�   r%   r%   r&   Ú@it_is_equal_to_another_instance_with_the_same_known_field_values*  s@    þþòþþòzXDescribeElementMetadata.it_is_equal_to_another_instance_with_the_same_known_field_valuesc                 C  s:   G dd„ dƒ}t ƒ }|ƒ }|j|jks*J ‚||ks6J ‚d S )Nc                   @  s   e Zd ZdS )ziDescribeElementMetadata.but_it_is_never_equal_to_a_non_ElementMetadata_object.<locals>.NotElementMetadataN)Ú__name__Ú
__module__Ú__qualname__r%   r%   r%   r&   ÚNotElementMetadataM  s   rÁ   )r   r�   )ru   rÁ   r   r¹   r%   r%   r&   Ú5but_it_is_never_equal_to_a_non_ElementMetadata_objectL  s
    zMDescribeElementMetadata.but_it_is_never_equal_to_a_non_ElementMetadata_objectc                 C  s0   t dd�}d|_t dd�}d|_||ks,J ‚d S )Nr<   ©rˆ   r¨   ©r   r’   r¸   r%   r%   r&   ÚAit_is_equal_to_another_instance_with_the_same_ad_hoc_field_valuesX  s
    

zYDescribeElementMetadata.it_is_equal_to_another_instance_with_the_same_ad_hoc_field_valuesc                 C  s0   t dd�}d|_t dd�}d|_||ks,J ‚d S )Nr<   rÃ   r¨   g
×£p=
ç?rÄ   r¸   r%   r%   r&   ÚAbut_it_is_not_equal_to_an_instance_with_ad_hoc_fields_that_differ`  s
    

zYDescribeElementMetadata.but_it_is_not_equal_to_an_instance_with_ad_hoc_fields_that_differc                 C  s&   t dgd�}|t ddgd�ks"J ‚d S )Nr©   )rª   r¬   rŠ   r�   r%   r%   r&   Ú:it_is_not_equal_when_a_list_field_contains_different_itemsh  s    zRDescribeElementMetadata.it_is_not_equal_when_a_list_field_contains_different_itemsc                 C  s4   t tdtƒ d�d�}|t tdtƒ d�d�ks0J ‚d S )NrH   rb   ri   )rœ   )rI   r   rK   )r   rI   )r   r   r
   r�   r%   r%   r&   ÚAand_it_is_not_equal_when_the_coordinates_sub_object_field_differsl  s    þÿþÿzYDescribeElementMetadata.and_it_is_not_equal_when_the_coordinates_sub_object_field_differsc                 C  s0   t tddd�d�}|t tddd�d�ks,J ‚d S )Nrž   r¼   r    )r¡   rŸ   )r   r   r�   r%   r%   r&   ÚAand_it_is_not_equal_when_the_data_source_sub_object_field_differsz  s    þÿþÿzYDescribeElementMetadata.and_it_is_not_equal_when_the_data_source_sub_object_field_differsc                 C  s>   t ƒ }t|jƒ}t ¡ }|D ]}||v sJ d|› d�ƒ‚qd S )NzElementMetadata field `.zm` does not have a consolidation strategy. Add one in `ConsolidationStrategy.field_consolidation_strategies().)r   ÚsortedZ_known_field_namesr   Zfield_consolidation_strategies)ru   r[   Zmetadata_field_namesZconsolidation_strategiesÚ
field_namer%   r%   r&   ÚCit_can_find_the_consolidation_strategy_for_each_of_its_known_fieldsŠ  s    


ÿz[DescribeElementMetadata.it_can_find_the_consolidation_strategy_for_each_of_its_known_fieldsN)(r¾   r¿   rÀ   Ú__doc__rv   r@   ÚmarkÚparametrizeÚpathlibÚPathr€   r‚   rƒ   r„   r…   r‹   r�   r‘   r”   r—   r˜   r›   r�   r¢   r¤   r§   r¯   r³   r´   rµ   rº   r»   r½   rÂ   rÅ   rÆ   rÇ   rÈ   rÉ   rÌ   r%   r%   r%   r&   rp   í   sN   þþ
8!"rp   c                  C  sþ   t dtdd�d�} | t dtd| jd�d�t dtd| jd�d�g}tt |¡ƒ}dd„ |D ƒ}t|ƒtt|ƒƒksxJ d	ƒ‚|d jj	|d
 jj	ks”J ‚t
|ƒD ]\\}}|j|| jks¼J dƒ‚|jj	d urœ|jj	|v sÜJ dƒ‚|jj	|| jj	ksœJ dƒ‚qœd S )NÚParentr<   ©rš   ©r   r[   r   ©rš   Ú	parent_idc                 S  s   g | ]
}|j ‘qS r%   ©r   ©Ú.0r   r%   r%   r&   Ú
<listcomp>¡  ó    zCtest_hash_ids_are_unique_for_duplicate_elements.<locals>.<listcomp>z Recalculated IDs must be unique.rI   z'IDs haven't changed after recalculationz Parent ID not in the list of IDsz,Parent ID hasn't changed after recalculation)r   r   r   r   ÚcopyÚdeepcopyr!   Úsetr[   rÖ   Ú	enumerate)Úparentr£   Úupdated_elementsÚidsÚidxZupdated_elementr%   r%   r&   Ú/test_hash_ids_are_unique_for_duplicate_elements–  s"    ýÿþrä   c                  C  sŽ   t dtdd�d�} t dtd| jd�d�}| ||g}tt |¡ƒ}dd„ |D ƒ}t|ƒtt|ƒƒd ksnJ d	ƒ‚|d jj	|d
 jj	ksŠJ ‚d S )NrÒ   r<   rÓ   rÔ   r   rÕ   c                 S  s   g | ]
}|j ‘qS r%   r×   rØ   r%   r%   r&   rÚ   ¸  rÛ   zItest_hash_ids_can_handle_duplicated_element_instances.<locals>.<listcomp>z8One element is duplicated so uniques should be one less.rI   )
r   r   r   r   rÜ   rÝ   r!   rÞ   r[   rÖ   )rà   r   r£   rá   râ   r%   r%   r&   Ú5test_hash_ids_can_handle_duplicated_element_instances°  s    
 rå   c                  C  sˆ   t dtdd�d�} | t dtd| jd�d�t dtd| jd�d�g}t|ƒ}dd„ |D ƒ}d	d„ |D ƒ}|g d
¢kstJ ‚|g d¢ks„J ‚d S )NrÒ   r<   rÓ   rÔ   r   rÕ   c                 S  s   g | ]
}|j ‘qS r%   r×   rØ   r%   r%   r&   rÚ   È  rÛ   z3test_hash_ids_are_deterministic.<locals>.<listcomp>c                 S  s   g | ]}|j j‘qS r%   )r[   rÖ   rØ   r%   r%   r&   rÚ   É  rÛ   )Ú ea9eb7e80383c190f8cafce1ad666624Z 4112a8d24886276e18e759d06956021bZ eba84bbe7f03e8b91a1527323040ee3d)Nræ   ræ   )r   r   r   r   )rà   r£   rá   râ   Z
parent_idsr%   r%   r&   Útest_hash_ids_are_deterministic¿  s    ýrç   )r   Úsequence_numberr{   rš   r$   ))r¦   r<   úfoo.pdfr<   Z 4bb264eb23ceb44cd8fcc5af44f8dc71)r¦   rI   ré   r<   Z 75fc1de48cf724ec00aa8d1c5a0d3758)ú	some textr   úsome.txtNZ 1a2627b5760c06b1440102f11a1edb0f)rê   r<   rë   NZ e3fd10d867c4a1c0264dde40e3d7e45ar    Úintz
int | Nonec                 C  s@   t | t||d�d�}| |¡|ks*J dƒ‚|j|ks<J dƒ‚d S )N)r{   rš   rÔ   zReturned ID does not matchzID should be set)r   r   r#   r   )r   rè   r{   rš   r$   r   r%   r%   r&   Útest_id_to_hash_calculates×  s    
þrí   c                  C  sT   t dƒ} t| d�}t ¡ }t dd„ |D ƒ|¡ | d¡ t|d�}||ksPJ ‚d S )Nz1test_evaluate_files/unstructured_output/form.jsonrz   c                 S  s   g | ]}|  ¡ ‘qS r%   )r,   rØ   r%   r%   r&   rÚ   ñ  rÛ   z4test_formskeysvalues_reads_saves.<locals>.<listcomp>r   )Úfile)r   r   ÚioÚStringIOr*   ÚdumpÚseek)r{   Zas_readZtmp_fileZ	as_read_2r%   r%   r&   Ú test_formskeysvalues_reads_savesí  s    


ró   )9rÍ   Ú
__future__r   rÜ   rï   r*   rÐ   Ú	functoolsr   r@   Ztest_unstructured.unit_utilsr   r   Zunstructured.cleaners.corer   r   Z"unstructured.documents.coordinatesr   r	   r
   Zunstructured.documents.elementsr   r   r   r   r   r   r   r   r   r   Zunstructured.partition.jsonr   rÎ   rÏ   r'   r-   r.   r6   r7   r9   rC   Z	CARTESIANr`   r_   ra   rc   rh   rj   rm   ro   rp   rä   rå   rç   rí   ró   r%   r%   r%   r&   Ú<module>   s�   0
üþ	
üüüüíþ		   ,þ