a
    ¡˜ëjõ*  ã                   @  sÂ  d dl mZ d dlZd dlZd dlZd dlmZ d dlmZ d dl	m
Z
mZmZ e ¡ dd„ ƒZe ¡ dd	„ ƒZe ¡ d
d„ ƒZdd„ Zdd„ Zdd„ Zdd„ Zdd„ Zdd„ Zdd„ Zej dd dgdedƒd gdedƒg¡dd „ ƒZej dg d!g¡d"d#„ ƒZej dd gdedƒg¡d$d%„ ƒZej dd dgdedƒg¡d&d'„ ƒZej dg d!g¡d(d)„ ƒZej d*d+d,d-d.d/d0d1gd0d2d3d d4d5d5d6d7œd8œfd+d,d-d.dd9d:gdd;d<d=d4d5d5d6d7œd8œfd+d,d-d-dd9d:gdd>d<d d4d5d5d6d7œd8œfd+d,d-d?dd:d9gdd@d<d d4d5d5d6d7œd8œfd+d,d?d-dd9d:gddAd<d d4d5d5d6d7œd8œfd+d,d-dBdd9d:gddCd<d d4d5d5d6d7œd8œfdDdEd-d.dd9d:gddFdGd dHdIdJdKd7œd8œfg¡dLdM„ ƒZ dNdO„ Z!dPdQ„ Z"dRdS„ Z#dTdU„ Z$dS )Vé    )ÚannotationsN)Úutils)Ú
PixelSpace)ÚElementMetadataÚNarrativeTextÚTitlec                   C  s   ddidddidœgS )NÚtextzThis is a sentence.zThis is another sentence.Zscoregš™™™™™¹?)r   Úmeta© r
   r
   r
   ú[/mnt/bigstor/www/usecases/.venv/lib/python3.9/site-packages/test_unstructured/test_utils.pyÚ
input_data   s    þr   c                 C  s   t j | d¡S )Nzoutput.jsonl)ÚosÚpathÚjoin)Útmp_pathr
   r
   r   Úoutput_jsonl_file   s    r   c                 C  sP   t j | d¡}t|dƒ�$}| dd„ |D ƒ¡ W d   ƒ n1 sB0    Y  |S )Nzinput.jsonlzw+c                 S  s   g | ]}t  |¡d  ‘qS )Ú
)ÚjsonÚdumps)Ú.0Úobjr
   r
   r   Ú
<listcomp>   ó    z$input_jsonl_file.<locals>.<listcomp>)r   r   r   ÚopenÚ
writelines)r   r   Ú	file_pathZ
input_filer
   r
   r   Úinput_jsonl_file   s    2r   c                 C  sR   t  | |¡ t|ƒ�}dd„ |D ƒ}W d   ƒ n1 s80    Y  || ksNJ ‚d S )Nc                 S  s   g | ]}t  |¡‘qS r
   )r   Úloads)r   Úliner
   r
   r   r   %   r   z&test_save_as_jsonl.<locals>.<listcomp>)r   Zsave_as_jsonlr   )r   r   Zoutput_fileÚ	file_datar
   r
   r   Útest_save_as_jsonl"   s    
,r    c                 C  s   t  | ¡}||ksJ ‚d S ©N)r   Zread_from_jsonl)r   r   r   r
   r
   r   Útest_read_as_jsonl)   s    
r"   c                  C  s   t jdd�dd„ ƒ} | ƒ  d S )NÚnumpy©Zdependenciesc                  S  s   dd l } d S ©Nr   ©r#   r&   r
   r
   r   Ú	test_func/   s    z7test_requires_dependencies_decorator.<locals>.test_func©r   Úrequires_dependencies©r'   r
   r
   r   Ú$test_requires_dependencies_decorator.   s    

r+   c                  C  s"   t jddgd�dd„ ƒ} | ƒ  d S )Nr#   Úpandasr$   c                  S  s   dd l } dd l}d S r%   ©r#   r,   r-   r
   r
   r   r'   7   s    z@test_requires_dependencies_decorator_multiple.<locals>.test_funcr(   r*   r
   r
   r   Ú-test_requires_dependencies_decorator_multiple6   s    
r.   c                  C  sH   t jdd�dd„ ƒ} t t¡� | ƒ  W d   ƒ n1 s:0    Y  d S )NÚnot_a_packager$   c                  S  s   dd l } d S r%   ©r/   r0   r
   r
   r   r'   @   s    zDtest_requires_dependencies_decorator_import_error.<locals>.test_func©r   r)   ÚpytestÚraisesÚImportErrorr*   r
   r
   r   Ú1test_requires_dependencies_decorator_import_error?   s    

r5   c                  C  sL   t jddgd�dd„ ƒ} t t¡� | ƒ  W d   ƒ n1 s>0    Y  d S )Nr/   r#   r$   c                  S  s   dd l } dd l}d S r%   ©r/   r#   r6   r
   r
   r   r'   I   s    zMtest_requires_dependencies_decorator_import_error_multiple.<locals>.test_funcr1   r*   r
   r
   r   Ú:test_requires_dependencies_decorator_import_error_multipleH   s    
r7   c                  C  s$   t jdd�G dd„ dƒƒ} | ƒ  d S )Nr#   r$   c                   @  s   e Zd Zdd„ ZdS )z@test_requires_dependencies_decorator_in_class.<locals>.TestClassc                 S  s   dd l }d S r%   r&   )Úselfr#   r
   r
   r   Ú__init__U   s    zItest_requires_dependencies_decorator_in_class.<locals>.TestClass.__init__N)Ú__name__Ú
__module__Ú__qualname__r9   r
   r
   r
   r   Ú	TestClassS   s   r=   r(   )r=   r
   r
   r   Ú-test_requires_dependencies_decorator_in_classR   s    
r>   Úiteratoré   )r   r@   é
   )r   c                 C  s   t  | ¡dksJ ‚d S r%   ©r   Úfirst©r?   r
   r
   r   Útest_first_gives_first[   s    rE   r
   c                 C  s8   t  t¡� t | ¡ W d   ƒ n1 s*0    Y  d S r!   )r2   r3   Ú
ValueErrorr   rC   rD   r
   r
   r   Útest_first_raises_if_empty`   s    rG   c                 C  s   t  | ¡dksJ ‚d S r%   rB   rD   r
   r
   r   Útest_only_gives_onlyf   s    rH   c                 C  s8   t  t¡� t | ¡ W d   ƒ n1 s*0    Y  d S r!   ©r2   r3   rF   r   ÚonlyrD   r
   r
   r   Ú%test_only_raises_when_len_more_than_1k   s    rK   c                 C  s8   t  t¡� t | ¡ W d   ƒ n1 s*0    Y  d S r!   rI   rD   r
   r
   r   Útest_only_raises_if_emptyq   s    rL   )Úcoords1Úcoords2Útext1Útext2Únested_error_tolerance_pxÚexpectation))é   é   )rS   é   )é   rU   )rV   rT   ))é   é   )rW   é   ©rT   rY   ©rT   rX   úSome lovely titleúSome lovely textrT   zTitle(ix=0)zNarrativeText(ix=1)znested NarrativeText in Titlez100%z5.88%u   9pxË†2u   18pxË†2)Zlargest_ngram_percentageZoverlap_percentage_totalZmax_areaZmin_areaZ
total_area)Zoverlapping_elementsZparent_elementZoverlapping_caseZoverlap_percentageÚmetadataz0. Title(ix=0)z1. NarrativeText(ix=1)zFpartial overlap sharing 50.0% of the text from1. NarrativeText(2-gram)z11.11%g      I@z#partial overlap with duplicate textÚ z6partial overlap with empty content in 1. NarrativeTextz.partial overlap with empty content in 0. Titlez Something totally different herez$partial overlap without sharing text)rZ   )rT   rA   )rU   rA   )rU   rY   ))r@   rX   )rW   rV   )rY   rV   r[   zSmall partial overlapz8.33%z3.23%u   20pxË†2u   12pxË†2u   32pxË†2c           	      C  sp   t || tddd�tdd�d�t||tddd�tdd�d�g}tj||dd�\}}|du s\J ‚|d	 |kslJ ‚d S )
Né   ©ÚwidthÚheightr@   ©Zpage_number©r   ZcoordinatesZcoordinate_systemr^   ç      $@©Zsm_overlap_thresholdTr   ©r   r   r   r   r   Z#catch_overlapping_and_nested_bboxes)	rM   rN   rO   rP   rQ   rR   ÚelementsÚoverlapping_flagÚoverlapping_casesr
   r
   r   Ú(test_catch_overlapping_and_nested_bboxesw   s*     
ü
üùý
rl   c                  C  sl   t ddtddd�tdd�d�tdd	tddd�tdd�d�g} tj| dd
d�\}}|du s\J ‚|g kshJ ‚d S )Nr\   ))rS   rY   )rS   rV   )rV   rV   )rV   rY   r`   ra   r@   rd   re   r]   ))rY   rU   )rY   é	   )rm   rm   )rm   rU   rf   rg   Frh   )ri   rj   rk   r
   r
   r   Ú=test_catch_overlapping_and_nested_bboxes_non_overlapping_case#  s(    
ü
üùý
rn   c                  C  s    dg} t  | ¡}|dksJ ‚d S )Né*   )r   rJ   )Úsingleton_iterableÚresultr
   r
   r   Ú$test_only_returns_singleton_iterable;  s    
rr   c                  C  s@   ddg} t  t¡� t | ¡ W d   ƒ n1 s20    Y  d S )Nro   r   rI   )rp   r
   r
   r   Ú*test_only_raises_on_non_singleton_iterableA  s    rs   c                  C  s:   d} d}d}t  | ||¡\}}|dks*J ‚t|ƒr6J ‚d S )Nr_   zbanana orange pineapplerW   r   )r   Z!calculate_shared_ngram_percentageÚbool)Zstr1Zstr2ÚnÚpercentZcommon_ngramsr
   r
   r   ÚFtest_calculate_shared_ngram_percentage_returns_null_vals_for_empty_strG  s    rw   )%Ú
__future__r   r   r   r2   Zunstructuredr   Z"unstructured.documents.coordinatesr   Zunstructured.documents.elementsr   r   r   Zfixturer   r   r   r    r"   r+   r.   r5   r7   r>   ÚmarkZparametrizeÚrangerE   rG   rH   rK   rL   rl   rn   rr   rs   rw   r
   r
   r
   r   Ú<module>   s<  


		
	&




ûûúûúúûûúûûúûûúûûúûûú†þ 
