a
    ¡˜ëj#T  ã                   @   sü  d dl mZ d dlmZ d dlmZmZ d dlZd dl	Z
d dlZd dlZd dlmZ d dlmZ d dlmZmZ d dlmZmZmZ d d	lmZmZ d d
lmZmZ d dlmZ d dl m!Z! d dl"m#Z# d dl$m%Z%m&Z& d dl'm(Z( d dl)m*Z*m+Z+m,Z, d dl-m.Z. d dl/m0Z0 d dl1m2Z2 d dl3m4Z4m5Z5 ej6 7ddefdefg¡dd„ ƒZ8ej6 7dddg¡dd„ ƒZ9dd„ Z:dd „ Z;d!d"„ Z<d#d$„ Z=d%d&„ Z>d'd(„ Z?d)d*„ Z@e A¡ d+d,„ ƒZBe A¡ d-d.„ ƒZCd/d0„ ZDd1d2„ ZEd3d4„ ZFe A¡ d5d6„ ƒZGe A¡ d7d8„ ƒZHd9d:„ ZIej6 7d;g d<¢¡d=d>„ ƒZJe A¡ d?d@„ ƒZKdAdB„ ZLdCdD„ ZMej6 7dEg dF¢¡dGdH„ ƒZNe A¡ dIdJ„ ƒZOe A¡ dKdL„ ƒZPdMdN„ ZQdOdP„ ZRdQdR„ ZSdSdT„ ZTeUeVeWeWf  eVeXeXeXeXf eYejZdUœdVdW„Z[dXdY„ Z\dZd[„ Z]d\d]„ Z^ejAd^d_„ ƒZ_d`da„ Z`dbdc„ ZadS )dé    )Ú
namedtuple)ÚOptional)Ú	MagicMockÚpatchN)Úetree)ÚPDFPageCountError)ÚImageÚUnidentifiedImageError)ÚEmbeddedTextRegionÚ
TextRegionÚTextRegions)ÚDocumentLayoutÚ
PageLayout)ÚLayoutElementÚLayoutElements)Úexample_doc_path)ÚElementType)Úocr)Úconvert_pdf_to_imagesÚpad_element_bboxes)Ú
env_config)ÚOCR_AGENT_PADDLEÚOCR_AGENT_TESSERACTÚSource)ÚOCRAgentGoogleVision©ÚOCRAgent)ÚOCRAgentPaddle)ÚOCRAgentTesseractÚ
zoom_image)Úis_imageÚexpected_errorTFc                 C   sF   d}t  |¡�$ tj|| tƒ g d�}W d   ƒ n1 s80    Y  d S )Ns   i am not a valid file)Údatar    Ú
out_layoutÚextracted_layout)ÚpytestÚraisesr   Zprocess_data_with_ocrr   )r    r!   Zinvalid_dataÚ_© r(   úm/mnt/bigstor/www/usecases/.venv/lib/python3.9/site-packages/test_unstructured/partition/pdf_image/test_ocr.pyÚ'test_process_data_with_ocr_invalid_file)   s    ür*   r    c                 C   sF   d}t  t¡�$ tj|| tƒ g d�}W d   ƒ n1 s80    Y  d S )Nzi am not a valid file name)Úfilenamer    r#   r$   )r%   r&   ÚFileNotFoundErrorr   Úprocess_file_with_ocrr   )r    Zinvalid_filenamer'   r(   r(   r)   Ú+test_process_file_with_ocr_invalid_filename;   s    ür.   c                  C   s>   t  t¡�  tjd d dd�} W d   ƒ n1 s00    Y  d S )NZinvliad_ocr)Zpage_layoutÚimageÚ	ocr_agent)r%   r&   Ú
ValueErrorr   Úsupplement_page_layout_with_ocr)r'   r(   r(   r)   Ú0test_supplement_page_layout_with_ocr_invalid_ocrG   s    ÿr3   c                 C   s¬   |   tddd„ ¡ t dd¡}tƒ }| |¡}tt g d¢g d¢g d¢g¡t g d	¢¡t tj	gd
 ¡d�}|j
 ¡ |j
 ¡ ks„J ‚tj |j|j¡ tj |j|j¡ d S )NÚ.image_to_data_with_character_confidence_filterc                  _   s*   t  g d¢g d¢g d¢g d¢g d¢dœ¡S ©N)é
   é   é   r   )é   é   é   r   )r:   r;   é#   r   )ÚHelloÚWorldú!Ú )ÚleftÚtopÚwidthÚheightÚtext©ÚpdZ	DataFrame©ÚargsÚkwargsr(   r(   r)   Ú<lambda>R   s   ûÿz:test_get_ocr_layout_from_image_tesseract.<locals>.<lambda>ÚRGB©éd   rN   ©g      $@r9   r;   r:   ©r7   r:   é-   r<   ©r8   r;   éA   é7   ©r=   r>   r?   é   ©Úelement_coordsÚtextsÚsources)Úsetattrr   r   ÚnewÚget_layout_from_imager   ÚnpÚarrayr   ZOCR_TESSERACTrY   ÚtolistÚtestingÚassert_array_equalrX   rZ   )Úmonkeypatchr/   r0   Ú
ocr_layoutÚexpected_layoutr(   r(   r)   Ú(test_get_ocr_layout_from_image_tesseractN   s     ý
ýrf   c                  O   s<   g d¢dgfgg d¢dgfgg d¢dgfgg d¢dgfggS )	N))r6   r9   )r;   r9   )r;   r:   )r6   r:   r=   ))r7   r:   )rQ   r:   )rQ   r<   )r7   r<   r>   ))r8   r;   )rS   r;   )rS   rT   )r8   rT   r?   )©r   r   rg   rg   rg   r@   r(   rH   r(   r(   r)   Úmock_ocrm   s"    þÿþÿþÿþÿírh   c                  G   s   G dd„ dƒ}|ƒ S )Nc                   @   s   e Zd Zdd„ ZdS )z)monkeypatch_load_agent.<locals>.MockAgentc                 S   s
   t | _d S ©N)rh   r   )Úselfr(   r(   r)   Ú__init__Œ   s    z2monkeypatch_load_agent.<locals>.MockAgent.__init__N)Ú__name__Ú
__module__Ú__qualname__rk   r(   r(   r(   r)   Ú	MockAgent‹   s   ro   r(   )rI   ro   r(   r(   r)   Úmonkeypatch_load_agentŠ   s    rp   c                 C   s¤   |   tdt¡ t dd¡}tƒ  |¡}tt g d¢g d¢g d¢g¡t g d¢¡t t	j
gd ¡d	�}|j ¡ |j ¡ ks|J ‚tj |j|j¡ tj |j|j¡ d S )
NÚ
load_agentrL   rM   rO   rP   rR   rU   rV   rW   )r[   r   rp   r   r\   r]   r   r^   r_   r   Z
OCR_PADDLErY   r`   ra   rb   rX   rZ   )rc   r/   rd   re   r(   r(   r)   Ú%test_get_ocr_layout_from_image_paddle’   s    ýýrr   c                 C   s>   |   tddd„ ¡ t dd¡}tƒ }| |¡}|dks:J ‚d S )NZimage_to_stringc                  _   s   dS )NúHello Worldr(   rH   r(   r(   r)   rK   ¬   ó    z8test_get_ocr_text_from_image_tesseract.<locals>.<lambda>rL   rM   rs   )r[   Úunstructured_pytesseractr   r\   r   Úget_text_from_image©rc   r/   r0   Úocr_textr(   r(   r)   Ú&test_get_ocr_text_from_image_tesseract¨   s    ý
ry   c                 C   s:   |   tdt¡ t dd¡}tƒ }| |¡}|dks6J ‚d S )Nrq   rL   rM   zHello

World

!)r[   r   rp   r   r\   rv   rw   r(   r(   r)   Ú#test_get_ocr_text_from_image_paddle¶   s    ý
rz   c                     s  ddl m} m}m}m}m‰ m}m}m} |j	j
}‡ fdd„dD ƒˆ |j|j	|jd�d�d�g }‡ fd	d„d
D ƒˆ |j|j	|jd�d�d�g }	||d�||	d�g}
||ddd�|ddd�|ddd�|ddd�gd�}||
|d�g}| |d�g}||d�g}|d|d�S )Nr   )ÚBlockÚBoundingPolyÚPageÚ	ParagraphÚSymbolÚTextAnnotationÚVertexÚWordc                    s   g | ]}ˆ |d �‘qS ©)rE   r(   ©Ú.0Úc©r   r(   r)   Ú
<listcomp>Ó   rt   z1google_vision_text_annotation.<locals>.<listcomp>r=   )Útype_)Zdetected_break)Úpropertyc                    s   g | ]}ˆ |d �‘qS rƒ   r(   r„   r‡   r(   r)   rˆ   Ú   rt   zWorld!)Úsymbols)ÚxÚyr6   )Zvertices)ÚwordsÚbounding_box)Ú
paragraphs)ÚblocksúHello World!)rE   Úpages)Zgoogle.cloud.visionr{   r|   r}   r~   r   r€   r�   r‚   ZDetectedBreakZ	BreakTypeZTextPropertyÚSPACEÚ
LINE_BREAK)r{   r|   r}   r~   r€   r�   r‚   ZbreaksZsymbols_helloZsymbols_worldrŽ   r�   r�   r‘   r“   r(   r‡   r)   Úgoogle_vision_text_annotationÅ   s0    (ÿÿÿÿÿÿ*ÿr–   c                    s8   t ddƒ‰G ‡‡fdd„dƒ‰ G ‡ fdd„dtƒ}|ƒ S )NÚResponseÚfull_text_annotationc                       s   e Zd Z‡ ‡fdd„ZdS )z4google_vision_client.<locals>.FakeGoogleVisionClientc                    s
   ˆ ˆd�S )N)r˜   r(   )rj   r/   Zimage_context©r—   r–   r(   r)   Údocument_text_detectionð   s    zLgoogle_vision_client.<locals>.FakeGoogleVisionClient.document_text_detectionN)rl   rm   rn   rš   r(   r™   r(   r)   ÚFakeGoogleVisionClientï   s   r›   c                       s$   e Zd Zdee dœ‡ fdd„ZdS )z6google_vision_client.<locals>.OCRAgentFakeGoogleVisionN©Úlanguagec                    s   ˆ ƒ | _ || _d S ri   )Úclientr�   )rj   r�   ©r›   r(   r)   rk   ô   s    z?google_vision_client.<locals>.OCRAgentFakeGoogleVision.__init__)N)rl   rm   rn   r   Ústrrk   r(   rŸ   r(   r)   ÚOCRAgentFakeGoogleVisionó   s   r¡   )r   r   )r–   r¡   r(   )r›   r—   r–   r)   Úgoogle_vision_clientë   s    
r¢   c                 C   s*   t  dd¡}| }| |¡}|dks&J ‚d S )NrL   rM   r’   )r   r\   rv   )r¢   r/   r0   rx   r(   r(   r)   Ú%test_get_ocr_from_image_google_visionû   s    
r£   c                 C   s    t  dd¡}| }| |¡}t|ƒdks*J ‚|jd dks<J ‚tdd„ |jD ƒƒsTJ ‚|jd dksfJ ‚|jd dksxJ ‚|j	d dksŠJ ‚|j
d dksœJ ‚d S )	NrL   rM   é   r   r’   c                 s   s   | ]}|t jkV  qd S ri   )r   ZOCR_GOOGLEVISION)r…   Úsourcer(   r(   r)   Ú	<genexpr>  rt   z;test_get_layout_from_image_google_vision.<locals>.<genexpr>r6   )r   r\   r]   ÚlenrY   ÚallrZ   Úx1Úy1Úx2Úy2)r¢   r/   r0   Zregionsr(   r(   r)   Ú(test_get_layout_from_image_google_vision  s    
r­   c                 C   s.   t  dd¡}| }| |¡}t|ƒdks*J ‚d S )NrL   rM   r¤   )r   r\   Zget_layout_elements_from_imager§   )r¢   r/   r0   Zlayout_elementsr(   r(   r)   Ú1test_get_layout_elements_from_image_google_vision  s    
r®   c                   C   sF   t  tjdddddd d�tjdddddd d�tjdd	d
ddd d�g¡S )Nr6   éZ   Ú0)rE   r¥   éÈ   é,  Ú1iô  i@  iX  é^  Ú3)r   Ú	from_listr
   Úfrom_coordsr(   r(   r(   r)   Úmock_ocr_regions  s    ýÿr¸   c                 C   s   t  dd„ | D ƒ¡S )Nc                 S   s   g | ]}t d dd|jd�‘qS )r@   NÚText©rE   r¥   ÚtypeÚbbox)r   r¼   ©r…   Úrr(   r(   r)   rˆ   (  s   úüz#mock_out_layout.<locals>.<listcomp>©r   r¶   ©Zmock_embedded_text_regionsr(   r(   r)   Úmock_out_layout%  s
    ùÿrÁ   c               
   C   sx   d} t  ddddd¡t  ddddd¡t  dddd	d
¡t  dd	ddd¡g}t  ddd	dd¡}t ||d¡}|| kstJ ‚d S )NzA Unified Toolkitr   r7   ÚAé2   é–   ZUnifiedr²   éú   ZToolkitr±   r´   ZDeepr@   g      à?)r   r·   r   Zaggregate_ocr_text_by_block)Úexpectedrd   ZregionrE   r(   r(   r)   Ú test_aggregate_ocr_text_by_block4  s    ürÇ   Úzoom)r¤   gš™™™™™¹?r9   éÿÿÿÿr   c                 C   sj   t  dd¡}|j\}}t|| ƒ}|j\}}| dkr6d} |t ||  d¡ksNJ ‚|t ||  d¡ksfJ ‚d S )NrL   rM   r   r¤   )r   r\   Úsizer   r^   Úround)rÈ   r/   rC   rD   Z	new_imageZnew_wZnew_hr(   r(   r)   Útest_zoom_imageB  s    


rÌ   c                 C   s   t  dd„ | D ƒ¡S )Nc                 S   s    g | ]}t |jtj|jd �‘qS ))rE   r»   r¼   ©r   rE   r   ÚUNCATEGORIZED_TEXTr¼   r½   r(   r(   r)   rˆ   Q  s   ÿzmock_layout.<locals>.<listcomp>r¿   rÀ   r(   r(   r)   Úmock_layoutN  s
    þÿrÏ   c                    s�   dd„ |  ¡ D ƒ}t | |¡  ¡ ‰ |   ¡ D ]}|ˆ v s*J ‚q*t‡ fdd„|D ƒƒsVJ ‚|   ¡ D ],}|D ]"}|j |jtj¡rf|ˆ vsfJ ‚qfq^d S )Nc                 S   s"   g | ]}t |jd tj|jd�‘qS ©Nrº   rÍ   r½   r(   r(   r)   rˆ   Y  s   ÿz<test_supplement_layout_with_ocr_elements.<locals>.<listcomp>c                 3   s   | ]}|ˆ v V  qd S ri   r(   )r…   Úocr_element©Zfinal_layoutr(   r)   r¦   e  rt   z;test_supplement_layout_with_ocr_elements.<locals>.<genexpr>)Úas_listr   Z#supplement_layout_with_ocr_elementsÚanyr¼   Zis_almost_subregion_ofr   ZOCR_LAYOUT_SUBREGION_THRESHOLD)rÏ   r¸   Úocr_elementsÚelementrÑ   r(   rÒ   r)   Ú(test_supplement_layout_with_ocr_elementsX  s    þþr×   c                    sš   dd„ |  ¡ D ƒ}|   ¡ }t | |¡  ¡ ‰ ˆ d j|jd ksBJ ‚t‡ fdd„|dd … D ƒƒsdJ ‚ˆ d j|d jks|J ‚t‡ fdd„|D ƒƒs–J ‚d S )	Nc                 S   s"   g | ]}t |jd tj|jd�‘qS rÐ   rÍ   r½   r(   r(   r)   rˆ   r  s   ÿz9test_merge_out_layout_with_ocr_layout.<locals>.<listcomp>r   é   c                 3   s   | ]}|ˆ v V  qd S ri   r(   ©r…   rÖ   rÒ   r(   r)   r¦   ‚  rt   z8test_merge_out_layout_with_ocr_layout.<locals>.<genexpr>r¤   c                 3   s   | ]}|ˆ v V  qd S ri   r(   rÙ   rÒ   r(   r)   r¦   „  rt   )rÓ   r   Ú merge_out_layout_with_ocr_layoutrE   rY   r¨   r¼   rÔ   ©rÁ   r¸   rÕ   Zinput_layout_elementsr(   rÒ   r)   Ú%test_merge_out_layout_with_ocr_layoutq  s    þþ"rÜ   )ÚpaddingÚexpected_bbox))r9   )r9   r:   r<   rQ   )éýÿÿÿ)é   é   é   é%   )g      @)g      @g     €1@g     @@@g     @E@)g      ø¿)g      '@g     €5@g     €<@g     @C@c              	   C   s|   t jdddddd tjd�}d}t|| ƒ}|jj|jj|jj|jj	f}||ksPJ ‚|jj|jj|jj|jj	f}||ksxJ ‚d S )Nr6   r7   r8   é(   r@   )r©   rª   r«   r¬   rE   r¥   r»   )r6   r7   r8   rä   )
r   r·   r   rÎ   r   r¼   r©   rª   r«   r¬   )rÝ   rÞ   rÖ   Zexpected_original_element_bboxZpadded_elementZpadded_element_bboxZoriginal_element_bboxr(   r(   r)   Útest_pad_element_bboxes‡  s&    
ù	
ürå   c                  C   s   t jddddddd�} | S )Nr6   r7   rÃ   éF   zI am a tableÚTable)r©   rª   r«   r¬   rE   r»   )r   r·   )Útabler(   r(   r)   Útable_element«  s    ré   c                
   C   s.   t  tjdddddd�tjdddd	d
d�g¡S )Nr:   r;   r<   rQ   ÚToken1)r©   rª   r«   r¬   rE   rä   r8   rÃ   ÚToken2)r   r¶   r   r·   r(   r(   r(   r)   Úmock_ocr_layout±  s
    þÿrì   c                  C   s”   ddl m}  |  ¡  tttdƒƒƒ}tt g d¢g¡t dg¡t dg¡t dg¡ddid�}t	j
||| jt	jjd	d
�d�}|jd  d¡s�J ‚d S )Nr   )Útableszpdf/single_table.pdf)gt}þÿàj@g•%  3ß†@g6  @Oø–@gm@ €¦fŽ@ÚfooZyolox_sgrç   )rX   rY   rZ   Zelement_class_idsZelement_class_id_mapÚengrœ   )Úelementsr/   Útables_agentr0   z<table>)Zunstructured_inference.modelsrí   rq   Únextr   r   r   r^   r_   r   Z(supplement_element_with_table_extractionrñ   r   Ú	get_agentZtext_as_htmlÚ
startswith)rí   r/   rð   Zsupplementedr(   r(   r)   Ú-test_supplement_element_with_table_extraction»  s"    


ûürõ   c                 C   s‚   t jtd| d��^ tjdd�}tjd |d�}g d¢ddddd	œg d
¢ddddd	œg}||ks`J ‚W d   ƒ n1 st0    Y  d S )Nr]   ©Zreturn_valuerï   rœ   )Ztable_element_imager0   )r:   r;   r<   rQ   rê   r   )r¼   rE   Zspan_numÚline_numZ	block_num)rä   r8   rQ   rÃ   rë   r¤   )r   Úobjectr   r   ró   r   Zget_table_tokens)rì   r0   Ztable_tokensZexpected_tokensr(   r(   r)   Útest_get_table_tokensÑ  s"    ûûørù   c                 C   s\   |   dd¡ |   dd¡ |  tddd„ ¡ t dd	¡}tƒ }| |¡j ¡ g d
¢ksXJ ‚d S )NZTESSERACT_MIN_TEXT_HEIGHTZ1000ZTESSERACT_OPTIMUM_TEXT_HEIGHTZ100000r4   c                  _   s*   t  g d¢g d¢g d¢g d¢g d¢dœ¡S r5   rF   rH   r(   r(   r)   rK   ï  s   ûÿz;test_auto_zoom_not_exceed_tesseract_limit.<locals>.<lambda>rL   )éè  rú   rU   )Zsetenvr[   r   r   r\   r]   rY   r`   )rc   r/   r0   r(   r(   r)   Ú)test_auto_zoom_not_exceed_tesseract_limité  s    ýrû   c                    sš   | j  t¡| _ d| j d< dd„ | ¡ D ƒ}|  ¡ }t | |¡ ¡ ‰ ˆ d j|j d ksZJ ‚t‡ fdd„|dd … D ƒƒs|J ‚t‡ fd	d„|D ƒƒs–J ‚d S )
Nz(cid:10)(cid:5)?r   c                 S   s"   g | ]}t |jd tj|jd�‘qS rÐ   rÍ   r½   r(   r(   r)   rˆ     s   ÿz7test_merge_out_layout_with_cid_code.<locals>.<listcomp>rØ   c                 3   s   | ]}|ˆ v V  qd S ri   r(   rÙ   rÒ   r(   r)   r¦     rt   z6test_merge_out_layout_with_cid_code.<locals>.<genexpr>r¤   c                 3   s   | ]}|ˆ v V  qd S ri   r(   rÙ   rÒ   r(   r)   r¦     rt   )	rY   Zastyperø   rÓ   r   rÚ   rE   r¨   rÔ   rÛ   r(   rÒ   r)   Ú#test_merge_out_layout_with_cid_code  s    
þ"rü   )Ú
charactersÚ	word_bboxÚnamespace_mapÚreturnc              
   C   s€   dd|d › d|d › d|d › d|d › d�	g}| D ] \}}|  d	|› d
|› d�¡ q6|  d¡ |  d¡ t d |¡¡}|S )NzD<root xmlns="http://www.w3.org/1999/xhtml" xml:lang="en" lang="en">
z$<span class='ocrx_word' title='bbox r   ú r¤   rØ   rV   z; x_wconf 64'>z9<span class='ocrx_cinfo' title='x_bboxes 0 0 0 0; x_conf z'>z</span>z</root>Ú
)Úappendr   Ú
fromstringÚjoin)rý   rþ   rÿ   Ú	word_spanÚcharZx_confÚrootr(   r(   r)   Ú_create_hocr_word_span  s&    ÿÿÿÿýÿ

r	  c                  C   s„   g d¢} d}t ƒ }t| ||jƒ}| |d¡}|dks8J ‚| |d¡}|dksPJ ‚| |d¡}|dkshJ ‚| |d	¡}|d
ks€J ‚d S )N©)Úwz99.0)Úoz98.5)r¾   z97.5)Údz96.0)r?   z50.0)ú@z45.0©r6   é	   ræ   é   g        zword!@ç¸…ëQ¸î?Úwordg®Gáz®ï?r  g+‡ÙÎ÷ï?r@   )r   r	  Úhocr_namespaceZextract_word_from_hocr)rý   rþ   Úagentr  rE   r(   r(   r)   Útest_extract_word_from_hocr/  s    r  c                  C   s´   g d¢} d}t ƒ }t t| ||jƒ¡}|j|dd�}|jdksBJ ‚|d jd dksXJ ‚|d	 jd d
ksnJ ‚|d jd dks„J ‚|d jd dksšJ ‚|d jd dks°J ‚d S )Nr
  r  r  )ÚhocrZcharacter_confidence_threshold)r¤   r9   rA   r   r6   rB   r  rC   é<   rD   rà   rE   r  )r   r   Útostringr	  r  Úhocr_to_dataframeÚshapeZiloc)rý   rþ   r  r  Údfr(   r(   r)   Útest_hocr_to_dataframeI  s    r  c                  C   sf   t ƒ jdd�} | jdksJ ‚d| jv s*J ‚d| jv s8J ‚d| jv sFJ ‚d| jv sTJ ‚d| jv sbJ ‚d S )	Nr@   )r  )r   r9   rA   rB   rC   rD   rE   )r   r  r  Úcolumns)r  r(   r(   r)   Ú2test_hocr_to_dataframe_when_no_prediction_empty_df_  s    r  c                 C   s   t tƒ}||_|S ri   )r   r   Zelements_array)rì   rÏ   Ú	mock_pager(   r(   r)   r   j  s    r   c                 C   sx   ddl m} |jj|dtd� tj|t dd¡dt	dt
d	� | jd d
 dt	dœksXJ ‚| jd
 d
 dt
dœkstJ ‚d S )Nr   r   r]   rö   rL   rM   Trï   )Úinfer_table_structurer0   Úocr_languagesÚtable_ocr_agentr¤   ©r�   Zocr_agent_moduleÚen)Ú$unstructured.partition.pdf_image.ocrr   r   rø   rì   r   r2   r   r\   r   r   Úcall_args_list)Úmock_ocr_get_instanceÚmockerr   r   r(   r(   r)   Útest_supplement_layout_with_ocrq  s$    
ú	þþr*  c              
   C   s¢   ddl m}m} |jj|dtd� |jj|dt dd¡d� tt	ƒ}|g|_
tjd|g d	d	td
td� | jd d dtdœks‚J ‚| jd d d
tdœksžJ ‚d S )Nr   )r   ÚPILImager]   rö   ÚopenrL   rM   rî   Trï   )r!  r    r0   r"  r#  r¤   r%  r$  )r&  r   r+  r   rø   rì   r   r\   r   r   r“   r   r-   r   r   r'  )r(  r)  r   r   r+  Údocr(   r(   r)   Útest_pass_down_agents‰  s.    øþþr.  )bÚcollectionsr   Útypingr   Zunittest.mockr   r   Únumpyr^   ZpandasrG   r%   ru   Úlxmlr   Zpdf2image.exceptionsr   ZPILr   r	   Z)unstructured_inference.inference.elementsr
   r   r   Z'unstructured_inference.inference.layoutr   r   Z.unstructured_inference.inference.layoutelementr   r   Ztest_unstructured.unit_utilsr   Zunstructured.documents.elementsr   Z unstructured.partition.pdf_imager   Z0unstructured.partition.pdf_image.pdf_image_utilsr   r   Z#unstructured.partition.utils.configr   Z&unstructured.partition.utils.constantsr   r   r   Z9unstructured.partition.utils.ocr_models.google_vision_ocrr   Z5unstructured.partition.utils.ocr_models.ocr_interfacer   Z2unstructured.partition.utils.ocr_models.paddle_ocrr   Z5unstructured.partition.utils.ocr_models.tesseract_ocrr   r   ÚmarkZparametrizer*   r.   r3   rf   rh   rp   rr   ry   rz   Zfixturer–   r¢   r£   r­   r®   r¸   rÁ   rÇ   rÌ   rÏ   r×   rÜ   rå   ré   rì   rõ   rù   rû   rü   ÚlistÚtupler    ÚintÚdictÚElementr	  r  r  r  r   r*  r.  r(   r(   r(   r)   Ú<module>   sž   þþ


%
	




	þ	


	þ
