a
    ¡˜ëj6Å  ã                   @  sÐ  d dl mZ d dlZd dlZd dlZd dlZd dlZd dlmZ d dl	m
Z
 d dlmZmZ d dlZd dlmZ d dlmZ d dlmZmZmZmZ d d	lmZmZmZmZmZmZ d d
lm Z  d dl!m"Z"m#Z#m$Z$m%Z%m&Z&m'Z'm(Z(m)Z)m*Z*m+Z+ d dl,m-Z- d dl.m/Z/m0Z0m1Z1 d dl2m3Z3m4Z4 d dl5m6Z6 d dl7m8Z8 d dl9m:Z:m;Z;m<Z< ej= >d¡Z?dd„ Z@dd„ ZAejB Cdg d¢¡ddddœdd„ƒZDejBjEe?dd �dd!œd"d#„ƒZFdd!œd$d%„ZGdd!œd&d'„ZHejB Cd(g d)¢¡ejB Cd*e8jIe8jJe8jKe8jLg¡d+d,d,d-œd.d/„ƒƒZMe'd0d1�e*d2d1�e&d3d1�e&d4d1�gZNd5d6„ ZOd7d8„ ZPd9d:„ ZQd;d<„ ZRejB Cdg d=¢¡dddœd>d?„ƒZSejB Cdg d=¢¡dddœd@dA„ƒZTdBdC„ ZUejB Cdg dD¢¡dddœdEdF„ƒZVejB Cdg dD¢¡dddœdGdH„ƒZWdIdJœdKdL„ZXejB CdMdNdOg¡ddPœdQdR„ƒZYdSdT„ ZZejBj[dUe\dOdV�dWdX„ ƒZ]dIdJœdYdZ„Z^d[d\„ Z_d]d^„ Z`dd!œd_d`„Zadd!œdadb„Zbdcdd„ Zcdedf„ ZdejB Cdg dg¢¡dddœdhdi„ƒZeejB Cdg dg¢¡dddœdjdk„ƒZfd+dlœdmdn„ZgejB CdodOdNg¡dpdq„ ƒZhdrds„ Zidtdu„ ZjejB CdMdNdOg¡ddPœdvdw„ƒZkdxdy„ Zldzd{„ Zmd|d}„ Znd~d„ Zod€d�„ ZpejB Cd(d‚dƒg¡ejB Cd*e8jIe8jJe8jKe8jLg¡d+d,d,d-œd„d…„ƒƒZqd†d‡„ Zrdˆd‰„ ZsdŠd‹„ ZtdŒd�„ ZuejB CdŽd�e'd�d1�e"d‘d1�e+d2d1�e&d’d1�e&d“d1�e&d”d1�gfd•g fg¡d,ddŽœd–d—„ƒZvd˜d™„ Zwdšd›„ Zxdœd�„ ZydždŸ„ Zzd d¡„ Z{d¢d£„ Z|d¤d¥„ Z}d¦d§„ Z~d¨d©„ Zd+dlœdªd«„Z€d¬d­„ Z�d®d¯„ Z‚d°d±„ Zƒd²d³œd´dµ„Z„d+dlœd¶d·„Z…d¸d¹„ Z†dºd»„ Z‡d¼d½„ ZˆejB Cd¾g d¿¢¡d,dÀœdÁdÂ„ƒZ‰dÃdÄ„ ZŠdÅdÆ„ Z‹d+dlœdÇdÈ„ZŒejB CdÉdÊgdËfdÌgdËfg¡dÍd,dÉœdÎdÏ„ƒZ�d²d³œdÐdÑ„ZŽejB CdÒdÓgdÔdNfg dÔdOfdÕgdÖdNfg dÖdOfg¡dÍd,ddÒœd×dØ„ƒZ�ejB CdÙg dÚ¢¡d+d,d,ddÛœdÜdÝ„ƒZ�ejB CdÞdßdg¡d+ddàœdádâ„ƒZ‘ejB Cdãdäe/j’fdåe/j“fdæe/j”fdçe/j•fdèe/j–fdée/j—fdêe/j˜fdëe/j™fdìe/jšfdíe/j›fdƒe/jœfd‚e/j�fdîe/jžfdïe/jŸfdðe/j fd�e/j¡fdñe/j¢fdÔe/j¢fdòe/j£fg¡d,dódãœdôdõ„ƒZ¤död÷„ Z¥dødù„ Z¦dúdû„ Z§düdý„ Z¨dþdÿ„ Z©�d �d„ Zªd+dlœ�d�d„Z«e ¬¡ �d�d„ ƒZ­�d�d„ Z®d+dlœ�d�d	„Z¯dS (
  é    )ÚannotationsN)Úimport_module)ÚIterator)Ú	MagicMockÚpatch)ÚImage)Úassert_element_extraction)ÚEXPECTED_TABLEÚEXPECTED_TABLE_XLSXÚEXPECTED_TEXTÚEXPECTED_XLS_TABLE)ÚANYÚFixtureRequestÚLogCaptureFixtureÚexample_doc_pathÚfunction_mockÚmethod_mock)Úclean_extra_whitespace)
ÚAddressÚCompositeElementÚElementÚElementMetadataÚListItemÚNarrativeTextÚTableÚ
TableChunkÚTextÚTitle)Údetect_filetype)ÚFileTypeÚcreate_file_typeÚregister_partitioner)Ú_PartitionerLoaderÚ	partition)ÚUnsupportedFileFormatError)ÚPartitionStrategy)Úelements_from_jsonÚelements_to_dictsÚelements_to_jsonz/.dockerenvc                  C  sN   t tdƒƒ} t| d jƒtks"J ‚| d jjtks6J ‚| d jjdksJJ ‚d S )Nústanley-cups.csvr   útext/csv©	r#   r   r   Útextr   ÚmetadataÚtext_as_htmlr	   Úfiletype©Úelements© r2   úd/mnt/bigstor/www/usecases/.venv/lib/python3.9/site-packages/test_unstructured/partition/test_auto.pyÚ%test_auto_partition_csv_from_filename<   s    r4   c                  C  sŒ   t tdƒdƒ�} t| d�}W d   ƒ n1 s.0    Y  t|d jƒtksNJ ‚t|d tƒs`J ‚|d jj	t
kstJ ‚|d jjdksˆJ ‚d S )Nr)   Úrb©Úfiler   r*   )Úopenr   r#   r   r,   r   Ú
isinstancer   r-   r.   r	   r/   ©Úfr1   r2   r2   r3   Ú!test_auto_partition_csv_from_fileD   s    (r<   )Úpass_metadata_filenameÚcontent_type)©FN)Fúapplication/msword)Tr@   ©TNÚboolz
str | Nonezlist[Element])r=   r>   Úexpected_docx_elementsc                 C  sŒ   t dƒ}| r|nd }t|||tjd�}|D ]$}tt|ƒj› dt|jƒ› d�ƒ q*||ks\J ‚t	dd„ |D ƒƒsrJ ‚t	dd„ |D ƒƒsˆJ ‚d S )Nú
simple.doc©ÚfilenameÚmetadata_filenamer>   Ústrategyú(ú)c                 s  s   | ]}|j jd kV  qdS )rD   N©r-   rF   ©Ú.0Úer2   r2   r3   Ú	<genexpr>h   ó    z8test_auto_partition_doc_from_filename.<locals>.<genexpr>c                 s  s   | ]}|j jtd ƒkV  qdS ©Ú N©r-   Úfile_directoryr   rL   r2   r2   r3   rO   i   rP   )
r   r#   r%   ÚHI_RESÚprintÚtypeÚ__name__Úreprr,   Úall)r=   r>   rC   Ú	file_pathrG   r1   rN   r2   r2   r3   Ú%test_auto_partition_doc_from_filenameS   s    ü"r\   z6Passes in CI but not Docker. Remove skip on #3364 fix.)Úreason)rC   c                 C  sH   t tdƒdƒ�}t|d�}W d   ƒ n1 s.0    Y  || ksDJ ‚d S )NrD   r5   r6   ©r8   r   r#   ©rC   r;   r1   r2   r2   r3   Ú!test_auto_partition_doc_from_filel   s    (r`   c                 C  s8   t tdƒtjd�}|| ksJ ‚tdd„ |D ƒƒs4J ‚d S )Núsimple.docx©rH   c                 s  s   | ]}|j jd kV  qdS )ra   NrK   rL   r2   r2   r3   rO   }   rP   z9test_auto_partition_docx_from_filename.<locals>.<genexpr>)r#   r   r%   rU   rZ   ©rC   r1   r2   r2   r3   Ú&test_auto_partition_docx_from_filenamey   s    rd   c                 C  sL   t tdƒdƒ�}t|tjd�}W d   ƒ n1 s20    Y  || ksHJ ‚d S )Nra   r5   ©r7   rH   ©r8   r   r#   r%   rU   r_   r2   r2   r3   Ú"test_auto_partition_docx_from_file€   s    ,rg   Ú	file_name)ra   rD   ú
simple.odtrH   r   Ústr)Úrequestrh   rH   c                 C  s`   ddl m} dddœdd„}t| |d|d	�}tt|ƒ|d
�\}| t¡ |jd|› �ks\J ‚dS )a|  The `strategy` arg value received by `partition()` is received by `partition_docx().

    To do this in the brokering-partitioner cases (DOC, ODT) it must make its way to
    `partition_doc()` or `partition_odt()` which must then forward it to `partition_docx()`. This
    test makes sure it made it all the way.

    Note this is 3 file-types X 4 strategies = 12 test-cases.
    r   )Ú_DocxPartitionerrl   úIterator[Element]©ÚselfÚreturnc                 s  s   t d| jj› �ƒV  d S ©Nú
strategy==©r   Z_optsrH   ©ro   r2   r2   r3   Úfake_iter_document_elements�   s    zktest_partition_forwards_strategy_arg_to_partition_docx_and_its_brokers.<locals>.fake_iter_document_elementsZ_iter_document_elements©Zside_effectrb   rr   N)Zunstructured.partition.docxrl   r   r#   r   Úassert_called_once_withr   r,   )rk   rh   rH   rl   ru   Ú_iter_elements_Úelementr2   r2   r3   ÚFtest_partition_forwards_strategy_arg_to_partition_docx_and_its_brokers†   s    ü
rz   ú+This is a test email to use for unit tests.©r,   úImportant points:úRoses are redúViolets are bluec                  C  sr   t dƒ} t| tjd�}t|ƒdks&J ‚|tks2J ‚|d jjtj	 
| ¡ksNJ ‚|d jjtj	 | ¡d ksnJ ‚d S )Núeml/fake-email.emlrb   r   )r   r#   r%   rU   ÚlenÚEXPECTED_EMAIL_OUTPUTr-   rF   ÚosÚpathÚbasenamerT   Úsplit©r[   r1   r2   r2   r3   Ú'test_auto_partition_email_from_filename¹   s    rˆ   c                  C  s\   t tdƒdƒ�} t| tjd�}W d   ƒ n1 s20    Y  t|ƒdksLJ ‚|tksXJ ‚d S )Nr€   r5   re   r   )r8   r   r#   r%   rU   r�   r‚   r:   r2   r2   r3   Ú#test_auto_partition_email_from_fileÄ   s    ,r‰   c                  C  s:   t tdƒtjd�} t| ƒdks"J ‚| d j d¡s6J ‚d S )Núwinter-sports.epubrb   r   é   ú,The Project Gutenberg eBook of Winter Sports)r#   r   r%   rU   r�   r,   Ú
startswithr0   r2   r2   r3   Ú&test_auto_partition_epub_from_filenameÑ   s    rŽ   c                  C  sd   t tdƒdƒ�} t| tjd�}W d   ƒ n1 s20    Y  t|ƒdksLJ ‚|d j d¡s`J ‚d S )NrŠ   r5   re   r   r‹   rŒ   )r8   r   r#   r%   rU   r�   r,   r�   r:   r2   r2   r3   Ú"test_auto_partition_epub_from_fileØ   s    ,r�   )r?   )Fú	text/html)Tr�   rA   c                   s„   t dƒ}| r|nd }t|||tjd�}|s.J ‚tj |¡tj |¡d  ‰‰ t‡fdd„|D ƒƒsfJ ‚t‡ fdd„|D ƒƒs€J ‚d S )Núexample-10k-1p.htmlrE   r   c                 3  s   | ]}|j jˆ kV  qd S ©NrK   rL   )Úexpected_filenamer2   r3   rO   ö   rP   z9test_auto_partition_html_from_filename.<locals>.<genexpr>c                 3  s   | ]}|j jˆ kV  qd S r’   )r-   rT   rL   )Úexpected_directoryr2   r3   rO   ÷   rP   )	r   r#   r%   rU   rƒ   r„   r…   r†   rZ   )r=   r>   r[   rG   r1   r2   )r”   r“   r3   Ú&test_auto_partition_html_from_filenameå   s    ür•   c                 C  sd   t dƒ}| r|nd }t|dƒ�"}t|||tjd�}W d   ƒ n1 sF0    Y  t|ƒdks`J ‚d S )Nr‘   r5   ©r7   rG   r>   rH   r   )r   r8   r#   r%   rU   r�   )r=   r>   r[   rG   r;   r1   r2   r2   r3   Ú"test_auto_partition_html_from_fileú   s    ü$r—   c                  C  sŒ   t tdƒƒ} t| ƒdksJ ‚ddd„ | D ƒvs2J ‚t| d jƒ d¡sJJ ‚t| d tƒs\J ‚tdd„ | D ƒƒsrJ ‚td	d„ | D ƒƒsˆJ ‚d S )
Núfake-html-pre.htmr   Ú	PageBreakc                 S  s   g | ]
}|j ‘qS r2   ©Úcategory©rM   Úelemr2   r2   r3   Ú
<listcomp>  rP   z:test_auto_partition_html_pre_from_file.<locals>.<listcomp>z[107th Congress Public Law 56]c                 s  s   | ]}|j jd kV  qdS )r�   N©r-   r/   rL   r2   r2   r3   rO     rP   z9test_auto_partition_html_pre_from_file.<locals>.<genexpr>c                 s  s   | ]}|j jd kV  qdS )r˜   NrK   rL   r2   r2   r3   rO     rP   )	r#   r   r�   r   r,   r�   r9   r   rZ   r0   r2   r2   r3   Ú&test_auto_partition_html_pre_from_file  s    r    )r?   )Fú
image/jpeg)Tr¡   rA   c                 C  sP   t dƒ}| r|nd }t|||tjd�}|d }|jdks<J ‚|jjd usLJ ‚d S )Nú img/layout-parser-paper-fast.jpgrE   r‹   úOLayoutParser: A Unified Toolkit for Deep Learning Based Document Image Analysis)r   r#   r%   ÚAUTOr,   r-   Úcoordinates©r=   r>   r[   rG   r1   rN   r2   r2   r3   Ú&test_auto_partition_jpeg_from_filename  s    üÿr§   c                 C  sz   t dƒ}| r|nd }t|dƒ�"}t|||tjd�}W d   ƒ n1 sF0    Y  |d }|jdksfJ ‚|jjd usvJ ‚d S )Nr¢   r5   r–   r‹   r£   )r   r8   r#   r%   r¤   r,   r-   r¥   ©r=   r>   r[   rG   r;   r1   rN   r2   r2   r3   Ú"test_auto_partition_jpeg_from_file3  s    ü$ÿr©   zpathlib.Path)Útmp_pathc                 C  s”   t | d ƒ}t tdƒ¡�}| |¡ W d   ƒ n1 s:0    Y  t|tjd�}dd„ |D ƒ}t|ƒdkspJ ‚d|d v s€J ‚d	|d v s�J ‚d S )
Nzexample.bmpz&img/layout-parser-paper-with-table.jpg©rF   rH   c                 S  s   g | ]}|j jr|j j‘qS r2   )r-   r.   rL   r2   r2   r3   rž   Q  rP   z9test_auto_partition_bmp_from_filename.<locals>.<listcomp>é   z<table><thead><tr>r   z</thead><tbody><tr>)	rj   r   r8   r   Úsaver#   r%   rU   r�   )rª   Zbmp_filenameÚimgr1   Útabler2   r2   r3   Ú%test_auto_partition_bmp_from_filenameJ  s    (r°   Úextract_image_block_to_payloadFT)r±   c                 C  sV   ddg}t  ¡ �2}ttdƒ|| |d�}t||| |ƒ W d   ƒ n1 sH0    Y  d S )Nr   r   zimg/embedded-images-tables.jpg)rF   Úextract_image_block_typesr±   Úextract_image_block_output_dir©ÚtempfileÚTemporaryDirectoryr#   r   r   ©r±   r²   Útmpdirr1   r2   r2   r3   Ú,test_auto_partition_image_element_extractionW  s    
üÿr¹   c                  C  s”   t dƒ} d}t| ƒ�}t |¡}W d  ƒ n1 s40    Y  t ttt| ƒ|tj	d�ƒ¡}|D ]}| 
d¡ q`|D ]}| 
d¡ qt||ks�J ‚dS )zBTest auto-processing an unstructured json output file by filename.zspring-weather.html.jsonzspring-weather.htmlN)rF   rG   rH   r-   )r   r8   ÚjsonÚloadÚloadsr(   r#   rj   r%   rU   Úpop)Zjson_file_pathZoriginal_file_nameZjson_fZexpected_resultZpartitioning_resultr�   r2   r2   r3   ÚMtest_auto_partitioned_json_output_maintains_consistency_with_fixture_elementsq  s$    
(üÿÿ
r¾   z~https://github.com/Unstructured-IO/unstructured/issues/3365 partition_json() does not preserve original element-id or metadata)r]   ÚraisesÚstrictc                  C  s\   t dƒ} t| ƒ}t| dƒ�}t|d�}W d   ƒ n1 s:0    Y  t|ƒt|ƒksXJ ‚d S )Nzsimple.jsonr5   r6   )r   r&   r8   r#   r'   )r[   Zoriginal_elementsr;   Zpartitioned_elementsr2   r2   r3   Ú>test_auto_partition_json_from_file_preserves_original_elementsŠ  s
    	(rÁ   c                 C  s†   d}t | d ƒ}t|dƒ�}| |¡ W d   ƒ n1 s:0    Y  t|d�}t|ƒdks^J ‚t|d tƒspJ ‚d|d jv s‚J ‚d S )Nz*{"text": "hello", "type": "NarrativeText"}zunprocessable.jsonÚw©rF   r¬   r   Zhello)rj   r8   Úwriter#   r�   r9   r   r,   )rª   r,   r[   r;   Úresultr2   r2   r3   Ú+test_auto_partition_processes_simple_ndjsonœ  s    (
rÆ   c                  C  s*   d} t | dtjd�}d|d jv s&J ‚d S )NzMhttps://raw.githubusercontent.com/Unstructured-IO/unstructured/main/README.mdztext/markdown©Úurlr>   rH   Zunstructuredr¬   )r#   r%   rU   r,   )rÈ   r1   r2   r2   r3   Ú3test_partition_md_from_url_works_with_embedded_html®  s    rÉ   c                   C  s>   t tdƒtjd�tdd�tdd�tdd�tdd�gks:J ‚d S )Núfake-email.msgrb   r{   r|   r}   r~   r   )r#   r   r%   rU   r   r   r   r2   r2   r2   r3   Ú%test_auto_partition_msg_from_filename¹  s    ürË   c                 C  s"   t tdƒtjd�}|| ksJ ‚d S )Nri   rb   ©r#   r   r%   rU   rc   r2   r2   r3   Ú%test_auto_partition_odt_from_filenameÇ  s    rÍ   c                 C  sL   t tdƒdƒ�}t|tjd�}W d   ƒ n1 s20    Y  || ksHJ ‚d S )Nri   r5   re   rf   r_   r2   r2   r3   Ú!test_auto_partition_odt_from_fileÌ  s    ,rÎ   c                  C  s8   t tdƒƒ} | d tdƒks J ‚| d jjdks4J ‚d S )Nú
README.orgr   úExample Docsútext/org©r#   r   r   r-   r/   r0   r2   r2   r3   Ú%test_auto_partition_org_from_filenameØ  s    rÓ   c                  C  sf   t tdƒdƒ�} t| dd�}W d   ƒ n1 s00    Y  |d tdƒksNJ ‚|d jjdksbJ ‚d S )NrÏ   r5   rÑ   ©r7   r>   r   rÐ   ©r8   r   r#   r   r-   r/   r:   r2   r2   r3   Ú!test_auto_partition_org_from_fileß  s    *rÖ   )r?   )Fúapplication/pdf)Tr×   rA   c                 C  sª   t dƒ}| r|nd }t|||tjd�}|d }t|tƒs<J ‚|j d¡sLJ ‚|jj	t
j |¡ksdJ ‚|jjt
j |¡d ks€J ‚|d }t|tƒs–J ‚|j d¡s¦J ‚d S )Núpdf/chevron-page.pdfrE   r   úeastern mediterraneanr¬   õ   Weâ€™re investing)r   r#   r%   rU   r9   r   r,   r�   r-   rF   rƒ   r„   r…   rT   r†   r   r¦   r2   r2   r3   Ú%test_auto_partition_pdf_from_filenameì  s     ürÛ   c                 C  s    t dƒ}| r|nd }t|dƒ�"}t|||tjd�}W d   ƒ n1 sF0    Y  |d }t|tƒsfJ ‚|j d¡svJ ‚|d }t|t	ƒsŒJ ‚|j d¡sœJ ‚d S )NrØ   r5   r–   r   rÙ   r¬   rÚ   )
r   r8   r#   r%   rU   r9   r   r,   r�   r   r¨   r2   r2   r3   Ú!test_auto_partition_pdf_from_file  s    ü$rÜ   )rk   c                 C  sr   t | dtdƒgd�}t| td|d�}tdƒ}t|tjd� | t	t
j¡ |j|d d tjd d ddd d dd dd	� d S )
Nú(unstructured.partition.pdf.partition_pdfzHello there!©Zreturn_valueÚgetú pdf/layout-parser-paper-fast.pdfrb   Fr¬   )rF   r7   rÈ   rH   Ú	languagesrG   Úinfer_table_structureZextract_images_in_pdfr²   r³   r±   Zhi_res_model_nameÚstarting_page_number)r   r   r   r"   r   r#   r%   ÚFASTrw   r   r   ÚPDF)rk   Úpartition_pdf_Úpartitioner_loader_get_r[   r2   r2   r3   Ú*test_auto_partition_pdf_with_fast_strategy  s4    ýÿórè   Ú
infer_boolc                 C  sX   t dƒ�<}ttdƒdtj| d� |jd d | u s6J ‚W d   ƒ n1 sJ0    Y  d S ©Nú:unstructured.partition.pdf_image.ocr.process_file_with_ocrrà   T)Úpdf_infer_table_structurerH   râ   r¬   râ   ©r   r#   r   r%   rU   Ú	call_args)ré   Úmock_process_file_with_modelr2   r2   r3   Ú2test_auto_handles_kwarg_with_infer_table_structure>  s    ÿürð   c                  C  sX   t dƒ�<} ttdƒdtjd d� | jd d du s6J ‚W d   ƒ n1 sJ0    Y  d S rê   rí   ©rï   r2   r2   r3   Ú<test_auto_handles_kwarg_with_infer_table_structure_when_noneL  s    ÿürò   c                  C  sR   t dƒ�6} ttdƒdtjd� | jd d s0J ‚W d   ƒ n1 sD0    Y  d S )Nrë   rà   T)rì   rH   r¬   râ   rí   rñ   r2   r2   r3   Ú?test_auto_partition_pdf_uses_pdf_infer_table_structure_argumentY  s    ÿýró   c                 C  sV   ddg}t  ¡ �2}ttdƒ|| |d�}t||| |ƒ W d   ƒ n1 sH0    Y  d S )Nr   r   zpdf/embedded-images-tables.pdf)r²   r±   r³   r´   r·   r2   r2   r3   Ú*test_auto_partition_pdf_element_extractione  s    
üÿrô   c                  C  sR   dg} t  ¡ �0}ttdƒ| dd�}t|| d|ƒ W d   ƒ n1 sD0    Y  d S )Nr   z fake-html-with-base64-image.htmlT)r²   r±   r´   )r²   r¸   r1   r2   r2   r3   Ú+test_auto_partition_html_element_extractionv  s    
ýrõ   c                  C  s$   t tdƒƒ} | d jjd us J ‚d S )Nz"fake-html-with-image-from-url.htmlr¬   )r#   r   r-   Z	image_urlr0   r2   r2   r3   Ú'test_auto_partition_html_image_with_urlƒ  s    ÿrö   c                   C  sH   t  ¡ �, t  d¡ ttdƒtjd� W d   ƒ n1 s:0    Y  d S )NÚerrorrà   rb   )ÚwarningsÚcatch_warningsÚsimplefilterr#   r   r%   rU   r2   r2   r2   r3   Ú)test_partition_pdf_does_not_raise_warningŠ  s
    


ÿrû   c               	   C  s‚   t dƒ} t| tjd�}|tdd�tdd�tdd�tdd�tdd�td	d�gksRJ ‚td
d„ |D ƒƒshJ ‚tdd„ |D ƒƒs~J ‚d S )Núfake-power-point.pptrb   úAdding a Bullet Slider|   úFind the bullet slide layoutú$Use _TextFrame.text for first bulletú5Use _TextFrame.add_paragraph() for subsequent bulletsúHere is a lot of text!ú Here is some text in a text box!c                 s  s   | ]}|j jd kV  qdS )rü   NrK   rL   r2   r2   r3   rO   ¨  rP   z8test_auto_partition_ppt_from_filename.<locals>.<genexpr>c                 s  s   | ]}|j jtd ƒkV  qdS rQ   rS   rL   r2   r2   r3   rO   ©  rP   ©r   r#   r%   rU   r   r   r   rZ   r‡   r2   r2   r3   Ú%test_auto_partition_ppt_from_filename›  s    ú
r  c               	   C  s‚   t dƒ} t| tjd�}|tdd�tdd�tdd�tdd�tdd�td	d�gksRJ ‚td
d„ |D ƒƒshJ ‚tdd„ |D ƒƒs~J ‚d S )Núfake-power-point.pptxrb   rý   r|   rþ   rÿ   r   r  r  c                 s  s   | ]}|j jd kV  qdS )r  NrK   rL   r2   r2   r3   rO   ¾  rP   z9test_auto_partition_pptx_from_filename.<locals>.<genexpr>c                 s  s   | ]}|j jtd ƒkV  qdS rQ   rS   rL   r2   r2   r3   rO   ¿  rP   r  r‡   r2   r2   r3   Ú&test_auto_partition_pptx_from_filename±  s    ú
r  zsimple.pptxrü   c                 C  s`   ddl m} dddœdd„}t| |d|d	�}tt|ƒ|d
�\}| t¡ |jd|› �ks\J ‚dS )as  The `strategy` arg value received by `partition()` is received by `partition_pptx().

    To do this in the brokering-partitioner case (PPT) the strategy argument must make its way to
    `partition_ppt()` which must then forward it to `partition_pptx()`. This test makes sure it
    made it all the way.

    Note this is 2 file-types X 4 strategies = 8 test-cases.
    r   )Ú_PptxPartitionerr  rm   rn   c                 s  s   t d| jj› �ƒV  d S rq   rs   rt   r2   r2   r3   Úfake_iter_presentation_elementsÙ  s    zotest_partition_forwards_strategy_arg_to_partition_pptx_and_its_brokers.<locals>.fake_iter_presentation_elementsZ_iter_presentation_elementsrv   rb   rr   N)Zunstructured.partition.pptxr  r   r#   r   rw   r   r,   )rk   rh   rH   r  r  rx   ry   r2   r2   r3   ÚFtest_partition_forwards_strategy_arg_to_partition_pptx_and_its_brokersÂ  s    ü
r	  c                  C  s8   t tdƒƒ} | d tdƒks J ‚| d jjdks4J ‚d S )Nú
README.rstr   rÐ   ú
text/x-rstrÒ   r0   r2   r2   r3   Ú%test_auto_partition_rst_from_filenameî  s    r  c                  C  sf   t tdƒdƒ�} t| dd�}W d   ƒ n1 s00    Y  |d tdƒksNJ ‚|d jjdksbJ ‚d S )Nr
  r5   r  rÔ   r   rÐ   rÕ   r:   r2   r2   r3   Ú!test_auto_partition_rst_from_fileõ  s    *r  c                  C  s*   t tdƒtjd�} | d tdƒks&J ‚d S )Núfake-doc.rtfrb   r   zMy First Heading)r#   r   r%   rU   r   r0   r2   r2   r3   Ú%test_auto_partition_rtf_from_filename  s    r  c                  C  sN   t tdƒƒ} t| d jƒtks"J ‚| d jjtks6J ‚| d jjdksJJ ‚d S )Nústanley-cups.tsvr   ztext/tsvr+   r0   r2   r2   r3   Ú%test_auto_partition_tsv_from_filename  s    r  )rF   Úexpected_elementsúfake-text.txtú.This is a test document to use for unit tests.úDoylestown, PA 18901úHamburgers are deliciousúDogs are the bestúI love fuzzy blanketszfake-text-all-whitespace.txtc                   sV   t ˆ ƒ}t|tjd�}||ks"J ‚t‡ fdd„|D ƒƒs<J ‚tdd„ |D ƒƒsRJ ‚d S )Nr«   c                 3  s   | ]}|j jˆ kV  qd S r’   rK   rL   rÃ   r2   r3   rO   .  rP   z9test_auto_partition_text_from_filename.<locals>.<genexpr>c                 s  s   | ]}|j jtd ƒkV  qdS rQ   rS   rL   r2   r2   r3   rO   /  rP   )r   r#   r%   rU   rZ   )rF   r  r[   r1   r2   rÃ   r3   Ú&test_auto_partition_text_from_filename  s
    r  c               	   C  sŒ   t tdƒdƒ�} t| tjd�}W d   ƒ n1 s20    Y  t|ƒdksLJ ‚|tdd�tdd�tdd�t	d	d�t	d
d�t	dd�gksˆJ ‚d S )Nr  r5   re   r   r  r|   r  r}   r  r  r  )
r8   r   r#   r%   rU   r�   r   r   r   r   r:   r2   r2   r3   Ú"test_auto_partition_text_from_file2  s    ,úr  c                  C  sj   t tdƒdg d�} t| ƒdks"J ‚tdd„ | D ƒƒdks<J ‚| d jjtksPJ ‚t| d jƒd	ksfJ ‚d S )
Nútests-example.xlsF©Úinclude_headerÚskip_infer_table_typesé   c                 s  s   | ]}t |tƒV  qd S r’   ©r9   r   rL   r2   r2   r3   rO   L  rP   z8test_auto_partition_xls_from_filename.<locals>.<genexpr>r‹   r   iû  )r#   r   r�   Úsumr-   r.   r   r,   r0   r2   r2   r3   Ú%test_auto_partition_xls_from_filenameF  s    
ÿr"  c                  C  sì   t tdƒdg d�} t| ƒdks"J ‚tdd„ | D ƒƒdks<J ‚tdd„ | D ƒƒdksVJ ‚t| d	 jƒd
kslJ ‚t| d jƒdks‚J ‚| d jjtks–J ‚t	dd„ | d d… D ƒƒs´J ‚t	dd„ | dd … D ƒƒsÒJ ‚t	dd„ | D ƒƒsèJ ‚d S )Nústanley-cups.xlsxFr  é   c                 s  s   | ]}t |tƒV  qd S r’   r   rL   r2   r2   r3   rO   \  rP   z9test_auto_partition_xlsx_from_filename.<locals>.<genexpr>r‹   c                 s  s   | ]}t |tƒV  qd S r’   ©r9   r   rL   r2   r2   r3   rO   ]  rP   r   úStanley Cupsr¬   úFTeam Location Stanley Cups Blues STL 1 Flyers PHI 2 Maple Leafs TOR 13c                 s  s   | ]}|j jd kV  qdS ©r¬   N©r-   Zpage_numberrL   r2   r2   r3   rO   c  rP   c                 s  s   | ]}|j jd kV  qdS ©r‹   Nr)  rL   r2   r2   r3   rO   d  rP   c                 s  s   | ]}|j jd kV  qdS ©zAapplication/vnd.openxmlformats-officedocument.spreadsheetml.sheetNrŸ   rL   r2   r2   r3   rO   e  s   ÿ)
r#   r   r�   r!  r   r,   r-   r.   r
   rZ   r0   r2   r2   r3   Ú&test_auto_partition_xlsx_from_filenameV  s     
ÿÿþr,  c                  C  s  t tdƒdƒ�} t| dg d�}W d   ƒ n1 s20    Y  t|ƒdksLJ ‚tdd„ |D ƒƒdksfJ ‚td	d„ |D ƒƒdks€J ‚t|d
 jƒdks–J ‚t|d jƒdks¬J ‚|d jjt	ksÀJ ‚t
dd„ |d d… D ƒƒsÞJ ‚t
dd„ |dd … D ƒƒsüJ ‚t
dd„ |D ƒƒ�sJ ‚d S )Nr#  r5   F)r7   r  r  r$  c                 s  s   | ]}t |tƒV  qd S r’   r   ©rM   ry   r2   r2   r3   rO   p  rP   z5test_auto_partition_xlsx_from_file.<locals>.<genexpr>r‹   c                 s  s   | ]}t |tƒV  qd S r’   r%  r-  r2   r2   r3   rO   q  rP   r   r&  r¬   r'  c                 s  s   | ]}|j jd kV  qdS r(  r)  rL   r2   r2   r3   rO   w  rP   c                 s  s   | ]}|j jd kV  qdS r*  r)  rL   r2   r2   r3   rO   x  rP   c                 s  s   | ]}|j jd kV  qdS r+  rŸ   rL   r2   r2   r3   rO   y  s   ÿ)r8   r   r#   r�   r!  r   r,   r-   r.   r
   rZ   r:   r2   r2   r3   Ú"test_auto_partition_xlsx_from_filek  s    ,ÿþr.  c                  C  sP   t tdƒdd�} tdd„ | d d… D ƒƒs.J ‚tdd„ | dd … D ƒƒsLJ ‚d S )Nr#  é   )rã   c                 s  s   | ]}|j jd kV  qdS )r/  Nr)  rL   r2   r2   r3   rO   �  rP   zRtest_auto_partition_xlsx_respects_starting_page_number_argument.<locals>.<genexpr>r‹   c                 s  s   | ]}|j jd kV  qdS )r$  Nr)  rL   r2   r2   r3   rO   ‚  rP   ©r#   r   rZ   r0   r2   r2   r3   Ú?test_auto_partition_xlsx_respects_starting_page_number_argument  s    r1  c                  C  s<   t tdƒdd�} | d jdks"J ‚tdd„ | D ƒƒs8J ‚d S )Núfactbook.xmlF©Úxml_keep_tagsr   úUnited Statesc                 s  s   | ]}|j jd kV  qdS )r2  NrK   rL   r2   r2   r3   rO   Ž  rP   z8test_auto_partition_xml_from_filename.<locals>.<genexpr>)r#   r   r,   rZ   r0   r2   r2   r3   Ú%test_auto_partition_xml_from_filenameŠ  s    r6  c                  C  sP   t tdƒdƒ�} t| dd�}W d   ƒ n1 s00    Y  |d jdksLJ ‚d S )Nr2  r5   F©r7   r4  r   r5  ©r8   r   r#   r,   r:   r2   r2   r3   Ú!test_auto_partition_xml_from_file‘  s    *r9  c                  C  s:   t tdƒdd�} d| d jv s"J ‚| d jjdks6J ‚d S )Nr2  Tr3  ú<leader>Joe Biden</leader>r   )r#   r   r,   r-   rF   r0   r2   r2   r3   Ú/test_auto_partition_xml_from_filename_with_tags˜  s    r;  c                  C  sP   t tdƒdƒ�} t| dd�}W d   ƒ n1 s00    Y  d|d jv sLJ ‚d S )Nr2  r5   Tr7  r:  r   r8  r:   r2   r2   r3   Ú+test_auto_partition_xml_from_file_with_tagsŸ  s    *r<  c                 C  sd   t | dtjd�}tjtdd�� tdtjd� W d   ƒ n1 sB0    Y  |j	dd d d d d� d S )Nz+unstructured.partition.auto.detect_filetyperÞ   z=Partitioning is not supported for the FileType.UNK file type.©Úmatchzmade-up.faker«   )r[   r7   Úencodingr>   Zmetadata_file_path)
r   r   ZUNKÚpytestr¿   r$   r#   r%   rU   rw   )rk   Zdetect_filetype_r2   r2   r3   Ú(test_auto_partition_raises_with_bad_type«  s    ÿþ,ûrA  c                    sF   d‰ t ˆ dtjd�} | d tdƒks(J ‚t‡ fdd„| D ƒƒsBJ ‚d S )NúNhttps://raw.githubusercontent.com/Unstructured-IO/unstructured/main/LICENSE.mdz
text/plainrÇ   r   úApache Licensec                 3  s   | ]}|j jˆ kV  qd S r’   ©r-   rÈ   rL   ©rÈ   r2   r3   rO   Ê  rP   z/test_auto_partition_from_url.<locals>.<genexpr>©r#   r%   rU   r   rZ   r0   r2   rE  r3   Útest_auto_partition_from_urlÄ  s    rG  c                    sF   d‰ t ˆ dtjd�} | d tdƒks(J ‚t‡ fdd„| D ƒƒsBJ ‚d S )NrB  ztext/plain; charset=utf-8rÇ   r   rC  c                 3  s   | ]}|j jˆ kV  qd S r’   rD  rL   rE  r2   r3   rO   Õ  rP   zItest_auto_partition_from_url_with_rfc9110_content_type.<locals>.<genexpr>rF  r0   r2   rE  r3   Ú6test_auto_partition_from_url_with_rfc9110_content_typeÍ  s    ÿrH  c                    sD   d‰ t ˆ tjd�} | d tdƒks&J ‚t‡ fdd„| D ƒƒs@J ‚d S )NrB  )rÈ   rH   r   rC  c                 3  s   | ]}|j jˆ kV  qd S r’   rD  rL   rE  r2   r3   rO   Þ  rP   zNtest_auto_partition_from_url_without_providing_content_type.<locals>.<genexpr>rF  r0   r2   rE  r3   Ú;test_auto_partition_from_url_without_providing_content_typeØ  s    rI  r   ©Zcaplogc                 C  s>   t tdƒdditjd� | jd jdks,J ‚d| jv s:J ‚d S )Nr€   ÚAcceptr×   )ÚheadersrH   r   ÚWARNINGzGheaders kwarg is set but the url kwarg is not. The headers kwarg will b©r#   r   r%   rU   ÚrecordsÚ	levelnamer,   rJ  r2   r2   r3   Ú3test_auto_partition_warns_if_header_set_and_not_urlá  s    ýrQ  c                 C  sd   t | dtdƒd�}tjtdd�� tddd� W d   ƒ n1 sB0    Y  |jdd i ddd	� d S )
Nz2unstructured.partition.auto.file_and_type_from_urlzTrouble on the wire ...rv   r=  zhttp://eie.ioiF  )rÈ   Úrequest_timeoutT)rÈ   r>   rL  Z
ssl_verifyrR  )r   ÚConnectionErrorr@  r¿   r#   rw   )rk   Zfile_and_type_from_url_r2   r2   r3   Ú;test_auto_partition_from_url_routes_timeout_to_HTTP_requestì  s    ý*
ÿrT  c                  C  s*   t tdƒdd�} tdd„ | D ƒƒs&J ‚d S )Nr‘   Úby_title)Úchunking_strategyc                 s  s   | ]}t |tttfƒV  qd S r’   )r9   r   r   r   ©rM   Úchunkr2   r2   r3   rO     rP   zLtest_auto_partition_forwards_chunking_strategy_via_kwargs.<locals>.<genexpr>r0  ©Úchunksr2   r2   r3   Ú9test_auto_partition_forwards_chunking_strategy_via_kwargs  s    r[  c                  C  s,   t tdƒddd�} tdd„ | D ƒƒs(J ‚d S )Nr‘   rU  éú   )rV  Zmax_charactersc                 s  s   | ]}t |jƒd kV  qdS )r\  N)r�   r,   rW  r2   r2   r3   rO     rP   zItest_auto_partition_forwards_max_characters_via_kwargs.<locals>.<genexpr>r0  rY  r2   r2   r3   Ú6test_auto_partition_forwards_max_characters_via_kwargs  s    ýr]  c                  C  sD   t tdƒdd�} dd„ | D ƒ}|dgddgdgdgdggks@J ‚d S )Nzlanguage-docs/eng_spa_mult.txtT©Zdetect_language_per_elementc                 S  s   g | ]}|j j‘qS r2   ©r-   rá   r-  r2   r2   r3   rž     rP   zPtest_auto_partition_respects_detect_language_per_element_arg.<locals>.<listcomp>ÚengZspa©r#   r   )r1   Zlangsr2   r2   r3   Ú<test_auto_partition_respects_detect_language_per_element_arg  s
    ÿrb  Úfile_extension)ÚdocZdocxZemlZepubÚhtmlZmdÚodtÚorgZpptZpptxZrstZrtfÚtxtÚxml)rc  c                 C  s2   t td| › �ƒdgd�}tdd„ |D ƒƒs.J ‚d S )Nzlanguage-docs/eng_spa_mult.Údeu)rá   c                 s  s   | ]}|j jd gkV  qdS )rj  Nr_  r-  r2   r2   r3   rO   5  rP   z<test_auto_partition_respects_language_arg.<locals>.<genexpr>r0  )rc  r1   r2   r2   r3   Ú)test_auto_partition_respects_language_arg  s    ÿrk  c                  C  s.   t tdƒdtjd�} ddd„ | D ƒv s*J ‚d S )Nrà   T)Zinclude_page_breaksrH   r™   c                 S  s   g | ]
}|j ‘qS r2   rš   rœ   r2   r2   r3   rž   A  rP   zUtest_auto_partition_forwards_include_page_breaks_to_partition_pdf.<locals>.<listcomp>rÌ   r0   r2   r2   r3   ÚAtest_auto_partition_forwards_include_page_breaks_to_partition_pdf;  s    ýrl  c                  C  sT   t tdƒdƒ�} t| dd�}W d   ƒ n1 s00    Y  tdd„ |D ƒƒsPJ ‚d S )Nr  r5   úmuch-more-interesting-name.txt)r7   rG   c                 s  s   | ]}|j jd kV  qdS )rm  NrK   rL   r2   r2   r3   rO   K  rP   zLtest_auto_partition_forwards_metadata_filename_via_kwargs.<locals>.<genexpr>)r8   r   r#   rZ   r:   r2   r2   r3   Ú9test_auto_partition_forwards_metadata_filename_via_kwargsG  s    *rn  c                 C  sB   t | dƒ}ttdƒtjdgd� |jd d }|d dks>J ‚d S )	Nrë   zimg/chi_sim_image.jpegÚzh©rH   rá   r   r¬   Úocr_languagesz)chi_sim+chi_sim_vert+chi_tra+chi_tra_vert)r   r#   r   r%   rU   Zcall_args_list)rk   Zprocess_file_with_ocr_Zcall_kwargsr2   r2   r3   Ú9test_auto_partition_image_formats_languages_for_tesseractQ  s    ÿýrr  )rá   rq  ÚautorR   r`  z	list[str]c                 C  s0   t tdƒtj|| d�}tdd„ |D ƒƒs,J ‚d S )Nzbook-war-and-peace-1p.txt)rH   rq  rá   c                 s  s   | ]}|j jd gkV  qdS ©r`  Nr_  rL   r2   r2   r3   rO   j  rP   zMtest_auto_partition_ignores_empty_string_for_ocr_languages.<locals>.<genexpr>©r#   r   r%   ÚOCR_ONLYrZ   )rá   rq  r1   r2   r2   r3   Ú:test_auto_partition_ignores_empty_string_for_ocr_languages`  s    ürw  c                 C  s:   t tdƒtjdd� | jd jdks(J ‚d| jv s6J ‚d S )NrØ   r`  )rH   rq  r   rM  z*The ocr_languages kwarg will be deprecatedrN  rJ  r2   r2   r3   Ú,test_auto_partition_warns_with_ocr_languagesm  s    ýrx  )r  rF   Úhas_text_as_htmlZxlsxr#  rf  zfake.odtc                 C  sr   t t|ƒdƒ�}t|| d�}W d   ƒ n1 s00    Y  dd„ |D ƒ}|sPJ ‚|D ]}|jjd u|ksTJ ‚qTd S )Nr5   )r7   r  c                 S  s   g | ]}t |tƒr|‘qS r2   r   rL   r2   r2   r3   rž   Š  rP   zGtest_auto_partition_respects_skip_infer_table_types.<locals>.<listcomp>)r8   r   r#   r-   r.   )r  rF   ry  r;   r1   Ztable_elementsrN   r2   r2   r3   Ú3test_auto_partition_respects_skip_infer_table_types{  s    *rz  )r>   Ú	shortnameÚexpected_value))r*   Úcsvr*   )r�   re  r�   )ZjdsfjdfsjkdsZpdfN)rk   r>   r{  r|  c                   s|   t | d|› d|› �tdƒtdƒgd�}t| td|d�}ttdƒ|d�}| ¡  t|ƒd	ks^J ‚t‡ fd
d„|D ƒƒsxJ ‚d S )Nzunstructured.partition.z.partition_útext 1útext 2rÞ   rß   rà   ©r>   r‹   c                 3  s   | ]}|j jˆ kV  qd S r’   rŸ   rL   ©r|  r2   r3   rO   ´  rP   z@test_auto_partition_adds_filetype_to_metadata.<locals>.<genexpr>)	r   r   r   r"   r#   r   Zassert_called_oncer�   rZ   )rk   r>   r{  r|  Zpartition_fn_rç   r1   r2   r�  r3   Ú-test_auto_partition_adds_filetype_to_metadata—  s    ýÿÿr‚  r>   r×   )rk   r>   c                 C  s„   t dd�}t| dtd|d�td|d�gd�}t| td|d�}ttd	ƒ|d
�}| tt	j
¡ t|ƒdksjJ ‚tdd„ |D ƒƒs€J ‚d S )NZimapdf)r/   rÝ   r~  )r-   r  rÞ   rß   rà   r€  r‹   c                 s  s   | ]}|j jd kV  qdS )r×   NrŸ   rL   r2   r2   r3   rO   Ó  rP   zctest_auto_partition_overwrites_any_filetype_applied_by_file_specific_partitioner.<locals>.<genexpr>)r   r   r   r   r"   r#   r   rw   r   r   rå   r�   rZ   )rk   r>   r-   ræ   rç   r1   r2   r2   r3   ÚPtest_auto_partition_overwrites_any_filetype_applied_by_file_specific_partitioner·  s    
ýÿÿrƒ  )rh   Ú	file_typer)   rD   ra   zfake-email.emlzsimple.epubzfake-html.htmlz	README.mdrÊ   ri   zpdf/DA-1p.pdfr
  r  r  r  r2  r   c                   sT   t | ƒ}ˆ j}tˆ jƒ}t||ƒ}||dd�}|s6J ‚t‡ fdd„|D ƒƒsPJ ‚d S )NF)Zprocess_attachmentsc                 3  s(   | ] }|j jd ur|j jˆ jkV  qd S r’   )r-   r/   Z	mime_typerL   ©r„  r2   r3   rO   ú  s   þzUtest_auto_partition_applies_the_correct_filetype_for_all_filetypes.<locals>.<genexpr>)r   Zpartitioner_function_namer   Zpartitioner_module_qnameÚgetattrrZ   )rh   r„  r[   Zpartition_fn_nameÚmoduleZpartition_fnr1   r2   r…  r3   ÚBtest_auto_partition_applies_the_correct_filetype_for_all_filetypesÖ  s    

þrˆ  c                 C  s€   t tjd�}|  d|¡ t ¡ �.}| d¡ | d¡ t|d� W d   ƒ n1 sT0    Y  |j	j
d d }|jdks|J ‚d S )NrÞ   z2unstructured.file_utils.filetype._FileTypeDetectors   {"text": Hello, world!}r   r6   z{"text": Hello, world!})r   r   ZJSONr   rµ   ÚSpooledTemporaryFilerÄ   Úseekr   r„  rî   Z	text_head)ZmockerZdetect_filetype_mockr;   Zfile_detection_contextr2   r2   r3   ÚFtest_detect_filetype_maps_file_to_bytes_io_when_spooled_temp_file_used  s    


(r‹  c                  C  s0   t tdƒtjdgd�} tdd„ | D ƒƒs,J ‚d S )NrØ   r`  rp  c                 s  s   | ]}|j jd gkV  qdS rt  r_  rL   r2   r2   r3   rO     rP   zPtest_auto_partition_passes_user_provided_languages_arg_to_PDF.<locals>.<genexpr>ru  r0   r2   r2   r3   Ú=test_auto_partition_passes_user_provided_languages_arg_to_PDF  s    ýrŒ  c                  C  s*   t tdƒdd�} tdd„ | D ƒƒs&J ‚d S )Nzhandbook-1p.docxTr^  c                 s  s$   | ]}|j jd u r|jdkV  qd S )NrR   )r-   rá   r,   rL   r2   r2   r3   rO     rP   zVtest_auto_partition_languages_argument_default_to_None_when_omitted.<locals>.<genexpr>r0  r0   r2   r2   r3   ÚCtest_auto_partition_languages_argument_default_to_None_when_omitted  s    r�  c                  C  sp   ddl m}  tdƒ}| |ƒ}|d jjdgks2J ‚t|ƒ}|d jjdgksPJ ‚|d jj|d jjkslJ ‚dS )zX`partition()` ["eng"] default does not overwrite ["auto"] default in other partitioners.r   )Úpartition_textz(language-docs/UDHR_first_article_all.txtr`  N)Zunstructured.partition.textrŽ  r   r-   rá   r#   )rŽ  r[   Ztext_elementsZauto_elementsr2   r2   r3   Ú=test_auto_partition_default_does_not_overwrite_other_defaults  s    r�  c                   C  s   t tdƒƒg ksJ ‚d S )Nú	empty.txtra  r2   r2   r2   r3   Ú5test_auto_partition_from_filename_works_on_empty_file2  s    r‘  c                  C  sD   t tdƒdƒ�"} t| d�g ks"J ‚W d   ƒ n1 s60    Y  d S )Nr�  r5   r6   r^   )r;   r2   r2   r3   Ú1test_auto_partition_from_file_works_on_empty_file6  s    r’  c                 C  sj   t j tjd ¡ t| ddd�}d}tjt|d�� t	t
dƒƒ W d   ƒ n1 sR0    Y  | d¡ d S )Nz-unstructured.partition.auto.dependency_existsFrÞ   zUpartition_pdf\(\) is not available because one or more dependencies are not installedr=  rà   Z	pdf2image)r"   Z_partitionersr½   r   rå   r   r@  r¿   ÚImportErrorr#   r   rw   )rk   Zdependency_exists_r>  r2   r2   r3   ÚStest_auto_partition_that_requires_extras_raises_when_dependencies_are_not_installed;  s    ÿ*r”  c                	   C  s4   t dƒtdƒtdƒtdƒtdƒtdƒtdƒtdƒgS )	Nz&These are a few of my favorite things:ZParrotsZHockeyZAnalysisz4This is my first thought. This is my second thought.zThis is my third thought.Z2023zDOYLESTOWN, PA 18901)r   r   r   r   r   r2   r2   r2   r3   rC   N  s    ørC   c                   C  s   d S r’   r2   r2   r2   r2   r3   Ú_test_partition_foo\  s    r•  c                 C  s8   t dddgd�}t|ƒtƒ tƒ }| |¡tu s4J ‚d S )NZFOOzapplication/fooz.foo)Zcanonical_mime_typeÚ
extensions)r    r!   r•  r"   rß   )rk   r„  Úloaderr2   r2   r3   Ú+test_auto_partition_works_with_custom_types`  s    r˜  )°Ú
__future__r   rº   rƒ   Úpathlibrµ   rø   Ú	importlibr   Útypingr   Zunittest.mockr   r   r@  ZPILr   Z.test_unstructured.partition.pdf_image.test_pdfr   Z*test_unstructured.partition.test_constantsr	   r
   r   r   Ztest_unstructured.unit_utilsr   r   r   r   r   r   Zunstructured.cleaners.corer   Zunstructured.documents.elementsr   r   r   r   r   r   r   r   r   r   Z unstructured.file_utils.filetyper   Zunstructured.file_utils.modelr   r    r!   Zunstructured.partition.autor"   r#   Zunstructured.partition.commonr$   Z&unstructured.partition.utils.constantsr%   Zunstructured.staging.baser&   r'   r(   r„   ÚexistsZis_in_dockerr4   r<   ÚmarkZparametrizer\   Zskipifr`   rd   rg   r¤   rä   rU   rv  rz   r‚   rˆ   r‰   rŽ   r�   r•   r—   r    r§   r©   r°   r¹   r¾   ZxfailÚAssertionErrorrÁ   rÆ   rÉ   rË   rÍ   rÎ   rÓ   rÖ   rÛ   rÜ   rè   rð   rò   ró   rô   rõ   rö   rû   r  r  r	  r  r  r  r  r  r  r"  r,  r.  r1  r6  r9  r;  r<  rA  rG  rH  rI  rQ  rT  r[  r]  rb  rk  rl  rn  rr  rw  rx  rz  r‚  rƒ  ZCSVZDOCZDOCXZEMLZEPUBZHTMLZMDZMSGZODTrå   ZPPTZPPTXZRSTZRTFZTSVZTXTZXLSXÚXMLrˆ  r‹  rŒ  r�  r�  r‘  r’  r”  ZfixturerC   r•  r˜  r2   r2   r2   r3   Ú<module>   sÄ   0þüþ	"üþþþþú

þþ
üþ	"
úþôþ
		þ



üþ	þüþ	íþ	