a
    ¡˜ëji  ã                   @  sô   d dl mZ d dlmZ d dlmZmZ d dlmZ d dl	m
Z
mZ d dlmZ d dlmZ dd	„ Zd
d„ Zdd„ Zdd„ Zdd„ Zdd„ Zdd„ Zdd„ Zddœdd„Zdd„ Zddœdd„Zd d!„ Zd"d#„ Zd$d%„ Zd&d'„ Zd(d)„ Zd*d+„ Z d,S )-é    )Úannotations)ÚMockFixture)Úassert_round_trips_through_JSONÚexample_doc_path)Úchunk_by_title)ÚTableÚText©Úpartition_epub)Ú#UNSTRUCTURED_INCLUDE_DEBUG_METADATAc                  C  sb   t tdƒƒ} t| ƒdksJ ‚t| d tƒs.J ‚| d j d¡sBJ ‚tr^dd„ | D ƒdhks^J ‚d S )Núsimple.epubr   é   za shared culturec                 S  s   h | ]}|j j’qS © )ÚmetadataZdetection_origin©Ú.0Úelementr   r   úd/mnt/bigstor/www/usecases/.venv/lib/python3.9/site-packages/test_unstructured/partition/test_epub.pyÚ	<setcomp>   ó    z4test_partition_epub_from_filename.<locals>.<setcomp>Zepub)r
   r   ÚlenÚ
isinstancer   ÚtextÚ
startswithr   ©Úelementsr   r   r   Ú!test_partition_epub_from_filename   s    r   c                  C  s$   t tdƒƒ} | d tdƒks J ‚d S )Núwinter-sports.epubé   zªContents. List of Illustrations (In certain versions of this etext [in certain
browsers] clicking on the image will bring up a larger
version.) (etext transcriber's note))r
   r   r   r   r   r   r   Ú;test_partition_epub_from_filename_returns_table_in_elements   s    ÿr   c                  C  s`   t tdƒdƒ�} t| d�}W d   ƒ n1 s.0    Y  t|ƒdksHJ ‚|d j d¡s\J ‚d S )Nr   Úrb©Úfiler   é   z,The Project Gutenberg eBook of Winter Sports)Úopenr   r
   r   r   r   ©Úfr   r   r   r   Útest_partition_epub_from_file   s    (r'   c                  C  s6   t tdƒƒ} t| ƒdksJ ‚tdd„ | D ƒƒs2J ‚d S )Nr   r   c                 s  s   | ]}|j jd kV  qdS )r   N©r   Úfilename©r   Úer   r   r   Ú	<genexpr>-   r   zTtest_partition_epub_from_filename_gets_filename_from_filename_arg.<locals>.<genexpr>©r
   r   r   Úallr   r   r   r   ÚAtest_partition_epub_from_filename_gets_filename_from_filename_arg)   s    r/   c                  C  sb   t tdƒdƒ�} t| d�}W d   ƒ n1 s.0    Y  t|ƒdksHJ ‚tdd„ |D ƒƒs^J ‚d S )Nr   r    r!   r   c                 s  s   | ]}|j jd u V  qd S ©Nr(   r*   r   r   r   r,   5   r   zCtest_partition_epub_from_file_gets_filename_None.<locals>.<genexpr>)r$   r   r
   r   r.   r%   r   r   r   Ú0test_partition_epub_from_file_gets_filename_None0   s    (r1   c                  C  s:   t tdƒdd�} t| ƒdks J ‚tdd„ | D ƒƒs6J ‚d S )Nr   úorig-name.epub)Úmetadata_filenamer   c                 s  s   | ]}|j jd kV  qdS ©r2   Nr(   r   r   r   r   r,   <   r   zNtest_partition_epub_from_filename_prefers_metadata_filename.<locals>.<genexpr>r-   r   r   r   r   Ú;test_partition_epub_from_filename_prefers_metadata_filename8   s    r5   c                  C  sT   t tdƒdƒ�} t| dd�}W d   ƒ n1 s00    Y  tdd„ |D ƒƒsPJ ‚d S )Nr   r    r2   )r"   r3   c                 s  s   | ]}|j jd kV  qdS r4   r(   r*   r   r   r   r,   C   r   zJtest_partition_epub_from_file_prefers_metadata_filename.<locals>.<genexpr>©r$   r   r
   r.   r%   r   r   r   Ú7test_partition_epub_from_file_prefers_metadata_filename?   s    *r7   c                    sJ   d‰ t tdƒƒ} t‡ fdd„| D ƒƒsFJ dˆ › dt| d jjƒ› �ƒ‚d S )Nzapplication/epubr   c                 3  s   | ]}|j jˆ kV  qd S r0   )r   Úfiletyper*   ©ZEPUB_MIME_TYPEr   r   r,   L   r   zStest_partition_epub_gets_the_EPUB_MIME_type_in_metadata_filetype.<locals>.<genexpr>zExpected all elements to have 'z' as their filetype, but got: r   )r
   r   r.   Úreprr   r8   r   r   r9   r   Ú@test_partition_epub_gets_the_EPUB_MIME_type_in_metadata_filetypeI   s    ÿÿr;   r   )Úmockerc                   s<   d‰ | j dˆ d� ttdƒƒ}t‡ fdd„|D ƒƒs8J ‚d S )Nú2024-06-14T16:01:29ú2unstructured.partition.epub.get_last_modified_date©Zreturn_valuer   c                 3  s   | ]}|j jˆ kV  qd S r0   ©r   Zlast_modifiedr*   ©Úfilesystem_last_modifiedr   r   r,   ]   r   zXtest_partition_epub_from_file_path_gets_last_modified_from_filesystem.<locals>.<genexpr>©Úpatchr
   r   r.   )r<   r   r   rA   r   ÚEtest_partition_epub_from_file_path_gets_last_modified_from_filesystemU   s    ÿrE   c                  C  sR   t tdƒdƒ�} t| d�}W d   ƒ n1 s.0    Y  tdd„ |D ƒƒsNJ ‚d S )Nr   r    r!   c                 s  s   | ]}|j jd u V  qd S r0   r@   r*   r   r   r   r,   d   r   zHtest_partition_epub_from_file_gets_last_modified_None.<locals>.<genexpr>r6   r%   r   r   r   Ú5test_partition_epub_from_file_gets_last_modified_None`   s    (rF   c                   sD   d}d‰ | j d|d� ttdƒˆ d�}t‡ fdd„|D ƒƒs@J ‚d S )	Nr=   ú2020-03-08T06:10:23r>   r?   r   ©Úmetadata_last_modifiedc                 3  s   | ]}|j jˆ kV  qd S r0   r@   r*   rH   r   r   r,   r   r   zTtest_partition_epub_from_file_path_prefers_metadata_last_modified.<locals>.<genexpr>rC   )r<   rB   r   r   rH   r   ÚAtest_partition_epub_from_file_path_prefers_metadata_last_modifiedg   s    ÿÿrJ   c                    s\   d‰ t tdƒdƒ�} t| ˆ d�}W d   ƒ n1 s40    Y  t‡ fdd„|D ƒƒsXJ ‚d S )NrG   r   r    )r"   rI   c                 3  s   | ]}|j jˆ u V  qd S r0   r@   r*   rH   r   r   r,   z   r   zOtest_partition_epub_from_file_prefers_metadata_last_modified.<locals>.<genexpr>r6   r%   r   rH   r   Ú<test_partition_epub_from_file_prefers_metadata_last_modifiedu   s    *rK   c                  C  s   d} t | d�}t|ƒ d S )Nzexample-docs/winter-sports.epub©r)   )r
   r   ©r)   r   r   r   r   Útest_partition_epub_with_json€   s    
rN   c                  C  s@   t dƒ} t| ƒ}t| dd�}t|ƒ}||ks0J ‚||ks<J ‚d S )Nr   Úby_title)Úchunking_strategy©r   r
   r   ©Ú	file_pathr   Zchunk_elementsÚchunksr   r   r   Ú,test_add_chunking_strategy_on_partition_epub‡   s    rU   c                  C  sP   t dƒ} t| d�}t| ddddd�}t|dddd�}||ks@J ‚||ksLJ ‚d S )Nr   rL   rO   é   r   )rP   Úmax_charactersÚnew_after_n_charsÚcombine_text_under_n_chars)rW   rX   rY   rQ   rR   r   r   r   Ú8test_add_chunking_strategy_on_partition_epub_non_default�   s"    
ûürZ   c                  C  s,   t dƒ} t| d�}|d jjdgks(J ‚d S )Nr   rL   r   Úeng)r   r
   r   Ú	languagesrM   r   r   r   Ú2test_partition_epub_element_metadata_has_languages¤   s    
r]   c                  C  sD   d} t | dd�}dd„ |D ƒ}|dgddgdgdgdggks@J ‚d S )Nz,example-docs/language-docs/eng_spa_mult.epubT)r)   Zdetect_language_per_elementc                 S  s   g | ]}|j j‘qS r   )r   r\   r   r   r   r   Ú
<listcomp>­   r   zLtest_partition_epub_respects_detect_language_per_element.<locals>.<listcomp>r[   Zspar	   )r)   r   Zlangsr   r   r   Ú8test_partition_epub_respects_detect_language_per_elementª   s    r_   N)!Ú
__future__r   Zpytest_mockr   Ztest_unstructured.unit_utilsr   r   Zunstructured.chunking.titler   Zunstructured.documents.elementsr   r   Zunstructured.partition.epubr
   Z&unstructured.partition.utils.constantsr   r   r   r'   r/   r1   r5   r7   r;   rE   rF   rJ   rK   rN   rU   rZ   r]   r_   r   r   r   r   Ú<module>   s.   

	