a
    ¡˜ëjµ  ã                   @   s€   d dl mZ d dlZd dlmZ d dlmZ d dlmZm	Z	m
Z
mZ ejeeed d�gd�dd	„ ƒZd
d„ Zdd„ Zdd„ ZdS )é    )ÚpartialN)Úchunk_elements)Úchunk_by_title)ÚElementMetadataÚNarrativeTextÚTextÚTitle)Zcombine_text_under_n_chars)Úparamsc                 C   s   | j S )N)Úparam)Úrequest© r   új/mnt/bigstor/www/usecases/.venv/lib/python3.9/site-packages/test_unstructured/chunking/test_html_output.pyÚchunking_fn
   s    r   c                 C   s€   d}d}d}d  |||g¡}tdt|d�d�tdt|d�d�td	t|d�d�g}| |ƒ}t|ƒd
kshJ ‚|d jj|ks|J ‚d S )Nú%<h1 class="Title" id="1">Header </h1>z@<time class="CalendarDate" id="2">Date: October 30, 2023 </time>zª<form class="Form" id="3"> <label class="FormField" for="company-name" id="4">Form field name </label><input class="FormFieldValue" id="5" value="Example value" /></form>ú ÚHeader©Útext_as_html©ÚtextÚmetadatazDate: October 30, 2023zForm field name Example valueé   r   )Újoinr   r   r   Úlenr   r   )r   Ú
metadata_1Ú
metadata_2Ú
metadata_3Zcombined_metadataÚelementsÚchunksr   r   r   ÚHtest_combining_html_metadata_when_multiple_elements_in_composite_element   s    ÿ
ÿýr   c                 C   s¸   d}d}d}t dt|d�d�tdt|dd	�d�td
t|dd	�d�g}| |dd�}t|ƒdks`J ‚|d jdksrJ ‚|d jd
ks„J ‚|d jj|d | ks J ‚|d jj|ks´J ‚dS )aH  
    Ground truth
    <Document>
        <Page>
            <Section>
                <p>First</p>
                <p>Second</p>
            </Section>
        </Page>
    </Document>
    Elements: Document, Page, Section, Paragraph, Paragraph
    Chunk 1: Document, Page, Section, Paragraph

    Chunk 2:
        Paragraph
    z<div class="Section" id="1" />z&<p class="Paragraph" id="2">First </p>z'<p class="Paragraph" id="3">Second </p>Ú r   r   ZFirstÚ1)r   Z	parent_idZSecondé   ©Zmax_charactersé   r   r   r   N)r   r   r   r   r   r   r   )r   r   r   r   r   r   r   r   r   ÚFtest_combining_html_metadata_with_nested_relationship_between_elements&   s"    ÿÿû	r%   c                 C   s„   d}t dt|d�d�g}| |dd�}t|ƒdks4J ‚|d jd	ksFJ ‚|d
 jdksXJ ‚|d jjdkslJ ‚|d
 jjdks€J ‚dS )z2Mimic behaviour of elements with non-html metadatar   r   r   r   é   r#   r$   r   ZHear   ZderN)r   r   r   r   r   r   )r   r   r   r   r   r   r   Ú;test_html_metadata_exist_in_both_element_when_text_is_splitN   s    ÿr'   )Ú	functoolsr   ZpytestZunstructured.chunking.basicr   Zunstructured.chunking.titler   Zunstructured.documents.elementsr   r   r   r   Zfixturer   r   r%   r'   r   r   r   r   Ú<module>   s   
(