a
    ¡˜ëj +  ã                X   @   s(  d dl Z d dlmZ d dlmZ d dlmZmZmZ d dl	m
Z
mZ d dlmZmZ e  e¡ZdZdZd	Zd
ZG dd„ deƒZG dd„ deƒZG dd„ deƒZG dd„ deƒZG dd„ deƒZG dd„ deƒZG dd„ deƒZG dd„ deƒZG dd„ deƒZG dd„ deƒZG dd „ d eƒZ G d!d"„ d"eƒZ!G d#d$„ d$e!ƒZ"G d%d&„ d&e!ƒZ#G d'd(„ d(e!ƒZ$G d)d*„ d*e!ƒZ%ej&ej'gZ(ej)eej*eej+eej,eej-eej.eej/eej0eej&eej'eej1eej2eej3e ej4eej5e#ej6e"ej7e#ej8e"ej9e%ej:e$ej;eej<eej=e!ej>eej?eej@eejAeejBeejCeejDeejEeejFeejGeejHeejIeejJeejKeejLeejMeejNeejOeejPeejQeejRei,ZSeTe eTe d+œd,d-„ZUeTe eTe d.œd/d0„ZVd=eTe eWeTe d2œd3d4„ZXd>eTe eWeTe d2œd5d6„ZYeTe eTeTe  d7œd8d9„ZZd?eTe eWeWe[d:œd;d<„Z\dS )@é    N)ÚABC)Údefaultdict)ÚAnyÚOptionalÚUnion)ÚBeautifulSoupÚTag)ÚElementÚElementTypezhtml.parserzÂ
<!DOCTYPE html>
<html lang="en">
<head>
    <meta charset="UTF-8">
    <meta name="viewport" content="width=device-width, initial-scale=1.0">
    <title></title>
</head>
<body>
</body>
</html>
zborder: 1px solid black;zborder-collapse: collapse;c                   @   sÊ   e Zd ZU eed< ed  ed< dZeed< deeed   dœdd„Z	e
ed	œd
d„ƒZeddœdd„Zeeddœdd„Zeedf d	œdd„Zeeeedœdd„Zeedœdd„Zed  ddœdd„ZdS )ÚElementHtmlÚelementÚchildrenÚdivÚ	_html_tagN©r   r   c                 C   s   || _ |pg | _d S ©Nr   )Úselfr   r   © r   úb/mnt/bigstor/www/usecases/.venv/lib/python3.9/site-packages/unstructured/partition/html/convert.pyÚ__init__#   s    zElementHtml.__init__©Úreturnc                 C   s   | j S r   )r   ©r   r   r   r   Úhtml_tag'   s    zElementHtml.html_tag©Úelement_htmlr   c                 C   s   d S r   r   ©r   r   r   r   r   Ú_inject_html_element_attrs+   s    z&ElementHtml._inject_html_element_attrs©r   Úkwargsr   c                 K   s   | j j|_d S r   )r   ÚtextÚstring)r   r   r   r   r   r   Ú_inject_html_element_content.   s    z(ElementHtml._inject_html_element_contentc                 C   s*   t | jjjpdtƒ ¡ }t|tƒs&d S |S )NÚ )r   r   ÚmetadataZtext_as_htmlÚHTML_PARSERÚfindÚ
isinstancer   r   r   r   r   Úget_text_as_html1   s    
zElementHtml.get_text_as_html©Úsoupr   r   r   c                 K   s@   |j dd�}| |¡ | jD ]}|jf i |¤Ž}| |¡ q|S )Nr   ©Úname)Únew_tagÚappendr   Úget_html_element)r   r*   r   r   ÚwrapperÚchildÚ
child_htmlr   r   r   Ú_get_children_html7   s    

zElementHtml._get_children_html)r   r   c                 K   sz   t dtƒ}|  ¡ }|d u r:|j| jd�}| j|fi |¤Ž | jj|d< | jj|d< |  	|¡ | j
rv| j||fi |¤ŽS |S )Nr#   r+   ÚclassÚid)r   r%   r(   r-   r   r"   r   Úcategoryr5   r   r   r3   )r   r   r*   r   r   r   r   r/   ?   s    

zElementHtml.get_html_element©r   r   c                 C   s
   || _ d S r   )r   )r   r   r   r   r   Úset_childrenL   s    zElementHtml.set_children)N)Ú__name__Ú
__module__Ú__qualname__r	   Ú__annotations__Úlistr   Ústrr   r   Úpropertyr   r   r   r   r"   r   r(   r   r3   r/   r8   r   r   r   r   r      s   
r   c                   @   s"   e Zd ZdZeedœdd„ƒZdS )ÚTitleElementHtmlzh%dr   c                 C   s   | j | jjjpd S )Né   )r   r   r$   Zcategory_depthr   r   r   r   r   S   s    zTitleElementHtml.html_tagN)r9   r:   r;   r   r?   r>   r   r   r   r   r   r@   P   s   r@   c                   @   s"   e Zd ZdZeeddœdd„ZdS )ÚImageElementHtmlÚimgNr   c                 K   sR   |  dd¡}| jjjrB|sB| jjjp&d}d|› d| jjj› �|d< | jj|d< d S )NÚexclude_binary_image_dataFz	image/pngzdata:z;base64,ÚsrcZalt)Úgetr   r$   Zimage_base64Úimage_mime_typer    )r   r   r   rD   rG   r   r   r   r"   [   s    ÿz-ImageElementHtml._inject_html_element_content)r9   r:   r;   r   r   r   r"   r   r   r   r   rB   X   s   rB   c                   @   s    e Zd ZdZeddœdd„ZdS )ÚTableElementHtmlÚtableNr   c                 C   s2   t › dt› �|d< | g d¢¡D ]}t |d< q d S )Nú Ústyle)ÚtrÚthÚtd)ÚTABLE_BORDER_STYLEÚTABLE_BORDER_COLLAPSE_STYLEZfind_all)r   r   Útagr   r   r   r   h   s    z+TableElementHtml._inject_html_element_attrs©r9   r:   r;   r   r   r   r   r   r   r   rH   e   s   rH   c                   @   s    e Zd ZdZeddœdd„ZdS )ÚLinkElementHtmlÚaNr   c                 C   s   | j jjpd|d< d S )Nr#   Úhref)r   r$   Úurlr   r   r   r   r   q   s    z*LinkElementHtml._inject_html_element_attrsrR   r   r   r   r   rS   n   s   rS   c                   @   s   e Zd ZdZdS )ÚTextElementHtmlÚpN©r9   r:   r;   r   r   r   r   r   rW   u   s   rW   c                   @   s$   e Zd ZdZeeeedœdd„ZdS )ÚUnorderedListElementHtmlÚulr)   c                 K   s*   | j D ]}|jf i |¤Ž}| |¡ q|S r   )r   r/   r.   )r   r*   r   r   r1   r2   r   r   r   r3   |   s    
z+UnorderedListElementHtml._get_children_htmlN)r9   r:   r;   r   r   r   r   r3   r   r   r   r   rZ   y   s   rZ   c                   @   s   e Zd ZdZdS )ÚOrderedListElementHtmlÚolNrY   r   r   r   r   r\   ƒ   s   r\   c                   @   s   e Zd ZdZdS )ÚListItemElementHtmlÚliNrY   r   r   r   r   r^   ‡   s   r^   c                   @   s   e Zd ZdZdS )ÚLabelElementHtmlÚlabelNrY   r   r   r   r   r`   ‹   s   r`   c                   @   s   e Zd ZdZdS )ÚFormElementHtmlÚformNrY   r   r   r   r   rb   �   s   rb   c                   @   s   e Zd ZdZdS )ÚInputElementHtmlÚinputNrY   r   r   r   r   rd   “   s   rd   c                   @   s   e Zd Zeddœdd„ZdS )ÚCheckboxElementHtmlNr   c                 C   s   d|d< d S )NÚcheckboxÚtyper   r   r   r   r   r   ˜   s    z.CheckboxElementHtml._inject_html_element_attrs©r9   r:   r;   r   r   r   r   r   r   rf   —   s   rf   c                   @   s   e Zd Zeddœdd„ZdS )ÚCheckboxCheckedElementHtmlNr   c                 C   s   d|d< d|d< d S )Nrg   rh   ÚtrueÚcheckedr   r   r   r   r   r   �   s    z5CheckboxCheckedElementHtml._inject_html_element_attrsri   r   r   r   r   rj   œ   s   rj   c                   @   s   e Zd Zeddœdd„ZdS )ÚRadioElementHtmlNr   c                 C   s   d|d< d S )NÚradiorh   r   r   r   r   r   r   £   s    z+RadioElementHtml._inject_html_element_attrsri   r   r   r   r   rm   ¢   s   rm   c                   @   s   e Zd Zeddœdd„ZdS )ÚRadioCheckedElementHtmlNr   c                 C   s   d|d< d|d< d S )Nrn   rh   rk   rl   r   r   r   r   r   r   ¨   s    z2RadioCheckedElementHtml._inject_html_element_attrsri   r   r   r   r   ro   §   s   ro   r7   c                 C   s€   g }g }d}| D ]T}|j jtv }|r0| |¡ n0|rV| ttƒ |ƒ¡ | |¡ g }n
| |¡ |}q|r|| ttƒ |ƒ¡ |S )NF)r   r6   ÚLIST_ELEMENTSr.   r\   r	   )r   Úgrouped_childrenZ
temp_groupZprev_groupingr1   Úgroupingr   r   r   Ú_group_element_childrenß   s     

rs   )Úelementsr   c                    sš   t tƒ}| D ]&}|jjjd ur||jjj  |¡ q| ¡ D ]N\‰ }t|ƒ}t‡ fdd„| D ƒd ƒ}|d u r€t	 
dˆ › d�¡ q<| |¡ q<dd„ | D ƒS )Nc                 3   s   | ]}|j jˆ kr|V  qd S r   )r   r5   ©Ú.0Úel©Ú	parent_idr   r   Ú	<genexpr>ú   ó    z3_elements_to_html_tags_by_parent.<locals>.<genexpr>zParent element with id z not found. Skipping.c                 S   s   g | ]}|j jjd u r|‘qS r   )r   r$   ry   ru   r   r   r   Ú
<listcomp>ÿ   r{   z4_elements_to_html_tags_by_parent.<locals>.<listcomp>)r   r=   r   r$   ry   r.   Úitemsrs   ÚnextÚloggerÚwarningr8   )rt   Zparent_to_children_mapr   r   rq   Úparentr   rx   r   Ú _elements_to_html_tags_by_parentó   s    r‚   F)rt   rD   r   c                    s(   dd„ | D ƒ}t |ƒ}‡ fdd„|D ƒS )Nc                 S   s   g | ]}t  |jt¡|ƒ‘qS r   )ÚTYPE_TO_HTML_MAPrF   r6   r   )rv   r   r   r   r   r|     s   z*_elements_to_html_tags.<locals>.<listcomp>c                    s   g | ]}|j ˆ d �‘qS )©rD   )r/   )rv   r   r„   r   r   r|   	  s   ÿ)r‚   )rt   rD   Úelements_htmlr   r„   r   Ú_elements_to_html_tags  s    ÿ
þr†   c           
      C   sj   t dtƒ}g }t| ƒ}t|dd�D ]B\}}|jdd|id�}t||ƒ}|D ]}	| |	¡ qJ| |¡ q"|S )Nr#   rA   )Ústartr   zdata-page_number)r,   Úattrs)r   r%   Úgroup_elements_by_pageÚ	enumerater-   r†   r.   )
rt   rD   r*   Z
pages_tagsZgrouped_elementsÚpageZ
g_elementsZ	page_htmlr…   r   r   r   r   Ú_elements_to_html_tags_by_page  s    

rŒ   )Úunstructured_elementsr   c                 C   sV   t tƒ}| D ]8}|jj}|d u r6t d|j› d�¡ q||  |¡ qt| ¡ ƒ}|S )Nz&Page number is not set for an element z. Skipping.)	r   r=   r$   Úpage_numberr   r€   r5   r.   Úvalues)r�   Z
pages_dictr   rŽ   Z
pages_listr   r   r   r‰     s    r‰   )rt   rD   Úno_group_by_pager   c                 C   sR   t ttƒ}|jd u rtdƒ‚|r*t| |ƒnt| |ƒ}|D ]}|j |¡ q8| ¡ S )Nz'Body tag not found in the HTML template)	r   ÚHTML_TEMPLATEr%   ÚbodyÚ
ValueErrorr†   rŒ   r.   Zprettify)rt   rD   r�   r*   r…   r   r   r   r   Úelements_to_html.  s    

ÿýr”   )F)F)FF)]ÚloggingÚabcr   Úcollectionsr   Útypingr   r   r   Zbs4r   r   Zunstructured.documents.elementsr	   r
   Ú	getLoggerr9   r   r%   r‘   rO   rP   r   r@   rB   rH   rS   rW   rZ   r\   r^   r`   rb   rd   rf   rj   rm   ro   Z	LIST_ITEMZLIST_ITEM_OTHERrp   ZUNCATEGORIZED_TEXTZTITLEZIMAGEZTABLEZLINKZTEXTZ	PARAGRAPHÚLISTZ
FIELD_NAMEZBULLETED_TEXTZFORMZCAPTIONZCHECKEDZ	UNCHECKEDZCHECK_BOX_CHECKEDZCHECK_BOX_UNCHECKEDZRADIO_BUTTON_CHECKEDZRADIO_BUTTON_UNCHECKEDZNARRATIVE_TEXTZFIGURE_CAPTIONZVALUEZABSTRACTZ	THREADINGZCOMPOSITE_ELEMENTZPICTUREZFIGUREZADDRESSZEMAIL_ADDRESSZ
PAGE_BREAKZFORMULAÚHEADERZHEADLINEZSUB_HEADLINEZPAGE_HEADERZSECTION_HEADERZFOOTERZFOOTNOTEZPAGE_FOOTERZPAGE_NUMBERZCODE_SNIPPETZFORM_KEYS_VALUESZDOCUMENT_DATArƒ   r=   rs   r‚   Úboolr†   rŒ   r‰   r>   r”   r   r   r   r   Ú<module>   s¾   
2	
Ô0 ÿþ ÿþ
þ  ýü