a
    ¡˜ëjøL  ã                   @   sà   d dl mZ d dlZd dlZd dlmZ d dlmZ d dl	m
Z
 d dlmZmZ ej dedƒed	ƒg¡d
d„ ƒZdd„ Zdd„ Zdd„ Zdd„ Zej dg d¢¡dd„ ƒZdd„ Zdd„ Zdd„ Zdd„ Zd d!„ Zd"d#„ ZdS )$é    )ÚmockN)Úexample_doc_path)ÚTableAlignment)ÚTableEvalProcessor)Úeval_table_transformer_for_fileÚimage_or_pdf_to_dataframeÚfilenameú$img/table-multi-row-column-cells.pngz$pdf/table-multi-row-column-cells.pdfc                 C   s   t | ƒ}g d¢|jv sJ ‚d S )N)ZBlindÚ5Ú1Ú4z
34.5%, n=1z1199 sec, n=1)r   Úvalues)r   Zdf© r   úm/mnt/bigstor/www/usecases/.venv/lib/python3.9/site-packages/test_unstructured/metrics/test_table_structure.pyÚtest_image_or_pdf_to_dataframe   s    r   c                  C   s0   t tdƒtdƒƒ} d|   k r&dk s,n J ‚d S )Nr	   z'table-multi-row-column-cells-actual.csvgš™™™™™é?é   )r   r   )Zscorer   r   r   Ú$test_eval_table_transformer_for_file   s
    þr   c                  C   sÆ   dddidœg} dddddddd	œd
dddddd	œddddddd	œddddddd	œgdœg}t | |ƒ}| ¡ }|jdks|J ‚|jdksŠJ ‚|jdks˜J ‚|jdks¦J ‚|jdks´J ‚|jdksÂJ ‚d S )NÚTableÚtext_as_htmlzˆ<table><thead><tr><th>r1c1</th><th>r1c2</th></tr></thead>
                    <tbody><tr><td>r2c1</td><td>r2c2</td></tr></tbody></table>©ÚtypeÚmetadataú$ee862c7a-d27e-4484-92de-4faa42a63f3br   r   Úr1c1©ÚidÚxÚyÚwÚhÚcontentú$6237ac7b-bfc8-40d2-92f2-d138277205e2Úr2c1ú$9d0933a9-5984-4cad-80d9-6752bf9bc4dfÚr1c2ú$1152d043-5ead-4ab8-8b88-888d48831ac2Úr2c2©r   Útextç      ð?©r   Úprocess_fileÚtotal_tablesÚtable_level_accÚelement_row_level_index_accÚelement_col_level_index_accÚelement_row_level_content_accÚelement_col_level_content_acc©Ú
predictionÚground_truthÚte_processorÚresultr   r   r   Ú test_table_eval_processor_simple$   sZ    ÿþÿú	ú	ú	úçþÿ(
r7   c                  C   s  ddddddddœddddddœddddddœddddd	dœgid
œg} ddddddddœdddddddœdddddd	dœdddddddœgdœg}t | |dd�}| ¡ }|jdks¸J ‚|jdksÆJ ‚|jdksÔJ ‚|jdksâJ ‚|jdksðJ ‚|jdksþJ ‚d S )Nr   Útable_as_cellsr   r&   )r   r   r   r   r    r   r   r"   r$   r   r   r   r!   r#   r%   r'   Úcells©Zsource_typer)   r*   r2   r   r   r   Ú4test_table_eval_processor_simple_when_input_as_cellsa   sŒ    ûûûûêÿþÿ(ú	ú	ú	úçþÿ(r;   c                  C   s`   ddg idœg} dg dœg}t | |dd�}t t¡� | ¡  W d   ƒ n1 sR0    Y  d S )Nr   r8   r   r'   Z
wrong_typer:   )r   ÚpytestZraisesÚ
ValueErrorr+   )r3   r4   r5   r   r   r   Ú0test_table_eval_processor_when_wrong_source_typeº   s    þÿ	þÿr>   r   )a1  
<table>
    <thead>
        <tr>
            <th>r1c1</th>
            <th>r1c2</th>
        </tr>
    </thead>
    <tbody>
        <tr>
            <td>r2c1</td>
            <td>r2c2</td>
        </tr>
        <tr>
            <td>r3c1</td>
            <td>r3c2</td>
        </tr>
    </tbody>
</table>
a  
<table>
    <tr>
        <th>r1c1</th>
        <th>r1c2</th>
    </tr>
    <tbody>
        <tr>
            <td>r2c1</td>
            <td>r2c2</td>
        </tr>
        <tr>
            <td>r3c1</td>
            <td>r3c2</td>
        </tr>
    </tbody>
</table>
a  
<table>
    </tbody>
        <tr>
            <td>r1c1</td>
            <td>r1c2</td>
        </tr>
        <tr>
            <td>r2c1</td>
            <td>r2c2</td>
        </tr>
        <tr>
            <td>r3c1</td>
            <td>r3c2</td>
        </tr>
    </tbody>
</table>
c                 C   sæ   dd| idœg}ddddddddœd	ddddd
dœdddddddœdddddddœdddddddœdddddddœgdœg}t ||ƒ}| ¡ }|jdksœJ ‚|jdksªJ ‚|jdks¸J ‚|jdksÆJ ‚|jdksÔJ ‚|jdksâJ ‚d S )Nr   r   r   r   r   r   r   r   r!   r"   r#   r$   r%   r&   z$364f4a17-2979-4506-ae77-e8adf8e3f554é   Úr3c1z$30f87503-ac1f-4db1-b924-b316af585702Úr3c2r'   r)   r*   )r   r3   r4   r5   r6   r   r   r   Ú7test_table_eval_processor_various_table_html_structuresÎ   sn    >ú	ú	ú	ú	ú	ú×þÿ8
rB   c                  C   sÆ   dddidœg} dddddddd	œd
dddddd	œddddddd	œddddddd	œgdœg}t | |ƒ}| ¡ }|jdks|J ‚|jdksŠJ ‚|jdks˜J ‚|jdks¦J ‚|jdks´J ‚|jdksÂJ ‚d S )Nr   r   zÙ
<table>
    <thead>
        <tr>
            <th>11</th>
            <th>12</th>
        </tr>
    </thead>
    <tbody>
        <tr>
            <td>21</td>
            <td>22</td>
        </tr>
    </tbody>
</table>r   r   r   r   Ú11r   r!   Ú21r#   Ú12r%   Ú22r'   r)   r*   r2   r   r   r   Ú1test_table_eval_processor_non_str_values_in_tableP  sZ    ÿþÿú	ú	ú	úçþÿ(
rG   c                  C   s>  dddidœg} ddddddd	d
œddddddd
œddddddd
œddddddd
œddddddd
œddddddd
œddddddd
œddddddd
œddddddd
œddddddd
œddddddd
œgd œg}t | |ƒ}| ¡ }|jdksìJ ‚|jd!ksúJ ‚|jd!k�s
J ‚|jd!k�sJ ‚|jd!k�s*J ‚|jd!k�s:J ‚d S )"Nr   r   aþ  
<table>
    <thead>
        <tr>
            <th rowspan="2">r1c1</th>
            <th>r1c2</th>
            <th colspan="2">r1c3</th>
        </tr>
        <tr>
            <th>r2c2</th>
            <th>r2c3</th>
            <th>r2c4</th>
        </tr>
    </thead>
    <tbody>
        <tr>
            <td>r3c1</td>
            <td>r3c2</td>
            <td colspan="2" rowspan="2">r3c3</td>
        </tr>
        <tr>
            <td>r4c1</td>
            <td>r4c2</td>
        </tr>
    </tbody>
</table>
r   z$f399ef57-5b88-4509-8971-9cb63246866er   r   r?   r   r   z$2dfdec2f-e8f3-4be7-a6ac-8ff21c4e8556r@   z$9c771c58-88c7-49d8-9c12-85d0e44b920eé   Zr4c1z$5bd6f3f0-34c5-495b-8a28-c4ac96989ef8r$   z$7b8e6bc2-a310-4dd6-997c-313f951e7f96r&   z$1c152ad4-12fa-4a7b-90de-a992aa6410a4rA   z$55063f64-0003-4217-b6ca-aff5914793ffZr4c2z$22852e86-0e22-4d32-b63a-9ba7dd4118a2Zr1c3z$eae013c5-5597-4a8b-9771-82e28c5c5cbaZr2c3z$0dea3a42-8523-4d6e-9e70-d65cc2314678Zr3c3z$60093e2c-d3e2-4146-92b5-97a2fc16c061Zr2c4r'   r)   r*   r2   r   r   r   Ú&test_table_eval_processor_merged_cellsš  s¼    ÿþÿ%ú	ú	ú	ú	ú	ú	ú	ú	ú	ú	ú¯þÿ`
rI   c                  C   sü   dddidœg} dddddddd	œd
dddddd	œddddddd	œddddddd	œgdœg}t j td¡�*}dg|_t| |ƒ}| ¡ }W d   ƒ n1 sš0    Y  |jdks²J ‚|jdksÀJ ‚|j	dksÎJ ‚|j
dksÜJ ‚|jdksêJ ‚|jdksøJ ‚d S )Nr   r   ú*<table><tr><td>Some cell</td></tr></table>r   r   r   r   rC   r   r!   rD   r#   rE   r%   rF   r'   Zget_table_level_alignmentéÿÿÿÿ)r   ÚpatchÚobjectr   Zreturn_valuer   r+   r,   r-   r.   r/   r0   r1   )r3   r4   Zalign_fnr5   r6   r   r   r   Ú1test_table_eval_processor_when_no_match_with_pred(  s\    þÿ	ú	ú	ú	úçþÿ(
&rN   c                  C   s~   i g} i g}t | |ƒ}| ¡ }|jdks,J ‚|jdks:J ‚t |j¡sJJ ‚t |j¡sZJ ‚t |j¡sjJ ‚t |j	¡szJ ‚d S )Nr   r   )
r   r+   r,   r-   ÚnpÚisnanr.   r/   r0   r1   r2   r   r   r   Ú(test_table_eval_processor_when_no_tablese  s    
rQ   c                  C   sº   g } ddddddddœdddddddœd	ddddd
dœdddddddœgdœg}t | |ƒ}| ¡ }|jdkspJ ‚|jdks~J ‚|jdksŒJ ‚|jdksšJ ‚|jdks¨J ‚|jdks¶J ‚d S )Nr   r   r   r   rC   r   r!   rD   r#   rE   r%   rF   r'   r*   r2   r   r   r   Ú&test_table_eval_processor_when_only_gtt  sR    ú	ú	ú	úçþÿ(
rR   c                  C   s€   dddidœg} i g}t | |ƒ}| ¡ }|jdks6J ‚|jdksDJ ‚|jdksRJ ‚|jdks`J ‚|jdksnJ ‚|jdks|J ‚d S )Nr   r   rJ   r   r   r*   r2   r   r   r   Ú(test_table_eval_processor_when_only_predª  s    þÿ
rS   )Zunittestr   ÚnumpyrO   r<   Ztest_unstructured.unit_utilsr   Z*unstructured.metrics.table.table_alignmentr   Z%unstructured.metrics.table.table_evalr   Z$unstructured.metrics.table_structurer   r   ÚmarkZparametrizer   r   r7   r;   r>   rB   rG   rI   rN   rQ   rR   rS   r   r   r   r   Ú<module>   s:   þþ
	=Yþ=
EJ =6