a
    ¡˜ëj6  ã                   @   sJ   d dl Z d dlmZmZmZ d dlZd dlZd dl	m
Z
 G dd„ dƒZdS )é    N)ÚAnyÚDictÚList)Úcompare_contents_as_dfc                	   @   sè   e Zd Zdedœdd„Zeeeeee	f   ee dœdd„ƒZ
eeeeee	f   eeeee	f   ee dœd	d
„ƒZeeeee	f  ejdœdd„ƒZedeeeee	f   eeeee	f   ee eeeef dœdd„ƒZdS )ÚTableAlignmentçš™™™™™é?©Úcutoffc                 C   s
   || _ d S )Nr   )Úselfr	   © r   úi/mnt/bigstor/www/usecases/.venv/lib/python3.9/site-packages/unstructured/metrics/table/table_alignment.pyÚ__init__
   s    zTableAlignment.__init__)Ú
table_dataÚreturnc                 C   s   dd„ | D ƒS )a6  Extracts and concatenates the content of cells from each table in a list of tables.

        Args:
          table_data: A list of tables, each table being a list of cell data dictionaries.

        Returns:
          List of strings where each string represents the concatenated content of one table.
        c                 S   s    g | ]}d   dd„ |D ƒ¡‘qS )ú c                 S   s   g | ]}d |v r|d  ‘qS ©Úcontentr   )Ú.0Údr   r   r   Ú
<listcomp>   ó    zCTableAlignment.get_content_in_tables.<locals>.<listcomp>.<listcomp>)Újoin)r   Útdr   r   r   r      r   z8TableAlignment.get_content_in_tables.<locals>.<listcomp>r   )r   r   r   r   Úget_content_in_tables   s    z$TableAlignment.get_content_in_tables)Úpredicted_table_dataÚground_truth_table_datar   c                 C   sZ   t  |¡}g }| D ]B}t  |g¡d }tj||ddd�}| |rN| |d ¡nd¡ q|S )a“  Compares predicted table data with ground truth data to find the best
        matching table index for each predicted table.

        Args:
          predicted_table_data: A list of predicted tables.
          ground_truth_table_data: A list of ground truth tables.

        Returns:
          A list of indices indicating the best match in the ground truth for
          each predicted table.

        r   gš™™™™™¹?é   ©r	   Únéÿÿÿÿ)r   r   ÚdifflibÚget_close_matchesÚappendÚindex)r   r   Zground_truth_textsÚmatched_indicesr   Ú	referenceÚmatchesr   r   r   Úget_table_level_alignment   s    
z(TableAlignment.get_table_level_alignmentc                 C   s2   t j| g d¢d�}| d¡}|d  t¡|d< |S )N)Ú	row_indexÚ	col_indexr   )Úcolumnsr(   r)   )ÚpdÚ	DataFrameZ	set_indexZastypeÚstr)r   Zdfr   r   r   Ú_zip_to_dataframe3   s    
z TableAlignment._zip_to_dataframe)r   r   r$   r	   r   c           "         sÞ  g }g }g }g }t ˆ | ƒD �],\}}	|dkrV| d¡ | d¡ | d¡ | d¡ q|| }
t |	¡}t |
¡}t| d¡| d¡ƒ}| |d ¡ | |d ¡ d}d}d}dd„ |
D ƒ}tƒ ‰g }|	D ]à}|d  ¡ }|d	 }|d
 }tj	|||dd�‰g }ˆg k�rh‡‡fdd„t
|ƒD ƒ}|�sJˆ ¡  ‡‡fdd„t
|ƒD ƒ}|d }| |¡ ˆ |¡ ndg}|d }|dkrÌ|
| d	 }|
| d
 }| ||f||ff¡ qÌ|D ]R}|d d |d d k�rØ|d7 }|d d |d d k�rú|d7 }|d7 }�q²d}d}|dk�r4t|| dƒ}t|| dƒ}| |¡ | |¡ q‡ fdd„tt|ƒƒD ƒ} | D ].}!| d¡ | d¡ | d¡ | d¡ �qhtt |¡dƒtt |¡dƒtt |¡d dƒtt |¡d dƒdœS )aà  Aligns elements of the predicted tables with the ground truth tables at the cell level.

        Args:
          predicted_table_data: A list of predicted tables.
          ground_truth_table_data: A list of ground truth tables.
          matched_indices: Indices of the best matching ground truth table for each predicted table.
          cutoff: The cutoff value for the close matches.

        Returns:
          A dictionary with column and row alignment accuracies.

        r   r   Ú Zby_col_token_ratioZby_row_token_ratioc                 S   s   g | ]}|d    ¡ ‘qS r   )Úlower)r   Zgtdr   r   r   r   j   r   z>TableAlignment.get_element_level_alignment.<locals>.<listcomp>r   r(   r)   r   r   c                    s(   g | ] \}}|ˆ d  kr|ˆvr|‘qS ©r   r   ©r   ÚiZb_string©r&   Úused_indicesr   r   r   ~   s   þc                    s(   g | ] \}}|ˆ d  kr|ˆvr|‘qS r1   r   r2   r4   r   r   r   †   s   þé   c                    s   g | ]}|ˆ vr|‘qS r   r   )r   Úid)r$   r   r   r   ¦   s   g      Y@)Úcol_index_accÚrow_index_accZcol_content_accZrow_content_acc)Úzipr"   r   r.   r   ZfillnaÚsetr0   r    r!   Ú	enumerateÚclearÚaddÚroundÚrangeÚlenÚnpÚmean)"r   r   r$   r	   Zcontent_diff_colsZcontent_diff_rowsr8   r9   Úidxr   Zground_truth_tdZpredict_table_dfZground_truth_table_dfZtable_content_diffZaligned_element_col_countZaligned_element_row_countZtotal_element_countZground_truth_td_contents_listZindices_tuple_pairsZtd_eler   r(   Zcol_idxZmatching_indicesZ	b_indicesZmatching_indexZmatched_idxZgt_row_indexZgt_col_indexZindices_tuple_pairZtable_col_index_accZtable_row_index_accZnot_found_gt_table_indexesÚ_r   )r$   r&   r5   r   Úget_element_level_alignment:   s¢    





þü

þþ




ÿ


üz*TableAlignment.get_element_level_alignmentN)r   )r   )Ú__name__Ú
__module__Ú__qualname__Úfloatr   Ústaticmethodr   r   r-   r   r   Úintr'   r+   r,   r.   rF   r   r   r   r   r   	   s&   &ý  ü
ûr   )r    Útypingr   r   r   ÚnumpyrB   Zpandasr+   Z"unstructured_inference.models.evalr   r   r   r   r   r   Ú<module>   s
   