a
    DBìj§8  ã                   @   sÎ  d dl m Z  d dlZd dlZd dlZd dlmZmZmZ d dl	m
Z ej dddgddgg¡dd„ ƒZd	d
„ Zdd„ Zdd„ Zdd„ Zej deƒ eg d�eg d¢d�eg d�eg d¢d�g¡dd„ ƒZdd„ Zdd„ Zdd„ Zej dddg¡ej d d!g d"¢id!d#d$gidd d%gfd!g d"¢id!d#d$gidd d#gfg d"¢g d&¢d'œd#d$gd#d(gd'œdd d%gfg d"¢g d&¢d'œd#d$gd#d(gd'œdd d#gfg¡d)d*„ ƒƒZd+d,„ Zd-d.„ Zej d/d%gd%d0g d g¡d1d2„ ƒZdS )3é    )ÚdatetimeN)Ú	DataFrameÚNaTÚconcatÚsubsetÚaÚBc                 C   sb   t g d¢g d¢g d¢dœƒ}t d¡}tjt|d�� | | ¡ W d   ƒ n1 sT0    Y  d S )N)r   r   é   ©ÚAr   ÚCzIndex(['a'], dtype=©Úmatch)r   ÚreÚescapeÚpytestÚraisesÚKeyErrorÚdrop_duplicates)r   ÚdfÚmsg© r   ún/mnt/bigstor/www/usecases/.venv/lib/python3.9/site-packages/pandas/tests/frame/methods/test_drop_duplicates.pyÚ0test_drop_duplicates_with_misspelled_column_name   s    
r   c                  C   s¶  t g d¢g d¢g d¢tdƒdœƒ} |  d¡}| d d… }t ||¡ | jddd	�}| jd
dg }t ||¡ | jddd	�}| jg  }t ||¡ t|ƒdks J ‚| jg d¢ }|  t ddg¡¡}t ||¡ |  ddg¡}t ||¡ | jddd	�}| jg d¢ }t ||¡ | jddd	�}| jdg }t ||¡ | jd d …g d¢f }| ¡ }| ddg¡}t ||¡ |jdd	�}|jddgdd	�}t ||¡ |jdd	�}|jddgdd	�}t ||¡ |  d¡}| j	ddg }t ||¡ | jddd	�}| j	ddg }t ||¡ | d  
d¡| d< |  d¡}| j	ddg }t ||¡ | jddd	�}| j	ddg }t ||¡ t g d¢g d¢dœƒ} | j| jdk }t |  ¡ |¡ t ddgddggƒ} t |  ¡ | ¡ t ddgddggƒ} t |  ¡ | ¡ t tj¡jd d }t | |gd|d ggƒ} t |  ¡ | ¡ t | |g||d ggƒ} t |  ¡ | ¡ t dd „ td!ƒD ƒƒ} t| t dgdgd  gƒgd"d#�} d$D ] }| j|d	� ¡ dk�s�J ‚�q�d S )%N©ÚfooÚbarr   r   r   r   r   r   ©Úoner   Útwor   r   r   r   r   ©r	   r	   é   r!   r!   r!   r	   r!   é   ©ÚAAAr   r   ÚDr$   r!   Úlast©Úkeepé   é   Fr   ©r   r	   r!   é   r   )r$   r   ©r   é   r)   r*   )r$   r   r   r   éþÿÿÿéÿÿÿÿZint8ÚE)r*   r)   r,   r,   é   r"   r   )r   r)   r.   r.   é	   r	   r!   )ÚxÚyr,   r	   éüÿÿÿr2   c                 s   s   | ]}|gd  V  qdS )r3   Nr   )Ú.0Úir   r   r   Ú	<genexpr>r   ó    z'test_drop_duplicates.<locals>.<genexpr>é   T©Úignore_index)Úfirstr&   F)r   Úranger   ÚtmÚassert_frame_equalÚlocÚlenÚnpÚarrayÚilocZastypeÚindexZiinfoZint64Úmaxr   Z
duplicatedÚsum)r   ÚresultÚexpectedÚdf2r4   r(   r   r   r   Útest_drop_duplicates   s†    üÿ	



"rM   c                  C   s\   t g d¢g d¢g d¢gg d¢d�} |  ¡ }t || ¡ |  d¡}| d d… }t ||¡ d S )N)r	   r!   r.   )r,   r2   r)   )r,   r2   r*   )r   r   Úb©Úcolumnsr   r!   )r   r   r@   rA   )r   Zresult0Zresult1Z	expected1r   r   r   Ú0test_drop_duplicates_with_duplicate_column_namesy   s    "
rQ   c                  C   s  t g d¢g d¢g d¢tdƒdœƒ} |  d¡}| jg d¢ }t ||¡ | jddd	�}| jg d
¢ }t ||¡ | jddd	�}| jddg }t ||¡ |  ddg¡}| jg d¢ }t ||¡ | jddgdd	�}| jg d¢ }t ||¡ | jddgdd	�}| jg d¢ }t ||¡ d S )N)r   r   Úbazr   r   r   Úquxr   r   r    r"   r#   r$   )r   r	   r!   r)   r&   r'   )r!   r.   r)   r*   Fr!   r)   r   )r   r	   r!   r,   r2   r)   )r   r	   r!   r.   r)   r*   )r   r?   r   rF   r@   rA   ©r   rJ   rK   r   r   r   Ú!test_drop_duplicates_for_take_all…   s2    üÿ	
rU   c                  C   sÈ   t g d¢g d¢g d¢tdƒdœƒ} |  d¡}| d d… }t ||¡ | jddd	�}| jd
dg }t ||¡ | jddd	�}| jg  }t|ƒdks”J ‚t ||¡ | jg d¢ }|  d¡}t ||¡ d S )Nr   r   r    r"   )©ZAAZABr   r   r%   rV   r!   r&   r'   r)   r*   Fr   r+   )rV   r   )r   r?   r   r@   rA   rB   rC   rT   r   r   r   Útest_drop_duplicates_tuple©   s(    üÿ	


rW   r   rO   r
   ©rG   c                 C   s8   |   ¡ }t || ¡ |  ¡ }|j dd� t || ¡ d S )NT©Úinplace)r   r@   rA   Úcopy)r   rJ   r   r   r   Útest_drop_duplicates_emptyÆ   s
    r\   c                  C   sh  t g d¢g d¢dtjtjtjddddgtdƒdœƒ} |  d¡}| jg d¢ }t ||¡ | jdd	d
�}| jg d¢ }t ||¡ | jddd
�}| jg  }t ||¡ t|ƒdks´J ‚|  ddg¡}| jg d¢ }t ||¡ | jddgd	d
�}| jg d¢ }t ||¡ | jddgdd
�}| jdg }t ||¡ t g d¢g d¢dtjtjtjddddgtdƒdœƒ} |  d¡}| d d… }t ||¡ | jdd	d
�}| jddg }t ||¡ | jddd
�}| jg  }t ||¡ t|ƒdk�sæJ ‚|  ddg¡}| jg d¢ }t ||¡ | jddgd	d
�}| jg d¢ }t ||¡ | jddgdd
�}| jdg }t ||¡ d S )N)NNr   r   r   r   r   r   r   ç      ð?r	   r"   ©r   r   r   r%   r   )r   r!   r,   r&   r'   )r	   r)   r*   Fr   r   )r   r!   r,   r)   )r	   r.   r)   r*   r)   r   r   r!   r,   r*   )r   r	   r!   r2   )r	   r,   r)   r*   )	r   rD   Únanr?   r   rB   r@   rA   rC   rT   r   r   r   Útest_drop_duplicates_NAÚ   sh    üÿ	

üÿ	

r`   c               
   C   s  t g d¢dtjtjtjddddgdœƒ} |  d¡}| jg d¢ }t ||¡ | jddd	�}| jg d
¢ }t ||¡ | jddd	�}| jddg }t ||¡ |  d¡}| jg d¢ }t ||¡ | jddd	�}| jg d¢ }t ||¡ | jddd	�}| jddg }t ||¡ d S )N)NNr   r   r   rR   r   rS   r]   g       @r,   )r   r   r   )r   r!   r,   r.   r*   r&   r'   )r	   r2   r.   r)   r*   Fr.   r*   r   )r   r	   r.   r)   )r,   r.   r)   r*   r)   )r   rD   r_   r   rF   r@   rA   rT   r   r   r   Ú$test_drop_duplicates_NA_for_take_all$  s.    þÿ

ra   c                  C   s®  t g d¢g d¢g d¢tdƒdœƒ} |  ¡ }|jddd�}| d d	… }|}t ||¡ |d u s`J ‚|  ¡ }|jdd
dd�}| jddg }|}t ||¡ |d u s¢J ‚|  ¡ }|jdddd�}| jg  }|}t ||¡ t|ƒdksäJ ‚|d u sðJ ‚|  ¡ }|jddgdd�}| jg d¢ }|}t ||¡ |d u �s6J ‚|  ¡ }|jddgd
dd�}| jg d¢ }|}t ||¡ |d u �s~J ‚|  ¡ }|jddgddd�}| jdg }|}t ||¡ |d u �sÄJ ‚| jd d …g d¢f  ¡ }| ¡ }|jdd�}| ddg¡}|}t ||¡ |d u �sJ ‚| ¡ }|jd
dd�}|jddgd
d�}|}t ||¡ |d u �sdJ ‚| ¡ }|jddd�}|jddgdd�}|}t ||¡ |d u �sªJ ‚d S )Nr   r   r    r"   r^   r   TrY   r!   r&   )r(   rZ   r)   r*   Fr   r   r+   r-   r
   r'   )r   r?   r[   r   r@   rA   rB   rC   )Úorigr   Zreturn_valuerK   rJ   Zorig2rL   r   r   r   Útest_drop_duplicates_inplaceJ  s~    üÿ	
rc   rZ   TFz4origin_dict, output_dict, ignore_index, output_indexr   )r!   r!   r,   r!   r,   r	   )r!   r!   r2   )r   r   r2   c                 C   s^   t |ƒ}t ||d�}| r0| ¡ }|j|| d� n|j|| d�}t ||¡ t |t |ƒ¡ d S )NrX   )r=   rZ   )r   r[   r   r@   rA   )rZ   Zorigin_dictZoutput_dictr=   Zoutput_indexr   rK   Z	result_dfr   r   r   Ú!test_drop_duplicates_ignore_indexš  s    rd   c                 C   s0   t d| gddggtd�}| ¡ }t ||¡ d S )Nr	   r!   r   )Zdtype)r   Úobjectr   r@   rA   )Znulls_fixturer   rJ   r   r   r   Ú*test_drop_duplicates_null_in_object_columnµ  s    rf   c                 C   sž   t g d¢ddtjtjtjgddtjtjdgg d¢tdddƒtdddƒtdddƒttgdœƒ}|jD ]6}||g j| d	�}|| j| d	�}t || 	¡ ¡ qbd S )
N)r	   r	   r	   r   r   r!   r,   Úthree)r	   r!   r,   r2   r2   iß  r	   )r   rN   ÚcÚdÚer'   )
r   rD   r_   r   r   rP   r   r@   rA   Zto_frame)r(   r   ÚcolumnZdropped_frameZdropped_seriesr   r   r   Ú(test_drop_duplicates_series_vs_dataframe¼  s"    


ûûÿ
rl   ÚargÚTruec                 C   sR   t dg d¢iƒ}d}tjt|d�� |j| d� W d   ƒ n1 sD0    Y  d S )Nr   )r	   r!   r	   r,   zC^For argument "ignore_index" expected type bool, received type .*.$r   r<   )r   r   r   Ú
ValueErrorr   )rm   r   r   r   r   r   Ú-test_drop_duplicates_non_boolean_ignore_indexÓ  s    rp   )r   r   ÚnumpyrD   r   Zpandasr   r   r   Zpandas._testingZ_testingr@   ÚmarkZparametrizer   rM   rQ   rU   rW   r\   r`   ra   rc   rd   rf   rl   rp   r   r   r   r   Ú<module>   sL   
	`$ûþ


J&P**üþ	