a
    DBìjM  ã                   @   s  d dl m Z  d dlZd dlZd dlmZ d dlmZ d dlZ	d dlm
Z
mZmZmZ d dlmZ G dd„ dƒZej de d	d
d
ƒe d	d
dƒfe	 dd¡e	 dd¡fe	 d¡e	 d¡fe	jd d
d�e	jdddd�fg¡dd„ ƒZdd„ Zdd„ Zdd„ Zdd„ Zdd „ Zd!d"„ Zd#d$„ ZdS )%é    )ÚdatetimeN)Úfind_common_type)Úis_dtype_equal)Ú	DataFrameÚIndexÚ
MultiIndexÚSeriesc                   @   s  e Zd Zdd„ Zdd„ Zdd„ Zdd„ Zd	d
„ Zdd„ Ze	j
 dedddƒedddƒedddƒgejejejgedddƒedddƒedddƒgfejejejgedddƒedddƒedddƒgedddƒedddƒedddƒgfedddƒejejgedddƒedddƒedddƒgedddƒedddƒedddƒgfedddƒedddƒedddƒgedddƒejejgedddƒedddƒedddƒgff¡dd„ ƒZdd„ Zdd„ Zdd„ Zdd„ Zdd„ Zdd„ Zd d!„ Zd"d#„ Zd$d%„ Ze	j
 d&dd'g¡d(d)„ ƒZd*d+„ Zd,S )-ÚTestDataFrameCombineFirstc                 C   s¨   t ddgtdƒd�}t tdƒtdƒd�}t||dœƒ}t ddgtddƒd�}t tdƒtddƒd�}t||dœƒ}ttdƒg d	¢dœg d
¢d�}| |¡}t ||¡ d S )NÚaÚbé   ©Úindex©ÚAÚBé   é   Zabab)r   é   r   r   ©r   r   r   é   )r   Úranger   ÚlistÚcombine_firstÚtmÚassert_frame_equal)Úselfr
   r   ÚfÚgÚexpÚcombined© r!   úl/mnt/bigstor/www/usecases/.venv/lib/python3.9/site-packages/pandas/tests/frame/methods/test_combine_first.pyÚtest_combine_first_mixed   s    
z2TestDataFrameCombineFirst.test_combine_first_mixedc                 C   s¢  |d d… |dd …  }}|  |¡}| |j¡}t ||¡ t |j|j¡ t |d |d ¡ | ¡ }d|d< |d= | ¡ }d|d< |d= |  |¡}|d dk 	¡ sªJ ‚t |d |d ¡ t |d |d ¡ t |d |d ¡ |d d…  ¡ | }}d|d< |  |¡}|d d d… dk 	¡ �s,J ‚d|j
d d…|j d¡f< |  |¡}|d d d… dk 	¡ �snJ ‚|d d… }	|dd … }
|	  |
¡}t |d  |	j¡|	d ¡ t |d  |
j¡|
d ¡ |�rÒtnd }tj|d	d
�� |  tƒ ¡}W d   ƒ n1 �s0    Y  t ||¡ tƒ   |¡}t || ¡ ¡ |  tddgd�¡}d|jv �s^J ‚tddgitdddƒgd�}tdgd�}|  |¡}d|v �sžJ ‚d S )Nr   r   r   ÚCr   r   ÚDé
   zempty entries)ÚmatchZfazÚboor   r
   iÜ  r   ©Úcolumns)r   Zreindexr   r   r   Zassert_index_equalr*   Úassert_series_equalÚcopyÚallÚilocZget_locÚFutureWarningZassert_produces_warningr   Z
sort_indexr   )r   Zfloat_frameZusing_infer_stringÚheadÚtailr    Zreordered_frameZfcopyZfcopy2r   r   ÚwarningÚcombÚdfÚdf2Úresultr!   r!   r"   Útest_combine_first!   sR    




,
z,TestDataFrameCombineFirst.test_combine_firstc                 C   s¸   t g d¢ƒ}tg d¢|d�}tg d¢|d�}tg d¢|d�}t|||dœƒ}t g d¢ƒ}tg d¢|d�}tg d¢|d�}tg d¢|d�}t|||dœƒ}| |¡}t|jƒdks´J ‚d S )	N)r
   r   ÚcÚe)ç      @g      "Àç      @g      Y@r   )é   é   r   éa   )Zcol0Úcol2Zcol3)r
   r   r8   r   )Zcol1r?   Zcol5r   )r   r   r   r   Úlenr*   )r   ÚidxZser1Zser2Zser3Zframe1Zframe2r    r!   r!   r"   Útest_combine_first_mixed_bug`   s    
z6TestDataFrameCombineFirst.test_combine_first_mixed_bugc                 C   s|   t g d¢g d¢gg d¢d�}t ddggdgddgd	�}| |¡}t ||¡ tj|jd
< | |¡}d|jd
< t ||¡ d S )N)ç      ð?ç       @FT)r;   r:   TF)r   r   Zbool1Zbool2r)   é-   r   r   r   )r   r*   )r   r   )r   r   r   r   ÚnpÚnanÚloc)r   r4   Úotherr6   r!   r!   r"   Ú$test_combine_first_same_as_in_updater   s    þ


z>TestDataFrameCombineFirst.test_combine_first_same_as_in_updatec                 C   s�   t dtjddtjgtjddtjdgdœƒ}t dddtjddgtjtjdddd	gdœƒ}| |¡}t g d
¢tjdddddgdœƒ}t ||¡ d S )NrC   ç      @r:   rD   ç      @r   r;   ç      @g       @)r   r   é   r   rN   rM   r   rN   r=   r   é   )r   rF   rG   r   r   r   )r   Údf1r5   r6   Úexpectedr!   r!   r"   Útest_combine_first_doc_example‚   s    $ÿþÿ
 z8TestDataFrameCombineFirst.test_combine_first_doc_examplec                 C   s�   t tjddgdtjdgtjddggƒ}t dtjdgg d¢gdd	gd
�}tg d¢d	td�}| |¡d	 }t ||¡ | |¡d	 }t ||¡ d S )NrK   TgffffffÀrM   FgÍÌÌÌÌLEÀ)g      Àgš™™™™™ù?Fr   r   r   )TTF)ÚnameÚdtype)r   rF   rG   r   Úboolr   r   r+   )r   rP   r5   rQ   Ú	result_12Ú	result_21r!   r!   r"   Ú-test_combine_first_return_obj_type_with_bools“   s     ÿ zGTestDataFrameCombineFirst.test_combine_first_return_obj_type_with_boolszdata1, data2, data_expectediÐ  r   r   rN   c                 C   s@   t d|iƒt d|iƒ }}| |¡}t d|iƒ}t ||¡ d S )Nr
   ©r   r   r   r   )r   Údata1Údata2Zdata_expectedrP   r5   r6   rQ   r!   r!   r"   Ú-test_combine_first_convert_datatime_correctly£   s    
zGTestDataFrameCombineFirst.test_combine_first_convert_datatime_correctlyc                 C   s$  t t d¡dggddgd�}t dgdggdgd�}|d jdksDJ ‚|d jd	ksVJ ‚| |¡}t t d¡tjgddgd
œddgd�}t ||¡ |d jdks¤J ‚|d jd	ks¶J ‚|jd d…  |¡}t t	j
t	j
gddgd
œddgd�}t ||¡ |d jdk�sJ ‚|d jd	k�s J ‚d S )Nú
2011-01-01r   r
   r   r)   r=   r   zdatetime64[ns]Úint64©r
   r   r   Zfloat64)r   ÚpdÚ	TimestamprT   r   ÚNaTr   r   r.   rF   rG   )r   ZdfaZdfbÚresr   r!   r!   r"   Útest_combine_first_align_nanÆ   s"    
þ"z6TestDataFrameCombineFirst.test_combine_first_align_nanc                 C   s  t  d¡ d¡ |¡}tddg|t jddd�d�}t  d	¡ d¡ |¡}tdd
g|t jddd�d�}|dg  |¡}tt jddd�t jddd�gt jddd�t jgdœddgt jdddd�d|› d�d�}|d j	d|› d�ksäJ ‚|d j	d|› d�ksþJ ‚t
 ||¡ d S )Nz20100101 01:01ÚUTCÚUTCdatetimeÚabcZ20140627r   )Úperiods)r*   Údatar   z20121212 12:12ZxyzZ20140628z2010-01-01 01:01©Útzz2012-12-12 12:12z2010-01-01 01:01:00)rf   rg   r   r%   )rh   Úfreqúdatetime64[ú, UTC])r*   r   rT   )r`   Úto_datetimeZtz_localizeÚas_unitr   Ú
date_ranger   ra   rb   rT   r   r   )r   ÚunitrZ   rP   r[   r5   rc   r   r!   r!   r"   Útest_combine_first_timezoneß   s4    ýýþû
öz5TestDataFrameCombineFirst.test_combine_first_timezonec                 C   sp   t jddd|d�}td|iƒ}t jddd|d�}td|iƒ}| |¡}t ||¡ |d jd|› d�kslJ ‚d S )	Nú
2015-01-01ú
2015-01-05re   ©rk   rr   ÚDATEú
2015-01-03rm   rn   ©r`   rq   r   r   r   r   rT   )r   rr   Údts1rP   Údts2r5   rc   r!   r!   r"   Útest_combine_first_timezone2ÿ   s    
z6TestDataFrameCombineFirst.test_combine_first_timezone2c           	      C   sž   t jg d¢dd� |¡}td|ig d¢d�}t jg d¢dd� |¡}td|ig d¢d�}| |¡}t jg d	¢dd� |¡}td|ig d
¢d�}t ||¡ d S )N)r]   rb   ú
2011-01-03ú
2011-01-04ú
US/Easternrj   rw   ©r   rN   r   r   r   ©ú
2012-01-01ú
2012-01-02z
2012-01-03©r   r=   r   )r]   r‚   rb   rƒ   r}   r~   ©r   r   rN   r=   r   r   )r`   ZDatetimeIndexrp   r   r   r   r   ©	r   rr   rz   rP   r{   r5   rc   Úexp_dtsr   r!   r!   r"   Útest_combine_first_timezone3
  s*    ÿþÿþ
÷
öz6TestDataFrameCombineFirst.test_combine_first_timezone3c                 C   s`   t jdddd�}td|iƒ}t  dd¡}td|iƒ}| |¡}t ||¡ |d jdks\J ‚d S )Nrt   ru   r   rj   rw   rx   zdatetime64[ns, US/Eastern]ry   )r   rz   rP   r{   r5   rc   r!   r!   r"   Útest_combine_first_timezone4$  s    
z6TestDataFrameCombineFirst.test_combine_first_timezone4c           	      C   s–   t jddd|d�}td|iƒ}t jdd|d�}td|iƒ}| |¡}t jddd�t jddd�t  d¡g}td|iƒ}t ||¡ |d jd	ks’J ‚d S )
Nrt   z
2015-01-02r   rv   rw   rx   )rr   rj   Úobject)r`   rq   r   r   ra   r   r   rT   r†   r!   r!   r"   Útest_combine_first_timezone50  s    
ýz6TestDataFrameCombineFirst.test_combine_first_timezone5c                 C   s’   t  g d¢¡}td|ig d¢d�}t  g d¢¡}td|ig d¢d�}| |¡}t  g d¢¡}td|ig d¢d�}t ||¡ |d jd	ksŽJ ‚d S )
N)ú1 dayrb   ú3 dayZ4dayZTDr€   r   )ú10 dayú11 dayz12 dayr„   )rŒ   rŽ   rb   r�   r�   z4 dayr…   ztimedelta64[ns])r`   ZTimedeltaIndexr   r   r   r   rT   )r   rZ   rP   r[   r5   rc   r‡   r   r!   r!   r"   Útest_combine_first_timedelta@  s    
ÿz6TestDataFrameCombineFirst.test_combine_first_timedeltac           	   	   C   sH  t jg d¢dd�}td|ig d¢d�}t jg d¢dd�}td|ig d¢d�}| |¡}t jg d	¢dd�}td|ig d
¢d�}t ||¡ |d j|jksœJ ‚t jg d¢dd�}td|ig d¢d�}| |¡}t jddd�t jddd�t jt jddd�t jddd�t jddd�g}td|ig d
¢d�}t ||¡ |d jdk�sDJ ‚d S )N)ú2011-01rb   ú2011-03ú2011-04ÚM)rl   ÚPr€   r   )r‚   ú2012-02z2012-03r„   )r‘   z2012-01rb   r–   r’   r“   r…   r�   r%   r‘   r‚   rƒ   r’   r“   rŠ   )	r`   ZPeriodIndexr   r   r   r   rT   ÚPeriodrb   )	r   rZ   rP   r[   r5   rc   r‡   r   r{   r!   r!   r"   Útest_combine_first_periodN  s0    
ÿ
úz3TestDataFrameCombineFirst.test_combine_first_periodc                 C   sx   t dg d¢idd�}t dddgidd�}| |¡}t dg d¢iƒ}t ||¡ | |¡}t dg d¢iƒ}t ||¡ d S )Nr
   )r   r   rN   r   r^   ©rT   r   r=   )r   r=   rN   r   rY   )r   rP   r5   rV   Zexpected_12rW   Zexpected_21r!   r!   r"   Útest_combine_first_intm  s    

z0TestDataFrameCombineFirst.test_combine_first_intÚvalrC   c                 C   sH   t d|giƒ}t ddgiƒ}| |¡}t dg|gdœƒ}t ||¡ d S )NÚisNumÚisBoolT)r�   rœ   rY   )r   r›   rP   r5   rc   r   r!   r!   r"   Ú(test_combine_first_with_asymmetric_other{  s
    
zBTestDataFrameCombineFirst.test_combine_first_with_asymmetric_otherc                 C   sœ   t ddgtjgd dœ|d�}t dgtjgdœ|d�}|jddgdd	� |jddgdd	� | |¡}t ddgtjgd dœ|d� ddg¡}t ||¡ d S )
NZ962Z85r   r_   r™   r
   r   T)Zinplace)r   r`   ZNAZ	set_indexr   r   r   )r   Znullable_string_dtyper4   r5   r6   rQ   r!   r!   r"   Ú'test_combine_first_string_dtype_only_na†  s    ÿ
ÿþzATestDataFrameCombineFirst.test_combine_first_string_dtype_only_naN)Ú__name__Ú
__module__Ú__qualname__r#   r7   rB   rJ   rR   rX   ÚpytestÚmarkÚparametrizer   r`   rb   r\   rd   rs   r|   rˆ   r‰   r‹   r�   r˜   rš   rž   rŸ   r!   r!   r!   r"   r	      sN   ?  ý  ý  ý  ýðþ

 

r	   zscalar1, scalar2éä  r   r   z
2020-01-01r%   z
2020-01-02z89 daysz60 min)ÚleftÚrightrN   r§   )r§   r¨   Úclosedc           
      C   s´   |}t ||ggddgd�}t | |ggddgd�}t|jd |jd gƒ}t|dƒsf|jd |jd krl| }n|}| |¡}t |||ggg d¢d�}	|	d  |¡|	d< t ||	¡ d S )Nr
   r   r)   r8   rŠ   ©r
   r   r8   )r   r   Zdtypesr   r   Zastyper   r   )
Zscalar1Zscalar2Znulls_fixtureZna_valueÚframerI   Zcommon_dtyper›   r6   rQ   r!   r!   r"   Ú test_combine_first_timestamp_bug•  s    
r¬   c                  C   s„   t tjtjggddgd�} t tdddƒtdddƒggddgd�}|  |¡}t tjtdddƒtdddƒggg d¢d�}t ||¡ d S )	Nr
   r   r)   r¦   r   r   r8   rª   )r   r`   rb   r   r   r   r   )r«   rI   r6   rQ   r!   r!   r"   Ú$test_combine_first_timestamp_bug_NaTµ  s    ÿ
"ÿr­   c                  C   s  t jdddddtjgg d¢gddgd�} tdg d¢i| d�}t jg d¢g d¢gddgd�}tg d¢|d�}| td	|iƒ¡}t jdddddddddd	tjgg d
¢gddgd�}ttjtjdddddtjdtjdgddtjddtjtjdtjdtjgdœ|d�}t ||¡ d S )Nr   r8   r
   )r   r   rN   r=   r   r   ©Únames)r   r   r   r   r   r   r   )r
   r   r8   r
   r   Údr°   )r   r   r=   r   r   r   r   r   rN   r   r   r   rC   r;   rD   r:   rK   rL   )r8   r°   )	r   Úfrom_arraysrF   rG   r   r   r   r   r   )Zmi1r4   Zmi2Úsrc   Zmi_expectedrQ   r!   r!   r"   Ú&test_combine_first_with_nan_multiindexÄ  s,    ÿÿþû "þûr³   c                  C   sÀ   t ddgtdƒd�} t tdƒtdƒd�}t| |dœƒ}t ddgtddƒd�}t tdd	ƒtddƒd�}t||d
œƒ}tddtjtjgg d¢tjtjddgdœg d¢d�}| |¡}t ||¡ d S )Nr
   r   r   r   r   r   r   éÿÿÿÿr   )r   r$   )r   r   r´   r   ©r   r   r$   r   )r   r   r   rF   rG   r   r   r   )Za_columnZb_columnrP   Zc_columnr5   rQ   r    r!   r!   r"   Útest_combine_preserve_dtypesá  s    ýú
r¶   c                  C   sÄ   t dg d¢itjg d¢tjddggddgd�d	�} t d
g d¢itjg d¢tjddggddgd�d	�}t dddtjgddtjdgdœtjg d¢tjdddggddgd�d	�}|  |¡}t ||¡ d S )NÚx)é	   r&   é   ©r   r   rN   r   r   r
   r   r®   r   Úy)r<   é   é   )r   r   r=   r   g      "@g      $@g      &@g      (@g      *@g      ,@)r·   r»   )r   r   rN   r=   )r   r   r±   rF   rG   r   r   r   )rP   r5   rQ   r    r!   r!   r"   Ú7test_combine_first_duplicates_rows_for_nan_index_values÷  s$    
 þ
 þþÿû	
r¾   c                  C   sh   t g d¢g d¢dœƒ} t g d¢g d¢g d¢dœƒ}|  |¡}t g d¢g d¢g d¢dœƒ}t ||¡ d S )Nrº   )r=   r   r   r   )r   é   é   )é(   é2   é<   )r<   é"   éA   rµ   rY   )Zdf_1Zdf_2r6   rQ   r!   r!   r"   Ú,test_combine_first_int64_not_cast_to_float64  s
    
rÆ   c                  C   s²   t  ddgtjtjgg¡} t  ddgtjtjgg¡}tdd dgi| d�}tdddgi|d�}| |¡}t  g d¢tjtjtjtjgg¡}tdtjdddgi|d�}t ||¡ d S )Nr   r   r
   r=   r   rN   )r   r   r   r   )r   r±   rF   rG   r   r   r   r   )ZmidxZmidx2rP   r5   r6   Zexpected_midxrQ   r!   r!   r"   Útest_midx_losing_dtype  s    
ÿrÇ   c                  C   sD   t ddgd�} t ddgd�}|  |¡}t g d¢d�}t ||¡ d S )Nr
   r   r)   r8   rª   rY   )r§   r¨   r6   rQ   r!   r!   r"   Ú test_combine_first_empty_columns'  s
    
rÈ   )r   ÚnumpyrF   r£   Zpandas.core.dtypes.castr   Zpandas.core.dtypes.commonr   Zpandasr`   r   r   r   r   Zpandas._testingZ_testingr   r	   r¤   r¥   r—   Z	TimedeltaZIntervalr¬   r­   r³   r¶   r¾   rÆ   rÇ   rÈ   r!   r!   r!   r"   Ú<module>   s6      üþ	
	