a
    DBìjøI  ã                   @   sÞ  d dl Z d dlZd dlZd dlZd dlmZ d dlmZ d dl	Z
d dl	mZmZmZmZmZmZmZmZ d dlmZmZ d dlmZ ejjgZdd„ Zd	d
„ Zdd„ Zdd„ Z dd„ Z!dd„ Z"dd„ Z#dd„ Z$dd„ Z%ej &d¡dd„ ƒZ'dd„ Z(dd„ Z)ej &d¡d d!„ ƒZ*d"d#„ Z+ej ,d$d%ej-d&ej.d'�g¡d(d)„ ƒZ/d*d+„ Z0ej ,d,ej1ej2e3d-d.g¡d/d0„ ƒZ4d1d2„ Z5d3d4„ Z6ej ,d$d%ej-d&ej.d'�g¡d5d6„ ƒZ7dEd7d8„Z8dFd9d:„Z9d;d<„ Z:d=d>„ Z;d?d@„ Z<dAdB„ Z=dCdD„ Z>dS )Gé    N)Ú	Timestamp)Úis_platform_windows)Ú	DataFrameÚDatetimeIndexÚIndexÚSeriesÚ_testingÚbdate_rangeÚ
date_rangeÚread_hdf)Ú_maybe_removeÚensure_clean_store)Ú_test_decoratorsc                     s6  t  ¡ ��‰ ‡ fdd„} ttjdtjd�tddd�d�}t  || d|ƒ¡ ttdƒd	d
d„ tdƒD ƒd�}t  || d|ƒ¡ t	dt d¡ 
d¡ ttdƒƒtdd„ tdƒD ƒƒd�}t  || d|ƒ¡ t	tdƒtdƒdœƒ}|jˆ ddd� tˆ ddgd�}t  ||jdk |¡ W d   ƒ n1 �s(0    Y  d S )Nc                    s    |j ˆ fd| i|¤Ž tˆ | ƒS )NÚkey)Úto_hdfr   )r   ÚobjÚkwargs©Úpath© úg/mnt/bigstor/www/usecases/.venv/lib/python3.9/site-packages/pandas/tests/io/pytables/test_round_trip.pyÚ	roundtrip!   s    z'test_conv_read_write.<locals>.roundtripé
   ©Údtypeú
2020-01-01©Úperiods©ÚindexZseriesÚfloat64c                 S   s   g | ]}d |› �‘qS ©Zi_r   ©Ú.0Úir   r   r   Ú
<listcomp>*   ó    z(test_conv_read_write.<locals>.<listcomp>©r   r   Zstring_seriesçš™™™™™ñ?éx   ©é   é   ÚABCDc                 S   s   g | ]}d |› �‘qS ©zi-r   r"   r   r   r   r%   0   r&   r+   ©Úcolumnsr   Úframeé   ©ÚAÚBÚtableT©r   Úappendzindex>2)Úwhereé   )ÚtmZensure_cleanr   ÚnpÚaranger    r
   Úassert_series_equalÚranger   Úreshaper   ÚlistÚassert_frame_equalr   r   r   )r   ÚoÚdfÚresultr   r   r   Útest_conv_read_write   s$    ÿ 
ýrF   c                 C   sn   dgd }t d|i|d�}t| ƒ�8}|jd|dgd� | d¡}t ||¡ W d   ƒ n1 s`0    Y  d S )NZ2aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaar   Úar   rD   )Zdata_columns)r   r   r8   Úselectr;   rB   )Ú
setup_pathÚdatarD   ÚstorerE   r   r   r   Útest_long_strings;   s    


rL   c                 C   s¬   | | }t tdƒƒ}|jd d… j|dddd� |jdd … j|dddd� t t|dƒ|¡ |jd d… j|dddd� |jdd … j|dddd� t t|dƒ|¡ d S )Né   r   rD   Tr6   ©r   r8   ÚformatF©r   r?   Úilocr   r;   rB   r   ©Útmp_pathrI   r   rD   r   r   r   Útest_apiG   s    rT   c                 C   s¨   | | }t tdƒƒ}|jd d… j|ddd� |jdd … j|dddd� t t|dƒ|¡ |jd d… j|dddd� |jdd … j|ddd� t t|dƒ|¡ d S )	NrM   r   rD   Tr7   r6   rN   FrP   rR   r   r   r   Útest_api_appendW   s    rU   c                 C   s*  | | }t tdƒƒ}|j|dddd� t t|dƒ|¡ |j|dddd� t t|dƒ|¡ |j|ddd� t t|dƒ|¡ |j|dd� t t|dƒ|¡ t|ƒ��l}t tdƒƒ}t|dƒ |jd|j	d d	… d
dd� |jd|j	d	d … d
dd� t | 
d¡|¡ t|dƒ |jd|j	d d	… ddd� |jd|j	d	d … d
dd� t | 
d¡|¡ t|dƒ |jd|j	d d	… ddd� |jd|j	d	d … d
dd� t | 
d¡|¡ t|dƒ |jd|j	d d	… ddd� |jd|j	d	d … d
d d� t | 
d¡|¡ W d   ƒ n1 �s0    Y  d S )NrM   rD   FÚfixedrN   Úfr7   )r   r   Tr6   )r8   rO   )r   r?   r   r;   rB   r   r   r   r8   rQ   rH   )rS   rI   r   rD   rK   r   r   r   Ú
test_api_2e   s8    



rX   c                 C   s˜  | | }t dt d¡ d¡ ttdƒƒtdd„ tdƒD ƒƒd�}d	}tjt	|d
��" |j
|dddd� W d   ƒ n1 sz0    Y  tjt	|d
��" |j
|dddd� W d   ƒ n1 sº0    Y  d}tjt|d
��" |j
|dddd� W d   ƒ n1 sþ0    Y  tjt|d
��" |j
|dddd� W d   ƒ n1 �s@0    Y  d}d|› d�}tjt|d
�� t|dƒ W d   ƒ n1 �sŠ0    Y  d S )Nr(   r)   r*   r-   c                 S   s   g | ]}d |› �‘qS r.   r   r"   r   r   r   r%   •   r&   z$test_api_invalid.<locals>.<listcomp>r+   r/   zCan only append to Tables©ÚmatchrD   TrW   rN   rV   z)invalid HDFStore format specified \[foo\]ÚfooFÚ zFile z does not exist)r   r<   r=   r@   r   rA   r?   ÚpytestÚraisesÚ
ValueErrorr   Ú	TypeErrorÚFileNotFoundErrorr   )rS   rI   r   rD   Úmsgr   r   r   Útest_api_invalid�   s(    
ý0002rc   c              	   C   sÄ   t | ƒ�¨}ttjdtjd�tddd�d�|d< | d¡}|d }t ||¡ | d¡}|d }t ||¡ t	j
tdd	�� | d
¡ W d   ƒ n1 s˜0    Y  W d   ƒ n1 s¶0    Y  d S )Nr   r   r   r   r   rG   z/az'No object named b in the file'rY   Úb)r   r   r<   r=   r    r
   Úgetr;   r>   r]   r^   ÚKeyError)rI   rK   ÚleftÚrightr   r   r   Útest_get°   s    
ÿ


ri   c                 C   s(   t tj d¡ d¡ƒ}t|tj| ƒ d S )Nr:   )é2   éd   )r   r<   ÚrandomÚdefault_rngÚstandard_normalÚ_check_roundtripr;   rB   )rI   rD   r   r   r   Útest_put_integerÁ   s    rp   c           	      C   s  t | ƒ��ú}tdg d¢idd�}| d|¡ t |j|d j¡ tdg d¢idd�}| d|¡ t |j|d j¡ t d¡}tj	t
|d	�� | d|¡ W d   ƒ n1 s®0    Y  ttjd
gdgdggdd�dgd�}| d|¡ t |j|d j¡ |jjd dk�sJ ‚tdd„ dD ƒƒ}d|d< d|d< |d  d¡|d< |d dk|d< tdƒ|d< tdƒ|d< | d|¡ | d¡j ¡ }d d!„ |jD ƒ|_|�r¦d"nd#}tddd$d
d%d
dd
d&d
d'd
d(d
|d
d)di	d*d+�}| ¡ }| ¡ }t ||¡ W d   ƒ n1 �s0    Y  d S ),NrG   ©é   r:   é   Zf8r   Zdf_f8Úi8Zdf_i8zdCannot serialize the column [a] because its data contents are not [float] but [integer] object dtyperY   rr   r:   rs   Zf4r4   ©r0   Zdf_f4r   Úfloat32c                 S   s(   i | ] }|t tj d ¡ d¡|d�“qS )r:   r2   r   )r   r<   rl   rm   Zintegers)r#   Úcr   r   r   Ú
<dictcomp>ã   s   ÿz6test_table_values_dtypes_roundtrip.<locals>.<dictcomp>)rv   r    Úint32Úint64Úint16Úint8r[   Ústringç      ð?Zfloat322ÚboolZ20130101Ztime1Z20130102Ztime2Zdf_mixed_dtypes1c                 S   s   g | ]}t |ƒ‘qS r   )Ústrr"   r   r   r   r%   ñ   r&   z6test_table_values_dtypes_roundtrip.<locals>.<listcomp>r€   Úobjectr    ry   r{   r|   rz   zdatetime64[ns]Úcount)Úname)r   r   r8   r;   r>   ZdtypesÚreÚescaper]   r^   r_   r<   ÚarrayrQ   Zastyper   rH   Zvalue_countsr   r   Z
sort_index)	rI   Úusing_infer_stringrK   Údf1Údf2rb   rE   Z	str_dtypeÚexpectedr   r   r   Ú"test_table_values_dtypes_roundtripÇ   s^    ÿ*$þÿ÷ôr‹   z(ignore::pandas.errors.PerformanceWarningc                 C   s°   t tdƒddd„ tdƒD ƒd�}t|tj| d� t tjdtjd�tddd	�d
�}t|tj| d� t |j	t
|j	ƒƒ}t|tj| d� t |jt
t |j	¡ƒƒ}t|tj| dd� d S )Nr   r    c                 S   s   g | ]}d |› �‘qS r!   r   r"   r   r   r   r%     r&   ztest_series.<locals>.<listcomp>r'   r   r   r   r   r   F)r   Úcheck_index_type)r   r?   ro   r;   r>   r<   r=   r    r
   r   r   ÚvaluesZasarray)rI   ÚsÚtsZts2Zts3r   r   r   Útest_series  s     ÿ
ÿr�   c                 C   s@   t j d¡ d¡}tt j d¡ d¡|d�}t|tj| d� d S )Nr:   r   r   r   )r<   rl   rm   rn   r   ro   r;   r>   )rI   r   rŽ   r   r   r   Útest_float_index  s    r‘   c                 C   sz   t  d¡}g d¢}t j d¡ d¡ d¡}t|||d�}t t	j
j¡�  t|tj| d� W d   ƒ n1 sl0    Y  d S )Nr   ))g        r~   )ç       @ç      @)g      @g      @r:   r+   )rs   r   )r   r0   r   )r<   r=   rl   rm   rn   r@   r   r;   Zassert_produces_warningÚpdÚerrorsZPerformanceWarningro   rB   )rI   ÚcolÚidxrJ   ZDFr   r   r   Útest_tuple_index   s    
r˜   c                 C   s°  t j d¡ d¡}dd„ }t|ddgƒ}t||| d� t|tj ¡ dgƒ}t||| d� t|ddgƒ}t||| d� t|tj ¡ dgƒ}t||| d� t|ddgƒ}t||| d� t|tj ¡ dgƒ}t||| d� t|ddgƒ}t||| d� t|tj ¡ dgƒ}t||| d� t|dd	gƒ}t||| d� t|d
dgƒ}t||| d� t|d
dgƒ}t||| d� t	ddgdd�}t||d�}t||| d� |j
 d¡|_
t||| d� d S )Nr:   c                 S   s   t j| |dd�S )NT)rŒ   )r;   r>   )ÚlhsÚrhsr   r   r   Ú<lambda>/  r&   z"test_index_types.<locals>.<lambda>r   Úyr   rG   g®Gáz®ó?rd   rr   g{®Gázø?r2   z
2012-01-01z
2012-01-02úM8[ns]r   r   rŽ   )r<   rl   rm   rn   r   ro   ÚdatetimeÚtodayÚdater   r   Zas_unit)rI   r�   ÚfuncZserZdtir   r   r   Útest_index_types+  s:    r¢   c                 C   sn   t ddƒ}ttj d¡ t|ƒ¡|d�}zt|tj	| d� W n, t
yh   tƒ rb| tj d¡¡ ‚ Y n0 d S )Nz1/1/1940z1/1/1960r:   r   r   z'known failure on some windows platforms)r	   r   r<   rl   rm   rn   Úlenro   r;   r>   ÚOverflowErrorr   Zapplymarkerr]   ÚmarkZxfail)rI   ÚrequestZdrr�   r   r   r   Útest_timeseries_preepochZ  s    

ÿr§   ÚcompressionFT)Zmarksc                 C   sH  t dt d¡ d¡ ttdƒƒtdd„ tdƒD ƒƒd�}tj|jd	< tj|jd
< t	|t
j|| d� t|t
j|| d� t tj d¡ d¡ttdƒƒtdddd�d�}t|t
j|| d� t|ƒ�H}tj d¡ t|ƒ¡|d< ||d< |d }|j ¡ söJ ‚W d   ƒ n1 �s0    Y  |d d… }tg ƒ|_t|d d… t
j|d� d S )Nr(   r)   r*   r-   c                 S   s   g | ]}d |› �‘qS r.   r   r"   r   r   r   r%   n  r&   ztest_frame.<locals>.<listcomp>r+   r/   )r   r   )r2   rs   ©r   r¨   r:   )r   r,   z
2000-01-01r   r5   )r   Úfreqr[   rD   r   r   )r   r<   r=   r@   r   rA   r?   ÚnanrQ   Ú_check_roundtrip_tabler;   rB   ro   rl   rm   rn   r
   r   r£   Z_mgrZis_consolidatedr   )r¨   rI   rD   ZtdfrK   Úreconsr‰   r   r   r   Ú
test_frameg  s:    
ý
ÿ
ÿ
ý
ÿ
.
r®   c                 C   sŒ   t td�}t dtd�}tƒ }tg d¢d�}tg d¢d�}t|tj| d� t|tj| d� t|tj| d� t|tj| d� t|tj| d� d S )	Nr   Zmyseries)rƒ   r   ©rG   rd   rw   r   )ÚdÚerW   ru   r   )r   r�   r   ro   r;   r>   rB   )rI   Ús0Ús1Zdf0rˆ   r‰   r   r   r   Útest_empty_series_frame“  s    
r´   r   zm8[ns]r�   c                 C   s   t | d�}t|tj|d� d S )Nr   r   )r   ro   r;   r>   )r   rI   rŽ   r   r   r   Útest_empty_series¡  s    
rµ   c                 C   sJ   dd„ t ddƒD ƒ}ttj d¡ t|ƒdf¡|d�}t|tj	| d� d S )	Nc                 S   s   g | ]}|  ¡ ‘qS r   )r    )r#   Úxr   r   r   r%   ¨  r&   z,test_can_serialize_dates.<locals>.<listcomp>z1/1/2000z	1/30/2000r:   r,   r   r   )
r	   r   r<   rl   rm   rn   r£   ro   r;   rB   )rI   Úrngr1   r   r   r   Útest_can_serialize_dates§  s
    ÿr¸   c                 C   sÌ   |}|rNd}t jt|d��  t|tj| d� W d   ƒ n1 s@0    Y  d S t|tj| d� t|jtj| d� t|d tj| d� t| ƒ�,}||d< |d }t ||¡ W d   ƒ n1 s¾0    Y  d S )Nz=Saving a MultiIndex with an extension dtype is not supported.rY   r   r4   r1   )	r]   r^   ÚNotImplementedErrorro   r;   rB   ÚTr>   r   )rI   r‡   Z multiindex_dataframe_random_datar1   rb   rK   r­   r   r   r   Útest_store_hierarchical°  s    .
r»   c                 C   sÒ   dd„ }|ƒ }|ƒ }t |tj|d� t |tj|d� t|ƒ�@}||d< t |d |¡ ||d< t |d |¡ W d   ƒ n1 s‚0    Y  t |d tj|| d� t |d tj|| d� t |d tj|| d� d S )	Nc                  S   s€   t dt d¡ d¡ ttdƒƒtdd„ tdƒD ƒƒd�} d	| d
< d| d< | d dk| d< | d dk| d< d| d< d| d< |  ¡ S )Nr(   r)   r*   r-   c                 S   s   g | ]}d |› �‘qS r.   r   r"   r   r   r   r%   Î  r&   z7test_store_mixed.<locals>._make_one.<locals>.<listcomp>r+   r/   r[   Úobj1ÚbarÚobj2r4   r   Úbool1r5   Zbool2rr   Úint1r:   Zint2)r   r<   r=   r@   r   rA   r?   Z_consolidate)rD   r   r   r   Ú	_make_oneÊ  s    
ýz#test_store_mixed.<locals>._make_oner   r   r¼   r©   r¿   rÀ   )ro   r;   rB   r   r>   )r¨   rI   rÁ   rˆ   r‰   rK   r   r   r   Útest_store_mixedÆ  s8    
.üüürÂ   c                 K   sh   i }|rd|d< t |dfi |¤Ž�2}| |d< |d }||| fi |¤Ž W d   ƒ n1 sZ0    Y  d S )NÚbloscÚcomplibÚwr   )r   )r   Ú
comparatorr   r¨   r   ÚoptionsrK   Ú	retrievedr   r   r   ro   ù  s    ro   c                 C   sh   i }|rd|d< t |dfi |¤Ž�2}|jd| dd� |d }||| ƒ W d   ƒ n1 sZ0    Y  d S )NrÃ   rÄ   rÅ   r   r6   )rO   )r   Úput)r   rÆ   r   r¨   rÇ   rK   rÈ   r   r   r   r¬     s    r¬   c                 C   s8   ddg}t tj d¡ t|ƒ¡|ƒ}t|tj| d� d S )Nu   Ïƒu   ÏƒÏƒr:   r   )	r   r<   rl   rm   rn   r£   ro   r;   r>   )rI   Zunicode_valuesrŽ   r   r   r   Útest_unicode_index  s    þrÊ   c                 C   sÌ   d}t d|giƒ}t| ƒ�8}|jd|ddd� | d¡}t ||¡ W d   ƒ n1 sX0    Y  t d|gddgd	œƒ}t| ƒ�8}|jd|ddd� | d¡}t ||¡ W d   ƒ n1 s¾0    Y  d S )
Nu   Î”r4   rD   r6   zutf-8)rO   ÚencodingrG   rd   r3   )r   r   rÉ   re   r;   rB   )rI   ÚcharrD   rK   rE   r   r   r   Útest_unicode_longer_encoded  s    

*

rÍ   c                 C   sb   t g d¢g d¢g d¢dœƒ}ttjdtjd�tddd�d�}|jd d	… |d
< t|tj	| d� d S )Nrq   )r~   r’   r“   r¯   r   r   r   r   r   rs   r°   r   )
r   r   r<   r=   r    r
   r   ro   r;   rB   )rI   rD   r�   r   r   r   Útest_store_datetime_mixed*  s    ÿrÎ   c                 C   sd   t ddgddgdœƒ}| | }|j|ddd� t|dƒ}t ||¡ | |¡sRJ ‚| |¡s`J ‚d S )	Nrr   r:   r¶   rœ   )r5   r4   rD   r6   ©r   rO   )r   r   r   r;   rB   Úequals)rS   rI   rD   r   Úotherr   r   r   Útest_round_trip_equals3  s    
rÒ   c                 C   s”   t  d¡ | | }t dd¡�b tdtdƒttdƒƒd� dd	g¡}| ¡ }|j	|d
dd� t
|d
ƒ}t ||¡ W d   ƒ n1 s†0    Y  d S )NZpyarrowzfuture.infer_stringTrr   r-   r   r/   r4   r5   rD   r6   rÏ   )r]   Zimportorskipr”   Zoption_contextr   rA   r?   Z	set_indexÚcopyr   r   r;   rB   )rS   rI   r   rD   rŠ   rE   r   r   r   Útest_infer_string_columns?  s    
ÿ
rÔ   )F)F)?rž   r„   Únumpyr<   r]   Zpandas._libs.tslibsr   Zpandas.compatr   Zpandasr”   r   r   r   r   r   r;   r	   r
   r   Zpandas.tests.io.pytables.commonr   r   Zpandas.utilr   Útdr¥   Z
single_cpuZ
pytestmarkrF   rL   rT   rU   rX   rc   ri   rp   r‹   Úfilterwarningsr�   r‘   r˜   r¢   r§   ZparametrizeÚparamZskip_if_windowsr®   r´   rz   r    r�   rµ   r¸   r»   rÂ   ro   r¬   rÊ   rÍ   rÎ   rÒ   rÔ   r   r   r   r   Ú<module>   s\   (

*!?



.ÿ
)
	ÿ
0


	