a
    DBìjÔ<  ã                   @   sÚ  d dl Z d dlZd dlZd dlmZmZmZmZ d dl	m
Z
mZ d dlmZmZmZmZmZmZmZ d dlmZmZmZ d dlmZ d dlmZ ejjgZej  dg d	¢¡d
d„ ƒZ!dd„ Z"dd„ Z#dd„ Z$dd„ Z%dd„ Z&dd„ Z'ej  de(dƒ¡ej  dej)j*¡ej +d¡ejj,e �o(eƒ �o(eƒ dd�dd„ ƒƒƒƒZ-ejj,eƒ  d d�d!d"„ ƒZ.ej  d#g d$¢g d%¢g d&¢g d'¢g d(¢g d)¢g d*¢ej/d+d,d-gd.ej/d+d,d-gg	¡ej  d/d0dg¡d1d2„ ƒƒZ0d3d4„ Z1d5d6„ Z2dS )7é    N)ÚPY311Úis_ci_environmentÚis_platform_linuxÚis_platform_little_endian)ÚClosedFileErrorÚPossibleDataLossError)Ú	DataFrameÚHDFStoreÚIndexÚSeriesÚ_testingÚ
date_rangeÚread_hdf)Ú_maybe_removeÚensure_clean_storeÚtables)Úpytables)ÚTermÚmode)Úrúr+ÚaÚwc           	   	   C   sd  t tj d¡ d¡ttdƒtd�tdddd�d	�}d
}||  }|dv r‚t	j
t|d�� t||d� W d   ƒ q¾1 sv0    Y  n<t||d�� }|jj|ks J ‚W d   ƒ n1 s´0    Y  ||  }|dv �r0t	j
t|d��> t||d��}W d   ƒ n1 �s0    Y  W d   ƒ n1 �s$0    Y  n@t||d��"}|jj|k�sPJ ‚W d   ƒ n1 �sf0    Y  ||  }|dv �rÔt	j
t|d��  |j|d|d� W d   ƒ n1 �s¸0    Y  |j|ddd� n|j|d|d� |dv �r2d}t	j
t|d�� t|d|d� W d   ƒ n1 �s&0    Y  n.t|d|d�}|�rT|j d¡|_t ||¡ d S )Né   ©é
   é   ÚABCD©Údtypeú
2000-01-01r   ÚB©ÚperiodsÚfreq©ÚcolumnsÚindexz[\S]* does not exist)r   r   ©Úmatch©r   Údf©Úkeyr   r   )r   zNmode w is not allowed while performing a read. Allowed modes are r, r\+ and a.Ústr)r   ÚnpÚrandomÚdefault_rngÚstandard_normalr
   ÚlistÚobjectr   ÚpytestÚraisesÚOSErrorr	   Z_handler   Úto_hdfÚ
ValueErrorr   r&   ÚastypeÚtmÚassert_frame_equal)	Ú
setup_pathÚtmp_pathr   Úusing_infer_stringr+   ÚmsgÚpathÚstoreÚresult© rD   új/mnt/bigstor/www/usecases/.venv/lib/python3.9/site-packages/pandas/tests/io/pytables/test_file_handling.pyÚ	test_mode&   sD    ý,.
B2
0
ÿ0rF   c                 C   s~   t tj d¡ d¡ttdƒtd�tdddd�d	�}| | }|j	|d
dd� t
|d
ƒ}| ¡ }|rn|j d¡|_t ||¡ d S )Nr   r   r   r   r    r   r!   r"   r%   r+   r   r,   r.   )r   r/   r0   r1   r2   r
   r3   r4   r   r8   r   Úcopyr&   r:   r;   r<   )r>   r=   r?   r+   rA   rC   ÚexpectedrD   rD   rE   Útest_default_mode]   s    ý
rI   c                 C   sÔ  | | }t |dd�}ttjdtjd�tddd�d�|d< d}tjt|d	�� | 	d
¡ W d   ƒ n1 sj0    Y  | 
¡  |jr†J ‚| 	d
¡ |jsšJ ‚t|ƒdksªJ ‚| 
¡  |jr¼J ‚t |dd�}ttjdtjd�tddd�d�|d< | 	d¡ |j�sJ ‚t|ƒdk�sJ ‚|jdk�s$J ‚| 
¡  |j�r8J ‚| 	d¡ |j�sNJ ‚t|ƒdk�s`J ‚|jdk�spJ ‚| 
¡  |j�r„J ‚| 	d¡ |j�sšJ ‚t|ƒdk�s¬J ‚|jdk�s¼J ‚| 
¡  |j�rÐJ ‚d S )Nr   r*   r   r   z
2020-01-01)r#   ©r'   zKRe-opening the file \[[\S]*\] with mode \[a\] will delete the current file!r(   r   r   r   é   )r	   r   r/   ÚarangeZfloat64r   r5   r6   r   ÚopenÚcloseÚis_openÚlenÚ_mode)r>   r=   rA   rB   r@   rD   rD   rE   Útest_reopen_handlem   sL    ÿ
ÿ(



ÿ



rR   c                 C   sò   t  | ¡�Ä}tdt d¡ d¡ ttdƒtd�tdd„ t	dƒD ƒtd�d	�}t
|d
ddd�}||d< | d|¡ | ¡ }|r˜|j d¡|_|j d¡|_t  |d |¡ t  |d |¡ | ¡  W d   ƒ n1 sÔ0    Y  tj |¡rîJ ‚d S )Nçš™™™™™ñ?éx   ©é   r   r   r   c                 S   s   g | ]}d |› �‘qS ©zi-rD   ©Ú.0ÚirD   rD   rE   Ú
<listcomp>ª   ó    z"test_open_args.<locals>.<listcomp>rV   r%   r   Z	H5FD_COREr   )r   ZdriverZdriver_core_backing_storer+   Údf2r.   )r;   Úensure_cleanr   r/   rL   Úreshaper
   r3   r4   Úranger	   ÚappendrG   r'   r:   r&   r<   rN   ÚosrA   Úexists)r=   r?   rA   r+   rB   rH   rD   rD   rE   Útest_open_args¥   s&    ýÿ&rd   c                 C   sP   t | ƒ�4}ttdƒƒ|d< | ¡  |jdd� W d   ƒ n1 sB0    Y  d S )Né   r   T)Úfsync)r   r   r`   Úflush)r=   rB   rD   rD   rE   Ú
test_flushÂ   s    
rh   c           	      C   s~  t dt d¡ d¡ ttdƒtd�tdd„ tdƒD ƒtd�d	�}| | }|j|d
dd� t	|d
ƒ}| 
¡ }|rŠ|j d¡|_|j d¡|_t ||¡ tj|dd��D}|jddd�D ]$}|jjdksÈJ ‚|jjdks´J ‚q´W d   ƒ n1 sî0    Y  | | }|j|d
dd� t	|d
ƒ}| 
¡ }|�rD|j d¡|_|j d¡|_t ||¡ tj|dd��J}|jddd�D ]*}|jjdk�s„J ‚|jjd u �snJ ‚�qnW d   ƒ n1 �s°0    Y  | | }|j|d
d� t	|d
ƒ}| 
¡ }|�r|j d¡|_|j d¡|_t ||¡ tj|dd��J}|jddd�D ]*}|jjdk�sDJ ‚|jjd u �s.J ‚�q.W d   ƒ n1 �sp0    Y  d S )NrS   rT   rU   r   r   c                 S   s   g | ]}d |› �‘qS rW   rD   rX   rD   rD   rE   r[   Î   r\   z2test_complibs_default_settings.<locals>.<listcomp>rV   r%   r+   é	   )r-   Ú	complevelr.   r   r*   ú/dfÚLeaf©ÚwhereÚ	classnameÚzlib)r-   Úcomplibr   )r-   )r   r/   rL   r_   r
   r3   r4   r`   r8   r   rG   r'   r:   r&   r;   r<   r   Ú	open_fileÚ
walk_nodesÚfiltersrj   rq   )	r>   r=   r?   r+   ÚtmpfilerC   rH   Úh5fileÚnoderD   rD   rE   Útest_complibs_default_settingsÉ   sR    ý
0
6
rx   c                 C   s  t dt d¡ d¡ ttdƒtd�tdd„ tdƒD ƒtd�d	�}| | }t|ƒ}|j	d
|ddd� | 	d|¡ | 
¡  tj|dd��x}|jddd�D ]$}|jjdks¨J ‚|jjd u s”J ‚q”|jddd�D ]$}|jjdksÜJ ‚|jjdksÈJ ‚qÈW d   ƒ n1 �s0    Y  d S )NrS   rT   rU   r   r   c                 S   s   g | ]}d |› �‘qS rW   rD   rX   rD   rD   rE   r[     r\   z;test_complibs_default_settings_override.<locals>.<listcomp>rV   r%   Zdfcri   Zblosc)rj   rq   r+   r   r*   rk   rl   rm   r   z/dfc)r   r/   rL   r_   r
   r3   r4   r`   r	   ra   rN   r   rr   rs   rt   rj   rq   )r>   r=   r+   ru   rB   rv   rw   rD   rD   rE   Ú'test_complibs_default_settings_override   s"    ýry   Úlvlr   Úlibz!ignore:object name is not a validzSegfaulting in a CI environment©Úreasonc           
      C   sZ  t r6tƒ r6|dkr6|dkr6| tjjd|› d�d�¡ tt d¡t	dƒt 
d¡ tj¡d	�}t d
¡spt d¡ t d¡s„t d¡ | |› d|› d� }|› d|› �}|j||||d� t||ƒ}t ||¡ tj|dd��h}|jd| dd�D ]D}	|	jj|k�sJ ‚|dk�r$|	jjd u �s4J ‚qð|	jj|ksðJ ‚qðW d   ƒ n1 �sL0    Y  d S )NZblosc2r   z
Fails for z on Linux and PY > 3.11r|   rU   r   rV   r%   Zlzozlzo not availableÚbzip2zbzip2 not availableÚ_z.h5)r-   rq   rj   r   r*   ú/rl   rm   )r   r   Zapplymarkerr5   ÚmarkZxfailr   r/   Zonesr3   rL   r:   Zstr_r   Zwhich_lib_versionÚskipr8   r   r;   r<   rr   rs   rt   rj   rq   )
r>   rz   r{   Úrequestr+   ru   ÚgnamerC   Zh5tablerw   rD   rD   rE   Útest_complibs  s,    ÿÿ





r…   z$reason platform is not little endianc                 C   s²   t | ƒ�–}tdddœtdƒd�}tj|jd< tj|jd< t|dƒ |jd|d	d
� t 	|d |¡ |j
dgd�}| dtdd	d
�¡}t 	||¡ W d   ƒ n1 s¤0    Y  d S )NZfooÚbar)ÚAr!   re   rJ   )r   r‡   )é   r!   r+   Úascii)Úencodingr‡   )r&   z	columns=A)r   r   r`   r/   ÚnanÚlocr   ra   r;   r<   ZreindexÚselectr   )r=   rB   r+   rH   rC   rD   rD   rE   Útest_encodingB  s    

rŽ   Úval)ó   EÉ, 17r\   ó   aó   bó   c)r�   r‘   r’   r“   )s   EE, 17r\   r‘   r’   r“   )r�   ó   øür‘   r’   r“   )r\   r‘   r’   r“   )r”   r‘   r’   r“   )ó   Aøür\   r‘   r’   r“   r\   r’   r“   r•   r   Úcategoryc           
         s˜   d‰ d}d}‡ fdd„|D ƒ}t ||d�}| | }|j||dˆ |d� t||ƒ}|d	krz||jjv rt|j |g¡}	qˆ|}	n| |tj¡}	t	 
|	|¡ d S )
Nzlatin-1Ú Údatac                    s$   g | ]}t |tƒr| ˆ ¡n|‘qS rD   )Ú
isinstanceÚbytesÚdecode)rY   Úx©ÚencrD   rE   r[   g  r\   z'test_latin_encoding.<locals>.<listcomp>r   Útable)r-   ÚformatrŠ   Únan_repr–   )r   r8   r   ÚcatÚ
categoriesZremove_categoriesÚreplacer/   r‹   r;   Zassert_series_equal)
r>   r=   r   r�   r¡   r-   ZserrB   ZretrZs_nanrD   r�   rE   Útest_latin_encodingS  s    
r¥   c                 C   sØ  | | }t dt d¡ d¡ ttdƒtd�tdd„ tdƒD ƒtd�d	�}|j|d
ddd� t	|ƒ}d| 
¡ vsrJ ‚|js|J ‚| ¡  d| 
¡ v s”J ‚|jržJ ‚| | }tjrút	|ƒ}d}tjt|d�� t	|ƒ W d   ƒ n1 sä0    Y  | ¡  �n¸t	|ƒ}t	|ƒ}d| 
¡ v�sJ ‚d| 
¡ v�s.J ‚|j�s:J ‚|j�sFJ ‚| ¡  d| 
¡ v �s`J ‚|j�rlJ ‚d| 
¡ v�s~J ‚|j�sŠJ ‚| ¡  d| 
¡ v �s¤J ‚d| 
¡ v �s¶J ‚|j�rÂJ ‚|j�rÎJ ‚t	|dd�}| d
|¡ t	|ƒ}| d|¡ | ¡  d| 
¡ v �sJ ‚|j�r J ‚| ¡  d| 
¡ v �s:J ‚|j�rFJ ‚t	|dd�}| d
|¡ t	|ƒ}| ¡  d| 
¡ v �s€J ‚|j�rŒJ ‚| ¡  d| 
¡ v �s¦J ‚|j�r²J ‚| | }t dt d¡ d¡ ttdƒtd�tdd„ tdƒD ƒtd�d	�}|j|d
ddd� t	|ƒ}| ¡  d}tjt|d�� | ¡  W d   ƒ n1 �sN0    Y  tjt|d�� d
|v  W d   ƒ n1 �s†0    Y  tjt|d�� t|ƒ W d   ƒ n1 �s¾0    Y  tjt|d�� |d
  W d   ƒ n1 �sö0    Y  tjt|d�� | d
¡ W d   ƒ n1 �s00    Y  tjt|d�� | d
¡ W d   ƒ n1 �sj0    Y  tjt|d�� | d|¡ W d   ƒ n1 �s¦0    Y  tjt|d�� | d|¡ W d   ƒ n1 �sâ0    Y  tjt|d�� | d¡ W d   ƒ n1 �s0    Y  tjt|d�� | d¡ W d   ƒ n1 �sV0    Y  tjt|d�� | d
¡ W d   ƒ n1 �s�0    Y  d}tjt|d�� |j W d   ƒ n1 �sÊ0    Y  d S )NrS   rT   rU   r   r   c                 S   s   g | ]}d |› �‘qS rW   rD   rX   rD   rD   rE   r[   ƒ  r\   z,test_multiple_open_close.<locals>.<listcomp>rV   r%   r+   r   rŸ   )r-   r   r    ZCLOSEDzTThe file [\S]* is already opened\.  Please close it before reopening in write mode\.r(   r*   r]   c                 S   s   g | ]}d |› �‘qS rW   rD   rX   rD   rD   rE   r[   Ô  r\   z[\S]* file is not open!Zdf3z''HDFStore' object has no attribute 'df')r   r/   rL   r_   r
   r3   r4   r`   r8   r	   ÚinforO   rN   r   Z!_table_file_open_policy_is_strictr5   r6   r9   ra   r   ÚkeysrP   r�   ÚgetÚputZ
get_storerÚremoveÚAttributeErrorr+   )r>   r=   rA   r+   rB   Zstore1r@   Zstore2rD   rD   rE   Útest_multiple_open_close{  s¶    ý

ÿ&ý((((**,,***r¬   c               	   C   sl   t  d¡�N} t| ƒ�&}t |¡t| ƒks,J ‚W d   ƒ n1 s@0    Y  W d   ƒ n1 s^0    Y  d S )Nzfoo.h5)r;   r^   r	   rb   Úfspathr.   )rA   rB   rD   rD   rE   Útest_fspath  s    
r®   )3rb   Únumpyr/   r5   Zpandas.compatr   r   r   r   Zpandas.errorsr   r   Zpandasr   r	   r
   r   r   r;   r   r   Zpandas.tests.io.pytables.commonr   r   r   Z	pandas.ior   Zpandas.io.pytablesr   r�   Z
single_cpuZ
pytestmarkZparametrizerF   rI   rR   rd   rh   rx   ry   r`   rt   Zall_complibsÚfilterwarningsZskipifr…   rŽ   r‹   r¥   r¬   r®   rD   rD   rD   rE   Ú<module>   s^   $	

687
þ#ÿ
÷þ 