U
|
ý°dÑ
ã @ sF d dl mZ d dlZd dlZd dlmZ d dlZd dlm Z m
|
Z
|
m Z m Z m Z mZmZmZmZmZmZ d dlmZmZ d dlmZ ejjZ dd Z d d
|
Z d d Z d d Z dd Z!dd Z"dd Z#dd Z$dd Z%dd Z&dd Z'd d Z(d d Z)d!d" Z*d#d$ Z+d%d& Z,d'd( Z-d)d* Z.d+d, Z/ej 0d-d.d/d0g dgg¡d1d2 Z1dS )3é )Úcatch_warningsN)Ú Timestamp) Ú DataFrameÚHDFStoreÚIndexÚ
|
MultiIndexÚSeriesÚ_testingÚ bdate_rangeÚconcatÚ
|
date_rangeÚisnaÚread_hdf)Ú _maybe_removeÚensure_clean_store)ÚTermc C s t ddddgdddggdddd d d
|
d
|
d d d g
|
dd d
|
dd d d
|
dd d
|
g
|
gd d gd}ttj dd ¡|dddgd}t| N}|jd|dd |dg }t |j ddgd|¡ t |j ddd|¡ W 5 Q R X t
|
tj d¡|dd}t| ,}|jd|dd t |j ddd|¡ W 5 Q R X d S ) NÚfooÚbarZbazZquxZoneZtwoZthreer é é é Zfoo_nameZbar_name)ÚlevelsÚcodesÚnamesé
|
ÚAÚBÚC©ÚindexÚcolumnsÚdfÚtable©Úformat©r z columns=['A']©Úwhere)r ÚnameÚs) r r ÚnpÚrandomÚrandnr ÚputÚtmÚassert_frame_equalÚselectr Zassert_series_equal)Ú
|
setup_pathr r! ÚstoreÚexpectedr) © r4 ú[d:\z\workplace\vscode\pyvenv\venv\Lib\site-packages\pandas/tests/io/pytables/test_select.pyÚ test_select_columns_in_where s .ý
|
|
|
r6 c C s^ t tj dd¡ddddgd}tdddd|_t| }| d |¡ | d ¡}|}t j
|
||d
|
d |jd |j d}|}t j
|
||d
|
d |jd dgd}|j d d
dgf }t
|
||¡ W 5 Q R X t t tj dd¡ddddgdt tjjd dd d dd¡ddgdgdd}tdddd|_t| À}| d |¡ | d ¡}|}t j
|
||d
|
d |jd |j d}|}t j
|
||d
|
d |j d d
dgf }|jd dgd}t j
|
||d
|
d |j d d
ddgf }|jd ddgd}t j
|
||d
|
d W 5 Q R X t| b}| d |¡ | d |¡ |j d d
ddgf }t ||g}|jd ddgd}t j
|
||d
|
d W 5 Q R X d S )Nr é r r r% z 20130101 9:30ÚT)ÚperiodsÚfreqr! T)Z by_blocksr é )Úsizer r r ©Zaxis)r r* r+ r, r r r Úappendr0 r. r/ r Úlocr ÚrandintZreshape)r1 r! r2 Úresultr3 r4 r4 r5 Útest_select_with_dups< sX
|
|
ÿþù
|
|
|
rB c
|
C s® t | }tdd t ¡ }t|d | d|¡ |jdddgd}|jddgd}t ||¡ | ddg¡}|jddgd}t ||¡ t|d |jd|dgd |jdd gddgd}||j d
|
k jddgd}t ||¡ t|d |jd|dd |jdd gddgd}||j d
|
k jddgd}t ||¡ t|d |jd|dgd |jdd gd d gd}||j d
|
k jd d gd}t ||¡ W 5 Q R X W 5 Q R X d S ) NT)Úrecordr! r r r% zcolumns=['A', 'B']©Ú data_columnszA > 0r r ÚD)
|
r r r. ÚmakeTimeDataFramer r> r0 Úreindexr/ r )r1 r2 r! rA r3 r4 r4 r5 Ú test_selectz s4
|
|
|
|
rI c C sô t | @}ttdddtj d¡d}t|d |jd|ddgd | dd ¡}||j t
|
d
|
k }t ||¡ ttj d d ¡dd gd}d|d< d|j dd
df< |d dk|d< t|d |jd|dd ||jdk jddgd}dD ]*}|jdd| ddgd}t ||¡ qî||jdk jddgd}dD ],}|jdd| ddgd}t ||¡ q8ttj d¡tj d¡d}t|d | d |¡ | d d ¡}|jt|jdd
dgd }t ||¡ ttj d¡tj d¡tjdd d!d"}t|d# | d#|¡ | d#d$¡}|jt|jdd
dgd }t ||¡ W 5 Q R X t | .}ttd%td%d&d'd!}|d( d t¡|d(< |jd)|dd |jd)d*d+}||d, d-k }t ||¡ tj|jd< ||d, d-k }|jd.|ddd/ |jd.d*d+}t ||¡ ttd%td%d&d'd!}|d( d t¡|d(< tj|jd0< ||d, d-k }|jd1|dd |jd1d*d+}t ||¡ W 5 Q R X t | T}t ¡ }||d dk }|jd|dd t d¡}|jdd2gd+}t ||¡ W 5 Q R X d S )3Nú
|
2012-01-01é, ©r9 )Útsr r! rM r rD úts>=Timestamp('2012-02-01')ú
|
2012-02-01é r r r% r Úobjectr r7 r ÚboolvT)TÚtruer z boolv == F)FÚfalser r; )r r Zdf_intzindex<10 and columns=['A']r r Zf8©Zdtype)r r r Zdf_floatz index<10.0 and columns=['A']é ©ÚcolsÚvaluesÚfloat64rX Údf1ú
|
values>2.0r& rY g @Údf2©rE r r Údf4z A>np_zero)r r r
|
r* r+ r, r r> r0 rM r r. r/ r? rR rH ZrandÚlistr ZarangeÚrangeÚapplyÚstrÚnanÚilocZ makeDataFramerZ )r1 r2 r! rA r3 ÚvZnp_zeror4 r4 r5 Útest_select_dtypes s
|
|
þÿ
|
|
|
|
|
ýÿ
|
|
|
|
rg c C sÚ t | Æ}ttdddtj d¡tddgd dgd dgd d d
|
tdD d }t|d |jd |d dddgd | d d¡}||j
|
t dk }t ||¡ | d d¡}||j
|
t dk|j dddg¡@ }t ||¡ dddgdd
|
tdD }| d d¡}||j
|
t dk|j |¡@ }t ||¡ tdd}| d d¡}||j |¡ }t ||¡ t|dks|tt|j
|
dd
j}| d d¡}||j
|
|j¡ }t ||¡ t|dksÌtW 5 Q R X d S ) NrJ rK rL Úaé2 ÚbÚcéd c S s g | ]}d |dqS ©rh Z03dr4 ©Ú.0Úir4 r4 r5 Ú
|
<listcomp> s z0test_select_with_many_inputs.<locals>.<listcomp>)rM r r Úusersr! rM r r rr rD rN rO z1ts>=Timestamp('2012-02-01') & users=['a','b','c']c S s g | ]}d |dqS rm r4 rn r4 r4 r5 rq & s é< z.ts>=Timestamp('2012-02-01') and users=selectoréÈ z
|
B=selectorr z ts=selector)r r r
|
r* r+ r, ra r r> r0 rM r r. r/ rr Úisinr ÚlenÚAssertionErrorr rY )r1 r2 r! rA r3 Úselectorr4 r4 r5 Ú test_select_with_many_inputs sL
|
|
ÿþýüÿ
|
ÿ
|
ry c C sF t |²}t d¡}t|d | d|¡ | d¡}t|jddd}t|}t ||¡ t|jddd}t |dks|t
|
t|}t ||¡ t|jddd}t|}t ||¡ W 5 Q R X | | }t d¡}| |d ¡ d
|
}t j t|d t|d dd W 5 Q R X t j t|d t|d dd W 5 Q R X | | }t d¡}|j |dd d tt|ddd}t|}t |dkst
|
t ||¡ t |t|d¡ t |}t d¡} |jd| dd t d¡jdjd}
|
d|
|
d< | d|
|
¡ t| |
|
gdd}|jddgdd}t|jddgddd}t|}t ||¡ W 5 Q R X d S )Niô r! T)Úiteratorrl ©Ú chunksizerP é Z df_non_tablez0can only use an iterator or chunksize on a table©Úmatchr" r# r[ rD ú{}_2r% r r r] r r= )rx )rx r| )r r. rG r r> r0 r` r r/ rv rw Úto_hdfÚpytestÚraisesÚ TypeErrorr Úrenamer$ Úselect_as_multiple) Útmp_pathr1 r2 r! r3 ÚresultsrA ÚpathÚmsgr[ r] r4 r4 r5 Útest_select_iterator9 sX
|
|
|
|
|
|
|
|
ÿr c C sô d}t | Ê}t dd¡}t|d | d|¡ |jd }|jd }| d¡}t ||¡ d| d}|jd|d }t ||¡ d
|
| d}|jd|d }t ||¡ d| d | d}|jd|d }t ||¡ W 5 Q R X t | }t dd¡}t|d | d|¡ |jd }|jd }t|jd|d }t |}t ||¡ d| d}t|jd||d }t |}t ||¡ d
|
| d}t|jd||d }t |}t ||¡ d| d | d}t|jd||d }t |}t ||¡ W 5 Q R X d S )Nç Ã@éà ÚSr! r éÿÿÿÿú
|
index >= 'ú'r& ú
|
index <= 'ú' & index <= 'r{ ©r' r| )
|
r r. rG r r> r r0 r/ r` r ) r1 r| r2 r3 Úbeg_dtÚend_dtrA r' r r4 r4 r5 Ú"test_select_iterator_complete_8014{ sN
|
|
|
|
|
|
|
|
r c
|
C s d}t | }t dd¡}t|d | d|¡ |jd }|jd }d| d}t|jd||d }t|}||j|k } t | |¡ d
|
| d}t|jd||d }t|}||j|k } t | |¡ d| d | d}t|jd||d }t|}||j|k|j|k@ } t | |¡ W 5 Q R X t | d}t dd¡}t|d | d|¡ |jd }d | d}t|jd||d }dt
|
|kst W 5 Q R X d S )Nr r r r! r éþÿÿÿr r r r r r z index > 'r © r r. rG r r> r r` r0 r r/ rv rw ©
|
r1 r| r2 r3 r r r' r rA Z rexpectedr4 r4 r5 Ú&test_select_iterator_non_complete_8014À s<
|
|
|
|
|
|
r c
|
C s d}t | p}t dd¡}t|d | d|¡ |jd }|j|d }d| d}t|jd||d }t|}||j|k } t | |¡ d
|
| d}t|jd||d }t
|
|dks¼t t|}||j|k } t | |¡ d| d | d}t|jd||d }t
|
|dkst t|}||j|k|j|k@ } t | |¡ d
|
| d | d}t|jd||d }t
|
|dkszt W 5 Q R X d S ) Ni' i r r! r r r r r r r z' & index >= 'r r r4 r4 r5 Ú&test_select_iterator_many_empty_framesñ s6
|
|
r c
|
|
C s t ¡ }t| ê}|jd|dd |jt|d }td}|jjd |ksPt d}d}|
|
d||g¡}|j |d
d d
|
gf }t ||¡ |
|
d|g¡}|j d d
d gf }t ||¡ t ¡ }| d |¡ d } tjt| d |
|
d d¡ W 5 Q R X W 5 Q R X d S )NÚframer" r# r z index>=dateÚdatezcolumns=['A', 'D']z columns=Ar rF Zdf_timez day is out of range for month: 0r~ zindex>0)r. rG r r- r rv r ÚenvZscoperw r0 r? r/ r> r r Ú
|
ValueError)
|
r1 r! r2 r Zcrit1Zcrit2Zcrit3rA r3 r r4 r4 r5 Útest_frame_select( s&
|
r¡ c
|
C s t ¡ }d|d< d|j|jdd
df< t| Ì}|jd|ddgd | dd ¡}|j|j|jd
|
k|jdk@ }t ||¡ | dd ¡}|j|j|jd
|
k|jdk@ }t ||¡ | dd ¡}|j|j|jd
|
k|jdkB }t ||¡ | dd ¡}|j|j|jd
|
k|j|jd k@ |jdkB }t ||¡ | dd¡}|j|jdk }t ||¡ d}t j
|
t |d | dd¡ W 5 Q R X | dd¡}|jd d
|j ddg¡f }t ||¡ | dd¡}|j|j|jd
|
k jddgd}t ||¡ W 5 Q R X d S )Nr Ústringr r r7 r! r" ©r$ rE z index>df.index[3] & string="bar"r z index>df.index[3] & string="foo"z index>df.index[3] | string="bar"z7(index>df.index[3] & index<=df.index[6]) | string="bar"é z string!="bar"z6cannot use an invert condition when passing to numexprr~ z~(string="bar")z~(columns=['A','B'])r r z(index>df.index[3] & columns in ['A','B']r% )r. rG r? r r r- r0 r¢ r/ r r ÚNotImplementedErrorr Ú
|
differencerH )r1 r! r2 rA r3 r r4 r4 r5 Útest_frame_select_complexJ sH ÿ ÿÿ "r§ c C sà | d }| d }t ddddddgi}|j|ddd dgd
|
t|dd d }t tj d d¡dgtjdd tdD ddgdd}|j|ddd d t|ddd }|j
|
¡ }t | }|j ddd } t | |¡ W 5 Q R X t|ddd } t | |¡ |j }
|
t|ddd } t | |¡ t|ddd } t | |¡ t|ddd } t | |¡ t|dd d } t | |¡ t |n}|j ddd } t | |¡ |j ddd } t | |¡ |j ddd } t | |¡ |j dd d } t | |¡ W 5 Q R X d S ) Nz
|
params.hdfzhist.hdfr r r r r! Úwr" )Úmoder$ rE zA=[2,3]r& é Údatac S s" g | ]}t d D ] }||fqqS )rP )ra )ro rp Újr4 r4 r5 rq s
|
z.test_frame_select_complex2.<locals>.<listcomp>rP Úl1Úl2)r )r r )r© r$ z l1=[2, 3, 4]zl1=l0zl1=indexzl1=selection.indexzl1=selection.index.tolist()zl1=list(selection.index))r r r r* r+ r, r Ú from_tuplesra r Útolistr r0 r. r/ ) r ÚppÚhhÚparamsZ selectionÚhistr3 Zl0r2 rA r r4 r4 r5 Útest_frame_select_complex2 sN ÿý
|
|
|
rµ c
|
C s t ¡ }t| f}|jd|dd d}tjt|d | dd¡ W 5 Q R X tjt|d | dd¡ W 5 Q R X W 5 Q R X d S )Nr! r" r# z unable to collapse Joint Filtersr~ z columns=['A'] | columns=['B']z!columns=['A','B'] & columns=['C'])r. rG r r- r r r¥ r0 )r1 r! r2 r r4 r4 r5 Útest_invalid_filtering» s
|
r¶ c C st t | `}t ¡ }d|d< d|j|jdd
df< |jd|dgd | dd¡}||jdk }t ||¡ | dd ¡}||jdk }t ||¡ | ¡ }t
|
j |j|jdkdf< |jd
|
|dgd | d
|
d ¡}|t |j }t ||¡ d |d < d|j|jdd
d f< |jd |d gd | d d¡}||j dk }t ||¡ | d d¡}||j dk }t ||¡ W 5 Q R X d S )NÚnoneÚxÚ r é r! rD zx=nonezx!=noner] r ÚintÚdf3zint=2zint!=2)r r. rG r? r r> r0 r¸ r/ Úcopyr* rd r r» )r1 r2 r! rA r3 r] r4 r4 r5 Útest_string_selectÍ s4 r¾ c
|
C s¬ t ¡ }t ¡ jdjd}d|d< t| v}d}tjt|d |jd ddgd d
|
W 5 Q R X |j d |d d gd | d|¡ tjt|d |jd ddgd d
|
W 5 Q R X tjt|d |jd gddgd d
|
W 5 Q R X d}tjt
|
|d |jd dgddgd d
|
W 5 Q R X tjt
|
|d |jdgddgd d
|
W 5 Q R X tjt
|
dd |jd dgddgdd
|
W 5 Q R X | d ddg¡}|jd gddgd d
|
}t ||¡ |jd ddgd d
|
}t ||¡ |jd dgddgd d
|
}t ||gdd}||jdk|jdk@ }t j ||dd |jd dgddd
|
}t ||gdd}|dd
}t ||¡ | dt jdd¡ d }tjt|d |jd dgddgd d
|
W 5 Q R X W 5 Q R X d S ) Nr r% r r zkeys must be a list/tupler~ zA>0zB>0r[ )r' rx r r rD r] z!'No object named df3 in the file'r¼ z!'No object named df4 in the file'r_ r r= r F)Z
|
check_freqzindex>df2.index[4]rP ri )Znperz,all tables must have exactly the same nrows!)r. rG r
r$ r r r r r r> ÚKeyErrorr0 r/ r r r r )r1 r[ r] r2 r rA r3 r4 r4 r5 Útest_select_as_multiple÷ sz ÿ ÿ ÿ ÿ ÿ ÿrÀ c C s¦ t | }ttdtdddd}|d d t¡|d< tj|jd< tdd d
|
gd d d gddddgd}|jd|ddgd |j ddd}t
|
||¡ W 5 Q R X d S )Nr¤ rW rZ rU rX r r z13.0z14.0z15.0g @g @g @r r7 rP )r r! Tr^ r\ r& ) r r ra rb rc r* rd re r> r0 r. r/ )r1 r2 r! r3 rA r4 r4 r5 Útest_nan_selection_bug_4858= s
|
þrÁ c
|
C s~ t ddddddddgdddd d
|
d d d gd}||jdk }t| $}|jd|ddd | dd¡}W 5 Q R X t ||¡ d S )Nrh rk rj z test & testÚer r r r7 rP r¤ rº é )rh rj Útestr" Tr£ za = "test & test")r rh r r> r0 r. r/ )r1 r! r3 r2 rA r4 r4 r5 Ú(test_query_with_nested_special_characterN s þÿ
|
rÅ c C sÐ t ddddgi}t| ¬}|jd|ddd d }| dd
|
|d ¡}|jsPtd }| dd |d ¡}|jddgd d
f }t ||¡ d}| dd|d ¡}|jdgd d
f }t ||¡ W 5 Q R X d S )Nr g~ eÍÍAg $ eÍÍAg'1 eÍÍArÄ r" Tr£ g© eÍÍAzA < z.4fgÅ eÍÍAzA > r r zA == ) r r r> r0 Úemptyrw r? r. r/ )r1 r! r2 ÚcutoffrA r3 Úexactr4 r4 r5 Ú test_query_long_float_literal\ s
|
|
rÉ c C s t ddgtdddddgddgdd d
|
d d gd }t| ¼}|jd|ddd td}|jddd}|jdgd d
f }t ||¡ dD ]f}ddtdt
|
dd¡fD ]N}d| d}d| dt | d} t j t| d |jd|d W 5 Q R X q¨d }d D ]R}
|
|
|
d | d}|
|
d
|
kr$d } nd!} t j t| d |jd|d W 5 Q R X q td"d#dgd d d
|
gD ]\}}
|
|
|
d | d}|jd|d}|d$kr°|jd%gd d
f }n2|d&krÐ|jdgd d
f }n|jg d d
f }t ||¡ qjqW 5 Q R X d S )'Nz
|
2014-01-01z
|
2014-01-02r rL gñ?g333333ó?r )r Ú real_dateÚfloatr» r rÊ rË r» r% rÄ r" Tr£ zreal_date > tsr& )ú<ú>ú==gÍÌÌÌÌÌ @r) zdate z vzCannot compare z of type z to string columnr~ rh )r» rË rÊ ú z+Given date string "a" not likely a datetimez could not convert string to Ú1z1.1rÎ r rÍ )r r r r> r r0 r? r. r/ ÚpdZ TimedeltaÚtyper r r r Úzip) r1 r! r2 rM rA r3 Úoprf Úqueryr Úcolr4 r4 r5 Ú test_query_compare_column_typer sP
|
ü
|
ù
|
|
|
ÿ
|
|
r× r' r¹ r4 )Nc C sV t dddg}| d }t|.}| d|d¡ t|d|d}t ||¡ W 5 Q R X d S )Nr r r zempty_where.h5r! Útr& )r r r- r r. r/ )r r' r! r r2 rA r4 r4 r5 Útest_select_empty_where¨ s
|
rÙ )2Úwarningsr Únumpyr* r Zpandas._libs.tslibsr ZpandasrÑ r r r r r r r. r
|
r r r r Z pandas.tests.io.pytables.commonr r Zpandas.io.pytablesr ÚmarkZ
|
single_cpuZ
|
pytestmarkr6 rB rI rg ry r r r r r¡ r§ rµ r¶ r¾ rÀ rÁ rÅ rÉ r× Z parametrizerÙ r4 r4 r4 r5 Ú<module> s: 4 >&i0BE17"6;*F6
|
