U
|
ý°dOf ã @ s d dl mZ d dlZd dlZd dlZd dlmZ d dlZd dl Z d dl
|
m Z d dl Zd dlmZ d dlmZ eed ddd Zd
|
d Ze j d e jejfe jejfe j ej fe j ej fe j ej!fe j"ej#fe j$ej%fe j&ej'fe j(ej)fe j*ej+fe j,ej-fe j.ej/fe j0ej1fe j2ej3fg¡G d d dZ4G dd dZ5G dd dZ6dd Z7dd Z8dd Z9dd Z:e j de;d d ¡d d Z<e j d e j ej!fe j(ej)fe jejfe j"ej#fg¡G d d! d!Z=d"d# Z>d$d% Z?d&d' Z@e j d(ejejej ej ej!ej#ej%ej'ej)ej+ej-ej/ej1ej3g¡G d)d* d*ZAd+d, ZBd-d. ZCd/d0 ZDe j d(ej!ej)ejej#g¡G d1d2 d2ZEd3d4 ZFd5d6 ZGdS )7é )ÚcontextmanagerN)Ú Generator)Ú hashtable)Úisin)NNN)Úreturnc c s" t ¡ z
|
d V W 5 t ¡ X d S ©N)Ú tracemallocÚstartÚstop© r r úWd:\z\workplace\vscode\pyvenv\venv\Lib\site-packages\pandas/tests/libs/test_hashtable.pyÚactivated_tracemalloc s
|
r c C s4 t ¡ } | t dt ¡ ¡f¡} ttdd | jS )NTc S s | j S r )Úsize)Úxr r r Ú<lambda> ó z,get_allocated_khash_memory.<locals>.<lambda>) r Z take_snapshotZ filter_tracesZ DomainFilterÚhtZget_hashtable_trace_domainÚsumÚmapZtraces)Zsnapshotr r r Úget_allocated_khash_memory s
|
ÿr ztable_type, dtypec @ s e Zd Zdd Zdd Zdd Zdd Zd d
|
Zd d Zd d Z dd Z
|
dd Z dd Z dd Z dd Zej dedd¡d d Zd S ) Ú TestHashTablec C sÞ d}|d}t |dks t||ks(t| |d¡ t |dksDt||ksPt| |¡dksbt| |d d¡ ||ks~t|d |kstt |dkst| |¡dks°t| |d ¡dksÆt| |d¡ ||ksÞt|d |ksîtt |dksþt| |¡dkst| |d ¡dks*t|d |ks<t| |d d¡ ||ksZt|d |ksltt |dks~t| |¡dkst| |d ¡dksªttjtt|d d | |d ¡ W 5 Q R X d S )
|
Né é7 r é* é é) é é ©Úmatch)ÚlenÚAssertionErrorÚset_itemÚget_itemÚpytestÚraisesÚKeyErrorÚstr©ÚselfÚ
|
table_typeÚdtypeÚindexÚtabler r r Útest_get_set_contains_len6 s: z'TestHashTable.test_get_set_contains_lenc C sÚ |t jkrt d¡ d}|ddd}t|dks4t||ks@t| |d¡ t|dks\t||ksht| |¡dkszttjt d d
|
|
|
¡ W 5 Q R X | |d d ¡ | d ¡ t j |ksÄt||ksÐt|d |ksàtt|d ksðt| |¡dkst| |d ¡d ks t|
|
¡ d ks.t| d ¡ ||ksFt|d |ksXtt|d ksjt| |d ¡d kst|
|
¡ d kst|d |ks¦ttjt t|d d
|
| |d ¡ W 5 Q R X d S )Nú Mask not supported for objectr r T©Z uses_maskr r r ÚNAr r é r r )r ÚPyObjectHashTabler$ Úskipr r! r" r# r% r& Úget_naZset_naÚpdr1 r' r( r r r Ú test_get_set_contains_len_maskZ s<
|
|
|
|
z,TestHashTable.test_get_set_contains_len_maskc C s |t jkr~d}| }t |¡ |¡}t |¡ tj¡| }||j_||j_| ||¡ t |D ] }|
|
|| ¡|| ks^t q^d S )NéM ) r ÚInt64HashTableÚnpÚarangeÚastypeÚint64ÚflagsÚ writeableZmap_keys_to_valuesÚranger# r! ) r) r* r+ ÚwritableÚNr- ÚkeysÚvalsÚir r r Útest_map_keys_to_values~ s
|
z%TestHashTable.test_map_keys_to_valuesc C sX d}| }t |¡| |¡}||j_| |¡ t|D ]}| || ¡|ks8tq8d S )Né ) r: r; r< r> r? Ú map_locationsr@ r# r! ©r) r* r+ rA rB r- rC rE r r r Útest_map_locations s
|
z TestHashTable.test_map_locationsc C sÐ |t jkrt d¡ d}|dd}t |¡| |¡}||j_| |t
|
dddg¡¡ t |d D ]}| || ¡|ksbt qbtjtt t||d ¡d | ||d ¡ W 5 Q R X | ¡ dksÌt d S ) Nr/ r2 Tr0 Fr r r )r r3 r$ r4 r: r; r< r> r? rH Úarrayr@ r# r! r% r& ÚreÚescaper' r5 rI r r r Útest_map_locations_mask s
|
|
|
" z%TestHashTable.test_map_locations_maskc C sd d}| }t |¡| |¡}||j_| |¡ | |¡}t |¡}t | t j ¡| t j ¡¡ d S )Nr2 )
|
r: r; r< r> r? rH ÚlookupÚtmÚassert_numpy_array_equalr= ) r) r* r+ rA rB r- rC ÚresultÚexpectedr r r Ú test_lookup¤ s
|
|
|
zTestHashTable.test_lookupc C sn |t jt jfkrd}nd}| }t |¡| |¡}| |¡ t |¡ |¡}| |¡}t |dk¡sjtd S )Néd i éÿÿÿÿ) r: Úint8Úuint8r; r< rH rO Úallr! )r) r* r+ rB r- rC Z
|
wrong_keysrR r r r Útest_lookup_wrong® s
|
|
z TestHashTable.test_lookup_wrongc
|
C sØ |t jkrt d¡ d}|dd}t |¡| |¡}t dddg¡}||j_ |
|
||¡ | ||¡}t |¡} t | tj¡| tj¡¡ | t d| g¡ |¡t dg¡¡}t | tj¡tjdgtjd¡ d S ) Nr/ r2 Tr0 Fr rV ©r+ )r r3 r$ r4 r: r; r< rK r> r? rH rO rP rQ r= )
|
r) r* r+ rA rB r- rC ÚmaskrR rS r r r Útest_lookup_maskº s
|
|
|
|
&
|
ÿz TestHashTable.test_lookup_maskc C sb |t jt jfkrd}nd}| }t |¡| |¡}t |d¡}||j_| |¡}t
|
||¡ d S )NéX éè r ) r: rW rX r; r< Úrepeatr> r? ÚuniquerP rQ ) r) r* r+ rA rB r- rS rC ra r r r Ú test_uniqueÌ s
|
zTestHashTable.test_uniquec C sz |t jt jfkrd}nd}t |¡ |¡}t @ | }| |¡ t }| ¡ }||ks\t ~t dkslt W 5 Q R X d S )Né i0u r )
|
r: rW rX r; r< r rH r Úsizeofr! )r) r* r+ rB rC r- ÚusedÚmy_sizer r r Útest_tracemalloc_worksØ s
|
z$TestHashTable.test_tracemalloc_worksc C sF t 6 | }t }| ¡ }||ks(t~t dks8tW 5 Q R X d S ©Nr )r r rd r! )r) r* r+ r- re rf r r r Útest_tracemalloc_for_emptyç s z(TestHashTable.test_tracemalloc_for_emptyc C sL |d}| ¡ }|d dks t|d dks0td|ks<td|ksHtd S )Nr_ r r Z
|
n_occupiedÚ n_bucketsZ upper_bound)Ú get_stater! )r) r* r+ r- Ústater r r Útest_get_stateð s z TestHashTable.test_get_staterB r én c C sn t |¡ |¡}||}| ¡ d }| |¡ | ¡ d }||ksFt| }| |¡ || ¡ d ksjtd S ©Nrj )r: r; r< rk rH r! ) r) r* r+ rB rC Úpreallocated_tableÚn_buckets_startÚ n_buckets_endÚ clean_tabler r r Útest_no_reallocationø s
|
|
z"TestHashTable.test_no_reallocationN)Ú__name__Ú
|
__module__Ú __qualname__r. r7 rF rJ rN rT rZ r] rb rg ri rm r$ ÚmarkÚ parametrizer@ rt r r r r r " s $$
|
r c @ sÞ e Zd Zdd Zdd Zdd Zdd Zd d
|
Zej
|
d d d g¡ej
|
de j e j ddfe je j ddfe je jddfe je jddfe je jddfe je jddfg¡dd Zej
|
de j e je je je je jg¡dd ZdS ) ÚTestHashTableUnsortedc C st t ¡ }| dd¡ | d¡dks&ttjtdd | dd¡ W 5 Q R X tjtdd | d¡ W 5 Q R X d S )NÚkeyr z'key' has incorrect typer é é z'val' has incorrect type)r ÚStringHashTabler" r# r! r$ r% Ú TypeError)r) Ztblr r r Ú(test_string_hashtable_set_item_signature s z>TestHashTableUnsorted.test_string_hashtable_set_item_signaturec C s^ t ddt jddddg¡}|j|d t ¡ }| |¡ t | |¡t j
|
t |t j d¡ d S ) NgX9´Èv¾@g
ëQ¸ @iùÿÿÿr r r2 ©Úwriter[ ) r: rK ÚnanÚsetflagsr ÚFloat64HashTablerH rP rQ rO r; r Úintp©r) rA ÚxsÚmr r r Útest_lookup_nan s
|
|
z%TestHashTableUnsorted.test_lookup_nanc C s: d}t |¡}| dd¡ | dd¡ t|dks6td S )Nr| g r g r )r r
r" r r! )r) rB r r r r Útest_add_signed_zeros s
|
|
z+TestHashTableUnsorted.test_add_signed_zerosc C s| t dt dd¡¡d }t dt dd¡¡d }||ks<t||ksHtt ¡ }| |d¡ | |d¡ t|dksxtd S )NÚdz=Ql À r l À r )ÚstructÚunpackÚpackr! r r
r" r )r) ZNAN1ZNAN2r r r r Útest_add_different_nans) s z-TestHashTableUnsorted.test_add_different_nansc C sZ t jdddgt jd}|j|d t ¡ }| |¡ t | |¡t j
|
t |t j d¡ d S )Nr r l r[ r ) r: rK Úuint64r r ÚUInt64HashTablerH rP rQ rO r; r r r r r r Útest_lookup_overflow7 s
|
|
z*TestHashTableUnsorted.test_lookup_overflowÚnvalsr é
|
z&htable, uniques, dtype, safely_resizesÚobjectFTÚfloat64r= Úint32r c
|
C sª t jtd|d}|j|d | }| }| |d |
|dd¡ | ¡ }|j} |rf| ||dd¡ n*tjt dd | ||dd¡ W 5 Q R X | ¡ |j| ks¦t
|
d S )Nr_ r[ r r rV zexternal reference.*r ) r: rK r@ r Z
|
get_labelsZto_arrayÚshaper$ r% Ú
|
ValueErrorr! )
|
r) rA ZhtableZuniquesr+ Zsafely_resizesr rD ÚtmpZoldshaper r r Útest_vector_resize? s z(TestHashTableUnsorted.test_vector_resizer c C s t t j¡jd }||d d S )Nr )Ú size_hint)r: ZiinfoÚuint32Úmax)r) r r r r r Ú test_hashtable_large_sizehintn s z3TestHashTableUnsorted.test_hashtable_large_sizehintN)ru rv rw r r r r r r$ rx ry r r3 Z ObjectVectorr~ r
Z Float64Vectorr9 Z Int64VectorÚInt32HashTableZ Int32Vectorr Z UInt64Vectorr r r r r r rz s8 úþ #úþ rz c @ s< e Zd Zdd Zdd Zdd Zdd Zd d
|
Zd d Zd S )Ú TestPyObjectHashTableWithNansc C sF t d}t d}||k s tt ¡ }| |d¡ | |¡dksBtd S ©Nr r ©Úfloatr! r r3 r" r# ©r) Únan1Únan2r- r r r Útest_nan_float s z,TestPyObjectHashTableWithNans.test_nan_floatc C sZ t tdtd}t tdtd}||k s0tt ¡ }| |d¡ | |¡dksVtd S r£ )Úcomplexr¥ r! r r3 r" r# r¦ r r r Útest_nan_complex_both s z3TestPyObjectHashTableWithNans.test_nan_complex_bothc C s t tdd}t tdd}t tdd}||k s6tt ¡ }| |d¡ | |¡dks\ttjt d d}| |¡ W 5 Q R X t
|
|j t
|
|kstd S )Nr r r r r © rª r¥ r! r r3 r" r# r$ r% r& r' Úvalue©r) r§ r¨ Úotherr- Úerrorr r r Útest_nan_complex_real s z3TestPyObjectHashTableWithNans.test_nan_complex_realc C s t dtd}t dtd}t dtd}||k s6tt ¡ }| |d¡ | |¡dks\ttjt d d}| |¡ W 5 Q R X t
|
|j t
|
|kstd S )Nr r r r r r¬ r® r r r Útest_nan_complex_imag s z3TestPyObjectHashTableWithNans.test_nan_complex_imagc C sR t df}t df}|d |d k s(tt ¡ }| |d¡ | |¡dksNtd S )Nr r r r¤ r¦ r r r Útest_nan_in_tuple¨ s
|
|
z/TestPyObjectHashTableWithNans.test_nan_in_tuplec C s ddt dfff}ddt dfff}d}t ¡ }| |d¡ | |¡dksNttjtd d}| |¡ W 5 Q R X t |j
|
t |kstd S )Nr r r )r r r r ) r¥ r r3 r" r# r! r$ r% r& r' r r® r r r Útest_nan_in_nested_tuple° s z6TestPyObjectHashTableWithNans.test_nan_in_nested_tupleN) ru rv rw r© r« r± r² r³ r´ r r r r r¢ s r¢ c C s\ t dt dt dff} t dt dt dff}t | ¡t |¡ksHtt | |¡sXtd S )Nr )r¥ r Z object_hashr! Zobjects_are_equal)ÚaÚbr r r Ú test_hash_equal_tuple_with_nans¼ s r· c C s t ¡ }tjddddddgtjd}| |j_| |¡\}}tjddddddgtjd}tjddgtjd}t
|
||¡ t
|
||¡ d S )Nr r rV r[ r ) r r9 r: rK r= r> r? Zget_labels_groupbyr rP rQ )rA r- rD Úarrra Z expected_arrZexpected_uniquer r r Ú!test_get_labels_groupby_for_Int64Ã s r¹ c C sr d} t | ¡ t jj¡ t j¡}t B t ¡ }| |¡ t
|
}| ¡ }||ksTt ~t
|
dksdt W 5 Q R X d S )Nr_ r ) r: r; r< ÚcompatÚunicodeÚobject_r r r~ rH r rd r! )rB rC r- re rf r r r Ú*test_tracemalloc_works_for_StringHashTableÎ s
|
r½ c C sH t 8 t ¡ } t }| ¡ }||ks*t~ t dks:tW 5 Q R X d S rh )r r r~ r rd r! )r- re rf r r r Ú*test_tracemalloc_for_empty_StringHashTableÛ s r¾ rB r rn c C s~ t | ¡ t jj¡ t j¡}t | ¡}| ¡ d }| |¡ | ¡ d }||ksTt
|
t ¡ }| |¡ || ¡ d kszt
|
d S ro ) r: r; r< rº r» r¼ r r~ rk rH r! )rB rC rp rq rr rs r r r Ú$test_no_reallocation_StringHashTableå s
|
|
|
r¿ c @ s$ e Zd Zdd Zdd Zdd ZdS )ÚTestHashTableWithNansc C s t d}| }||kst| |d¡ t|dks6t||ksBt| |¡dksTt| |d¡ t|dkspt||ks|t| |¡dkstd S )Nr r r r )r¥ r! r" r r# r( r r r r. þ s z/TestHashTableWithNans.test_get_set_contains_lenc C sR d}| }t j|t j|d}| |¡ t|dks6t| t j¡|d ksNtd S )Nr r[ r )r: Úfullr rH r r! r# )r) r* r+ rB r- rC r r r rJ s
|
z(TestHashTableWithNans.test_map_locationsc C sJ d}| }t j|t j|d}| |¡}t t |¡¡rBt|dksFtd S )Niü r[ r )r: rÁ r ra rY Úisnanr r! )r) r* r+ rB r- rC ra r r r rb s
|
|
z!TestHashTableWithNans.test_uniqueN)ru rv rw r. rJ rb r r r r rÀ ô s
|
rÀ c C sD t ¡ } tjdd tdD tjd}| |¡}t|dks@td S )Nc S s g | ] }t d qS )r ©r¥ ©Ú.0rE r r r Ú
|
<listcomp> s z6test_unique_for_nan_objects_floats.<locals>.<listcomp>é2 r[ r © r r3 r: rK r@ r¼ ra r r! ©r- rC ra r r r Ú"test_unique_for_nan_objects_floats s
|
rÊ c C sD t ¡ } tjdd tdD tjd}| |¡}t|dks@td S )Nc S s g | ]}t td dqS )r ç ð?)rª r¥ rÄ r r r rÆ & s z7test_unique_for_nan_objects_complex.<locals>.<listcomp>rÇ r[ r rÈ rÉ r r r Ú#test_unique_for_nan_objects_complex$ s
|
rÌ c C sJ t ¡ } tjdgdd tdD tjd}| |¡}t|dksFtd S )Nr c S s g | ]}d t dd ffqS )rË r rà rÄ r r r rÆ . s z5test_unique_for_nan_objects_tuple.<locals>.<listcomp>rÇ r[ r rÈ rÉ r r r Ú!test_unique_for_nan_objects_tuple+ s ÿ
|
rÍ r+ c @ sD e Zd Zdd Zdd Zdd Zdd Zd d
|
Zd d Zd d Z dS )ÚTestHelpFunctionsc C sd d}t |¡| |¡}t |d¡}||j_t |d¡\}}t t
|
|¡|¡ t |dk¡s`t d S )Né+ r F) r: r; r< r` r> r? r Ú value_countrP rQ ÚsortrY r! )r) r+ rA rB rS ÚvaluesrC Úcountsr r r Útest_value_countH s z"TestHelpFunctions.test_value_countc C sX t dddddddg¡ |¡}||j_t |d¡\}}t ||¡ t |dk¡sTt
|
d S © Nr r r é r2 rV rG F) r: rK r< r> r? r rÐ rP rQ rY r! )r) r+ rA rÒ rC rÓ r r r Útest_value_count_stableQ s
|
z)TestHelpFunctions.test_value_count_stablec C s\ d}t t |¡ |¡d¡}||j_t |¡}t j|t j d}d|d d d
< t
|
||¡ d S )NrU r r[ F) r: r` r; r< r> r? r Ú
|
duplicatedÚ ones_likeÚbool_rP rQ )r) r+ rA rB rÒ rR rS r r r Útest_duplicated_firstY s
|
z'TestHelpFunctions.test_duplicated_firstc C s` d}t |¡ |¡}t |¡ |¡}||j_||j_t ||¡}t j|t jd}t
|
||¡ d S )Né r[ ) r: r; r< r> r? r ÚismemberrÙ rÚ rP rQ )r) r+ rA rB r¸ rÒ rR rS r r r Útest_ismember_yesb s z#TestHelpFunctions.test_ismember_yesc C sT d}t |¡ |¡}t |¡| |¡}t ||¡}t j|t jd}t ||¡ d S )Né r[ ) r: r; r< r rÝ Z
|
zeros_likerÚ rP rQ )r) r+ rB r¸ rÒ rR rS r r r Útest_ismember_nol s z"TestHelpFunctions.test_ismember_noc C s^ |t jt jfkrd}nd}t t |¡ |¡d¡}d|d< ||j_t |d¡}|dksZt
|
d S )Né5 ig+ r r r F) r: rW rX r` r; r< r> r? r Úmoder! )r) r+ rA rB rÒ rR r r r Ú test_modet s zTestHelpFunctions.test_modec C sB t dddddddg¡ |¡}||j_t |d¡}t ||¡ d S rÕ ) r: rK r< r> r? r râ rP rQ )r) r+ rA rÒ rC r r r Útest_mode_stable s z"TestHelpFunctions.test_mode_stableN)
|
ru rv rw rÔ r× rÛ rÞ rà rã rä r r r r rÎ 4 s
|
rÎ c C sN t jtjt jd g} tjdg| d tjd}t |d¡}|j t
|
| ksJt d S )NTr r[ F) r6 r1 r: r ZNaTrK r¼ r râ r r r! )ZnullsrÒ Úmodesr r r Útest_modes_with_nans s ræ c C sT t jddddddgt jd}| |j_t |¡}t jdddgt jd}t ||¡ d S )Nr r r2 r[ r r ) r: rK r r> r? r Úunique_label_indicesrP rQ )rA rC rR rS r r r Ú test_unique_label_indices_intp s
|
|
rè c C s t j ddd¡ t j¡} t | ¡}t j| ddd }tj ||dd d| t j
|
t | d ¡< t | ¡}t j| ddd dd
}tj ||dd d S )
|
Nr i i T)Z return_indexF)Z check_dtyperV r ) r: ÚrandomÚrandintr< r r rç ra rP rQ Úchoicer )rµ ÚleftÚrightr r r Útest_unique_label_indices s
|
|
rî c @ s4 e Zd Zdd Zdd Zdd Zdd Zd d
|
Zd S ) ÚTestHelpFunctionsWithNansc C s~ t jt jt jt jg|d}t |d¡\}}t|dks:tt |d¡\}}t|dkrft t |¡¡sjt|d dksztd S )Nr[ Tr Fr r2 ) r: rK r r rÐ r r! rY r )r) r+ rÒ rC rÓ r r r rÔ ® s z*TestHelpFunctionsWithNans.test_value_countc C sD t jt jt jt jg|d}t |¡}t dddg¡}t ||¡ d S )Nr[ FT)r: rK r r rØ rP rQ )r) r+ rÒ rR rS r r r rÛ ¶ s
|
z/TestHelpFunctionsWithNans.test_duplicated_firstc C sb t jt jt jt jg|d}t jt jt jg|d}t ||¡}t jdddgt jd}t ||¡ d S )Nr[ T©r: rK r r rÝ rÚ rP rQ ©r) r+ r¸ rÒ rR rS r r r rÞ ¼ s
|
z+TestHelpFunctionsWithNans.test_ismember_yesc C s\ t jt jt jt jg|d}t jdg|d}t ||¡}t jdddgt jd}t ||¡ d S )Nr[ r Frð rñ r r r rà Ã s
|
z*TestHelpFunctionsWithNans.test_ismember_noc C sJ t jdt jt jt jg|d}t |d¡dks0tt t |d¡¡sFtd S )Nr r[ TF)r: rK r r râ r! r )r) r+ rÒ r r r rã Ê s z#TestHelpFunctionsWithNans.test_modeN)ru rv rw rÔ rÛ rÞ rà rã r r r r rï ¤ s
|
|
rï c C sL dt dfdg} dt dfg}t| |}tjddgtjd}t ||¡ d S )Nrµ r )r¶ r TFr[ )r¥ r r: rK rÚ rP rQ ©rÒ ÚcompsrR rS r r r Ú test_ismember_tuple_with_nansÐ s
|
|
rô c C sJ ddddg} t td}t| |}tjddddgtjd}t ||¡ d S ) Nrµ r g @y @ é FTr[ )Úlistr@ r r: rK rÚ rP rQ rò r r r Ú+test_float_complex_int_are_equal_as_objectsÙ s
|
|
r÷ )HÚ
|
contextlibr rL r r Útypingr Únumpyr: r$ Z pandas._libsr r Zpandasr6 Zpandas._testingZ_testingrP Zpandas.core.algorithmsr r r rx ry r3 r¼ ZComplex128HashTableZ
|
complex128r9 r= r r r
r ZComplex64HashTableZ complex64r¡ r ZUInt32HashTabler ZFloat32HashTableÚfloat32ZInt16HashTableÚint16ZUInt16HashTableZuint16Z Int8HashTablerW ZUInt8HashTablerX Z IntpHashTabler r rz r¢ r· r¹ r½ r¾ r@ r¿ rÀ rÊ rÌ rÍ rÎ ræ rè rî rï rô r÷ r r r r Ú<module> s¬
|
|
|
|
|
|
|
|
|
|
|
|
|
|
òþ Sx=
|
|
|
|
|
|
üþ òþ?üþ #
|
