U
|
ý°de ã @ s d dl Z d dlZd dlZd dlZd dlmZ d dlZd dlm Z m
|
Z
|
m Z m Z m Z mZ d dlmZ d dlmZmZ G dd dZdS )é N)Úis_integer_dtype)Ú CategoricalÚCategoricalIndexÚ DataFrameÚ
|
RangeIndexÚSeriesÚ get_dummies)Ú SparseArrayÚ SparseDtypec
|
@ s( e Zd Zejdd Zejddejedgddd Z ejd d
|
gdd d Z
|
d d Z dd Z dd Z dd Zdd Zdd Zdd Zdd Zd d Zd d Zd!d" Zd#d$ Zd%d& Zd'd( Zd)d* Zd+d, Zd-d. Zd/d0 Z d1d2 Z ej d3d4e d5d6giie d7d8gifd4e d9d5giie d:d8gife d9d6gid5d;e d7d8gife d9d6gid5d<e d=d8gifg¡d>d? Z!d@dA Z"dBdC Z#dDdE Z$dFdG Z%dHdI Z&dJdK Z'dLdM Z(dNdO Z)ej dPd8dQg¡dRdS Z*ej d
|
d8dQg¡dTdU Z+dVdW Z,dXdY Z-ej dZd[g¡d\d] Z.d^d_ Z/d`da Z0dS )bÚTestGetDummiesc C s" t dddgdddgdddgdS )NÚaÚbÚcé é é )ÚAÚBÚC)r )Úself© r ú\d:\z\workplace\vscode\pyvenv\venv\Lib\site-packages\pandas/tests/reshape/test_get_dummies.pyÚdf s zTestGetDummies.dfÚuint8Úi8N)Úparamsc C s t |j¡S ©N)ÚnpÚdtypeÚparam©r Úrequestr r r r s zTestGetDummies.dtypeZdenseÚsparsec C s
|
|j dkS )Nr" )r r r r r r" " s zTestGetDummies.sparsec C s |d krt jS |S r )r r )r r r r r Úeffective_dtype( s z TestGetDummies.effective_dtypec C s. d}t jt|d t|dd W 5 Q R X d S )Nz1dtype=object is not a valid dtype for get_dummies©ÚmatchÚobject©r )ÚpytestÚraisesÚ
|
ValueErrorr )r r Úmsgr r r Ú'test_get_dummies_raises_on_dtype_object- s z6TestGetDummies.test_get_dummies_raises_on_dtype_objectc C s¸ t d}t|}t|t d}tdddgdddgdddgd| |¡d}|r\|jtdd}t|||d }t ||¡ t|||d }t ||¡ t d|_ t|||d }t ||¡ d S )
|
NÚabcÚABCr r ©r r r r' ç ©Ú
|
fill_value©r" r )
|
Úlistr r r# Úapplyr r ÚtmÚassert_frame_equalÚindex)r r" r Ús_listÚs_seriesÚs_series_indexÚexpectedÚresultr r r Útest_get_dummies_basic2 s þ
|
z%TestGetDummies.test_get_dummies_basicc C s t d}t|}tdddddgdddddgdddddgd }tdddgdddgdddgd | |¡t dd
|
}|r¢t|rd}n|tkrd }nd }|jt|d }t|||d}t
|
||¡ t|||d}t
|
||¡ t||j ||d}|r
|
d| |¡j d| d} n | |¡j } t| didd}|j ¡ }dd |jD |_t ||¡ t|dg||d}ddd}
|
d|
|
| d¡ |
|
| < t|
|
dd ¡ }|j ¡ }dd |jD |_| ¡ }t ||¡ d S )Nr- r r r r r r r r/ )r ÚcolumnsFr0 r1 r3 )r? r" r zSparse[z, ú]é Úcount©Únamec S s g | ] }t |qS r ©Ústr©Ú.0Úir r r Ú
|
<listcomp>k s z?TestGetDummies.test_get_dummies_basic_types.<locals>.<listcomp>r )Úint64r& c S s g | ] }t |qS r rE rG r r r rJ u s )r4 r r r# r Úboolr5 r r r6 r7 r? rD ZdtypesZ value_countsr8 Zassert_series_equalÚgetÚ
|
sort_index) r r" r r9 r: Zs_dfr< r2 r= Z
|
dtype_nameZexpected_countsr r r Ú test_get_dummies_basic_typesG sJ (ÿ ý
|
|
|
z+TestGetDummies.test_get_dummies_basic_typesc C s t jg}t|}t|dgd}t||d}t||d}t||d}|jsLt|jsVt|js`t|j ¡ dgkstt|j ¡ dgkst|j ¡ dgkstd S )Nr ©r8 ©r" r )r Únanr r ÚemptyÚAssertionErrorr8 Útolist)r r" Z just_na_listZjust_na_seriesZjust_na_series_indexZres_listZ
|
res_seriesZres_series_indexr r r Útest_get_dummies_just_nay s
|
|
|
z'TestGetDummies.test_get_dummies_just_nac
|
C s$ ddt jg}t|||d}tdddgdddgd| |¡d}|rP|jtdd }t ||¡ t|d
|
||d }tt jdddgddddgddddgi| |¡d}|j ddt jgdd }|j
|
|_
|
|rÎ|jtdd }t ||¡ tt jgd
|
||d }tt ddgd t jg| |¡d} t |j | j ¡ d S )Nr r r3 r r )r r r' r0 r1 T©Údummy_nar" r ©ZaxisrP ©r? r )r rR r r r# r5 r r6 r7 Úreindexr? r Zassert_numpy_array_equalÚvalues)
|
r r" r ÚsÚresÚexpÚres_naÚexp_naÚ res_just_naÚ exp_just_nar r r Útest_get_dummies_include_na s4 ÿ "þ ÿz*TestGetDummies.test_get_dummies_include_nac C sj d}t d¡}|||g}t|d|d}tddddgd| dddgi}|rZ|jtd d
|
}t ||¡ d S ) NÚez LATIN SMALL LETTER E WITH ACUTEÚletter©Úprefixr" Zletter_eTFZletter_r r1 )Ú unicodedataÚlookupr r r5 r r6 r7 )r r" re Úeacuter] r^ r_ r r r Útest_get_dummies_unicode§ s
|
|
ÿz'TestGetDummies.test_get_dummies_unicodec C s¤ |ddg }t ||d}tdddgdddgdddgdddgdtd}|rttdddgddtdddgddtdddgddtdddgddd}t ||¡ d S ) Nr r rQ r r ©ÚA_aÚA_bÚB_bÚB_cr' rL )r r rL r r6 r7 ©r r r" r= r< r r r Ú test_dataframe_dummies_all_obj´ s $þüÿ z-TestGetDummies.test_dataframe_dummies_all_objc C sb |ddg }| ddd¡}t|}tdddgdddgdddgdddgdtd }t ||¡ d S )
|
Nr r r& Ústring©r r r r rm r' )Úastyper r rL r6 r7 ©r r r= r< r r r Ú#test_dataframe_dummies_string_dtypeÇ s üù z2TestGetDummies.test_dataframe_dummies_string_dtypec C s t |||d}|r"t}t|d}n
|
tj}|}tdddg|dddg|d|dddg|d|dddg|d|dddg|dd}|dd d
|
d d g }t ||¡ d S ) Nr3 r r r r r' )r rn ro rp rq r rn ro rp rq )r r r
|
r Úarrayr r6 r7 ©r r r" r r= ZarrÚtypr< r r r Ú"test_dataframe_dummies_mix_default× s ûÿ z1TestGetDummies.test_dataframe_dummies_mix_defaultc s¨ ddg}t |||d}tdddgdddgdddgdddgdddgd }|d
|
g |d
|
g< d d d dg}|d
|
g| }|rztnt || fdd¡||< t ||¡ d S )NÚfrom_AÚfrom_Brg r r r TF©r Úfrom_A_aÚfrom_A_bÚfrom_B_bÚfrom_B_cr r r r r c s | S r r )Úx©r{ r r Ú<lambda>ü ó zCTestGetDummies.test_dataframe_dummies_prefix_list.<locals>.<lambda>)r r r r r5 r6 r7 )r r r" Úprefixesr= r< Úcolsr r
r Ú"test_dataframe_dummies_prefix_listë s ûÿ z1TestGetDummies.test_dataframe_dummies_prefix_listc
|
C sÚ t |d|d}ddddg}tdddddgd ddddgd
|
ddddggd g| d }| d tji¡}|rÊtjtdd d
|
gd d tdddgdddtdddgdddtdddgdddtdddgdddgdd}t ||¡ d S )NÚbadrg Zbad_aZbad_bZbad_cr TFr r r ©r? rC z Sparse[bool])rD r rY )
|
r r rv r rK ÚpdÚconcatr r6 r7 )r r r" r= Z bad_columnsr< r r r Ú!test_dataframe_dummies_prefix_strÿ s* ýúûø z0TestGetDummies.test_dataframe_dummies_prefix_strc C sª t |dgdg|d}tdddgdddgdd dgd dd gd
|
}|j}||dd
t¡||dd
< |d g |d g< |rd d g}|| tdd ¡||< t ||¡ d S )Nr} r )rh r? r" r r r r r r )r r r r r r r rL )r r r? rv rL r
|
r6 r7 ©r r r" r= r< r r r r Ú test_dataframe_dummies_subset s üÿ"z,TestGetDummies.test_dataframe_dummies_subsetc C sê t |d|d}tdddgdddgdddgdddgdddgd}|d g |d g< |d d
|
d d d g }|rd
|
d d d g}|| tdd¡||< t ||¡ t |ddg|d}|jdddd}t ||¡ t |ddd|d}t ||¡ d S )Nz..©Ú
|
prefix_sepr" r r r TF)r úA..aúA..búB..búB..cr r r r r rL r Ú__ZB__bZB__c)r r r ru )r r rv r
|
r6 r7 Úrenamer r r r Ú!test_dataframe_dummies_prefix_sep. s( ûÿ z0TestGetDummies.test_dataframe_dummies_prefix_sepc C s8 t d¡}tjt|d t|dg|d W 5 Q R X d S )NzPLength of 'prefix' (1) did not match the length of the columns being encoded (2)r$ ztoo fewrg ©ÚreÚescaper( r) r* r ©r r r" r+ r r r Ú(test_dataframe_dummies_prefix_bad_lengthH s
|
ÿz7TestGetDummies.test_dataframe_dummies_prefix_bad_lengthc C s8 t d¡}tjt|d t|dg|d W 5 Q R X d S )NzTLength of 'prefix_sep' (1) did not match the length of the columns being encoded (2)r$ r r r r r r r Ú,test_dataframe_dummies_prefix_sep_bad_lengthP s
|
ÿz;TestGetDummies.test_dataframe_dummies_prefix_sep_bad_lengthc C s¶ ddd}t dddgdddgddd gd
|
}t|||d }t dddgdd dgd dd gddd gd d dgd }ddddg}|| t¡||< |r¦|| tdd ¡||< t ||¡ d S )Nr} r~ ru r r r r r r )r r r rg r r r r r r rL )r r rv rL r
|
r6 r7 )r r" r r r= r< r? r r r Ú"test_dataframe_dummies_prefix_dictX s
|
"ûÿ
|
z1TestGetDummies.test_dataframe_dummies_prefix_dictc C s t jt jt jg|jdd d
f< t|d||djdd}|rJt}t|d}n
|
t j}|}tdddt jg|ddddg|d|ddddg|d|ddddg|d|ddddg|d|ddddg|d|ddddg|dd jdd}t
|
||¡ t|d
|
||d}|d d d ddg }t
|
||¡ d S )Nr TrW r rY r r r' )r rn ro ÚA_nanrp rq ÚB_nanFr rn ro rp rq ) r rR Úlocr rN r r
|
ry r r6 r7 rz r r r Ú test_dataframe_dummies_with_nan s2 ÿ ùÿ
|
ö z-TestGetDummies.test_dataframe_dummies_with_nac C sÐ t dddg|d< t|||djdd}|r<t}t|d}n
|
tj}|}tddd g|dddg|d
|
|dddg|d
|
|dddg|d
|
|dddg|d
|
|dddg|d
|
|dddg|d
|
d jdd}t ||¡ d S ) Nr ÚyÚcatr3 r rY r r r r' )r rn ro rp rq Zcat_xÚcat_y)
|
r r rN r r
|
r ry r r6 r7 rz r r r Ú'test_dataframe_dummies_with_categorical s( ùÿ
|
ö z6TestGetDummies.test_dataframe_dummies_with_categoricalzget_dummies_kwargs,expectedÚdataõ är u ä_aTr u x_ä)rª rh )rª r u xäac C s t f |}t ||¡ d S r )r r6 r7 )r Zget_dummies_kwargsr< r= r r r Ú test_dataframe_dummies_unicode¥ s
|
z-TestGetDummies.test_dataframe_dummies_unicodec C sª t d}t|}t|t d}tdddgdddgdtd}t|d|d}|r\|jtdd }t ||¡ t|d|d}t ||¡ t d|_ t|d|d}t ||¡ d S )
|
Nr- r. r r )r r r' T©Ú
|
drop_firstr" r1 )
|
r4 r r rL r r5 r r6 r7 r8 ©r r" r9 r: r; r< r= r r r Ú!test_get_dummies_basic_drop_firstÀ s
|
z0TestGetDummies.test_get_dummies_basic_drop_firstc C s t d}t|}t|t d}ttdd}t|d|d}t ||¡ t|d|d}t ||¡ tt dd}t|d|d}t ||¡ d S )NZaaar. r rP Tr )r4 r r r r r6 r7 r¯ r r r Ú+test_get_dummies_basic_drop_first_one_levelÕ s z:TestGetDummies.test_get_dummies_basic_drop_first_one_levelc C sà ddt jg}t|d|d}tddddgitd}|rB|jtdd}t ||¡ t|dd|d }tddddgt jdddgitdj dt jgdd
|
}|r¢|jtdd}t ||¡ tt jgdd|d }tt
|
dd }t ||¡ d S ) Nr r Tr r r r' r1 ©rX r® r" rY rP ) r rR r r rL r5 r r6 r7 r[ r ) r r" Zs_NAr^ r_ r` ra rb rc r r r Ú$test_get_dummies_basic_drop_first_NAç s, " ÿ ÿz3TestGetDummies.test_get_dummies_basic_drop_first_NAc C sZ |ddg }t |d|d}tdddgdddgdtd}|rJ|jtdd }t ||¡ d S )
|
Nr r Tr r r )ro rq r' r1 )r r rL r5 r r6 r7 rr r r r Ú!test_dataframe_dummies_drop_firstÿ s z0TestGetDummies.test_dataframe_dummies_drop_firstc C s¤ t dddg|d< t|d|d}tdddgd dd gd d dgd ddgd
|
}d d d g}|| t¡||< |dd d d g }|r|D ]}t|| ||< q~t ||¡ d S )Nr r¦ r§ Tr r r r r )r ro rq r¨ ro rq r¨ r )r r r rv rL r r6 r7 )r r r" r r= r< r Úcolr r r Ú2test_dataframe_dummies_drop_first_with_categorical s $ÿ
|
zATestGetDummies.test_dataframe_dummies_drop_first_with_categoricalc C sö t jt jt jg|jdd d
f< t|dd|djdd}tdddt jgddddgddddgddddgddddgd}d d
|
d d g}|| t¡||< |jdd}|r¼|D ]}t|| ||< q¦t
|
||¡ t|d d|d}|dd d g }t
|
||¡ d S )Nr Tr² r rY r r )r ro r¢ rq r£ ro r¢ rq r£ Fr ) r rR r¤ r rN r rv rL r r6 r7 )r r r" r= r< r rµ r r r Ú)test_dataframe_dummies_drop_first_with_na s6 ÿþ
|
|
|
|
ûÿ z8TestGetDummies.test_dataframe_dummies_drop_first_with_nac C s t dddg}t|}tddgddgddggddgtd}t ||¡ t tdddg}t|}tddgddgddggtddgtd}t ||¡ d S )Nr r r rZ r r )r r r rL r6 r7 r )r rª r= r< r r r Útest_get_dummies_int_int0 s $
|
ÿz'TestGetDummies.test_get_dummies_int_intc C s¸ t dddgtdddgdddgdddgd}dd d
|
d d d g}t ddddddgddddddgddddddgg|d}||dd
|¡||dd
< t|ddg|d}t ||¡ d S )Nr r r r g ð?g @)r r r ÚDr r¹ ÚA_1ÚA_2ZB_arp r r r r rZ )r r rv r r6 r7 )r r rª r? r< r= r r r Útest_get_dummies_int_df= s üÿ,þ"z&TestGetDummies.test_get_dummies_int_dfÚorderedFc C s| t tdtd|d}t||d}tjdddgdddgg| |¡d}t|j|j|d}t||| |¡d}t
|
||¡ d S )NZxyZxyz)Ú
|
categoriesr½ r' r r rZ ) r r4 r r ry r# r r¾ r r6 r7 )r r r½ r§ r= rª r r< r r r Ú1test_dataframe_dummies_preserve_categorical_dtypeO s $ ÿz@TestGetDummies.test_dataframe_dummies_preserve_categorical_dtypec C sL t ddgddgd¡}t|dg|d}|jdgd }t |dg |¡ d S )
|
Nr r ZABZCD)ÚGDPÚNationrÁ ©r? r" rÀ r )r Ú from_dictr r[ r6 r7 )r r" r Zdf2r r r Ú*test_get_dummies_dont_sparsify_all_columns] s z9TestGetDummies.test_get_dummies_dont_sparsify_all_columnsc C s~ dddg|_ t|jdd}tdddddgdddddgdddddggddd d d
|
gd jdd}| dtji¡}t ||¡ d S ) Nr r rY TFr r rn ro ZA_cr ) r? r rN r rv r rK r6 r7 rw r r r Ú"test_get_dummies_duplicate_columnsf s ý úù z1TestGetDummies.test_get_dummies_duplicate_columnsc C s` t dddgi}t|dgdd}tdd}t tddg|dtddg|dd }t ||¡ d S )
|
Nr r r Tr rL r r' )rº r» )r r r
|
r r6 r7 )r r r= r r< r r r Útest_get_dummies_all_sparsex s
|
þÿz*TestGetDummies.test_get_dummies_all_sparser\ Úbazc
|
C sp t ddddddgddddddgd d
|
d d d
|
d gd d ddddgd}d}tjt|d t||d W 5 Q R X d S )Nr r r é é é ZoneZtwor r r r r¦ ÚzÚqÚwÚt)ÚbarZfoorÇ Zzooz1Input must be a list-like for parameter `columns`r$ r )r r( r) Ú TypeErrorr )r r\ r r+ r r r Ú#test_get_dummies_with_string_values s üÿ z2TestGetDummies.test_get_dummies_with_string_valuesc C sT t td}t||d}tddddgddddgddddgd|d}t ||¡ d S )NÚabcar' r r r/ )r r4 r r r6 r7 )r Ú any_numeric_ea_and_arrow_dtypeZserr= r< r r r Ú test_get_dummies_ea_dtype_series s "þz/TestGetDummies.test_get_dummies_ea_dtype_seriesc C sX t dtdi}t||d}t ddddgddddgddddgd|d}t ||¡ d S )Nr rÒ r' r r )Zx_aZx_bZx_c)r r4 r r6 r7 )r rÓ r r= r< r r r Ú#test_get_dummies_ea_dtype_dataframe s "þz2TestGetDummies.test_get_dummies_ea_dtype_dataframe)1Ú__name__Ú
|
__module__Ú __qualname__r( Zfixturer r Úfloat64rL r r" r# r, r> rO rV rd rl rs rx r| r r r r r r r¡ r¥ r© ÚmarkZ parametrizer r¬ r° r± r³ r´ r¶ r· r¸ r¼ r¿ rÄ rÅ rÆ rÑ rÔ rÕ r r r r r sx
|
|
|
2 þ þ þ þóþ
|
|
|
|
|
r )r ri Únumpyr r( Zpandas.core.dtypes.commonr Zpandasr r r r r r r Zpandas._testingZ_testingr6 Zpandas.core.arrays.sparser r
|
r r r r r Ú<module> s
|
