U
|
ý°d;P ã
|
@ s d Z ddlZddlZddlm mZ ddlm Z ddl
|
Z ddl m Z ddlmZ ddlmZ ejdd Zejdd Zd
|
d Zd d Zdd Zdd Zdd Zdd Zdd Z dd Z dd Z d d Z ej j!d d d d! Z"ej j!d d d"d# Z#d$d% Z$d&d' Z%d(d) Z&d*d+ Z'd,d- Z(ej )d.ej*e +d/¡e,d/de j-g¡d0d1 Z.ej )d2d3d4g¡d5d6 Z/d7d8 Z0d9d: Z1d;d< Z2ej )d=d3d4g¡ej j!d>d d?d@ Z3ej )d=d3d4g¡ej j!d>d dAdB Z4ej )dCdDdEg¡ej )d=d3d4g¡dFdG Z5ej )dCdDdEg¡ej )dHe j6e j7g¡dIdJ Z8dKdL Z9dMdN Z:e ;dO¡dPdQ Z<e ;dO¡dRdS Z=dTdU Z>dVdW Z?ej )dXdYdZd[ge 7d4d4d4g¡fdYdZdge 7d4d4d3g¡fg¡d\d] Z@d^d_ ZAej )d`ejBejCej+g¡dadb ZDdcdd ZEdedf ZFdgdh ZGdidj ZHdkdl ZIdmdn ZJdS )oz
|
This module tests the functionality of StringArray and ArrowStringArray.
|
Tests for the str accessors are in pandas/tests/strings/test_string_array.py
|
é N)Úis_dtype_equal)ÚArrowStringArray)ÚVersionc C s t j| dS )z=Fixture giving StringDtype from parametrized 'string_storage')Ústorage)ÚpdÚ StringDtype)Ústring_storage© r ú^d:\z\workplace\vscode\pyvenv\venv\Lib\site-packages\pandas/tests/arrays/string_/test_string.pyÚdtype s r c C s | ¡ S )z3Fixture giving array type from parametrized 'dtype')Zconstruct_array_type©r r r r
|
Úcls s r c C s t dt jdt jdg| di¡}d}t||ks4td}t|j|ksJt| jdkrXdnd }d
|
| d }t|jj|ks|td S ) NÚAÚaÚbr z A
|
0 a
|
1 <NA>
|
2 bz40 a
|
1 <NA>
|
2 b
|
Name: A, dtype: stringÚpyarrowr Ú StringArrayú<z+>
|
['a', <NA>, 'b']
|
Length: 3, dtype: string)r Ú DataFrameÚarrayÚNAÚreprÚAssertionErrorr r )r ÚdfÚexpectedZarr_namer r r
|
Ú test_repr s r c C s6 | dd dg¡}|d d k s t|d tjks2td S )Nr r é )Ú_from_sequencer r r )r r r r r
|
Útest_none_to_nan+ s r c C s | ddg¡}| tjjkr d}nd}tjt|d d|d< W 5 Q R X | tjjkrXd}nd}tjt|d t d d
|
g¡|d d
< W 5 Q R X d S ) Nr r z4Cannot set non-string value '10' into a StringArray.úScalar must be NA or str©Úmatché
|
r zMust provide strings.r é ) r r Úarraysr ÚpytestÚraisesÚ TypeErrorÚnpr )r ÚarrÚmsgr r r
|
Útest_setitem_validates1 s r+ c C s< t jddg| d}d|d< t jddg| d}t ||¡ d S )Nr Úcr Údr ©r r ÚtmÚ assert_extension_array_equal)r r) r r r r
|
Ú test_setitem_with_scalar_stringC s r1 c C sh t jdddg| d}t dd g¡}| ¡ }||ddg< t jdt jdg| d}t ||¡ t ||¡ d S )Nr r r, r r r r )r r r( Úcopyr r/ r0 Úassert_numpy_array_equal)r r) ÚvalueZ
|
value_origr r r r
|
Ú$test_setitem_with_array_with_missingL s r5 c C sP t t jddd¡}d |d< | | ¡}t|j| s6t| d¡}t ||¡ d S )NÚ2000é )Zperiodsr zdatetime64[ns]) r ÚSeriesZ
|
date_rangeÚastyper r r r/ Úassert_series_equal)r ÚserZcastedÚresultr r r
|
Útest_astype_roundtripY s
|
|
r= c C sÖ t jdddd d g| d}t jddd dd g| d}|| }t jdd d d d g| d}t ||¡ | |¡}t ||¡ | |¡}t jd
|
d d d d g| d}t ||¡ |j|d d }t jdd ddd g| d}t ||¡ d S )Nr r r, r ÚxÚyÚzÚaxÚbyÚxaÚybú-)Ú
|
fill_valuezc-z-z)r r8 r/ r: ÚaddZradd)r r r r< r r r r
|
Útest_addd s
|
|
rH c C s¦ | j dkr*d}tjjd |d}|j |¡ tjdddg| d}tjdddggt d}tj
|
t dd || W 5 Q R X t |¡}tj
|
t dd || W 5 Q R X d S )
|
Nr z*Failed: DID NOT RAISE <class 'ValueError'>©r& Úreasonr r r, r z3 != 1r ) r r% ÚmarkÚxfailÚnodeÚ
|
add_markerr r r( Úobjectr& Ú
|
ValueErrorr8 )r ÚrequestrJ rK r r Úsr r r
|
Ú test_add_2dx s
|
|
rS c C sz t jddd d g| d}dd dd g}|| }t jdd d d g| d}t ||¡ || }t jdd d d g| d}t ||¡ d S ©Nr r r r> r? rA rC r. )r r Úotherr< r r r r
|
Útest_add_sequence s rV c C s~ | j dkr*d}tjjt|d}|j |¡ tjddd g| d}|d }tjdd d g| d}t
|
||¡ d| }t
|
||¡ d S )
|
Nr z?unsupported operand type(s) for *: 'ArrowStringArray' and 'int'rI r r r r# ZaaZbb) r r% rK rL ÚNotImplementedErrorrM rN r r r/ r0 )r rQ rJ rK r r< r r r r
|
Útest_mul s
|
rX zGH-28527)rJ c C s t jddddg| d}t dddd gg¡}| |¡tks<t|| }t d
|
d d d gg¡ | ¡}t ||¡ || }t ddddgg¡ | ¡}t ||¡ d S )Nr r r, r- r Útr? ÚvÚwÚatrB ZcvZdwÚtarD ZvcÚwd) r r r Ú__add__ÚNotImplementedr r9 r/ Úassert_frame_equal©r r) r r< r r r r
|
Útest_add_strings¤ s rc c C s° t jddtjtjg| d}t dtjdtjgg¡}| |¡tksDt|| }t dtjtjtjgg¡ | ¡}t
|
||¡ || }t dtjtjtjgg¡ | ¡}t
|
||¡ d S rT ) r r r( Únanr r_ r` r r9 r/ ra rb r r r
|
Útest_add_frame³ s re c s d| j d tjdd dg|d}dt| }|jdkrBdnd}tj fdd |D td}tj||d}t ||¡ d S )
|
NÚ__r r, r r úboolean[pyarrow]Úbooleanc s g | ]}t | qS r )Úgetattr)Ú.0Úitem©Úop_namerU r r
|
Ú
|
<listcomp>É s z2test_comparison_methods_scalar.<locals>.<listcomp>) Ú__name__r r ri r r( rO r/ r0 )Ú comparison_opr r r< Úexpected_dtyper r rl r
|
Ú test_comparison_methods_scalarà s rr c C sh d| j d}tjdd dg|d}t||tj}|jdkr@dnd}tjd d d g|d}t ||¡ d S )Nrf r r, r r rg rh )ro r r ri r r r/ r0 )rp r rm r r< rq r r r r
|
Ú$test_comparison_methods_scalar_pd_naÎ s rs c C s² d| j d}tjdd dg|d}d}|dkrZtjtdd t||| W 5 Q R X d S t|||}d d d gd
|
d d
|
gd| }|jd krd nd }tj||d}t ||¡ d S )Nrf r r, r é* )Ú__eq__Ú__ne__znot supported betweenr FTr rg rh )
|
ro r r r% r& r' ri r r/ r0 ) rp r rm r rU r< Z expected_datarq r r r r
|
Ú)test_comparison_methods_scalar_not_string× s ÿrw c C sÈ d| j d}tjdd dg|d}d d dg}t|||}|jdkrHdnd}tjt|d dd }t|d
|
||d
|
|d
|
< tj||d}t ||¡ t||tj
|
}tjd d d g|d}t ||¡ d S ) Nrf r r, r r rg rh rO )rF r éÿÿÿÿ) ro r r ri r r( ÚfullÚlenr/ r0 r )rp r rm r rU r< rq r r r r
|
Ú test_comparison_methods_arrayì s
|
r{ c C s² | t jjkrd}nd}tjt|d | tjddgdd W 5 Q R X tjt|d | t g ¡ W 5 Q R X | t jjkrª| tjdtjgt d | tjdd gt d nbtjt|d | tjdtjgt d W 5 Q R X tjt|d | tjdd gt d W 5 Q R X tjt|d | tjdt j
|
gt d W 5 Q R X tjt|d$ | tjdt dd ¡gt d W 5 Q R X tjt|d$ | tjdt dd ¡gt d W 5 Q R X d S )
|
Nz7StringArray requires a sequence of strings or pandas.NAzBUnsupported type '<class 'numpy.ndarray'>' for ArrowExtensionArrayr r r ZS1r ÚNaTÚns) r r$ r r% r& rP r( r rd rO r| Z
|
datetime64Z timedelta64)r r* r r r
|
Útest_constructor_raisesý s( " "(r~ Únard c C s> t j t dt jg¡¡}t t j tjd| gdd¡|¡ d S )Nr rO r )r r$ r r( r r r/ r0 )r r r r r
|
Útest_constructor_nan_like s
|
ÿr r2 TFc C s t jdt jgtd}| ¡ }t jdtjgtd}|j|| d}|tkrhdd l }||j||
|
¡ dd}n||}t ||¡ t ||¡ d S )Nr r )r2 r T©ÚtypeZ from_pandas)r( r rd rO r2 r r r r r Ústringr/ r0 r3 ) r2 r rQ Znan_arrZexpected_inputZna_arrr< Úpar r r r
|
Ú test_from_sequence_no_mutate& s r
c C s t jdddg| d}| d¡}tjdddgdd}t ||¡ t jdt jdg| d}d }tjt |d
|
| d¡ W 5 Q R X d S ) NÚ1Ú2Ú3r Úint64r r# é zJint\(\) argument must be a string, a bytes-like object or a( real)? numberr )
|
r r r9 r( r/ r3 r r% r& r' )r r) r< r r* r r r
|
Útest_astype_int9 s
|
r c C sF t jdt jdg| d}| d¡}t jdt jdgdd}t ||¡ d S )Nr r r ÚInt64r r )r r r r9 r/ r0 ©r r) r< r r r r
|
Útest_astype_nullable_intE s
|
r c C sF t jdt jdg| d}| |¡}t jdtjdg|d}t ||¡ d S )Nz1.1z3.3r gñ?gffffff
|
@)r r8 r r9 r( rd r/ r: )r Zany_float_dtyper; r< r r r r
|
Útest_astype_floatM s
|
r Úskipnaz Not implemented StringArray.sumc C s0 t jdddg|d}|j| d}|dks,td S ©Nr r r, r ©r Úabc)r r8 Úsumr ©r r r) r< r r r
|
Ú test_reduceU s r c C sJ t jd dd ddd g|d}|j| d}| r8|dksFtnt |¡sFtd S r )r r8 r r Úisnar r r r
|
Útest_reduce_missing] s
|
r ÚmethodÚminÚmaxc C sZ t jdddd g|d}t|| |d}|rH| dkr6dnd}||ksVtn|t jksVtd S )Nr r r, r r r )r r8 ri r r )r r r rQ r) r< r r r r
|
Ú test_min_maxh s r Úboxc C s |j dkrD|tjkrD|tjkr$d}nd}tjjt|d}|j |¡ |dddd g|d}t t
|
| |}| d krrdnd}||kst d S )
|
Nr z<'<=' not supported between instances of 'str' and 'NoneType'z0'ArrowStringArray' object has no attribute 'max'rI r r r, r r ) r r r r% rK rL r' rM rN ri r( r ) r r r rQ rJ rK r) r< r r r r
|
Útest_min_max_numpyt s
|
r c C s¬ t jdt jg| d}|jdd}t jddg| d}t ||¡ |jt d¡d}t jddg| d}t ||¡ | jdkr~d}nd}t j
|
t |d |jd d W 5 Q R X d S )
|
Nr r r )r4 r z"Invalid value '1' for dtype stringz3Cannot set non-string value '1' into a StringArray.r r ) r r r Zfillnar/ r0 r( Ústr_r r% r& r' )r rQ r) Úresr r* r r r
|
Útest_fillna_args
s
|
r¡ c C sx t d¡}tjdddg| d}| |¡}|jt|| ¡ dd}| jdkrft|jtdkrf| |¡}|
|
|¡stt d S ) Nr r r r, r Tr z11.0.0) r% Z importorskipr r Úlistr r r Ú __version__Ú chunked_arrayÚequalsr )r r Údatar) r r r r
|
Útest_arrow_array s
|
|
|
r§ r c C s´ dd l }tjddd g| d}t d|i¡}| |¡}| d¡jdksHtt d|¡ | ¡ }W 5 Q R X t
|
|d j tj s~t| d| d¡}t ||¡ |jd tjks°td S )
|
Nr r r r r r ústring[ú])r# r )r r r r ÚtableÚfieldr r Úoption_contextÚ to_pandasÚ
|
isinstancer r r9 r/ ra Úlocr ©r Zstring_storage2r r¦ r rª r< r r r r
|
Útest_arrow_roundtrip§ s
|
r± c C sº dd l }tjg | d}t d|i¡}| |¡}| d¡jdksBt|j|jg | ¡ dg|j
|
d}t d|¡ | ¡ }W 5 Q R X t |d jtjst| d| d ¡}t ||¡ d S )
|
Nr r r r )r )Úschemar r¨ r© )r r r r rª r« r r r¤ r r² r¬ r r® r r r9 r/ ra r° r r r
|
Ú test_arrow_load_from_zero_chunks¹ s
|
r³ c C s¦ t | dddkrd}nd}tjdddtjg| d}|jd d
|
}tjd d d g|d d dg |dd}t ||¡ |jdd
|
}tjd d g|d d
|dd}t ||¡ d S )Nr Ú r zint64[pyarrow]r r r r F)Zdropnar# r r r Úcount©Úindexr ÚnameT)ri r r r Ú value_countsr8 r/ r: )r Ú exp_dtyper) r< r r r r
|
Útest_value_counts_naË s " r» c C sp t | dddkrd}nd}tjdddtjg| d}|jd d
|
}tjd d g|d d
|d dd }t ||¡ d S )Nr r´ r zdouble[pyarrow]ZFloat64r r r T)Ú normalizer# r Z
|
proportionr¶ r )ri r r8 r r¹ r/ r: )r rº r; r< r r r r
|
Ú test_value_counts_with_normalizeÚ s "r½ zvalues, expectedr r r, c C s t j| |d} t dd¡b | ¡ }t ||¡ t | ¡ ¡ }t |¡}t ||¡ t | ¡ ¡ }t |¡}t ||¡ W 5 Q R X d S )Nr zmode.use_inf_as_naT)
|
r r r¬ r r/ r3 r8 r: r ra )Úvaluesr r r< r r r
|
Útest_use_inf_as_naå s
|
|
r¿ c C sf | j dkr t d| j ¡ tjdddg| d}d|j k r\| ¡ kr\|jdd k sbn td S )
|
Nr znot applicable for r r r, r r T)Údeep)r r% Úskipr r8 ÚnbytesZ memory_usager )r Zseriesr r r
|
Útest_memory_usageü s
|
rÃ Ú float_dtypec C s: t jdg| d}| |¡}t jdg|d}t ||¡ d S )Ng¹?r z0.1)r r8 r9 r/ r: )rÄ r r; r< r r r r
|
Ú test_astype_from_float_dtype s
|
rÅ c C sF t jdt jdg| d}t |¡}tjdt jdgtd}t ||¡ d S )Nr r r )r r r r( rO r/ r3 r r r r
|
Ú"test_to_numpy_returns_pdna_default s
|
rÆ c C sJ |}t jdt jdg| d}|j|d}tjd|dgtd}t ||¡ d S )Nr r r )Úna_value)r r r Zto_numpyr( rO r/ r3 )r Z nulls_fixturerÇ r) r< r r r r
|
Útest_to_numpy_na_value s
|
rÈ c C s¾ t jddd g| d}| ddg¡}t dddg¡}t ||¡ | dt jg¡}t dddg¡}t ||¡ | g ¡}t dddg¡}t ||¡ | d|g¡}t dddg¡}t ||¡ d S )Nr r r r, TF)r r8 Úisinr/ r: r )r Z fixed_now_tsrR r< r r r r
|
Ú test_isin s
|
rÊ c C s t jdddg| d}t dddg¡}d ||< |jd t jks@tt jdddg| d}t|jt jjkrld}nd }t j
|
t |d
|
d||< W 5 Q R X d S ) Nr r r, r FTr zCannot set non-string valuer r ) r r8 r( r r r r r$ r r% r& r' )r r; Úmaskr* r r r
|
Ú(test_setitem_scalar_with_mask_validation3 s rÌ c C sF dddg}t j|t jd}tj|| d}tj|| d}t ||¡ d S ©Nr r r, r )r( r r r r/ r0 ©r Úvalsr) r< r r r r
|
Útest_from_numpy_strG s
|
|
rÐ c C s4 dddg}t j|| d}| ¡ }|}t ||¡ d S rÍ )r r Útolistr/ Z assert_equalrÎ r r r
|
Ú test_tolistO s
|
|
rÒ )KÚ__doc__Únumpyr( r% Z pandas.util._test_decoratorsÚutilZ_test_decoratorsÚtdZpandas.core.dtypes.commonr Zpandasr Zpandas._testingZ_testingr/ Z pandas.core.arrays.string_arrowr Zpandas.util.versionr Zfixturer r r r r+ r1 r5 r= rH rS rV rX rK rL rc re rr rs rw r{ r~ Z parametrizerd Úfloat64Úfloatr r r
r r r r r r r8 r r r¡ r§ Z
|
skip_if_nor± r³ r» r½ r¿ rà Úfloat16Úfloat32rÅ rÆ rÈ rÊ rÌ rÐ rÒ r r r r
|
Ú<module> s
|
|
|
|
!$
|
|
|
|
|
þþ
|
|
|
