U
|
¬ý°dÇ6 ã @ s0 d dl mZ d dlZd dlmZmZ d dlZd dlm Z m
|
Z d dl m Z mZmZ d dlmZ d dlmZmZmZmZmZmZmZ d dlmZ d d l m Z d d
|
l m Z d d l m!Z! d d l"m#Z# d d l$m%Z%m&Z& d dl'm(Z( esüd dl)Z*d dl+m,Z- d dl.m/Z/ ee0e j1f Z2ddddZ3G dd de(e e%Z4dS )é )Ú annotationsN)ÚCallableÚUnion)ÚlibÚmissing)ÚDtypeÚScalarÚnpt)Úpa_version_under7p0)Ú is_bool_dtypeÚis_dtype_equalÚis_integer_dtypeÚis_object_dtypeÚ is_scalarÚis_string_dtypeÚ pandas_dtype)Úisna)ÚArrowExtensionArray)Ú BooleanDtype)Ú
|
Int64Dtype)Ú NumericDtype)ÚBaseStringArrayÚ StringDtype)ÚObjectStringArrayMixin)Úfallback_performancewarningÚNone©Úreturnc C s t rd} t| d S )NzBpyarrow>=7.0.0 is required for PyArrow backed ArrowExtensionArray.)r
|
Ú ImportError)Úmsg© r úVd:\z\workplace\vscode\pyvenv\venv\Lib\site-packages\pandas/core/arrays/string_arrow.pyÚ_chk_pyarrow_available4 s r" c sÞ e Zd ZU dZded< dd fdd Zddd d
|
ZedZd ddddZed[d ddddZ e
|
ddddZ dd d fdd Z fddZ ddd d Zd\dd fd d! ZejZd]d dd"d#d$Zd d%ejd fdddd& fd'd( Zd^d)d*d+d,Zd_d)d*d-d.Zd`d0d1ddddd2 fd3d4 Zdad)ddd5d6d7d8Zdbddd5d9d:d;Zd<d= Z d>d? Z d@dA Z dBdC Z dDdE Z dFdG Z!dHdI Z"dJdK Z#dLdM Z$dNdO Z%dPdQ Z&dRdS Z'dcdTdUZ(dddVdWZ)dedXdYZ* Z+S )fÚArrowStringArraya³
|
Extension array for string data in a ``pyarrow.ChunkedArray``.
|
|
.. versionadded:: 1.2.0
|
|
.. warning::
|
|
ArrowStringArray is considered experimental. The implementation and
|
parts of the API may change without warning.
|
|
Parameters
|
----------
|
values : pyarrow.Array or pyarrow.ChunkedArray
|
The array of data.
|
|
Attributes
|
----------
|
None
|
|
Methods
|
-------
|
None
|
|
See Also
|
--------
|
:func:`pandas.array`
|
The recommended function for creating a ArrowStringArray.
|
Series.str
|
The string methods are available on Series backed by
|
a ArrowStringArray.
|
|
Notes
|
-----
|
ArrowStringArray returns a BooleanArray for comparison methods.
|
|
Examples
|
--------
|
>>> pd.array(['This is', 'some text', None, 'data.'], dtype="string[pyarrow]")
|
<ArrowStringArray>
|
['This is', 'some text', <NA>, 'data.']
|
Length: 4, dtype: string
|
r Ú_dtyper r c s4 t |¡ tdd| _tj | jj¡s0t dd S )NÚpyarrow)ÚstoragezBArrowStringArray requires a PyArrow (chunked) array of string type)
|
ÚsuperÚ__init__r r$ ÚpaÚtypesÚ is_stringÚ_dataÚtypeÚ
|
ValueError)ÚselfÚvalues©Ú __class__r r! r( o s ÿzArrowStringArray.__init__Úintc C s
|
t | jS )z]
|
Length of this array.
|
|
Returns
|
-------
|
length : int
|
)Úlenr, ©r/ r r r! Ú__len__x s zArrowStringArray.__len__NFz Dtype | NoneÚbool©ÚdtypeÚcopyc C sÒ ddl m} t |rHt|tr(|dksHt|}t|trD|jdksHtt||r|j }|j
|
}t j ||dd}| t j||t ¡ dS t|t jt jfr¬| t |t ¡ ¡S t j ||d}| t j|t ¡ d d
|
S ) Nr )ÚBaseMaskedArrayÚstringr% F)r: Zconvert_na_value)Úmaskr- ©r: T)r- Ú from_pandas)Zpandas.core.arrays.maskedr; r" Ú
|
isinstanceÚstrr r r& ÚAssertionErrorZ_maskr, r Zensure_string_arrayr) Úarrayr< ÚArrayZ ChunkedArrayÚpcÚcast)ÚclsZscalarsr9 r: r; Z na_valuesÚresultr r r! Ú_from_sequence s
|
z ArrowStringArray._from_sequencec C s | j |||dS )Nr8 )rI )rG Ústringsr9 r: r r r! Ú_from_sequence_of_strings s z*ArrowStringArray._from_sequence_of_stringsc C s | j S )z3
|
An instance of 'string[pyarrow]'.
|
)r$ r5 r r r! r9 s zArrowStringArray.dtype)Úlocr c s* t |ts |tjk r tdt ||¡S )NúScalar must be NA or str)r@ rA Ú
|
libmissingÚNAÚ TypeErrorr' Úinsert)r/ rL Úitemr1 r r! rQ § s zArrowStringArray.insertc sv t |r*t|rd}qjt|tsjtdn@tj|tdd}d|t|< |D ] }|dksJt|tsJtdqJt |¡S )z-Maybe convert value to be pyarrow compatible.NrM Tr8 )
|
r r r@ rA rP ÚnprC Úobjectr' Ú _maybe_convert_setitem_value)r/ ÚvalueÚvr1 r r! rU ¬ s
|
|
|
z-ArrowStringArray._maybe_convert_setitem_valueznpt.NDArray[np.bool_]c C sX dd dd |D D }t |s2tjt | tdS tj| jt |¡d}tj|tj dS )Nc S s* g | ]"}|j t ¡ t ¡ fkr| ¡ qS r )r- r) r< ÚnullZas_py)Ú.0Z pa_scalarr r r! Ú
|
<listcomp>¼ s þz)ArrowStringArray.isin.<locals>.<listcomp>c S s g | ]}t j|d dqS )T)r? )r) Zscalar)rY rV r r r! rZ ¾ s )r9 )Ú value_set)
|
r4 rS Úzerosr7 rE Zis_inr, r) rC Zbool_)r/ r0 r[ rH r r r! Úisin» s þzArrowStringArray.isinTr> c s t |}t|| jr$|r | ¡ S | S t|trL| j t |j
|
¡¡}| |¡S t|t jrvt |t j¡rv| j|t jdS t j||dS )N)r9 Úna_valuer> )r r r9 r: r@ r r, rF r) Zfrom_numpy_dtypeZ numpy_dtypeÚ__from_arrow__rS Z
|
issubdtypeZfloatingZto_numpyÚnanr' Úastype)r/ r9 r: Údatar1 r r! ra Ë s
|
|
zArrowStringArray.astype)r9 Úconvertc C s ddl m}m} |d kr | j}|d kr.| jj}t| }t | ¡}t|sPt |r®t|r^|} n|} t|}
|
|
|
rrd}t
|
j ||| d¡d|t |¡d} |
|
s¤d|d d
< | | |S t |rút|sút
|
j ||| d¡d|d} tj| |t ¡ dd } t| | S t
|
||| d¡¡S d S )
|
Nr )Ú BooleanArrayÚ IntegerArrayé Zuint8F)rc r^ r9 )rc r^ T)r= r- r? )Z pandas.arraysrd re r9 r^ r rS Zasarrayr r r Zmap_infer_maskÚviewr r r) rC r< r- ) r/ Úfr^ r9 rc rd re r= ZarrÚ constructorZna_value_is_narH r r r! Ú_str_mapá sH
|
÷
|
ÿ zArrowStringArray._str_mapr )ÚcaseÚflagsÚregexc s¨ |r t t |||||¡S |rT|dkrDt t |||||¡S t | j|¡}n,|rht | j|¡}nt t | j¡| ¡ ¡}t
|
|¡}t |s¤t ||t |< |S )NF) r r' Ú _str_containsrE Zmatch_substring_regexr, Zmatch_substringÚ
|
utf8_upperÚupperr r_ r r7 )r/ Úpatrk rl Únarm rH r1 r r! rn s z ArrowStringArray._str_containsrA )rq c C s dt |¡ }| j||ddS )Nú^T©rr rm ©ÚreÚescapern ©r/ rq rr r r r! Ú_str_startswith4 s z ArrowStringArray._str_startswithc C s t |¡ d}| j||ddS )Nú$Trt ru rx r r r! Ú _str_endswith8 s z ArrowStringArray._str_endswithéÿÿÿÿzstr | re.Patternzstr | Callable)rq ÚreplÚnrk rl rm c sf t |tjs t|s |r |r8t t ||||||¡S |rBtjntj }|| j
|
|||d}t | |S )N)ÚpatternÚ replacementZmax_replacements) r@ rv ÚPatternÚcallabler r' Ú _str_replacerE Zreplace_substring_regexZreplace_substringr, r- ) r/ rq r} r~ rk rl rm ÚfuncrH r1 r r! r < s z ArrowStringArray._str_replacez Scalar | None)rq rk rl rr c C s( | d¡sd| }| j||||ddS )Nrs T)rm )Ú
|
startswithrn ©r/ rq rk rl rr r r r! Ú
|
_str_matchM s
|
|
zArrowStringArray._str_match)rk rl rr c C s. | d¡r| d¡r | d}| ||||¡S )Nrz z//$)Úendswithr r r r r! Ú_str_fullmatchT s
|
z ArrowStringArray._str_fullmatchc C s t | j¡}t |¡S ©N)rE Z utf8_is_alnumr, r r_ ©r/ rH r r r! Ú _str_isalnum[ s z ArrowStringArray._str_isalnumc C s t | j¡}t |¡S r )rE Z utf8_is_alphar, r r_ r r r r! Ú _str_isalpha_ s z ArrowStringArray._str_isalphac C s t | j¡}t |¡S r )rE Zutf8_is_decimalr, r r_ r r r r! Ú_str_isdecimalc s z ArrowStringArray._str_isdecimalc C s t | j¡}t |¡S r )rE Z utf8_is_digitr, r r_ r r r r! Ú _str_isdigitg s z ArrowStringArray._str_isdigitc C s t | j¡}t |¡S r )rE Z utf8_is_lowerr, r r_ r r r r! Ú _str_islowerk s z ArrowStringArray._str_islowerc C s t | j¡}t |¡S r )rE Zutf8_is_numericr, r r_ r r r r! Ú_str_isnumerico s z ArrowStringArray._str_isnumericc C s t | j¡}t |¡S r )rE Z utf8_is_spacer, r r_ r r r r! Ú _str_isspaces s z ArrowStringArray._str_isspacec C s t | j¡}t |¡S r )rE Z utf8_is_titler, r r_ r r r r! Ú _str_istitlew s z ArrowStringArray._str_istitlec C s t | j¡}t |¡S r )rE Z utf8_is_upperr, r r_ r r r r! Ú _str_isupper{ s z ArrowStringArray._str_isupperc C s t | j¡}t |¡S r )rE Z utf8_lengthr, r r_ r r r r! Ú_str_len s zArrowStringArray._str_lenc C s t | t | j¡S r )r- rE Z
|
utf8_lowerr, r5 r r r! Ú
|
_str_lower s zArrowStringArray._str_lowerc C s t | t | j¡S r )r- rE ro r, r5 r r r! Ú
|
_str_upper s zArrowStringArray._str_upperc C s2 |d krt | j¡}nt j| j|d}t| |S ©N)Ú
|
characters)rE Zutf8_trim_whitespacer, Z utf8_trimr- ©r/ Zto_striprH r r r! Ú
|
_str_strip s zArrowStringArray._str_stripc C s2 |d krt | j¡}nt j| j|d}t| |S r )rE Zutf8_ltrim_whitespacer, Z
|
utf8_ltrimr- r r r r! Ú _str_lstrip s z ArrowStringArray._str_lstripc C s2 |d krt | j¡}nt j| j|d}t| |S r )rE Zutf8_rtrim_whitespacer, Z
|
utf8_rtrimr- r r r r! Ú _str_rstrip s z ArrowStringArray._str_rstrip)NF)NF)T)NNT)N)N)r| Tr T)Tr N)Tr N)N)N)N),Ú__name__Ú
|
__module__Ú __qualname__Ú__doc__Ú__annotations__r( r6 Ú classmethodrI rK Úpropertyr9 rQ rU r] ra rN rO Z _str_na_valuerj rS r` rn ry r{ r r r r r r r r r r r r r r r r r r Ú __classcell__r r r1 r! r# ? sp
|
-
|
ÿ ÿ= ÿ ù ÿ ÿ
|
|
r# )5Ú
|
__future__r rv Útypingr r ÚnumpyrS Z pandas._libsr r rN Zpandas._typingr r r Z pandas.compatr
|
Zpandas.core.dtypes.commonr r r r r r r Zpandas.core.dtypes.missingr Zpandas.core.arrays.arrowr Zpandas.core.arrays.booleanr Zpandas.core.arrays.integerr Zpandas.core.arrays.numericr Zpandas.core.arrays.string_r r Z pandas.core.strings.object_arrayr r% r) Zpyarrow.computeZcomputerE Z%pandas.core.arrays.arrow._arrow_utilsr rA ZNATypeZArrowStringScalarOrNATr" r# r r r r! Ú<module> s* $
|
