U
|
ý°dZ ã @ s d Z ddlZddlZddlmZ ddlmZmZmZ ddl Z ddl
|
Z
|
ddl m Z ddl Z ddlZddlZddlmZ ddlm mZ ddlZddlmZ ddlm m Z G dd dZ e e e gZ zdd l!m"Z# e $e#¡ W n e%k
|
rò Y nX e
|
j& 'e
|
j& (e)¡¡Z*G d
|
d d Z+ej,d d Z-G dd dZ.dd Z/ej0 1dddg¡ej0 1dddg¡dd Z2dd Z3ej0 1ded d fed d fg¡d d! Z4ej0 1d"dd#d$g¡ej0 1dddg¡d%d& Z5d'd( Z6d)d* Z7d+d, Z8d-d. Z9ej0 1d/ej:ej;ej<ej=ej>ej?ej@ejAejBg ¡d0d1 ZCdS )2z0
|
Tests for the pandas.io.common functionalities
|
é N)Úpartial)ÚBytesIOÚStringIOÚUnsupportedOperation)ÚPath)Úis_platform_windowsc @ s& e Zd ZdZddddZdd ZdS )Ú CustomFSPathz%For testing fspath on unknown objectsN)Úreturnc C s
|
|| _ d S ©N©Úpath)Úselfr © r úRd:\z\workplace\vscode\pyvenv\venv\Lib\site-packages\pandas/tests/io/test_common.pyÚ__init__ s zCustomFSPath.__init__c C s | j S r
|
r ©r r r r Ú
|
__fspath__# s zCustomFSPath.__fspath__)Ú__name__Ú
|
__module__Ú __qualname__Ú__doc__r r r r r r r s r )Úlocalc @ s" e Zd ZdZdd Zdd Zdd Ze d¡d d
|
Z d d Z
|
d d Z e j de¡dd Ze j deeeg¡dd Zdd Zdd Ze d¡dd Zdd Ze j d ejd ed fej d ed fej d!ed"fej de d#fej d$ed%fej!d ed&fej"d ed'fej#d ed(fej$d ed)fg ¡d*d+ Z%e j d,ej&j'd e d fej&j(d e d-fej&j)d!e d"fej&j*de d#fej&j+de d.fej&j,d e d&fej&j-d e d(fej&j.d e d)fg¡d/d0 Z/e j d ejd ed fej0d ed fej d ed fej d!ed"fej de d#fej d$ed%fej!d ed&fej"d ed'fej#d ed(fej$d ed)fg
|
¡d1d2 Z1e j d3ejd d4fej0d d4fej d d5fej d!d6fej dd7fej d$d8fej!d d9fej"d d:fej#d d;fej$d d<fg
|
¡d=d> Z2e j d?d@i d fdAdBdCidCfdDi dfdEi d fdFi d fdGi d fdHi d fdIdJe 3dK¡id fg¡dLdM Z4dNdO Z5dPS )QÚTestCommonIOCapabilitiesziindex,A,B,C,D
|
foo,2,3,4,5
|
bar,7,8,9,10
|
baz,12,13,14,15
|
qux,12,13,14,15
|
foo2,12,13,14,15
|
bar2,12,13,14,15
|
c C sB d}t |¡}||ksttj |¡s*ttj |¡|ks>td S )Nz
|
~/sometest)ÚicomÚ _expand_userÚAssertionErrorÚosr ÚisabsÚ
|
expanduser©r ÚfilenameZ expanded_namer r r Útest_expand_user? s
|
|
z)TestCommonIOCapabilities.test_expand_userc C s2 d}t |¡}||ksttj |¡|ks.td S )Nz/somefolder/sometest)r r r r r r r r r r Ú test_expand_user_normal_pathG s
|
z5TestCommonIOCapabilities.test_expand_user_normal_pathc C sB t td¡}|dkstt td¡}|tj dd¡ks>td S )NÚ.zfoo//barÚfooÚbar)r Ústringify_pathr r r r Újoin)r Úrel_pathZredundant_pathr r r Útest_stringify_path_pathlibN s z4TestCommonIOCapabilities.test_stringify_path_pathlibzpy.pathc C s8 t j dd¡}t j |¡}t|}t |¡|ks4td S )Nr$ r% )r r r' ÚabspathÚ LocalPathr r& r )r r Úabs_pathZlpathr r r Ú test_stringify_path_localpathT s z6TestCommonIOCapabilities.test_stringify_path_localpathc C s" t d}t |¡}|dks td S )Nú foo/bar.csv)r r r& r )r ÚpÚresultr r r Útest_stringify_path_fspath[ s
|
z3TestCommonIOCapabilities.test_stringify_path_fspathc
|
C sT t d¡}t ¡ 8}|jd| dd}|t |¡ks<tW 5 Q R X W 5 Q R X d S )NÚfsspeczfile://Úwb©Úmode)ÚpytestÚ importorskipÚtmÚ ensure_cleanÚopenr r& r )r r2 r Z
|
fsspec_objr r r Ú!test_stringify_file_and_path_like` s
|
|
z:TestCommonIOCapabilities.test_stringify_file_and_path_likeÚ path_typec C s2 |\}}|d| }t j|dd}||ks.td S )Nr. Zinfer)Ú compression)r Zinfer_compressionr )r Zcompression_formatr< Ú extensionÚexpectedr r= r r r Ú test_infer_compression_from_pathg s z9TestCommonIOCapabilities.test_infer_compression_from_pathc
|
C sz t jt ¡ d`}|dt|j d }t |d¡2}t|jj ¡ sJt t
|
j |¡|jjksbt W 5 Q R X W 5 Q R X d S )N)Údirz~/z /sometestÚw) ÚtempfileÚTemporaryDirectoryr ÚhomeÚnamer Ú
|
get_handleÚhandleÚ is_absoluter r r r )r r< Útmpr Úhandlesr r r Útest_get_handle_with_pathn s
|
z2TestCommonIOCapabilities.test_get_handle_with_pathc
|
C sP t 6}t |d¡}|j|ks$tW 5 Q R X |jr8tW 5 Q R X |jsLtd S )NÚr)r r rG rH r Úclosed)r Z input_bufferrK r r r Útest_get_handle_with_bufferw s
|
z4TestCommonIOCapabilities.test_get_handle_with_bufferc C s d}t jt|dddr}d}d}|j |¡}t||ks>tt||k rjt|j ¡ dks`t||7 }qt||7 }q"|| d¡kstW 5 Q R X d S ) Nõ& a,b,c
|
1,2,3
|
©,®,®
|
Look,a snake,ðÚrbF©Úis_textó é r úutf-8)r rG r rH ÚreadÚlenr Úencode)r ÚdatarK r0 Ú chunksizeÚchunkr r r Ú)test_bytesiowrapper_returns_correct_bytes s
|
zBTestCommonIOCapabilities.test_bytesiowrapper_returns_correct_bytesÚpyarrowc C s ddl m} d}t dddgddd gd
|
dd gd ¡}t|}tj|d dd,}| |j¡ ¡ }t
|
||¡ |j rtt W 5 Q R X d S )Nr )ÚcsvrP Ú1õ ©ZLookÚ2õ ®za snakeÚ3u ð©ÚaÚbÚcrQ FrR )r^ r_ ÚpdÚ DataFramer r rG Úread_csvrH Z to_pandasr8 Úassert_frame_equalrN r )r r_ rZ r? ÚsrK Údfr r r Ú test_get_handle_pyarrow_compat s ÿ z7TestCommonIOCapabilities.test_get_handle_pyarrow_compatc C s¦ t jt| jdd}t j|dd}W 5 Q R X t t| j¡}t ||¡ t jt| jdd>}t|}t ||jdg ¡ t t |¡|jdd
¡ W 5 Q R X d S )Né )r[ T)Z ignore_indexr ) ri rk r Údata1Úconcatr8 rl ÚnextZiloc)r Úreaderr0 r? ÚitÚfirstr r r Ú test_iterator¨ s z&TestCommonIOCapabilities.test_iteratorz#reader, module, error_class, fn_extr r_ ÚtxtZxlrdZxlsxÚfeatherÚtablesÚh5ZdtaZsas7bdatÚjsonÚpicklec C sÊ t |¡ tj tdd| ¡}d| d}d| d}d}d} d | d
|
| d}
|
d | d} d | d} d | } t j|d| d| d| d| d|
|
d| d| d| dd || W 5 Q R X d S )NrZ údoes_not_exist.ú File (b')?.+does_not_exist\.ú'? does not existú:\[Errno 2\] No such file or directory: '.+does_not_exist\.ú'zExpected object or valueú7path_or_buf needs to be a string file path or file-likeú#\[Errno 2\] File .+does_not_exist\.ú$ does not exist: '.+does_not_exist\.õ< \[Errno 2\] 没æé£ä¸ªæ件æç®å½: '.+does_not_exist\.ú?\[Errno 2\] File o directory non esistente: '.+does_not_exist\.ú+Failed to open local file.+does_not_exist\.ú(ú|ú)©Úmatch)r6 r7 r r r' ÚHEREÚraises)r rt ÚmoduleÚ error_classÚfn_extr Úmsg1Úmsg2Úmsg3Úmsg4Úmsg5Úmsg6Úmsg7Úmsg8r r r Útest_read_non_existent´ s"
|
ÿ
|
ÿ
|
4þz/TestCommonIOCapabilities.test_read_non_existentz#method, module, error_class, fn_extÚhtmlZparquetc C sl t |¡ t dddgdddgdddgd¡}tj tddd | ¡}t j|d
|
d ||| W 5 Q R X d S ) Nrp é é é rU re rZ Zmissing_folderr~ z@Cannot save file into a non-existent directory: .*missing_folderr ) r6 r7 ri rj r r r' r r )r Úmethodr r r Z dummy_framer r r r Ú#test_write_missing_parent_directoryÚ s
|
$þz<TestCommonIOCapabilities.test_write_missing_parent_directoryc C sÚ t |¡ tj dd| ¡}| tddd ¡ d| d}d| d }d
|
} d }
|
d | d | d } d| d } d| d } d| }t j|d| d| d| d|
|
d| d| d| d| dd || W 5 Q R X d S )Nú~r~ r c S s t j d| ¡S )Nr$ )r r r' )Úxr r r Ú<lambda>
|
rT zJTestCommonIOCapabilities.test_read_expands_user_home_dir.<locals>.<lambda>r r r r z0Unexpected character found when decoding 'false'r r r
r r r r r r r )r6 r7 r r r' Úsetattrr r )r rt r r r Z monkeypatchr r r r r r r r r r r r Ú test_read_expands_user_home_dirõ s$
|
ÿ
|
ÿ
|
4þz8TestCommonIOCapabilities.test_read_expands_user_home_dirzreader, module, path)ÚiorZ r_ ziris.csv)r§ rZ Z fixed_widthzfixed_width_format.txt)r§ rZ Úexcelz
|
test1.xlsx)r§ rZ ry zfeather-0_3_1.feather)r§ rZ Z
|
legacy_hdfzdatetimetz_object.h5)r§ rZ Zstatazstata10_115.dta)r§ ZsasrZ ztest1.sas7bdat)r§ r| rZ ztsframe_v012.json)r§ rZ r} zcategorical.0.25.0.picklec C sR t |¡ || }t|}||}||}| d¡rBt ||¡ n t ||¡ d S )Nz.pickle)r6 r7 r Úendswithr8 Zassert_categorical_equalrl )r rt r r ÚdatapathÚmypathr0 r? r r r Útest_read_fspath_all s
|
|
z-TestCommonIOCapabilities.test_read_fspath_allz"writer_name, writer_kwargs, moduleÚto_csvÚto_excelÚengineZopenpyxlÚ
|
to_featherÚto_htmlÚto_jsonÚto_latexÚ to_pickleÚto_stataZ
|
time_stampz2019-01-01 00:00c C s
|
|dkrt d¡ t d¡}t d¡}t dddgi¡}|Ä}|´}t |¡ t|} t||}
|
|
|
|f| |
|
| f| t|dj} t|dT} |d krÂtj | f|} tj | f|}t
|
| |¡ n | ¡ } | ¡ }| |ksÞt W 5 Q R X W 5 Q R X W 5 Q R X W 5 Q R X d S )
|
N)r³ Zjinja2ÚstringÚfspathÚArp r rQ r® ) r6 r7 r8 r9 ri rj r Úgetattrr: Ú
|
read_excelrl rW r )r Z writer_nameZ writer_kwargsr Úp1Úp2rn r¶ r· r« ÚwriterZf_strZf_pathr0 r? r r r Útest_write_fspath_allM s&
|
|
|
|
|
z.TestCommonIOCapabilities.test_write_fspath_allc
|
C s t d¡ t dddgi¡}t d¡}t d¡}|V}|F}t|}|j|dd |j|dd tj|dd}tj|dd}W 5 Q R X W 5 Q R X t ||¡ d S ) Nrz r¸ rp r r¶ r· r% )Úkey)
|
r6 r7 ri rj r8 r9 r Zto_hdfÚread_hdfrl ) r rn r» r¼ r¶ r· r« r0 r? r r r Útest_write_fspath_hdf5t s
|
|
|
"z/TestCommonIOCapabilities.test_write_fspath_hdf5N)6r r r rq r! r" r) ÚtdZ
|
skip_if_nor- r1 r; r6 ÚmarkÚ parametrizeÚ
|
path_typesr@ Ústrr r rL rO r] ro rw ri rk ÚFileNotFoundErrorÚread_fwfrº Ú read_featherÚOSErrorrÀ Ú
|
read_stataÚread_sasÚ read_jsonÚ read_pickler rj r r± r® r° Z
|
to_parquetrµ r² r´ r¡ Z
|
read_tabler¦ r¬ Ú to_datetimer¾ rÁ r r r r r 5 sÈ
|
|
|
|
÷þ
|
øþ
|
öþ
|
|
|
ý
|
ýý
|
|
|
ýêþ
|
øþ
|
r c C s | ddddS )Nr§ rZ r_ z test_mmap.csvr )rª r r r Ú mmap_file s rÐ c @ sX e Zd Zdd Zdd Zdd Zdd Zej d d
|
d g¡ej d d dg¡dd Z
|
dS )ÚTestMMapWrapperc C s t d}dd |_t r"d}t}n
|
d}tj}tj||d t |d¡ W 5 Q R X t
|
|}W 5 Q R X d}tjt |d t |d¡ W 5 Q R X d S ) NzI am not a filec S s dS )Néÿÿÿÿr r r r r r¤ rT z;TestMMapWrapper.test_constructor_bad_file.<locals>.<lambda>zThe parameter is incorrectz
|
[Errno 22]r Tz I/O operation on closed file) r Úfilenor rÊ ÚmmapÚerrorr6 r r Z_maybe_memory_mapr: Ú
|
ValueError)r rÐ Znon_fileÚmsgÚerrÚtargetr r r Útest_constructor_bad_file s
|
|
|
z)TestMMapWrapper.test_constructor_bad_filec C s t |}| ¡ }tj|ddddh}|j}t|jjtjs@t|D ] }t |}|
|
¡ |
|
¡ ksDtqDt j t dd t | W 5 Q R X W 5 Q R X W 5 Q R X d S )NrM T)rS Ú
|
memory_mapz^$r )r: Ú readlinesr rG rH Ú
|
isinstanceÚbufferrÔ r rs Ústripr6 r Ú StopIteration)r rÐ rÙ ÚlinesÚwrappersÚwrapperÚlineZ next_liner r r Ú test_next¥ s
|
ÿzTestMMapWrapper.test_nextc
|
C sR t ¡ @}t ¡ }| |¡ tjtdd tj|dd W 5 Q R X W 5 Q R X d S )NzUnknown enginer Zpyt)r¯ ) r8 r9 Ú makeDataFramer r6 r rÖ ri rk ©r r rn r r r Útest_unknown_engine¶ s
|
|
|
z#TestMMapWrapper.test_unknown_enginec C sD t ¡ 2}t ¡ }|j|dd t |tj|dd¡ W 5 Q R X dS )z\
|
'encoding' shouldn't be passed to 'open' in binary mode.
|
|
GH 35058
|
zw+br4 r ©Z index_colN)r8 r9 ræ r rl ri rk rç r r r Útest_binary_mode½ s
|
z TestMMapWrapper.test_binary_modeÚencodingzutf-16zutf-32Ú compression_Úbz2Úxzc
|
C st t ¡ }t ¡ Z}t t¡ |j|||d W 5 Q R X d}tjt|d t j
|
|||d W 5 Q R X W 5 Q R X dS )z
|
bz2 and xz do not write the byte order mark (BOM) for utf-16/32.
|
|
https://stackoverflow.com/questions/55171439
|
|
GH 35681
|
)r= rë z&UTF-\d+ stream does not start with BOMr N) r8 ræ r9 Zassert_produces_warningÚUnicodeWarningr r6 r Ú UnicodeErrorri rk )r rë rì rn r r× r r r Ú test_warning_missing_utf_bomÈ s
|
|
z,TestMMapWrapper.test_warning_missing_utf_bomN) r r r rÚ rå rè rê r6 rà rÄ rñ r r r r rÑ s rÑ c C s t d¡stt d¡s tt d¡r*tt d¡r8tt d¡rFtt d¡rTtt d¡rbtt d¡rptt d ¡s~td S )
|
Nz gcs://pandas/somethingelse.comz gs://pandas/somethingelse.comz http://pandas/somethingelse.comz random:pandas/somethingelse.comz /local/pathzrelative/local/pathzthis is not fsspec://urlz({'url': 'gs://pandas/somethingelse.com'}z#RFC-3986+compliant.spec://something)r Z is_fsspec_urlr r r r r Útest_is_fsspec_urlÝ s rò rë rV Úformatr_ r| c
|
C s t ¡ }t ¡ t}tj|d| d}t|d| | W 5 Q R X tj|d| d(}|dkrltj|dd}n
|
t |¡}W 5 Q R X W 5 Q R X t ||¡ d S )NrB )r5 rë Úto_rM r_ r ré )
|
r8 ræ r9 Úcodecsr: r¹ ri rk rÍ rl )rë ró r? r rH rn r r r Útest_codecs_encodingì s
|
rö c C s¤ t ¡ } t ¡ ~}t|d*}t d¡|}| |¡ W 5 Q R X W 5 Q R X t|d.}t d¡|}tj |dd}W 5 Q R X W 5 Q R X W 5 Q R X t
|
| |¡ d S )Nr3 rV rQ r ré ) r8 ræ r9 r: rõ Ú getwriterr Ú getreaderri rk rl )r? r rH Úencodedrn r r r Ú test_codecs_get_writer_readerü s
|
,rú zio_class,mode,msgÚtz*a bytes-like object is required, not 'str'rg z%string argument expected, got 'bytes'c
|
C sL t ¡ }| 4}tjt|d |j|d| d W 5 Q R X W 5 Q R X d S )Nr rB r4 )r8 ræ r6 r Ú TypeErrorr )Zio_classr5 r× r? rÞ r r r Útest_explicit_encoding s rý Úencoding_errorsÚstrictÚreplacec
|
C s d}d}|dkr<d| d |d d | }t tjdd}n.d |d d
|
| d | d }t tjd d}t ¡ }t|}| |¡ | dkr¶tj t
|
|d ||| d W 5 Q R X n>||| d}|j | d} tj | | gi| d gd}
|
t ||
|
¡ W 5 Q R X d S )Nz 'utf-8' codec can't decode byteó är_ ó ,ó
|
r r ré s {"s ": {"s ":"s "}}Úindex)Zorientr r )rþ ©Úerrors)r )r ri rk rÍ r8 r9 r Ú write_bytesr6 r ÚUnicodeDecodeErrorÚdecoderj rl ) rþ ró r× Z bad_encodingÚcontentrt r Úfilern Údecodedr? r r r Útest_encoding_errors s< ÿþýüûúÿ
|
|
r c
|
C sB t ¡ 0} tjtdd tj| ddd W 5 Q R X W 5 Q R X d S )Nzunknown error handler namer rB Úbadr )r8 r9 r6 r Ú LookupErrorr rG r r r r Útest_bad_encdoing_errors= s
|
r c C s8 t jtdd } t d¡ | jtjks*tW 5 Q R X d S )Nz \[Errno 2\]r Z doesnt_exist)r6 r rÇ ri rk ÚerrnoÚENOENTr )rØ r r r Útest_errno_attributeD s
|
r c
|
C s@ t jtdd( t } tj| ddd W 5 Q R X W 5 Q R X d S )NrÓ r rQ T)rÛ )r6 r r r r rG )rÞ r r r Útest_fail_mmapK s r c C sd G dd d} t jtdd> t ,}t |d¡}|j | ¡ W 5 Q R X W 5 Q R X W 5 Q R X d S )Nc @ s e Zd Zdd ZdS )z&test_close_on_error.<locals>.TestErrorc S s t dd S )NÚtest)rÊ r r r r ÚcloseT s z,test_close_on_error.<locals>.TestError.closeN)r r r r r r r r Ú TestErrorS s r r r rQ )r6 r rÊ r r rG Zcreated_handlesÚappend)r rÞ rK r r r Útest_close_on_errorQ s
|
r rt c C s" t }t | |¡ W 5 Q R X d S r
|
)r r} Údump)rt rÞ r r r Útest_pickle_reader] s r )Dr rõ r Ú functoolsr r§ r r r rÔ r Úpathlibr r} rC r6 Z pandas.compatr Z pandas.util._test_decoratorsÚutilZ_test_decoratorsr Zpandasri Zpandas._testingZ_testingr8 Zpandas.io.commonÚcommonr r rÆ rÅ Zpy.pathr r+ r Ú ImportErrorr r* ÚdirnameÚ__file__r r ZfixturerÐ rÑ rò rà rÄ rö rú rý r r r r r rk rÈ rº rÉ rÀ rË rÌ rÍ rÎ r r r r r Ú<module> s|
|
V
|
O þþ
|
|
! ÷þ
|
