U
|
ý°dï ã @ sj d Z ddlZddlmZ ddlZddlZddlZddlmZ ddl m
|
Z ddl m Z ej d¡Zejddgd d
|
d Zejd d Zeej ddddg¡dd Zeej dddg¡dd Zedd Zedd Zeej dddg¡d d Zeej d dd d g¡d!d" Zed#d$ Zeej d%d&d'd(g¡d)d* Z ed+d, Z d-d. Z ed/d0 Z dS )1zZ
|
Tests compressed data parsing functionality for all
|
of the parsers defined in parsers.py
|
é N)ÚPath)Ú DataFrame)Ú_compression_to_extensionZ pyarrow_skipTF)Úparamsc C s | j S )N)Úparam)Úrequest© r ú^d:\z\workplace\vscode\pyvenv\venv\Lib\site-packages\pandas/tests/io/parser/test_compression.pyÚbuffer s r
|
c C s6 | }t |d}| ¡ }W 5 Q R X | |¡}|||fS )NÚrb)ÚopenÚreadÚread_csv)Ú all_parsersÚcsv1ÚparserÚfÚdataÚexpectedr r r Úparser_and_data s
|
|
r Ú compressionÚzipÚinferÚzip2c
|
C s | \}}}t d¡t}tj|dd}| d|¡ W 5 Q R X |dkrjt|d}|j|dd}W 5 Q R X n|j||d}t ||¡ W 5 Q R X d S ) Nú test_file.zipÚw©ÚmodeÚ test_filer r r ©r )ÚtmÚ ensure_cleanÚzipfileÚZipFileÚwritestrr r Úassert_frame_equal) r r r r r ÚpathÚtmpr Úresultr r r Útest_zip$ s
|
r) c
|
C s | \}}}t d¡f}ddg}tj|dd }|D ]}| ||¡ q2W 5 Q R X tjtdd |j||d W 5 Q R X W 5 Q R X d S ) Nzcombined_zip.zipr Z second_filer r zMultiple files©Úmatchr ) r r! r" r# r$ ÚpytestÚraisesÚ
|
ValueErrorr ) r r r r r r& Zinner_file_namesr' Ú file_namer r r Ú test_zip_error_multiple_files6 s
|
r0 c
|
C sd | \}}}t ¡ H}tj|dd W 5 Q R X tjtdd |j|dd W 5 Q R X W 5 Q R X d S )Nr r z
|
Zero filesr* r r )r r! r" r# r, r- r. r )r r Ú_r& r r r Útest_zip_error_no_filesF s
|
|
|
r2 c C sb | \}}}t ¡ F}t|d0}tjtjdd |j|dd W 5 Q R X W 5 Q R X W 5 Q R X d S )Nr zFile is not a zip filer* r r )r r! r r, r- r" Ú
|
BadZipFiler )r r r1 r& r r r r Útest_zip_error_invalid_zipR s
|
|
|
r4 Úfilenamez
|
test.{ext}c
|
C sÆ |\}}}|}t | } |d kr"|n
|
|j| d}|rL|rL| j tjjdd¡ tj|dd}
|
t ||
|
|¡ |rpdn|} |rt
|
|
|
d} |j | | d} W 5 Q R X n|j |
|
| d} t | |¡ W 5 Q R X d S )N)Úextz9Cannot deduce compression from buffer of compressed data.)Úreason)r5 r r r ) r ÚformatÚnodeZ
|
add_markerr, ÚmarkZxfailr r! Zwrite_to_compressedr r r% )r r Zcompression_onlyr
|
r5 r r r Ú compress_typer6 r& r r r( r r r Útest_compression\ s$
|
ÿÿ r< r6 ÚgzÚbz2c C s~ | }ddd}|j |f|}d|d< |rLt|}|j |f|}W 5 Q R X n"|rXd| nd}|j || f|}t ||¡ d S )Nr T)Z index_colZ parse_datesr r Ú.Ú )r r r r% ) r r r
|
r6 r Úkwargsr r r( r r r Útest_infer_compressiony s
|
|
rB c C s\ | }| |¡}tj |d| d¡}|j||ddd}tddgddgd }t ||¡ d S )
|
NÚutfz _ex_small.zipr ú )Úencodingr ÚsepÚ Venezuelaõ Hugo Chávez FrÃasúHenrique Capriles R.©ZCountryZTwitter)r8 Úosr& Újoinr r r r% ) r Ú csv_dir_pathZ utf_valueZ encoding_fmtr rE r& r( r r r r Ú test_compression_utf_encoding s
|
þÿrN Úinvalid_compressionZsfarkZbz3Zzipperc C s@ | }d|i}d| }t jt|d |jd| W 5 Q R X d S )Nr z Unrecognized compression type: r* r )r )r, r- r. r )r rO r Zcompress_kwargsÚmsgr r r Útest_invalid_compression s
|
|
rQ c C s4 | }t j |d¡}| |¡}t|jdgks0td S )Nztar_csv.tar.gzÚa)rK r& rL r ÚlistÚcolumnsÚAssertionError)r rM r r& Údfr r r Ú test_compression_tar_archive« s
|
rW c
|
C s~ | }t dddgi}t d¡V}t d¡@}|j|dd t| t| ¡ ¡ t |j|d d|¡ W 5 Q R X W 5 Q R X d S ) NrR r é ztest.csvz test.csv.zipF©Úindexr ) r r r! Úto_csvr Ú
|
write_textÚ read_textr% r )r r rV Zpath_csvZpath_zipr r r Ú!test_ignore_compression_extension³ s r^ c
|
C s | }t ddgddgd}t d¡f}|j|dd t | |¡|¡ t |d¡.}|j| | ¡ d ¡d
|
d }t ||¡ W 5 Q R X W 5 Q R X d S ) NrG rH rI rJ z test.tar.gzFrY zr:gzr r r )
|
r r r! r[ r% r Útarfiler Ú extractfileÚgetnames)r r r Ztar_pathÚtarr( r r r Útest_writes_tar_gz¿ s þÿ ÿrc ) Ú__doc__rK Úpathlibr r_ r" r, Zpandasr Zpandas._testingZ_testingr Z pandas.tests.io.test_compressionr r: Z usefixturesZ skip_pyarrowZfixturer
|
r Z parametrizer) r0 r2 r4 r< rB rN rQ rW r^ rc r r r r Ú<module> sN
|
|
|
|
|
|
|
|
|
