U
|
ý°d, ã @ s2 d dl Z d dlZd dlZd dlmZ d dlZd dlZd dlZd dlZd dl Z d dl
|
Z
|
d dl Z d dl m Z d dlZd dlmZ d dlm mZ dd ej ¡ D Ze j dejddd d
|
gd d d gg dddgdej ddd d
|
g ddg¡e j ddddg¡dd Z e j dejddd d
|
gd d d gg dddgdej ddd d
|
g ddg¡e j dddg¡dd Z e j ddd d iej fdi ej fdi ej!fg¡d d Z"e j d dd d!d"ej d#d!ifdi ej d$d%ifdi ej!i fg¡d&d' Z#d(d) Z$d*d+ Z%d,d- Z&d.d/ Z'd0d1 Z(d2d3 Z)e j dejddd d
|
gd d d gg dddgdej ddd d
|
g ddg¡e j ddddg¡d4d5 Z*e j dejddd d
|
gd d d gg dddgdej ddd d
|
g ddg¡e j ddddg¡d6d7 Z+e j d8d9e
|
j,fd:ej-fg¡d;d< Z.d=d> Z/d?d@ Z0dAdB Z1dCdD Z2dS )Eé N)ÚPath)Úis_platform_windowsc C s i | ]\}}||qS © r )Ú.0ÚkeyÚvaluer r úWd:\z\workplace\vscode\pyvenv\venv\Lib\site-packages\pandas/tests/io/test_compression.pyÚ
|
<dictcomp> s r Úobjéd 翶~úÏ¿?ç9DÜJÎ?ç >éD)â?çÜ.4×i¤(@ç33333þ@çÍÌÌ̤AÚXÚYÚZ©Úcolumns©ÚnameÚmethodZ to_pickleÚto_jsonÚto_csvc C sr |dkrddd}t ¡ N}t| |||d tj |¡}t| ||d d tj |¡}||ksdtW 5 Q R X d S )NÚtarúw:gz©r Úmode©Ú compression©ÚtmÚ ensure_cleanÚgetattrÚosÚpathÚgetsizeÚAssertionError)r
|
r Úcompression_onlyr' Úcompressed_sizeÚuncompressed_sizer r r Útest_compression_size s
|
|
r- c
|
C sÌ t ¡ V}tj||dkr dnd|d"}t| ||j |jjrDtW 5 Q R X tj
|
|¡}W 5 Q R X t ¡ V}tj|dd d"}t| ||j |jjrtW 5 Q R X tj
|
|¡}||ks¾tW 5 Q R X d S )Nr r Úwr ) r# r$ ÚicomÚ
|
get_handler% ÚhandleÚclosedr) r& r' r( )r
|
r r* r' Úhandlesr+ r, r r r Útest_compression_size_fh1 s
|
ý
|
r4 z'write_method, write_kwargs, read_methodÚindexFc C st t jdddgdddggddd gd
|
}t| }t d | ¡$}t|| |f| |||d }W 5 Q R X t ||¡ d S ) Ng ð?r éüÿÿÿg333333 @é é r r r r Ú
|
compressedr )ÚpdÚ DataFrameÚ_compression_to_extensionr# r$ r% Úassert_frame_equal)Ú write_methodÚ write_kwargsÚ read_methodr* ÚinputÚ extensionr' Úoutputr r r Ú,test_dataframe_compression_defaults_to_inferN s $rD z1write_method,write_kwargs,read_method,read_kwargsT)r5 ÚheaderÚsqueezeÚtypZseriesc
|
C s¤ t jddddgdd}t| }t d| ¡^}t|| |f| d|krr| ¡ }|d= ||fd |i| d
|
¡} n||fd |i|} W 5 Q R X tj| |d d d S ) Nr r7 éþÿÿÿé
|
r r r9 rF r! r F)Z check_names) r: ÚSeriesr< r# r$ r% ÚcopyrF Zassert_series_equal)
|
r> r? r@ Z read_kwargsr* rA rB r' ÚkwargsrC r r r Ú)test_series_compression_defaults_to_inferb s ÿ rM c C s t jddddgdddgg dd d
|
gd }t ¡ H}tj|d | d ,}t t¡ |j|j | d W 5 Q R X W 5 Q R X W 5 Q R X d S )Nr r r r r r r r r r r r. r )
|
r: r; r# r$ r/ r0 Zassert_produces_warningÚRuntimeWarningr r1 )r* Údfr' r3 r r r Útest_compression_warning} s þ
|
rP c
|
C s¤ t ¡ }t ¡ P}t|dd }|j|d| d | d¡ W 5 Q R X t |tj|d| d¡ W 5 Q R X t
|
¡ }|j|d| d | d¡ t |tj|d| d¡ dS )z?
|
Binary file handles support compression.
|
|
GH22555
|
Úwb)r )r r! r )Z index_colr! N) r# Ú makeDataFramer$ Úopenr Úseekr= r: Úread_csvÚioÚBytesIO)r* rO r' Úfiler r r Útest_compression_binary s
|
ÿ
|
ÿrY c C sp t ¡ } ddd}t ¡ L}t|}| j||d t d¡ | ¡ }| j||d || ¡ ksbtW 5 Q R X dS )z
|
Gzip should create reproducible archives with mtime.
|
|
Note: Archives created with different filenames will still be different!
|
|
GH 28103
|
Úgzipé ©r Úmtimer r8 N) r# rR r$ r r ÚtimeÚsleepÚ
|
read_bytesr) )rO Úcompression_optionsr' rC r r r Ú#test_gzip_reproducibility_file_name¤ s
|
|
|
rb c C sh t ¡ } ddd}t ¡ }| j||dd | ¡ }t d¡ t ¡ }| j||dd || ¡ ksdtdS )zL
|
Gzip should create reproducible archives with mtime.
|
|
GH 28103
|
rZ r[ r\ rQ )r! r r8 N) r# rR rV rW r Úgetvaluer^ r_ r) )rO ra ÚbufferrC r r r Ú%test_gzip_reproducibility_file_object¹ s
|
|
re c C s& t d¡} tjtjd| gtjd dS )z6Tests if import pandas works when lzma is not present.zT import sys
|
sys.modules['lzma'] = None
|
import pandas
|
ú-c©ÚstderrN©ÚtextwrapÚdedentÚ
|
subprocessÚ check_outputÚsysÚ
|
executableÚPIPE©Úcoder r r Útest_with_missing_lzmaÌ s ÿrs c C s& t d¡} tjtjd| gtjd dS )z\Tests if RuntimeError is hit when calling lzma without
|
having the module available.
|
zÿ
|
import sys
|
import pytest
|
sys.modules['lzma'] = None
|
import pandas as pd
|
df = pd.DataFrame()
|
with pytest.raises(RuntimeError, match='lzma module'):
|
df.to_csv('foo.csv', compression='xz')
|
rf rg Nri rq r r r Ú test_with_missing_lzma_runtimeÙ s ÿ rt c C sf t ¡ T}t| ||dd tj |¡}t| ||dddd tj |¡}||k sXtW 5 Q R X d S )NrZ r r[ ©r Ú compresslevelr" )r
|
r r' Zcompressed_size_defaultZcompressed_size_fastr r r Útest_gzip_compression_levelë s
|
rw c C s0 t ¡ }t| ||dddd W 5 Q R X dS )z´GH33196 bzip needs file size > 100k to show a size difference between
|
compression levels, so here we just check if the call works when
|
compression is passed as a dict.
|
Úbz2r[ ru r N)r# r$ r% )r
|
r r' r r r Útest_bzip_compression_level s
|
ry zsuffix,archiveú.zipz.tarc
|
C sV t j| d@}||d W 5 Q R X tjtdd t |¡ W 5 Q R X W 5 Q R X d S )N©Úfilenamer. zZero files found©Úmatch)r# r$ ÚpytestÚraisesÚ
|
ValueErrorr: rU )ÚsuffixÚarchiver' r r r Útest_empty_archive_zip s
|
|
r c
|
C sp t jddZ} t | d¡ }| dd¡ | dd¡ W 5 Q R X tjtdd t | ¡ W 5 Q R X W 5 Q R X d S ) Nrz r{ r. úa.csvzfoo,barúb.csvz Multiple files found in ZIP filer} )
|
r# r$ ÚzipfileÚZipFileÚwritestrr r r r: rU )r' rX r r r Útest_ambiguous_archive_zip# s r c C s° | d }t |d}| d¡ W 5 Q R X | d }t |d}| d¡ W 5 Q R X | d }t |d¡ }| |d¡ | |d¡ W 5 Q R X tjtdd t |¡ W 5 Q R X d S )Nr
r. zfoo,bar
|
r z archive.tarz#Multiple files found in TAR archiver} )
|
rS ÚwriteÚtarfileÚTarFileÚaddr r r r: rU )Ztmp_pathZcsvAPathÚaZcsvBPathÚbZtarpathr r r r Útest_ambiguous_archive_tar, s r c C sÀ t jddª} tjddggddgdj| dd d
|
d d t | ¡j}tj|d R}| ¡ }t
|
|dksjt | |d ¡ ¡ d¡}t rd}nd}||kst W 5 Q R X W 5 Q R X W 5 Q R X d S )Nz.foor{ Ú1Ú2ZfooÚbarr r r r F)r! r5 )Úfileobjr[ r Úutf8zfoo,bar
|
1,2
|
z foo,bar
|
1,2
|
)r# r$ r: r; r rZ rS r r Ú
|
getmembersÚlenr) Ú extractfileÚreadÚdecoder )rX Z uncompressedr ÚmembersÚcontentÚexpectedr r r Ú!test_tar_gz_to_different_filename= s$ þ ý r c
|
C s2 t ¡ } tj| dd W 5 Q R X W 5 Q R X d S )Nr. )r r )rV rW r/ Z _BytesTarFile)rd r r r Útest_tar_no_error_on_closeQ s
|
r )3rZ rV r& Úpathlibr rl rn r rj r^ r r Z pandas.compatr Zpandasr: Zpandas._testingZ_testingr# Zpandas.io.commonÚcommonr/ Zextension_to_compressionÚitemsr< ÚmarkZ parametrizer; rJ r- r4 rU Ú read_jsonZ read_picklerD rM rP rY rb re rs rt rw ry r r r r r r r r r r r Ú<module> s¼ ÿþûþ
|
þûþ
|
|
|
ýþ
|
ýþ
|
þûþ
|
|
þûþ
|
þþ
|
|
