U
|
ý°dë ã @ sÄ d dl mZ d dlZd dlm mZ d dlZd dl m
|
Z d dl m Z dd Zdd Zejejjdd Zd
|
d Zd d Zdd Zdd Zej dddg¡ej dddg¡dd Zdd ZdS )é )ÚBytesION)Ú_compression_to_extensionc
|
C s t jdddgdddggddgd d
|
d gd }t ¡ b}|j|| d t |t j|| d ¡ t || ¡}| ¡ d¡}W 5 Q R X t |t |¡¡ W 5 Q R X d S )Ng¿¶~úÏ¿?g9DÜJÎ?g >éD)â?gÜ.4×i¤(@g33333þ@gÍÌÌ̤AÚAÚBÚXÚYÚZ)ÚindexÚcolumns©Ú compressionÚutf8)
|
ÚpdÚ DataFrameÚtmÚ ensure_cleanÚto_jsonÚassert_frame_equalÚ read_jsonZdecompress_fileÚreadÚdecode)r ÚdfÚpathÚfhÚresult© r ú\d:\z\workplace\vscode\pyvenv\venv\Lib\site-packages\pandas/tests/io/json/test_compression.pyÚtest_compression_roundtrip s ý
|
r c C sD | dddd}t |¡}| dddd}t j|dd}t ||¡ d S )NÚioÚjsonÚdataztsframe_v012.jsonztsframe_v012.json.zipÚzipr )r r r r )ÚdatapathZuncompressed_pathZuncompressed_dfZcompressed_pathZ compressed_dfr r r Útest_read_zipped_json s
|
|
r# c
|
C sv t d¡}t ¡ >}|j|| d t|d}| d¡jd|d W 5 Q R X W 5 Q R X t jd| |d}t ||¡ d S ) Nú {"a": [1, 2, 3], "b": [4, 5, 6]}r Úrbz pandas-testztest-1)ZKeyZBodyzs3://pandas-test/test-1)r Zstorage_options) r r r r r ÚopenZBucketZ
|
put_objectr )r Z s3_resourceZs3sor r ÚfÚroundtripped_dfr r r Útest_with_s3_url' s
|
|
( ÿr) c C sP t ¡ >}t d¡}|j|dd| d tj|d| d}t ||¡ W 5 Q R X d S )Nr$ ÚrecordsT©ZorientÚlinesr )r, r )r r r r r r )r r r r( r r r Útest_lines_with_compression9 s
|
|
|
r- c
|
C sh t ¡ V}t d¡}|j|dd| d tj|dd| d}t |¡}W 5 Q R X t ||¡ W 5 Q R X d S )Nz,{"a": ["foo", "bar", "baz"], "b": [4, 5, 6]}r* Tr+ é )r, Ú chunksizer )r r r r r Úconcatr )r r r Úresr( r r r Ú test_chunksize_with_compressionA s
|
|
ÿr2 c
|
C sN t d¡} t ¡ 2}d}tjt|d | j|dd W 5 Q R X W 5 Q R X d S )Nr$ ú*Unrecognized compression type: unsupported©ÚmatchÚ unsupportedr )r r r r ÚpytestÚraisesÚ
|
ValueErrorr )r r Úmsgr r r Ú'test_write_unsupported_compression_typeM s
|
|
|
r; c
|
C sD t ¡ 2} d}tjt|d tj| dd W 5 Q R X W 5 Q R X d S )Nr3 r4 r6 r )r r r7 r8 r9 r r )r r: r r r Ú&test_read_unsupported_compression_typeU s
|
r< Úto_inferTFÚ
|
read_inferc
|
C s~ | }d}|t | 7 }t ddgi¡}|r,dn|}|r8dn|}t |¡.}|j||d tj||d} t | |¡ W 5 Q R X d S )Nztest.r r. Zinferr )r r r r r r r r )
|
Zcompression_onlyr> r= r Úfilenamer Zto_compressionZread_compressionr r r r r Útest_to_json_compression\ s r@ c C s4 t ddgi¡}t }|j|| d W 5 Q R X d S )Nr r. r )r r r r )r ÚexpectedÚbufferr r r Ú test_to_json_compression_modeq s rC )r r r7 Z pandas.util._test_decoratorsÚutilZ_test_decoratorsÚtdZpandasr Zpandas._testingZ_testingr Z pandas.tests.io.test_compressionr r r# Zskip_if_not_us_localeÚmarkZ
|
single_cpur) r- r2 r; r< Z parametrizer@ rC r r r r Ú<module> s$
|
|
