U
|
ý°d}j ã @ s d dl Z d dlZd dlZd dlmZ d dlmZ d dlZd dl Z d dl
|
Z d dl
|
m Z m Z d dlmZ d dlmZ G dd dZdd Zd
|
d ZdS ) é N)ÚZipFile)ÚError)Ú DataFrameÚcompat)Ú_compression_to_extensionc @ s0 e Zd Zdd Zdd Zdd Zdd Zd d
|
Zd d Zd d Z dd Z
|
dd Z dd Z dd Z dd Zdd Zdd Zd d Zd d Zej d!ejd"ggd#ggd$gd%d&fejd"gd'ggd#gd#ggd$d(gd%d)fg¡d*d+ Zd,d- Zd.d/ Zd0d1 Zd2d3 Z d4d5 Z ejj e ¡ d6d7d8d9 Z!d:d; Z"ej d<d=d>g¡ej d?d=d>g¡d@dA Z#dBdC Z$dDdE Z%ej dFdGdHg¡ej dIdJdKg¡dLdM Z&ej dNdOdPdQdRdSg¡dTdU Z'ej dVdWg¡dXdY Z(dZd[ Z)d\d] Z*ej d^d_d`dag¡dbdc Z+ej dddedfg¡dgdh Z,ej dddedfg¡didj Z-dkS )lÚ TestToCSVc
|
C s¸ t d dg}d}t d¡:}|j|d d d t|}| ¡ |ksFtW 5 Q R X W 5 Q R X t dd g}d}t d¡:}|j|d d d t|}| ¡ |ks tW 5 Q R X W 5 Q R X d S )Né z""
|
1.0
|
útest.csv©ÚheaderÚindexz1.0
|
""
|
©r ÚtmÚ ensure_cleanÚto_csvÚopenÚreadÚAssertionError)ÚselfZdf1Z expected1ÚpathÚfZdf2Z expected2© r úZd:\z\workplace\vscode\pyvenv\venv\Lib\site-packages\pandas/tests/io/formats/test_to_csv.pyÚ test_to_csv_with_single_column s
|
$
|
z(TestToCSV.test_to_csv_with_single_columnc C sN t dddddgi}t d¡&}| |¡ t tj|dd|¡ W 5 Q R X d S ) NÚcolZAAAAAu
|
ÃÃÃÃÃu
|
ÃÃÃÃÃu èèèèèr r ©Ú index_col)r r r r Úassert_frame_equalÚpdÚread_csv)r Údfr r r r Ú test_to_csv_default_encoding0 s
|
z&TestToCSV.test_to_csv_default_encodingc
|
C sî t dddgi}d}t d¡8}|j|dd t|}| ¡ |ksHtW 5 Q R X W 5 Q R X d}t d¡:}|j|ddd t|}| ¡ |kstW 5 Q R X W 5 Q R X t d¡0}tjt d
|
d |j|dd d W 5 Q R X W 5 Q R X d S ) Nr r é z"","col"
|
"0","1"
|
"1","2"
|
r )Úquotingz$$,$col$
|
$0$,$1$
|
$1$,$2$
|
ú$)r# Ú quotecharr% ©Úmatch)
|
r r r r r r r ÚpytestÚraisesÚ TypeError©r r Úexpectedr r r r r Útest_to_csv_quotechar9 s
|
$
|
$ z TestToCSV.test_to_csv_quotecharc
|
C s t dddgi}d}t d¡:}|j|ddd t|}| ¡ |ksJtW 5 Q R X W 5 Q R X t d¡.}tjt d d
|
|j|d d W 5 Q R X W 5 Q R X d S ) Nr úa"aú"bb"z!"","col"
|
"0","a""a"
|
"1","""bb"""
|
r r T)r# Ú doublequoteÚ
|
escapecharr& F)r0 )
|
r r r r r r r r( r) r r+ r r r Útest_to_csv_doublequoteU s
|
$ z!TestToCSV.test_to_csv_doublequotec
|
C s t dddgi}d}t d¡<}|j|dddd t|}| ¡ |ksLtW 5 Q R X W 5 Q R X t dd
|
d gi}d }t d¡:}|j|d dd t|}| ¡ |ksªtW 5 Q R X W 5 Q R X d S )Nr r. r/ z!"","col"
|
"0","a\"a"
|
"1","\"bb\""
|
r r Fú\)r# r0 r1 za,az,bb,z,col
|
0,a\,a
|
1,\,bb\,
|
é )r# r1 r r+ r r r Útest_to_csv_escapecharf s
|
$
|
z TestToCSV.test_to_csv_escapecharc C s8 t dddgi}dddg}t |¡}| ¡ |ks4td S )Nr r r" z,colú0,1z1,2)r r Ú convert_rows_list_to_csv_strr r ©r r Ú expected_rowsr, r r r Útest_csv_to_string s
|
|
z TestToCSV.test_csv_to_stringc C s2 t dgdgdgd}ddg}t |¡}| ¡ |ks8tddg}t |¡}|jd d
|
d |ks`tdd g}t |¡}|jd d|kstddg}t |¡}|jd d
|
d d|ks°tt ddgddgdd}dddg}t |¡}|jddd|ksòt| d¡jdd |kst| dd g¡jdd |ks.td S ) Nr Úag333333$@)Zcol1Zcol2Zcol3z,col1,col2,col3z
|
0,1,a,10.1z;col1;col2;col3z
|
0;1;a;10,1ú,ú;)ÚdecimalÚsepz 0,1,a,10.10ú%.2f©Ú float_formatz 0;1;a;10,10)r> r? rB r çñ?ç@çffffff
|
@©r; ÚbÚcúa,b,cz 0^0,2^2,1z 1^1,3^3,1Fú^)r r> )r> rG )r r r7 r r Ú set_index)r r r9 Zexpected_defaultZexpected_european_excelZ expected_float_format_defaultZexpected_float_formatr, r r r Útest_to_csv_decimal
s,
|
|
|
|
ÿÿ
|
|
z TestToCSV.test_to_csv_decimalc C sh t ddgddgdd}dddg}t |¡}| d ¡jd
|
d |ksFt| d d g¡jd
|
d |ksdtd S ) Nr r rD rE rF rI z0,2.20,1z1,3.30,1r; r@ rA rG )r r r7 rK r r r8 r r r Útest_to_csv_float_format© s
|
|
|
z"TestToCSV.test_to_csv_float_formatc C sv t dtjgddgddgd}dddg}t |¡}| d ¡jd
|
d |ksLt| d d g¡jd
|
d |ksjtt tjddgddgd}dd dg}t |¡}| d ¡jd
|
d |ks²t| d d g¡jd
|
d |ksÐtt dddgddgd}dddg}t |¡}| d ¡jd
|
d |kst| d d g¡jd
|
d |ks8tt d tj
|
dg¡jdd }t ddddg¡}||ksrtd S )Nr r r" r4 rF rI z0.0,0,2z_,1,3r; Ú_©Úna_reprG z_,0,2z0,0,2z0,1,3rH ÚZZZZZú,0ú0,aú1,ZZZZZú2,c) r ÚnpÚNaNr r7 rK r r r ÚSeriesÚNA)r r r9 r, Úcsvr r r Útest_to_csv_na_repµ s$
|
|
|
|
|
|
z TestToCSV.test_to_csv_na_repc C s@ t ddddg¡}tjdtjdg|djdd }||ks<td S )
|
NrR rS rT rU r; rH )ZdtyperQ rO )r r7 r rX rY r r )r Znullable_string_dtyper, rZ r r r Ú"test_to_csv_na_rep_nullable_stringÔ s
|
ÿz,TestToCSV.test_to_csv_na_rep_nullable_stringc C sL t dtjddddi}t dtjddddi}ddd d
|
d d g}t |¡}| ¡ |ksZtddd dddg}t |¡}|jdd|kstddddddg}t |¡}|jdd|ks¶tdddddd g}t |¡}| ¡ |ksàt|jdd|ksôtd |d < d |d < d!d"g}t |¡}| tjdd#d$d g¡}| ¡ jdd|ksHtd S )%NÚAZ20130101é Ús©ÚperiodsÚfreqÚdz,Az0,2013-01-01 00:00:00z1,2013-01-01 00:00:01z2,2013-01-01 00:00:02z3,2013-01-01 00:00:03z4,2013-01-01 00:00:04z1,2013-01-02 00:00:00z2,2013-01-03 00:00:00z3,2013-01-04 00:00:00z4,2013-01-05 00:00:00z%Y-%m-%d %H:%M:%S)Ú date_formatz 0,2013-01-01z 1,2013-01-01z 2,2013-01-01z 3,2013-01-01z 4,2013-01-01ú%Y-%m-%dz 1,2013-01-02z 2,2013-01-03z 3,2013-01-04z 4,2013-01-05r ÚBr ÚCzA,B,Cz2013-01-01,0,1.0Z1h)Úkeyrb )
|
r r Ú
|
date_ranger r7 r r ÚgroupbyZGrouperZmean) r Zdf_secZdf_dayr9 Zexpected_default_secZexpected_ymdhms_dayZexpected_ymd_secZexpected_default_dayZdf_sec_groupedr r r Útest_to_csv_date_formatÝ sZ ú
|
ú
|
ú
|
ú
|
|
z!TestToCSV.test_to_csv_date_formatc C sL t t d¡tjddddd}dddg}t |¡}|jd d
|
|ksHtd S ) Nz
|
1970-01-01r" ÚHr` )ÚdateÚdatetimez date,datetimez 1970-01-01,1970-01-01 00:00:00z 1970-01-01,1970-01-01 01:00:00F©r )r r Ú to_datetimeri r r7 r r r8 r r r Ú&test_to_csv_different_datetime_formats s þÿý
|
z0TestToCSV.test_to_csv_different_datetime_formatsc C s t t jdt jgdd¡}| d¡}t dddg¡}|jdd|ksHtt t j dd d
|
d d
|
t t jg¡¡¡}| d¡}|jddd |kstd S )Nz
|
2021-03-27re )ÚformatÚcategoryÚ0z""Fro ÚDr z Europe/Berlin)Ústartrb ra Útz)r rd ) r rX rp ZNaTÚastyper r7 r r ri ÚappendZ DatetimeIndex)r Úserr, r r r Ú&test_to_csv_date_format_in_categorical, s
|
ÿ þÿ
|
z0TestToCSV.test_to_csv_date_format_in_categoricalc C s\ t ddtjdgdd}|d d¡|d< |jdd d
|
}t d d d ddg¡}||ksXtd S )NrC ç)\Âõ( @ç7§ @rH ©r; rG r; ÚFloat64Fz%.5f)r rB úa,bz 1.10000,cz 2.02000,cú,cz 6.00001,c©r r rY rx r r r7 r ©r r Úresultr, r r r Ú!test_to_csv_float_ea_float_format; s ÿz+TestToCSV.test_to_csv_float_ea_float_formatc C sZ t ddtjdgdd}|d d¡|d< |jdd }t d
|
d d d dg¡}||ksVtd S )NrC r| r} rH r~ r; r Fro r z1.1,cz2.02,cr z
|
6.000006,cr r r r r Ú$test_to_csv_float_ea_no_float_formatE s ÿz.TestToCSV.test_to_csv_float_ea_no_float_formatc C sX t dgtj dgdgg¡d}dddg}t |¡}| ¡ |ksBtdddg}t |¡}|jd d
|
|ksjtt dgtj dgdgg¡tj dgdgg¡d }d d dg}t |¡}| ¡ |ks¾tdddg}t |¡}|jd d
|
|ksætt dgtj dgdgg¡d}dddg}t |¡}| ¡ |ks*tdddg}t |¡}|jd d
|
|ksTtd S )Nr r" ©Úcolumnsz,1z,2r6 Ú1Ú2Fro )r r z,,1z,,2z1,2,1ÚfooÚbarz,fooz,bar)r r Ú
|
MultiIndexZ from_arraysr r7 r r )r r Zexp_rowsÚexpr r r Útest_to_csv_multi_indexO s2
|
|
|
|
ý
|
|
|
|
|
|
|
|
z!TestToCSV.test_to_csv_multi_indexz ind,expectedg ð?r Úx)ÚlevelsÚcodesÚnamesz x,data
|
1.0,1
|
g @Úyzx,y,data
|
1.0,2.0,1
|
c C s4 |t jdg|dd}|jddd}||ks0td S )Nr Údata)ÚnameÚ
|
T)Úlineterminatorr )r rX r r )r Úindr, Zframe_or_seriesÚobjr r r r Ú$test_to_csv_single_level_multi_indexs s z.TestToCSV.test_to_csv_single_level_multi_indexc
|
C sp dddgidddgig}t |}d}t d¡8}|j|dd t|}| ¡ |ksXtW 5 Q R X W 5 Q R X d S )
|
Nr r r ÚbazÚquxú-,names
|
0,"['foo', 'bar']"
|
1,"['baz', 'qux']"
|
z str_test.csvÚascii©Úencodingr )r Ú str_arrayr Úexpected_asciir r r r r Ú test_to_csv_string_array_ascii s
|
z(TestToCSV.test_to_csv_string_array_asciic
|
C sp dddgidddgig}t |}d}t d¡8}|j|dd t|}| ¡ |ksXtW 5 Q R X W 5 Q R X d S )
|
Nr r r r r r zunicode_test.csvúutf-8r r )r r¢ r Z expected_utf8r r r r r Ú test_to_csv_string_array_utf8 s
|
z'TestToCSV.test_to_csv_string_array_utf8c
|
C s: dddgdddgd}t |}t d¡f}tj d ¡}d
|
| d | d | d | }|j|dd t|d}| ¡ |kst W 5 Q R X W 5 Q R X t d¡@}d}|j|ddd t|d}| ¡ |ksÐt W 5 Q R X W 5 Q R X t d¡B}d}|j|ddd t|d}| ¡ |ks"t W 5 Q R X W 5 Q R X d S )Nr r" r4 Úabczd
|
efzg
|
h
|
|
i)ÚintZstr_lfz lf_test.csvr¥ s
|
int,str_lfó 1,abcs 2,"d
|
ef"s
|
3,"g
|
h
|
|
i"Fro Úrbs% int,str_lf
|
1,abc
|
2,"d
|
ef"
|
3,"g
|
h
|
|
i"
|
r ©r r s) int,str_lf
|
1,abc
|
2,"d
|
ef"
|
3,"g
|
h
|
|
i"
|
ú
|
©
|
r r r ÚosÚlinesepÚencoder r r r © r r r r Z
|
os_linesepZexpected_noargr Z expected_lfZ expected_crlfr r r Útest_to_csv_string_with_lf¥ sB ÿþýüûúùÿ
|
$ $ z$TestToCSV.test_to_csv_string_with_lfc
|
C s: dddgdddgd}t |}t d¡f}tj d ¡}d
|
| d | d | d | }|j|dd t|d}| ¡ |kst W 5 Q R X W 5 Q R X t d¡@}d}|j|ddd t|d}| ¡ |ksÐt W 5 Q R X W 5 Q R X t d¡B}d}|j|ddd t|d}| ¡ |ks"t W 5 Q R X W 5 Q R X d S )Nr r" r4 r§ zd
|
efz g
|
h
|
|
i)r¨ Zstr_crlfz crlf_test.csvr¥ s int,str_crlfr© s 2,"d
|
ef"s 3,"g
|
h
|
|
i"Fro rª s+ int,str_crlf
|
1,abc
|
2,"d
|
ef"
|
3,"g
|
h
|
|
i"
|
r r« s/ int,str_crlf
|
1,abc
|
2,"d
|
ef"
|
3,"g
|
h
|
|
i"
|
r¬ r r± r r r Ú test_to_csv_string_with_crlfÇ sD ÿþýüûúùÿ
|
$ $ ÿ z&TestToCSV.test_to_csv_string_with_crlfc C sf t ddgddggddgd}dd d
|
g}t |¡}|jtjd d | ¡ }|j|ksVttjj rbtd S ) Nr r r r Zname_1Zname_2r z,name_1,name_2z 0,foo,barz 1,baz,quxr r )
|
r r r7 r ÚsysÚstdoutZ
|
readouterrÚoutr Úclosed)r Zcapsysr r9 r£ Zcapturedr r r Útest_to_csv_stdout_fileî s
|
|
z!TestToCSV.test_to_csv_stdout_filezEspecially in Windows, file stream should not be passedto csv writer without newline='' option.(https://docs.python.org/3.6/library/csv.html#csv.writer))Úreasonc
|
C s t ddddgi}d}t d¡Z}t|d }| d¡ |j|d d d W 5 Q R X t|}| ¡ |ksltW 5 Q R X W 5 Q R X d S )
|
Nr; r r Úzzmanual header
|
x
|
y
|
z
|
útest.txtÚwúmanual header
|
r
|
)r r r r Úwriter r r r+ r r r Ú test_to_csv_write_to_open_fileú s
|
|
|
z(TestToCSV.test_to_csv_write_to_open_filec
|
C s¤ t ddddgi}dddg}dt |¡ }t d¡f}t|ddd }| d¡ |j|d d d
|
W 5 Q R X t|d }| ¡ t|d kst W 5 Q R X W 5 Q R X d S ) Nr; r r rº r½ r» r¼ Ú )Únewliner
|
rª r¥ )
|
r r r7 r r r¾ r r Úbytesr )r r r9 r, r r r r r Ú/test_to_csv_write_to_open_file_with_newline_py3 s
|
|
z9TestToCSV.test_to_csv_write_to_open_file_with_newline_py3Úto_inferTFÚ
|
read_inferc C s~ |}d}|t | 7 }tddgi}|r*dn|}|r6dn|}t |¡0} |j| |d tj| d|d}
|
t |
|
|¡ W 5 Q R X d S )Nztest.r] r Úinfer©Ú compressionr )r rÈ )r r r r r r r r ) r Úcompression_onlyrÅ rÄ rÈ Úfilenamer Zto_compressionZread_compressionr r r r r Útest_to_csv_compression s z!TestToCSV.test_to_csv_compressionc C sv |}t ddgi}d}ddd ||¡}||7 }t |¡2}|j|d|id tj|d d
|
}t ||¡ W 5 Q R X d S ) NÚABCr zto_csv_compress_as_dict.ÚgzZzst)ÚgzipZzstdÚmethodrÇ r r )r Úgetr r r r r r )r rÉ rÏ r rÊ Ú extensionr Zread_dfr r r Ú test_to_csv_compression_dict4 s þ ý z&TestToCSV.test_to_csv_compression_dictc
|
C s\ t ddgi}ddi}d}t d¡.}tjt|d |j||d W 5 Q R X W 5 Q R X d S ) NrÌ r Z some_optionTzmust have key 'method'zout.zipr& rÇ )r r r r( r) Ú
|
ValueErrorr )r r rÈ Úmsgr r r r Ú-test_to_csv_compression_dict_no_method_raisesC s z7TestToCSV.test_to_csv_compression_dict_no_method_raisesrÈ ÚziprÆ Ú archive_nameztest_to_csv.csvztest_to_csv.zipc
|
C sz t ddgi}t d¡X}|j|||dd t|0}t|jdksJt|jd j}||ksbtW 5 Q R X W 5 Q R X d S )NrÌ r zto_csv_archive_name.zip)rÏ r× rÇ r ) r r r r r ÚlenÚfilelistr rÊ )r rÈ r× r r ÚzpÚ archived_filer r r Útest_to_csv_zip_argumentsM s ÿ
|
z#TestToCSV.test_to_csv_zip_argumentszfilename,expected_arcname)ú archive.csvrÝ )ú archive.tsvrÞ )zarchive.csv.ziprÝ )zarchive.tsv.ziprÞ )z archive.zipÚarchivec C sf t ddgi}|| }|j|dd t|0}t|jdks@t|jd j}||ksXtW 5 Q R X d S )NrÌ r rÖ rÇ r )r r r rØ rÙ r rÊ )r Ztmp_pathrÊ Zexpected_arcnamer r rÚ rÛ r r r Útest_to_csv_zip_infer_name[ s
|
z$TestToCSV.test_to_csv_zip_infer_nameÚ df_new_typeZInt64c C sV t dtdgd i}| |¡}ddddg}t |¡}|jdddd}||ksRtd S )NrH Únanr4 ZmynullFr )r rP r¡ )r Úfloatrx r r7 r r )r rá r r9 r, r r r r Ú test_to_csv_na_rep_long_stringo s
|
|
z(TestToCSV.test_to_csv_na_rep_long_stringc C sR t ddg¡ d¡}t ¡ }| |¡ | ¡ }dddg}t |¡}||ksNt d S )Nr ztimedelta64[ns]rR z0,0 days 00:00:00.000000001z1,0 days 00:00:00.000000001)
|
r rX rx ÚioÚStringIOr Úgetvaluer r7 r )r r_ Úbufr r9 r, r r r Ú test_to_csv_timedelta_precision{ s
|
ý
|
z)TestToCSV.test_to_csv_timedelta_precisionc C s t tdd¡jdd}t ddddd g¡}||ks8tt d
|
d g¡jd d}t dd dg¡}||ksjtt ddg¡jdd}t dddg¡}||kstd S )Né é ú-rO rR z0,8z1,9z2,10z3,11TFrâ z0,Truez1,FalserC rD Ú.z0,1.1z1,2.2)r rX Úranger r r7 r )r r r, r r r Útest_na_rep_truncated s z TestToCSV.test_na_rep_truncatedÚerrorsÚ surrogatepassÚignoreÚreplacec C sB dg}t j|t |¡d}t d¡}|j||d W 5 Q R X d S )Nu í fooro r )rð )r rX ZIndexr r r )r rð r rz r r r r Útest_to_csv_errors s z TestToCSV.test_to_csv_errorsÚmodeÚwbr¼ c
|
C s\ t ¡ }t ¡ B}t|dd}|j||d W 5 Q R X t |tj|dd¡ W 5 Q R X dS )z
|
Binary file objects should work (if 'mode' contains a 'b') or even without
|
it in most cases.
|
|
GH 35058 and GH 19827
|
úw+b)rõ r r N)r Ú makeDataFramer r r r r r )r rõ r r Úhandler r r Útest_to_csv_binary_handle¡ s
|
|
z#TestToCSV.test_to_csv_binary_handlec
|
C s´ d d¡}t |¡}tj|dd}t ¡ }|j||ddd | d¡ | ¡ |¡sXt t
|
¡ J}t |d4}t j||dd | d¡ | ¡ d ¡st W 5 Q R X W 5 Q R X d
|
S ) z{
|
Binary file objects should honor a specified encoding.
|
|
GH 23854 and GH 13068 with binary handles
|
u
|
a, b, ðz utf-8-sigr F)rõ r¡ r r r÷ )rõ r¡ s ""N)r° rå ÚBytesIOr r r Úseekrç Ú
|
startswithr r r r r r )r rõ ÚcontentÚbufferr r rù r r r Ú"test_to_csv_encoding_binary_handle¯ s
|
|
|
|
|
z,TestToCSV.test_to_csv_encoding_binary_handleN).Ú__name__Ú
|
__module__Ú __qualname__r r! r- r2 r5 r: rL rM r[ r\ rk rq r{ r
r r r( ÚmarkZ parametrizer r r r¤ r¦ r² r³ r¸ Zxfailr Zis_platform_windowsr¿ rà rË rÒ rÕ rÜ rà rä ré rï rô rú r r r r r r s $ ?
|
|
$þ
|
|
ÿüûþ
|
"' ý
|
|
ûþ
|
|
|
|
|
|
r c C sH t ¡ }t ¡ .}|j|| dd t tj|| dd|¡ W 5 Q R X d S ©Nr )rÈ Ú chunksizer )rÈ r )r rø r r r r r )rÈ r r r r r Ú&test_to_csv_iterative_compression_nameÉ s
|
ÿr c C s\ t ¡ }t ¡ B}|j|| dd | d¡ t tj|| dd|¡ |j rNt
|
W 5 Q R X d S r ) r rø rå rû r rü r r r r· r )rÈ r rÿ r r r Ú(test_to_csv_iterative_compression_bufferÓ s
|
|
ÿr )rå r® r´ Úzipfiler Ú_csvr ÚnumpyrV r( Zpandasr r r Zpandas._testingZ_testingr Z pandas.tests.io.test_compressionr r r r r r r r Ú<module> s$ ;
|
