fume-manage-python.git

U  
ý°dåXã    @sdZddlmZddlmZmZmZddlZddlZddl    Z    ddl
ZddlZddl mZmZddlmZddlmZddlmmZddlmZmZddlmZejjd    d
ddgd ddgdddZ ddZ!ddZ"ddZ#ejjddddddifdddddgd fd!dd"ddifd#ej$d$dd%d&iifgd'd(d)ej$d&gdd*d+Z%ej&ejj'd,d-Z(d.d/Z)d0d1Z*d2d3Z+d4d5Z,d6d7Z-ejj'd8d9Z.d:d;Z/d<d=Z0d>d?Z1d@dAZ2dBdCZ3dDdEZ4dFdGZ5dHdIZ6dJdKZ7ej dLdMdNg¡dOdPZ8ejj9ejj:edQdRdSdTZ;dUdVZ<dWdXZ=dYdZZ>d[d\Z?ej d]dd^d_d`g¡ej dadbdcg¡dddeZ@dfdgZAdS)hzø
Tests that apply specifically to the CParser. Unless specifically stated
as a CParser-specific issue, the goal is to eventually move as many of
these tests out of this module as soon as the Python parser can accept
further arguments when parsing.
é)ÚDecimal)ÚBytesIOÚStringIOÚ TextIOWrapperN)ÚIS64Úis_ci_environment)Únp_version_gte1p24)ÚParserError)Ú    DataFrameÚconcatÚ    malformedz1 1 1  1  1 z1 1 1  1  1 11 z1 1 1  1  1 11 1 z words pointerzstream pointerz lines pointer)Úidsc    Cs4d}|}tjt|d| t|¡W5QRXdS)Nz7Buffer overflow caught - possible malformed input file.©Úmatch)ÚpytestÚraisesr    Úread_csvr)Ú c_parser_onlyrÚmsgÚparser©rú`d:\z\workplace\vscode\pyvenv\venv\Lib\site-packages\pandas/tests/io/parser/test_c_parser_only.pyÚtest_buffer_overflow#src    CsLd}|}tdD]6}z|jtdt|dddWqtk
rDYqXqdS)NuVÂÃÃA    Â±Â·Â¶ÂºÃ¾Â¥Ã!lÂ°Â¦MUUUUUUUUUUUUUUUUUUUUUUUUUUUUUUUUUUUUUUUUUUUUUUUUUUUUUUUUUUUUUUUUUUUUUUUUUUUUUUUUUUUUUUUUUUUUUUUUUUUUUUUUUUUUUUUUUUUUUUUUUUUUUUUUUUUUUUUUUUUUUUUUUUUUUUUUUUUUUUUUUUUUUUUUUUUUUUUUUUUUUUUUUUUUUUUUUUUUUUUUUUUUUUUUUUUUUUUUUUUUUUUUUUUUUUUUUUUUUUUUUUUUUUUUUUUUUUUUUUUUUUUUUUU}Ã·ÂÃ GÂ8ÂVTÂVÃ]Ã¯OédzCcompression has no effect when passing a non-binary object as inputÚgzipT)ÚcompressionÚdelim_whitespace)ÚrangeZread_csv_check_warningsÚRuntimeWarningrÚ    Exception)rÚdatarÚ_rrrÚtest_buffer_rd_bytes2sÿû
r"cCsVd}|}|jt|ddd}tdddgdd    d
gddd ggdddgd}t ||¡dS)Nza b c~1 2 3~4 5 6~7 8 9ú~T)Úlineterminatorrééééééééé    ÚaÚbÚc©Úcolumns©rrr
ÚtmÚassert_frame_equal)rr rÚdfÚexpectedrrrÚ'test_delim_whitespace_custom_terminatorLs
*r8c
CsX|}d}|jt|ddd}tddgddgdd    gg}t ||¡|jt|ddd
dgd}tddgddgdd    ggd
dgd }t ||¡|jt|ddd
dgd
tjid}tddgddgd    d    ggd
dgd }|d
 tj¡|d
<t ||¡d}trút    nd}t
jtddBtj |dd(|jt|ddd
dgd
tjidW5QRXW5QRXdS)Nz
1.0 1
2.0 2
3.0 3
ú\s+)ÚsepÚheaderçð?r%ç@r&g@r'r.r/)r:r;Únamesr1)r:r;r>Údtypez
1.0 1
nan 2
3.0 3
zcannot safely convertrF)Zcheck_stacklevel)rrr
r4r5ÚnpÚint32ZastyperrrrÚ
ValueErrorZassert_produces_warning)rrr Úresultr7ÚwarningrrrÚtest_dtype_and_names_errorVs:"ÿ"ûrEzmatch,kwargsz]the dtype datetime64 is not supported for parsing, pass this column using parse_dates insteadr?Z
datetime64Úfloat64)ÚAÚBrH)r?Zparse_datesz2the dtype timedelta64 is not supported for parsingZtimedelta64z
the dtype zU8 is not supported for parsingrGZU8zdt64-0zdt64-1Ztd64c
Cs~|}ttj dd¡tddddddgd    }t d
¡@}| |¡tj    t
|d|j|fdd i|W5QRXW5QRXdS)Nr)r&ZABZ1AZ1BZ1CZ1DZ1E)r2Úindexz__unsupported_dtype__.csvrZ    index_colr)r
r@ÚrandomZrandÚlistr4Úensure_cleanZto_csvrrÚ    TypeErrorr)rrÚkwargsrr6ÚpathrrrÚtest_unsupported_dtypesÿ
rPcCs|}g}g}tttddd}tjddddD]²}d|d    }t|jt|d
ddd }t|jt|dddd }t|jt|dddd }    t|dd}
| |||
¡| |||
¡|    t|ddks.tq.t|t|ksött    |t    |kstdS)N)ÚvalÚ
actual_valÚreturncSstt|d|S)Nz.100)Úabsr)rQrRrrrÚerror´sz&test_precise_conversion.<locals>.errorr<r=iô)Únumza
z.25Úlegacy©Úfloat_precisionr.rÚhighÚ
round_tripr&)
Úfloatrr@ZlinspacerrÚappendÚAssertionErrorÚsumÚmax)rrZ normal_errorsZprecise_errorsrUrVÚtextZ
normal_valZprecise_valZ roundtrip_valrRrrrÚtest_precise_conversion¬s*ÿÿÿrbc    Cs|}d}|jt|ddddtittdd}|jt|ddddtittdd}|jtttgk ¡sht|jttgk ¡s~tdS)Nz1,2,3
4,5,6
7,8,9
10,11,12)rr%r&)r.r/r0r.)r/r0)Úusecolsr>r;Ú
convertersr?)rr&)    rrÚstrÚintr\ÚdtypesÚobjectÚallr^)rrr rCZresult2rrrÚtest_usecols_dtypesÑs(úú    rjcCsX|}d}|jt|td}|jtk ¡s,t|jt|tdd}|dddksTtdS)Nz-A,B,C
Yes,No,Yes
No,Yes,Yes
Yes,,Yes
No,No,No)r?F)r?Z    na_filterrHr&Ú)rrrhrgrir^)rrr rCrrrÚtest_disable_bool_parsingîsrlcCs@|}d}|jt|dd}| t| dd¡¡}t ||¡dS)Nza,b,c~1,2,3~4,5,6r#)r$Ú
©rrÚreplacer4r5©rrr rCr7rrrÚtest_custom_lineterminatorÿs
rqcCs¤|}d}d}|jt|ddddddgd}|jt|ddddddgd}t ||¡d    }|jt|dtd
d}|jt|dtddjtd
d}t ||¡dS) Nz#1,2,3
1,2,3,4
1,2,3,4,5
1,2
1,2,3,4z*1,2,3,,
1,2,3,4,
1,2,3,4,5
1,2,,,
1,2,3,4,r.r/r0ÚdÚe)r;r>z    1,2
3,4,5é2r'r1)rrr4r5rZreindex)rrr Z    nice_datarCr7rrrÚtest_parse_ragged_csv    s(ÿÿÿrucCst|}d}|jt|dd}|jt| dd¡dd}t ||¡| t|¡}| t| dd¡¡}t ||¡dS)Nz a,b,c "a,b","e,d","f,f"©r;ú rmrnrprrrÚtest_tokenize_CR_with_quoting+srxcs,|fdd}tddD]}||qdS)Nc    sNtd|,}tddt|dDd} |¡}W5QRXt ||¡dS)Nú,cSsg|]}d|qS)z    Unnamed: r©Ú.0ÚirrrÚ
<listcomp>GszMtest_grow_boundary_at_cap.<locals>.test_empty_header_read.<locals>.<listcomp>r%r1)rr
rrr4r5)ÚcountÚsr7r6©rrrÚtest_empty_header_readEsz9test_grow_boundary_at_cap.<locals>.test_empty_header_readr%ée)r)rrZcntrrrÚtest_grow_boundary_at_cap9s
rc        sÜ|}d}d\}}d |g|¡d}tdd| d¡Dtfddt|Dtddd    }|jt|dt|d
}t|ddd }W5QRXt     
||¡|jt|dt|dd}t|ddd }W5QRXt     
||¡dS)Na9999-9,99:99,,,,ZZ,ZZ,,,ZZZ-ZZZZ,.Z-ZZZZ,-9.99,,,9.99,ZZZZZ,,-99,9,ZZZ-ZZZZ,ZZ-ZZZZ,,9.99,ZZZ-ZZZZZ,ZZZ-ZZZZZ,ZZZ-ZZZZ,ZZZ-ZZZZ,ZZZ-ZZZZ,ZZZ-ZZZZ,ZZZ-ZZZZ,ZZZ-ZZZZ,999,ZZZ-ZZZZ,,ZZ-ZZZZ,,,,,ZZZZ,ZZZ-ZZZZZ,ZZZ-ZZZZ,,,9,9,9,9,99,99,999,999,ZZZZZ,ZZZ-ZZZZZ,ZZZ-ZZZZ,9,ZZ-ZZZZ,9.99,ZZ-ZZZZ,ZZ-ZZZZ,,,,ZZZZ,,,ZZ,ZZ,,,,,,,,,,,,,9,,,999.99,999.99,,,ZZZZZ,,,Z9,,,,,,,ZZZ,ZZZ,,,,,,,,,,,ZZZZZ,ZZZZZ,ZZZ-ZZZZZZ,ZZZ-ZZZZZZ,ZZ-ZZZZ,ZZ-ZZZZ,ZZ-ZZZZ,ZZ-ZZZZ,,,999999,999999,ZZZ,ZZZ,,,ZZZ,ZZZ,999.99,999.99,,,,ZZZ-ZZZ,ZZZ-ZZZ,-9.99,-9.99,9,9,,99,,9.99,9.99,9,9,9.99,9.99,,,,9.99,9.99,,99,,99,9.99,9.99,,,ZZZ,ZZZ,,999.99,,999.99,ZZZ,ZZZ-ZZZZ,ZZZ-ZZZZ,,,ZZZZZ,ZZZZZ,ZZZ,ZZZ,9,9,,,,,,ZZZ-ZZZZ,ZZZ999Z,,,999.99,,999.99,ZZZ-ZZZZ,,,9.999,9.999,9.999,9.999,-9.999,-9.999,-9.999,-9.999,9.999,9.999,9.999,9.999,9.999,9.999,9.999,9.999,99999,ZZZ-ZZZZ,,9.99,ZZZ,,,,,,,,ZZZ,,,,,9,,,,9,,,,,,,,,,ZZZ-ZZZZ,ZZZ-ZZZZ,,ZZZZZ,ZZZZZ,ZZZZZ,ZZZZZ,,,9.99,,ZZ-ZZZZ,ZZ-ZZZZ,ZZ,999,,,,ZZ-ZZZZ,ZZZ,ZZZ,ZZZ-ZZZZ,ZZZ-ZZZZ,,,99.99,99.99,,,9.99,9.99,9.99,9.99,ZZZ-ZZZZ,,,ZZZ-ZZZZZ,,,,,-9.99,-9.99,-9.99,-9.99,,,,,,,,,ZZZ-ZZZZ,,9,9.99,9.99,99ZZ,,-9.99,-9.99,ZZZ-ZZZZ,,,,,,,ZZZ-ZZZZ,9.99,9.99,9999,,,,,,,,,,-9.9,Z/Z-ZZZZ,999.99,9.99,,999.99,ZZ-ZZZZ,ZZ-ZZZZ,9.99,9.99,9.99,9.99,9.99,9.99,,ZZZ-ZZZZZ,ZZZ-ZZZZZ,ZZZ-ZZZZZ,ZZZ-ZZZZZ,ZZZ-ZZZZZ,ZZZ,ZZZ,ZZZ,ZZZ,9.99,,,-9.99,ZZ-ZZZZ,-999.99,,-9999,,999.99,,,,999.99,99.99,,,ZZ-ZZZZZZZZ,ZZ-ZZZZ-ZZZZZZZ,,,,ZZ-ZZ-ZZZZZZZZ,ZZZZZZZZ,ZZZ-ZZZZ,9999,999.99,ZZZ-ZZZZ,-9.99,-9.99,ZZZ-ZZZZ,99:99:99,,99,99,,9.99,,-99.99,,,,,,9.99,ZZZ-ZZZZ,-9.99,-9.99,9.99,9.99,,ZZZ,,,,,,,ZZZ,ZZZ,,,,,)éirmcss|]}|r|ntjVqdS)N)r@Únan)r{Zval_rrrÚ    <genexpr>sz*test_parse_trim_buffers.<locals>.<genexpr>rycsg|]}qSrr©r{r!©Úrowrrr}sz+test_parse_trim_buffers.<locals>.<listcomp>)r?r2rI)r;r?Ú    chunksizerT)ZaxisZignore_indexÚutf_8)r;r?rÚencoding)ÚjoinÚtupleÚsplitr
rrhrrrr4r5)    rrZrecord_rZn_linesZcsv_datar7Zchunks_rCrrrÚtest_parse_trim_buffersOs>ÿ$ÿÿûrcCsZ|}dddg}d}tdddgdtjd    gd
ddgg|d }|jt||d}t ||¡dS)Nr.r/r0z1,2,3
4,,6
7,8,9r%r=r'r(r*r+r,r-r1)r>)r
r@rrrr4r5)rrr>r r7rCrrrÚtest_internal_null_byte§s
 
&rcCs²|}d ddtdD¡d}d ddtdD¡d}d ddtdD¡d}d d    dtdD¡d}||d
||d}|jt|ddd }|jdks®tdS)Nú    cSsg|]}dt|qS©ZCOL_HEADER_©rerzrrrr}¾sz)test_read_nrows_large.<locals>.<listcomp>é
rmcSsg|]}dqS)Zsomedatasomedatasomedata1rrrrrr}¿scSsg|]}dt|qSrrrzrrrr}ÀsécSsg|]}dqS)Zsomedatasomedatasomedata2rrrrrr}Ásir&iò)r:Znrowsit')rrrrÚsizer^)rrZ header_narrowZdata_narrowZheader_wideZ    data_wideÚ
test_inputr6rrrÚtest_read_nrows_large»srcCs2|}|jtdddd}t |tddgi¡dS)Nr.r[)r;rYr)rrr4r5r
)rrr6rrrÚ)test_float_precision_round_trip_with_textÉsrc    Csv|}d}d|ddd}d}||ddd}|jt|ddgd}| d¡}td    d
|D}t ||¡dS)Ni'zX,éÿÿÿÿrmzXXXXXX XXXXXX,111111111111111
r*r)r;rccSsg|]}| d¡dqS)ryr)r)r{rrrrr}Üsz4test_large_difference_in_columns.<locals>.<listcomp>)rrrr
r4r5)    rrr~Z    large_rowZ
normal_rowrrCÚrowsr7rrrÚ test_large_difference_in_columnsÐs
rcCs6|}d}| t|¡}tdddgi}t ||¡dS)Nza
1
"b"ar.Ú1Úbar3rprrrÚtest_data_after_quoteàs
r cCs|}d}|jt|dddddd}| ¡}dD]}d||jks.tq.td    d
gdd
gdd
gd tjgdtjgg}t     ||¡dS)Nz1 2
2 2 3
3 2 3 # 3 fields
4 2 3# 3 fields
5 2 # 2 fields
6 2# 2 fields
7 # 1 field, NaN
8# 1 field, NaN
9 2 3 # skipped line
# commentú#r9rÚwarn)Úcommentr;Ú    delimiterÚskiprowsZon_bad_lines)r&r'r(r-zSkipping line r%r&r)r*r+r,)
rrZ
readouterrÚerrr^r
r@rr4r5)rZcapsysrrr6ZcapturedÚline_numr7rrrÚ!test_comment_whitespace_delimitedësú*r¨cCsDGdddt}|}d}tddgi}| ||¡}t ||¡dS)Nc@seZdZddZeZdS)z,test_file_like_no_next.<locals>.NoNextBuffercSstddS)NzNo next method)ÚAttributeError)ÚselfrrrÚ__next__sz5test_file_like_no_next.<locals>.NoNextBuffer.__next__N)Ú__name__Ú
__module__Ú__qualname__r«ÚnextrrrrÚNoNextBuffer sr°za
1r.r%)rr
rr4r5)rr°rr r7rCrrrÚtest_file_like_no_nextsr±c    CsFtd}t|ddd}d}tjt|d|j|ddW5QRXdS)    Nó°ÚasciiÚsurrogateescape)rÚerrorsz$'utf-8' codec can't encode characterrzUTF-8)r)rrrrÚUnicodeErrorr)rÚtrrrrÚ test_buffer_rd_bytes_bad_unicodes
r¸Ú
tar_suffixz.tarz.tar.gzc        Cs`|}tj |d|¡}t |d¡4}| d¡}| |¡}tddgi}t     ||¡W5QRXdS)NZtar_csvÚrztar_data.csvr.r%)
ÚosrOrÚtarfileÚopenÚextractfilerr
r4r5)    rZcsv_dir_pathr¹rZtar_pathÚtarZ    data_fileÚoutr7rrrÚtest_read_tarfile%s
 
rÁzToo memory intensive for CI.)ÚreasoncCsL|}|jrt d¡tdd ddtdD¡}| |¡}|jrHtdS)Nznot a low_memory testzstrings
rmcSsg|]}ddqS)Úxirrrrrr}Bsz)test_bytes_exceed_2gb.<locals>.<listcomp>i4)    Z
low_memoryrÚskiprrrrÚemptyr^)rrÚcsvr6rrrÚtest_bytes_exceed_2gb7s
 
rÇcCsL|}ddd}d}|jt||dd}tddddg}t ||¡dS)Nr.iþÿz
az
 arvz ar3)rrZchunk1Zchunk2rCr7rrrÚ!test_chunk_whitespace_on_boundaryGsrÈc
CsR|}t|<}tj| ¡dtjd}| |¡|jr:tW5QRXW5QRXdS)Nr)Úaccess)r½ÚmmapÚfilenoZACCESS_READrÚclosedr^)rZcsv1rÚfÚmrrrÚtest_file_handles_mmapVs
 
 
rÏc
Cs|}tdddgdddgg}t ¡V}t|d}| d¡W5QRXt|d     }|j|dd
}t ||¡W5QRXW5QRXdS)Nr%r&r'r(r)r*Úwz1,2,3
4,5,6Úrbrv)r
r4rLr½Úwriterr5)rrr7rOrÍrCrrrÚtest_file_binary_modebs
rÓc
Csn|}t ¡<}t|ddd}| d¡W5QRX|j|dddd}W5QRXtd    d
dgd}t ||¡dS) NrÐrm)Únewlinezblah
 
col_1,col_2,col_3
 
r&zutf-8r0)r¥rZengineZcol_1Zcol_2Zcol_3r1)r4rLr½rÒrr
r5)rrrOrÍrCr7rrrÚtest_unix_style_breaksps
rÕrYrWrZr[zdata,thousands,decimal)zA|B|C
1|2,334.01|5
10|13|10.
ryÚ.)zA|B|C
1|2.334,01|5
10|13|10,
rÖrycCsH|}tddgddgddgd}|jt|d|||d    }t ||¡dS)
Nr%rgìQ¸<¢@é r)g$@)rGrHÚCú|)r:Ú    thousandsÚdecimalrY)r
rrr4r5)rr rÚrÛrYrr7rCrrrÚtest_1000_sep_with_decimal{sûrÜc    Cs°|}d}| t|¡}|jt|dd}t ||¡|jt|dd}trd|jd|jdkr|tn|jd|jdks|td}tjt    |d|jt|ddW5QRXdS)    Nzfoo
243.164
rZrXrW)rrz)Unrecognized float_precision option: junkrZjunk)
rrr4r5rZilocr^rrrB)rrrr6Zdf2Zdf3rrrrÚtest_float_precision_options¡srÝ)BÚ__doc__rÛrÚiorrrrÊr»r¼Únumpyr@rZ pandas.compatrrZpandas.compat.numpyrZ pandas.errorsr    Zpandas.util._test_decoratorsÚutilZ_test_decoratorsÚtdZpandasr
rZpandas._testingZ_testingr4ÚmarkZparametrizerr"r8rEZENDIANrPZ skip_if_32bitZslowrbrjrlrqrurxrrrrrrr r¨r±r¸rÁZ
single_cpuZskipifrÇrÈrÏrÓrÕrÜrÝrrrrÚ<module>sý
 
 
,û    ûþ
þìå
 #
"
X    
÷þ