1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
| U
| ý°dÜC ã @ s> d Z ddlmZ ddlZddlZddlmZ ddlm Z m
| Z
| m Z ddl m Z ej d¡Zej d¡Zedd Zed
| d Zeej d d dgddgddgd gdgdgdgg¡ej dddg¡dd Zedd Zeej d ddgg¡dd Zdd Zed d Zeej d dge ejgd gd!gd"e
| dgd#d$d%fdd&ge ejgd!gd'e j d(gd#d)gd*d%fd#d)ge ejgd!gd'e j d(gd#d)gd*d%fg¡d+d, Z eej d-i e d#d.ejd/d0ejd1gd d&d2d3d!d4d5gd6d7d8ejd9ejd:gd;fg g d<d=d>e d#d.d?d/d0d@d1gd d&d2d3d!d4d5gd6d7d8d@d9d?d:gd;fd#gd=d>e ejd.d?d/d0d@d1gd d&d2d3d!d4d5gd6d7d8d@d9d?d:gd;fd g g d<ie d#d.ejd/d0ejd1gd d&d2d3d!d4d5gd6d7d8ejd9ejd:gd;fg¡dAdB Z edCdD Z edEdF Z edGdH Z!eej dIdJdKg¡dLdM Z"eej dNdOd dPgejejgd2dQggfd=dRdPgd@dSgdTdQggfg¡dUdV Z#edWdX Z$eej dYd ejdZgdZejggfd&d d[d\dZgejejggfg¡d]d^ Z%ed_d` Z&edadb Z'eej dce(ddde e(df d ddgie e(dde(dfgfe(dddg dh i e e(ddd gd?d&ggfe(dddi d ddgie ejd gfg¡djdk Z)dldm Z*eej dnd=d?dogfdOejdpgfg¡dqdr Z+dsdt Z,eej dudOd=g¡dvdw Z-eej dxdydzd{d|d}d~gfd}d#d~ifg¡dd Z.edd Z/edd Z0ed
d Z1dd Z2dd Z3dS )zg
| Tests that NA values are properly handled during
| parsing for all of the parsers defined in parsers.py
| é )ÚStringION)Ú STR_NA_VALUES)Ú DataFrameÚIndexÚ
| MultiIndexZ pyarrow_skipZ pyarrow_xfailc C sT | }d}| t|¡}tdddgdtjdgtjddggd d
| d gd }t ||¡ d S ) NzA,B,C
| a,b,c
| d,,f
| ,g,h
| ÚaÚbÚcÚdÚfÚgÚhÚAÚBÚC©Úcolumns©Úread_csvr r ÚnpÚnanÚtmÚassert_frame_equal©Ú all_parsersÚparserÚdataÚresultÚexpected© r ú\d:\z\workplace\vscode\pyvenv\venv\Lib\site-packages\pandas/tests/io/parser/test_na_values.pyÚtest_string_nas s þr! c C sN | }d}t ddgtjdgtjtjggddgd}| t|¡}t ||¡ d S )NzA,B
| foo,bar
| NA,baz
| NaN,nan
| ÚfooÚbarÚbazr r r ©r r r r r r r )r r r r r r r r Útest_detect_string_na' s ÿr& Ú na_valuesz-999.0z-999iüÿÿg 8Àr zA,B
| -999,1.2
| 2,-999
| 3,4.5
| z"A,B
| -999,1.200
| 2,-999.000
| 3,4.500
| c C sL | }t tjdgdtjgddggddgd}|jt||d}t ||¡ d S ) Ng333333ó?ç @g @g @r r r ©r' r% )r r r' r r r r r r Útest_non_string_na_values6 s &r* c s¤ ddddddddd d
| d d d ddddddh}|t ks6t| }t|fdd td fddt|D ¡}ttjt t d}|j
| |d d}t ||¡ d S )Nz-1.#INDz1.#QNANz1.#INDz-1.#QNANz#N/AzN/Azn/aZNAz<NA>z#NAÚNULLÚnullÚNaNr z-NaNz-nanz#N/A N/AÚ ÚNonec sf | dkrd}n| dkr&d dg| ¡}| | }| d k rbd dg | d ¡}| | }|S )Nr r. ú,é )Újoin)ÚiÚvÚbufZjoined)Únvr r r x s z!test_default_na_values.<locals>.fÚ
| c s g | ]\}} ||qS r r )Ú.0r3 r4 )r r r Ú
| <listcomp> s z*test_default_na_values.<locals>.<listcomp>)r Úindex)Úheader) r ÚAssertionErrorÚlenr r2 Ú enumerater r r Úranger r r )r Z
| _NA_VALUESr r r r r )r r6 r Útest_default_na_values\ s8 í r@ r$ c C s` | }d}t dtjdgtjdtjgddtjggddd gd
| }|jt||d gd }t ||¡ d S ) Nz3A,B,C
| ignore,this,row
| 1,NA,3
| -1.#IND,5,baz
| 7,8,NaN
| ç ð?é é é é r r r r r1 )r' Zskiprowsr% )r r' r r r r r r r Útest_custom_na_values s " ÿrF c C s` d}| }| t|¡}ttjdtjdgtdtjddtjgtddddgd}t ||¡ d S )Nz1A,B,C
| True,False,True
| NA,True,False
| False,NA,TrueTF©Údtype©r r r ) r r r r Úarrayr Úobjectr r ©r r r r r r r r Útest_bool_na_values s ýÿrM c C sh d}| }|j t|dgdgdd}ttjdtjdgtjdtjdgtjdtjdgd}t ||¡ d S )Nz3A,B,C
| foo,bar,NA
| bar,foo,foo
| foo,bar,NA
| bar,foo,foor" r# )r r r) rI r ©r r r Zdfr r r r Útest_na_value_dict¯ s ýÿrO zindex_col,expectedr1 rC )r r r
| r ©Úname©r: é )r r
| )r r1 r )Únamesc C s. d}| }|j t|t |d}t ||¡ d S )Nza,b,c,d
| 0,NA,1,5
| )r' Ú index_col)r r Úsetr r )r rU r r r r r r r Ú test_na_value_dict_multi_index s rW zkwargs,expectedr r
| Úer rB é é rD ZoneÚtwoZthreeÚfiveÚsevenrI )r r F©r' Úkeep_default_nar. r c C s* d}| }|j t|f|}t ||¡ d S )NzAA,B,C
| a,1,one
| b,2,two
| ,3,three
| d,4,nan
| e,5,five
| nan,6,
| g,7,seven
| ©r r r r )r Úkwargsr r r r r r r Útest_na_values_keep_defaultä s /
| rb c
| C sd d}| }|j t|dd}tdddddd d
| gd d d ddddgdddd dddgd}t ||¡ d S )NzAA,B,C
| a,1,None
| b,2,two
| ,3,None
| d,4,nan
| e,5,five
| nan,6,
| g,7,seven
| F)r_ r r r. r
| rX r r r1 rS rB rY rC rZ rD r/ r[ r\ r] rI ©r r r r r rL r r r Ú!test_no_na_values_no_keep_default" s
| ýÿrd c C sF d}| }|j t|ddgidd}tdgtjgd}t ||¡ d S )Nza,b
| ,2r Ú2Fr^ r. ©r r r rL r r r Ú&test_no_keep_default_na_dict_na_values= s ÿrg c C sD d}| }|j t|ddidd}tdgtjgd}t ||¡ d S )Nza,b
| 1,2r rS Fr^ r1 rf r rN r r r Ú-test_no_keep_default_na_dict_na_scalar_valuesI s
| rh Úcol_zero_na_valuesiå¹ Z113125c C st d}| }t tjdgtjdgdtjgddgddgd d
| gtjd gd }|jt|d d d
| dd|dd}t ||¡ d S )Nz_113125,"blah","/blaha",kjsdkj,412.166,225.874,214.008
| 729639,"qwer","",asdfkj,466.681,,252.373
| g ND&AZqwerz/blahaZkjsdkjZasdfkjg-²ï§Ây@g7A`å*}@z225.874r. g-²ïo@)r r1 rS rB rY rC rZ Fz214.008Zblah)rS rZ r1 r )r; r_ r' r% )r ri r r r r r r r Ú1test_no_keep_default_na_dict_na_values_diff_reprsU s& ùÿ ürj zna_filter,row_dataTr r Ú1r Ú3c C s> d}| }|j t|dg|d}t|ddgd}t ||¡ d S )NzA,B
| 1,A
| nan,B
| 3,C
| r )r' Ú na_filterr r rc )r rm Úrow_datar r r r r r r Ú!test_na_values_na_filter_overrides s
| ro c
| C sr | }d}| t|¡}tdddddtjtjtjgdddd d
| tjtjtjggd d d dddddgd}t ||¡ d S )NzlDate,Currency,Symbol,Type,Units,UnitPrice,Cost,Tax
| 2012-03-14,USD,AAPL,BUY,1000
| 2012-05-12,USD,SBUX,SELL,500z
| 2012-03-14ZUSDZAAPLZBUYiè z
| 2012-05-12ZSBUXZSELLiô ÚDateZCurrencyZSymbolÚTypeZUnitsZ UnitPriceZCostZTaxr r r r r r Útest_na_trailing_columns s$ þøûrr zna_values,row_datar( rf rA c C s@ | }ddg}d}|j t|||d}t||d}t ||¡ d S )Nr r ú1,2
| 2,1©rT r' r rc )r r' rn r rT r r r r r r Útest_na_values_scalar¥ s
| ru c C sn | }ddd}| ¡ }ddg}d}tddgtjtjgg|d }|jt|||d
| }t ||¡ t ||¡ d S ) NrS r1 rf r r rs rA r( r rt ) Úcopyr r r r r r r Zassert_dict_equal)r r r' Zna_values_copyrT r r r r r r Ú test_na_values_dict_aliasing¸ s
| rw c C sD d}| }ddi}|j t||d}tdtjdgi}t ||¡ d S )Nza
| foo
| 1r r" r) r r1 r )r r r r' r r r r r Ú test_na_values_dict_col_indexÈ s rx zdata,kwargs,expectedl r7 l z,1z
| ,2z
| 1c C s. | }|j t|fdd i|}t ||¡ d S )Nr; r` )r r ra r r r r r r Útest_na_values_uint64Ô s ry c C sH d}| }t ddgitdgddd}|jt|dd d
| }t ||¡ d S ) Nza,1
| b,2rk rS r r rP rR r F)rU r_ ©r r r r r r )r r r r r r r r Ú*test_empty_na_values_no_default_with_indexè s
| r{ zna_filter,index_dataÚ5g @c C sP | }d}t ddgddgdt|ddd }|jt|dg|d
| }t ||¡ d S ) Núa,b,c
| 1,,3
| 4,5,6r1 rY rB rZ )r r r rP rR )rU rm rz )r rm Z
| index_datar r r r r r r Útest_no_na_filter_on_indexò s
| "r~ c C s\ | }d}|j t|dgddgd}tdtjgdtjgdtd d
| gd d d }t ||¡ d S )Nz idx,col1,col2
| 1,3,4
| 2,inf,-infr Úinfz-inf)rU r' rB rY )Úcol1Úcol2r1 rS ÚidxrP rR )r r r r r r r r )r r r Úoutr r r r Ú!test_inf_na_values_with_int_index s ÿr rm c C sV | }d}|rt jnd}tddg|dgddgd}|jt||td }t ||¡ d S )
| Nr} r. rk Ú4r| rl Ú6)r r r )rm rH )r r r r r Ústrr r )r rm r r Úemptyr r r r r Ú+test_na_values_with_dtype_str_and_na_filter s r zdata, na_values)zfalse,1
| ,1
| trueN)zfalse,1
| null,1
| trueN)zfalse,1
| nan,1
| trueN)úfalse,1
| foo,1
| truer" r r" c C sF | }d}t jt|d& |jt|d ddgddi|d W 5 Q R X d S )Nz(Bool column has NA values in column [0a])|(cannot safely convert passed user dtype of bool for object dtyped data in column 0)©Úmatchr r Úbool)r; rT rH r' ©ÚpytestZraisesÚ
| ValueErrorr r )r r r' r Úmsgr r r Ú!test_cast_NA_to_bool_raises_error s ÿûr c C sd | }d}|j t|d dddgtttdd ¡ }tddgd d
| gd d gdd dgd}t ||¡ d S )NzDFile: small.csv,,
| 10010010233,0123,654
| foo,,bar
| 01001000155,4530,898r r Úcol3)r r r )r; rT rH Z 10010010233Z 01001000155Z0123Z4530Z654Z898r1 rB rR )r r r Zdropnar r r r r r r Útest_str_nan_dropped< s
| ü
| ýú r c C sP | }d}|j t|ttdddid}tdgdgtjgd}t ||¡ d S )NzA,B,B
| X,Y,Z
| 1,2,infrS ©r ÚZr )r; r' r1 ))r ÚX)r ÚYr ) r r Úlistr? r r r r r r r r r Útest_nan_multi_indexY s
| ÿýÿr c C s8 | }d}t jtdd |jt|dd W 5 Q R X d S )Nú0
| NaN
| True
| False
| z NA valuesr r rG r ©r r r r r r Útest_bool_and_nan_to_booln s r c C s8 | }d}t jtdd |jt|dd W 5 Q R X d S )Nr zconvert|NoneTyper ÚintrG r r r r r Útest_bool_and_nan_to_int{ s r c C s@ | }d}|j t|dd}t dtjddgi¡}t ||¡ d S )Nr ÚfloatrG Ú0rA g )r r r Ú from_dictr r r r r r r r Útest_bool_and_nan_to_float s
| r£ )4Ú__doc__Úior Únumpyr r Zpandas._libs.parsersr Zpandasr r r Zpandas._testingZ_testingr ÚmarkZ usefixturesZ skip_pyarrowZ xfail_pyarrowr! r& Z parametrizer* r@ rF rM rO r Ú from_tuplesrW rb rd rg rh rj ro rr ru rw rx r ry r{ r~ r r r r r r r r£ r r r r Ú<module> sX
|
| ùþ úþ
|
| 0
| $þþþþþôþ
| ýÿþ ýÿþ
| ýÿþ ýÿþáþ-
|
|
| þþ
| þþ
|
| ý( ùþ
| ÿ
| úþ
|
|
|
|
|
