1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
| U
| ý°dM3 ã @ s d Z ddlmZ ddlZddlZddlmZ ddlm Z m
| Z
| ddl m Z dZdZej d¡Zd d
| Zej d d d g¡dd Zdd Zej dddgddgfdddgddgfg¡dd Zdd Zd d Zd d Zej d d!d"g¡d#d$ Zej d%ddg¡ej d ddgddgg¡d&d' Z d(d) Z d*d+ Z d,d- Z d.d/ Z d0d1 Z!d2d3 Z"ej d4ddge d5d6gd7d8ggd9d:gd;fd:d<ge d6d=gd8d>ggd:d<gd;fg¡d?d@ Z#dAdB Z$dCdD Z%ej d4dEdF e dGdHdIdJdKddLdJddddJdMfdNdF e e
| g dOfg¡dPdQ Z&ej d ddgdRdF g¡dSdT Z'ej dUdVdddgdWdie dXdYdZgdXdYdZgd[d\d]ggfd^d_d`dagi e ddbddddcgdddddddegdbdcdddbdbdLgdffg¡dgdh Z(ej diddddjgi e ddcgddegdbdLgdddKgdkdfddddlgi de )dm¡fdddlgi de )dm¡fdddldngi de )do¡fddd_d`dadpgdqe ddcgddegdbdLgdddKgdrdfd_d`dadlgdd_d`dadpgdqde )dm¡fd_d`dlgdsd_d`dadpgide )dm¡fg¡dtdu Z*ej d d_dagddgg¡dvdw Z+ej dsdddgg¡dxdy Z,dzd{ Z-d|d} Z.dS )~z]
| Tests the usecols functionality during parsing
| for all of the parsers defined in parsers.py
| é )ÚStringION)Ú ParserError)Ú DataFrameÚIndexz['usecols' must either be list-like of all strings, all unicode, all integers or a callable.zAUsecols do not match columns, columns expected but not found: {0}Z pyarrow_skipc C sB d}dddg}| }t jttd |jt||d W 5 Q R X d S )Nz<a,b,c
| 1000,2000,3000
| 4000,5000,6000
| r Úbé ©Úmatch©Úusecols©ÚpytestÚraisesÚ
| ValueErrorÚ_msg_validate_usecols_argÚread_csvr )Ú all_parsersÚdatar Úparser© r úhd:\z\workplace\vscode\pyvenv\venv\Lib\site-packages\pandas/tests/io/parser/usecols/test_usecols_basic.pyÚ!test_raise_on_mixed_dtype_usecols s
|
| r r )é r ©r Úcc C sR d}| }|j t||d}tddgddgddgd d
| ggd d gd }t ||¡ d S )Nú a,b,c
| 1,2,3
| 4,5,6
| 7,8,9
| 10,11,12r
| r é é é é é é é r r ©Úcolumns©r r r ÚtmÚassert_frame_equal)r r r r ÚresultÚexpectedr r r Ú test_usecols, s
| (r* c C s^ d}| }ddg}|j t||ddgdd}tddgd d
| gd d gd dgg|d}t ||¡ d S )Nr ÚfooÚbarr r r )Únamesr Úheaderr r r r r r! r" r# r% )r r r r- r( r) r r r Útest_usecols_with_names; s $r/ z names,usecolsr r r r Úac C sV d}| }|j t||d |d}tddgddgddgd d
| ggd d gd }t ||¡ d S )Nú1,2,3
| 4,5,6
| 7,8,9
| 10,11,12©r- r. r r r r r r r r! r" r r r# r% )r r- r r r r( r) r r r Ú test_usecols_relative_to_namesJ s
| (r3 c C s^ d}| }|j t|ddgd ddgd}tddgdd gd
| d gd d ggddgd}t ||¡ d S )Nr1 r0 r r r r2 r é r é r é
| r! r# r% )r r r r( r) r r r Ú test_usecols_relative_to_names2Z s ÿ(r7 c C sF d}| }d}t jt|d" |jt|ddgd dgd W 5 Q R X d S )Nr1 zHNumber of passed names did not match number of header fields in the filer r0 r r r2 )r r r r r )r r r Úmsgr r r Ú!test_usecols_name_length_conflictj s
| r9 c C s8 | }d}t jttd |jt|dd W 5 Q R X d S )Nz/foo, bar, baz
| 1000, 2000, 3000
| 4000, 5000, 6000r r+ r
| r )r r r r r r Útest_usecols_single_stringw s r: r úa,b,c,d
| 1,2,3,4
| 5,6,7,8za,b,c,d
| 1,2,3,4,
| 5,6,7,8,c C sN | }dddg}t ddgddgdd gd
| }|jt||d d }t ||¡ d S ) Nr0 r Údr r r r5 r4 r )r0 r r< F©r Ú index_col)r r r r& r' )r r r r r) r( r r r Ú test_usecols_index_col_false s
|
| r? r> c C sL | }d}t dddgitddgddd}|jt|||d }t ||¡ d S )
| Núa,b,c,d
| A,a,1,one
| B,b,2,twor r r r0 r ©Úname©Úindexr= )r r r r r& r' )r r r> r r r) r( r r r Ú test_usecols_index_col_conflict s
| rE c C s\ | }d}t ddgddgdd}| ddg¡}|jt|ddd gddgd
| }t ||¡ d S ) Nr@ r0 r r r )ZoneZtwo)r r r< r r< r= )r Z set_indexr r r& r' )r r r r) r( r r r Ú test_usecols_index_col_conflict2 s ÿrF c C sL | }d}|j t|ddgd}tddgddgd d
| d gd }t ||¡ d S ) Nz%a,b,c
| 4,apple,bat,5.7
| 8,orange,cow,10r0 r r
| ÚappleÚorangeÚbatÚcow©r0 r r4 r rC r% ©r r r r( r) r r r Ú test_usecols_implicit_index_col© s
| rM c C sR | }d}|j t|dddgdd}tdgdgdtd gdd
| d }t ||¡ d S ) Núa,b,c,d
| 1,2,3,4
| r r r< r= r r4 )r r< r rA rC ©r r r r r& r' rL r r r Ú test_usecols_index_col_middle³ s
| rP c C sR | }d}|j t|dddgdd}tdgdgdtd gdd
| d }t ||¡ d S ) NrN r r r< r= r r r r4 rA rC rO rL r r r Útest_usecols_index_col_end¾ s
| rQ c C sJ | }d}|j t|ddd}tddgddgdd d
| gd }t ||¡ d S ) Nú-a b c
| 4 apple bat 5.7
| 8 orange cow 10z\s+rK )Úsepr rG rH rI rJ r4 r rC r% rL r r r Útest_usecols_regex_sepÉ s
| rT c C sJ | }d}|j t|ddd}tddgddgdd d
| gd }t ||¡ d S ) NrR TrK )Zdelim_whitespacer rG rH rI rJ r4 r rC r% rL r r r Ú test_usecols_with_whitespaceÓ s
| rU zusecols,expectediè iÐ i i Ú2Ú0)r r$ Ú1i¸ ip c C s* | }d}|j t||d}t ||¡ d S )Nz#2,0,1
| 1000,2000,3000
| 4000,5000,6000r
| ©r r r& r' )r r r) r r r( r r r Ú%test_usecols_with_integer_like_headerÜ s rZ c C s: d}t tg d}| }|jt|t d}t ||¡ d S )Nza,b,c
| 1,2,3
| 4,5,6r# r
| )r r r r Úsetr& r' )r r r) r r( r r r Útest_empty_usecolsò s
| r\ c C sJ | }d}t ddg¡}tddgg|d}|jt||d}t ||¡ d S )Nz a,b,c
| 1,2,3r0 r r r r# r
| )ÚnpÚarrayr r r r& r' )r r r r r) r( r r r Útest_np_array_usecolsû s r_ c C s | ¡ dkS )N)ZAAAZBBBZDDD)Úupper©Úxr r r Ú<lambda>
| ó rc g È?gõ«$¥åç@gr.Ð- @)r r r r r5 )ZAaAZbBbZdddc C s dS )NFr ra r r r rc rd r# c C s* d}| }|j t||d}t ||¡ d S )NzPAaA,bBb,CCC,ddd
| 0.056674973,8,True,a
| 2.613230982,2,False,b
| 3.568935038,7,False,ar
| rY )r r r) r r r( r r r Útest_callable_usecols s re c C s | dkS )N©r0 r r ra r r r rc & rd c C sN d}| }dddg}t ddgtjdgd}|jt|||d}t ||¡ d S ) Nz 1,2
| 1,2,3r0 r r r r rf )r- r )r r] Únanr r r& r' )r r r r r- r) r( r r r Útest_incomplete_first_row& s
| rh z data,usecols,kwargs,expectedz 19,29,39
| 19,29,39
| 10,20,30,40r. é é é' r6 é é z4A,B,C
| 1,2,3
| 3,4,5
| 1,2,4,5,1,6
| 1,2,3,,,1,
| 1,2,3
| 5,6,7ÚAÚBÚCr r r4 r )rn ro rp c C s. | }|j t|fd|i|}t ||¡ d S )Nr rY )r r r Úkwargsr) r r( r r r Útest_uneven_length_cols2 s rr zusecols,kwargs,expected,msgr< )r0 r r r< Úfz\['f'\]Úgz\[('f', 'g'|'g', 'f')\]ÚD)r. r- )rn ro rp ru r- c C sl d}|j |d | }|d krJtjt|d |jt|f| W 5 Q R X n |jt|f|}t ||¡ d S )Nr; r
| r )Úupdater r r r r r& r' )r r rq r) r8 r r r( r r r Ú%test_raises_on_usecols_names_mismatchR s , rw c C sP d}ddddg}| }|j t|d||d}tdd gd
| d gd }t ||¡ d S ) Nr; rn ro rp ru r )r. r- r r r r r5 )rn rp r% )r r r r- r r( r) r r r Ú/test_usecols_subset_names_mismatch_orig_columns s rx c C s@ | }d}t jtdd |jt|ddg|dd W 5 Q R X d S )Nz
| a,b
| 1,2
| z"Defining usecols without of boundsr r r )r r- r. )r r r r r )r r- r r r r r Ú"test_usecols_indices_out_of_bounds s ry c C s@ | }dd }|j tdd|d}tdgdd}t ||¡ d S ) Nc S s | ¡ dkS )N)r0 r r ©Ústrip©r. r r r rc ¤ rd z1test_usecols_additional_columns.<locals>.<lambda>z a,b
| x,y,zF©r> r rb ÚyrK r% ©r r r r( r) r r r Ú test_usecols_additional_columns¡ s
| r c C s@ | }dd }|j tdd|d}tdgdd}t ||¡ d S ) Nc S s | ¡ dkS )N©rW rX rz r| r r r rc rd zAtest_usecols_additional_columns_integer_columns.<locals>.<lambda>z 0,1
| x,y,zFr} rb r~ r r% r r r r Ú/test_usecols_additional_columns_integer_columnsª s
| r )/Ú__doc__Úior Únumpyr] r Z pandas.errorsr Zpandasr r Zpandas._testingZ_testingr& r Z_msg_validate_usecols_namesÚmarkZ usefixturesZ
| pytestmarkr Z parametrizer* r/ r3 r7 r9 r: r? rE rF rM rP rQ rT rU rZ r\ r_ re rh rr Úformatrw rx ry r r r r r r Ú<module> s ÿÿ
| ÿ
| ÿ
|
|
|
|
| "þüþ
|
| ý
|
| ùÿþñþ
|
| üýÿü÷þ
|
| ü
| ü
| ü ü
| üüßþ+
|
|
|
|
|
|
