1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
| U
| ý°dò* ã @ s d Z ddlmZmZ ddlZddlZddlm m Z
| ddlm Z ddl m Z ddlmZ ddlmZmZ ddlmZ G dd d Zd
| d ZdS ) z\
| Tests the TextReader class in parsers.pyx, which
| is integral to the C engine in parsers.py
| é )ÚBytesIOÚStringION)Ú
| TextReader)Ú DataFrame)ÚTextFileReaderÚread_csv)Úensure_dtype_objsc @ s e Zd Zejdd Zdd Zdd Zdd Zd d
| Z d d Z
| d d Z dd Z dd Z dd Zdd Zdd Zdd Zdd Zd d Zd d Zd!d" Zd#d$ Zd%d& Zd'd( Zej d)d*d+d,ifd-d.d/ifd0d+d,ifd1d+d,ifd2d.d/ifd3d.d/ifg¡d4d5 Zd6d7 Z d8d9 Z d:S );ÚTestTextReaderc C s |ddddS )NÚioÚdataÚcsvz test1.csv© )ÚselfÚdatapathr r ú]d:\z\workplace\vscode\pyvenv\venv\Lib\site-packages\pandas/tests/io/parser/test_textreader.pyÚcsv_path s zTestTextReader.csv_pathc C s* t |d}t|}| ¡ W 5 Q R X d S )NÚrb©Úopenr Úread©r r ÚfÚreaderr r r Útest_file_handle s z TestTextReader.test_file_handlec C s. t |d}t|d d}| ¡ W 5 Q R X d S ©Nr ©Úheaderr r r r r Útest_file_handle_mmap$ s z$TestTextReader.test_file_handle_mmapc C s> t |d}| ¡ }W 5 Q R X t|}t|d d}| ¡ d S r )r r r r )r r r ÚtextÚsrcr r r r Ú test_StringIO* s
| z TestTextReader.test_StringIOc C s> d}t t|d d}| ¡ }tttt|d dks:td S )Nz a
| b
| a
| b
| ar r é )r r r ÚlenÚsetÚmapÚidÚAssertionError©r r r Úresultr r r Útest_string_factorize1 s z$TestTextReader.test_string_factorizec C sj d}t t|dd d}| ¡ }t |d tjddddgtjd¡ t |d tjddddgtjd¡ d S ) Nza, b
| a, b
| a, b
| a, bT)Úskipinitialspacer r Úa©Údtypeé Úb©r r r ÚtmÚassert_numpy_array_equalÚnpÚarrayÚobject_r' r r r Útest_skipinitialspace8 s ÿ ÿz$TestTextReader.test_skipinitialspacec C s4 d}t t|d d}| ¡ }|d jtjks0td S )NzTrue
| False
| True
| Truer r )r r r r- r3 Zbool_r& r' r r r Útest_parse_booleansE s z"TestTextReader.test_parse_booleansc C sf d}t t|dd d}| ¡ }t |d tjdddgtjd¡ t |d tjdddgtjd¡ d S ) Nza b
| a "b"
| "a" bT)Údelim_whitespacer r r+ r, r. r/ r0 r' r r r Útest_delimit_whitespaceM s ÿ ÿz&TestTextReader.test_delimit_whitespacec C sF d}t t|d d}| ¡ }tjdddgtjd}t |d |¡ d S )Nza
| "hello
| there"
| thisr r+ z hello
| thereÚthisr, r )r r r r3 r4 r5 r1 r2 ©r r r r( Úexpectedr r r Útest_embedded_newlineZ s
| z$TestTextReader.test_embedded_newlinec C sB d}t t|ddd d}| ¡ }t ddg¡}t |d |¡ d S )Nz12345,67
| 345,678ú:ú,)Ú delimiterÚdecimalr g)\ÂÕ È@g+Ùu@r )r r r r3 r4 r1 Úassert_almost_equalr; r r r Útest_euro_decimalc s
| z TestTextReader.test_euro_decimalc C sH d}t t|ddd d}| ¡ }tjddgtjd}t |d |¡ d S ) Nz123,456
| 12,500r> r? ©r@ Z thousandsr é@â éÔ0 r, r )r r r r3 r4 Úint64r1 rB r; r r r Útest_integer_thousandsl s
| z%TestTextReader.test_integer_thousandsc C s< d}t t|ddd d}| ¡ }tddg}t ||¡ d S )Nz123.456
| 12.500r> Ú.rD rE rF )r r r r r1 Úassert_frame_equalr; r r r Útest_integer_thousands_altu s ÿ z)TestTextReader.test_integer_thousands_altc C sê d}t t|dd d}d}tjtj|d | ¡ W 5 Q R X t t|dd dd}| ¡ }tjdd d
| d gt d tjd dddgt d tjddddgt d d}t
| || t t|dd dd}| ¡ | ¡ }d|j ksØt d|j ksæt d S )Nz'a:b:c
| d:e:f
| g:h:i
| j:k:l:m
| l:m:n
| o:p:q:rr> ©r@ r zCError tokenizing data\. C error: Expected 3 fields in line 4, saw 4)Úmatchr! )r@ r Z on_bad_linesr+ ÚdÚgÚlr, r/ ÚeÚhÚmÚcr ÚiÚn©r r. r! r. zSkipping line 4zSkipping line 6)r r ÚpytestZraisesÚparserZ ParserErrorr r3 r4 ÚobjectÚassert_array_dicts_equalZ
| readouterrÚerrr& )r Zcapsysr r Úmsgr( r< Zcapturedr r r Útest_skip_bad_lines s6 ÿý
| ÿz"TestTextReader.test_skip_bad_linesc C s d}t t|ddd}|j}dddgg}||ks4t| ¡ }tjdd gtjd
| tjdd gtjd
| tjd d gtjd
| d}t|| d S )Nz%skip this
| skip this
| a,b,c
| 1,2,3
| 4,5,6r? r! rL r+ r/ rT r. é r, é é é rW ) r r r r& r r3 r4 rG r[ )r r r r r< Zrecsr r r Ú test_header_not_enough_lines s ýz+TestTextReader.test_header_not_enough_linesc C sF d}t t|dd dd}| ¡ }dtjdgd tdi}t|| d S ) Nz,\"hello world"
| \"hello world"
| \"hello world"r? ú\)r@ r Ú
| escapecharr z "hello world"ra r, )r r r r3 r4 rZ r[ r; r r r Útest_escapechar s
| z TestTextReader.test_escapecharc C s d S ©Nr ©r r r r Útest_eof_has_eolµ s z TestTextReader.test_eof_has_eolc C s d S rg r rh r r r Útest_na_substitution¹ s z#TestTextReader.test_na_substitutionc sØ d fdd}|dd}| ¡ }|d jdks4ttjdd d
| d d gdd}|d |k ¡ s`t|d jdksrt|dd}| ¡ }|d jdksttjdd d
| d d gdd}|d |k ¡ sÂt|d jdksÔtd S )Nz a,1
| aa,2
| aaa,3
| aaaa,4
| aaaaa,5c s2 d| krt | d | d< tt fdd d| S )Nr- r? rL ©r r r ©Úkwds©r r r Ú _make_readerÄ s z<TestTextReader.test_numpy_string_dtype.<locals>._make_readerzS5,i4r, r ZS5r+ ZaaZaaaZaaaaZaaaaar. Úi4ZS4)r r- r& r3 r4 Úall)r ro r r( Z ex_valuesr rn r Útest_numpy_string_dtype¼ s
|
| z&TestTextReader.test_numpy_string_dtypec sÖ d fdd}|dddd}| ¡ }|d jdks:t|d jdksLt|tjtdd}| ¡ }|d jdksxt|d jd
| kst|t d¡t d
| ¡dd}| ¡ }|d jdksÀt|d jd
| ksÒtd S ) Nzone,two
| 1,a
| 2,b
| 3,c
| 4,dc s0 d| krt | d | d< tt fddi| S )Nr- r@ r? rk rl rn r r ro á s z4TestTextReader.test_pass_dtype.<locals>._make_readerÚu1ZS1)Zoner. r, r r. ÚO)r r- r& r3 Zuint8rZ )r ro r r( r rn r Útest_pass_dtypeÙ s z TestTextReader.test_pass_dtypec sp d fdd}|dd}| ¡ }| ¡ }t|dks<t|d |d k ¡ sTt|d |d k ¡ sltd S )Nz a,b,c
| 1,2,3
| 4,5,6
| 7,8,9
| 10,11,12c s t t fddi| S )Nr@ r? )r r rl rn r r ro ý s z1TestTextReader.test_usecols.<locals>._make_reader)r. r! )Zusecolsr! r. )r r" r& rq )r ro r r( Úexpr rn r Ú test_usecolsõ s
|
| zTestTextReader.test_usecolsz text, kwargsz a,b,c 1,2,3 4,5,6 7,8,9 10,11,12r@ r? z*a b c 1 2 3 4 5 6 7 8 9 10 11 12r8 Tz a,b,c 1,2,3 4,5,6 ,88,9 10,11,12zdA,B,C,D,E,F,G,H,I,J,K,L,M,N,O AAAAA,BBBBB,0,0,0,0,0,0,0,0,0,0,0,0,0 ,BBBBB,0,0,0,0,0,0,0,0,0,0,0,0,0zA B C 2 3 4 5 6zA B C 2 3 4 5 6c C sB | dd¡}tt|f| ¡ }tt|f| ¡ }t|| d S )Nú z
| )Úreplacer r r r[ )r r ÚkwargsZ nice_textr( r< r r r Útest_cr_delimited s z TestTextReader.test_cr_delimitedc C sf d}t t|dd ¡ }tjddgtjdtjddgtdtjd dgtdd
| }t|| td gtj ggd gd d gd}tddddgddddggt
| dddgd}tddddgdtj tj tj gddddgddtj tj ggt
| ddddd gd}t d D ]j}t td dd gd d }t ||¡ t td t
| dd d!}t ||¡ t td"t
| dd d!}t ||¡ qöd S )#Nza,b,c
| 1,2,3
| 4,,r? )r@ r. r_ r, Ú2Ú Ú3rW r/ r+ rT )ÚcolumnsÚindexr Zabcdr! ra rb é é é
| é é é r` é é éd za,b
| c
| )ZskiprowsÚnamesÚenginez1,1,1,1,0
| 1,1,1,1,0
|
|
| )r r z"0,1,2,3,4
| 5,6
| 7,8,9,10,11
| 12,13,14)r r r r3 r4 rG rZ r[ r ÚnanÚlistÚranger r1 rJ ) r r r( r< r+ r/ rT Ú_Údfr r r Útest_empty_field_eof# sB ý
| *
|
| ü
| ø ÿ ýz#TestTextReader.test_empty_field_eofc C s6 t t dd dddgd}t|ts(tW 5 Q R X d S )Né r+ r/ rT )Ú chunksizer r )r r Ú
| isinstancer r& )r r r r r Útest_empty_csv_inputM s ÿz#TestTextReader.test_empty_csv_inputN) Ú__name__Ú
| __module__Ú __qualname__rX Zfixturer r r r r) r6 r7 r9 r= rC rH rK r^ rc rf ri rj rr ru rw ÚmarkZ parametrizer{ r r r r r r r sL
|
| þ
| ú
|
| ðþ
| *r c C s2 | ¡ D ]$\}}t t |¡t || ¡¡ qd S rg )Úitemsr1 r2 r3 Zasarray)ÚleftÚrightÚkÚvr r r r[ U s r[ )Ú__doc__r
| r r Únumpyr3 rX Zpandas._libs.parsersZ_libsÚparsersrY r Zpandasr Zpandas._testingZ_testingr1 Zpandas.io.parsersr r Z"pandas.io.parsers.c_parser_wrapperr r r[ r r r r Ú<module> s =
|
|
