U
|
L ±dC ã @ s4 d dl Z ddlmZ ddlmZ G dd deZdS )é Né )Úlex)ÚTOKENc @ sô e Zd ZdZdd Zdd Zdd Zdd Zd
|
d Zd d Z dd Z
|
dd Z dZ dZ i Ze D ]Zeee ¡ < q\e D ](Zeeedd
¡ edd
¡ < qre e d ZdZdZdZdZdZd Zd e d e d Zd e Zee e Zee e Z d!Z d"Z d#Z d$Z d%Z!d&e d' e d' e d( Z"d)Z#d*e" d Z$d+e$ d+ Z%d,e% Z&d-e% Z'd.e% Z(d/e% Z)d+e$ d0 Z*d1e$ d2 e$ d3 Z+d1e$ d4 e! d5 Z,d6e# d Z-d7e- d8 Z.d,e. Z/d-e. Z0d.e. Z1d/e. Z2d7e- d9 e! e- d8 Z3d:Z4d;Z5d<e5 d e4 d= e4 d> Z6d?Z7d@e dA e dB e dC Z8dDe dD e d' e8 d e7 dE Z9dFZ:dGdH Z;e<e.dIdJ Z=e<edKdL Z>dMdN Z?dOdP Z@dQZAdRdS ZBdTdU ZCdVdW ZDdQZEdXdY ZFdZd[ ZGdQZHd\d] ZId^ZJd_ZKd`ZLdaZMdbZNdcZOddZPdeZQdfZRdgZSdhZTdiZUdjZVdkZWdlZXdmZYdnZZdoZ[dpZ\dqZ]drZ^dsZ_dtZ`duZadvZbdwZcdxZddyZedzZfd{Zgd|Zhd}Zid~ZjdZkdZldZmdZndZodZpd
ZqdZrdZsdZtdZue<ddd Zve<ddd Zwe.Zxe<e6dd Zye<e9dd Zze<edd Z{e<e dd Z|e<e dd Z}e<edd Z~e<edd Ze<e*dd Ze<e%d d¡ Ze<e&d¢d£ Ze<e'd¤d¥ Ze<e(d¦d§ Ze<e)d¨d© Z
e<e+dªd« Ze<e,d¬d Ze<e/d®d¯ Ze<e0d°d± Ze<e1d²d³ Ze<e2d´dµ Ze<e3d¶d· Ze<ed¸d¹ Zdºd» ZdS )¼ÚCLexera A lexer for the C language. After building it, set the
|
input text with input(), and call token() to get new
|
tokens.
|
|
The public attribute filename can be set to an initial
|
filename, but the lexer will update it upon #line
|
directives.
|
c C s@ || _ || _|| _|| _d| _d| _t d¡| _t d¡| _ dS )ab Create a new Lexer.
|
|
error_func:
|
An error function. Will be called with an error
|
message, line and column as arguments, in case of
|
an error during lexing.
|
|
on_lbrace_func, on_rbrace_func:
|
Called when an LBRACE or RBRACE is encountered
|
(likely to push/pop type_lookup_func's scope)
|
|
type_lookup_func:
|
A type lookup function. Given a string, it must
|
return True IFF this string is a name of a type
|
that was defined with a typedef earlier.
|
Ú Nz([ \t]*line\W)|([ \t]*\d+)z[ \t]*pragma\W)
|
Ú
|
error_funcÚon_lbrace_funcÚon_rbrace_funcÚtype_lookup_funcÚfilenameÚ
|
last_tokenÚreÚcompileÚ line_patternÚpragma_pattern)Úselfr r r r
|
© r úHd:\z\workplace\vscode\pyvenv\venv\Lib\site-packages\pycparser/c_lexer.pyÚ__init__ s zCLexer.__init__c K s t j f d| i|| _dS )zù Builds the lexer from the specification. Must be
|
called after the lexer object is created.
|
|
This method exists separately, because the PLY
|
manual warns against calling lex.lex inside
|
__init__
|
ÚobjectN)r Úlexer)r Úkwargsr r r Úbuild9 s z CLexer.buildc C s d| j _dS )z? Resets the internal line number counter of the lexer.
|
r N)r Úlineno©r r r r Ú reset_linenoC s zCLexer.reset_linenoc C s | j |¡ d S ©N)r Úinput)r Útextr r r r H s z CLexer.inputc C s | j ¡ | _| jS r )r Útokenr r r r r r K s z CLexer.tokenc C s | j j dd|j¡}|j| S )z3 Find the column of the token in its line.
|
Ú
|
r )r ÚlexdataÚrfindÚlexpos)r r Zlast_crr r r Úfind_tok_columnO s zCLexer.find_tok_columnc C s0 | |¡}| ||d |d ¡ | j d¡ d S )Nr r )Ú_make_tok_locationr r Úskip)r Úmsgr Úlocationr r r Ú_errorZ s
|
z CLexer._errorc C s |j | |¡fS r )r r$ )r r r r r r% _ s zCLexer._make_tok_location)$ZAUTOZBREAKZCASEÚCHARZCONSTÚCONTINUEÚDEFAULTZDOÚDOUBLEÚELSEZENUMZEXTERNÚFLOATZFORZGOTOZIFZINLINEÚINTÚLONGZREGISTERZOFFSETOFZRESTRICTZRETURNÚSHORTZSIGNEDZSIZEOFZSTATICZSTRUCTZSWITCHZTYPEDEFZUNIONZUNSIGNEDZVOIDZVOLATILEZWHILEZ__INT128)Z_BOOLZ_COMPLEXZ _NORETURNZ _THREAD_LOCALZ_STATIC_ASSERTZ_ATOMICZ_ALIGNOFZ_ALIGNASNé )DÚIDÚTYPEIDZ INT_CONST_DECZ INT_CONST_OCTZ INT_CONST_HEXZ INT_CONST_BINZINT_CONST_CHARZ FLOAT_CONSTZHEX_FLOAT_CONSTZ
|
CHAR_CONSTZ WCHAR_CONSTZ U8CHAR_CONSTZ U16CHAR_CONSTZ U32CHAR_CONSTZSTRING_LITERALZWSTRING_LITERALZU8STRING_LITERALZU16STRING_LITERALZU32STRING_LITERALÚPLUSÚMINUSZTIMESZDIVIDEZMODÚORÚANDZNOTZXORZLSHIFTZRSHIFTZLORZLANDZLNOTÚLTZLEÚGTZGEZEQZNEZEQUALSZ
|
TIMESEQUALZDIVEQUALZMODEQUALÚ PLUSEQUALZ
|
MINUSEQUALZ LSHIFTEQUALZ RSHIFTEQUALZANDEQUALZXOREQUALZOREQUALZPLUSPLUSZ
|
MINUSMINUSZARROWZCONDOPÚLPARENÚRPARENÚLBRACKETÚRBRACKETÚLBRACEÚRBRACEÚCOMMAZPERIODÚSEMIÚCOLONÚELLIPSISÚPPHASHZPPPRAGMAÚ PPPRAGMASTRz[a-zA-Z_$][0-9a-zA-Z_$]*z0[xX]z [0-9a-fA-F]+z0[bB]z[01]+zD(([uU]ll)|([uU]LL)|(ll[uU]?)|(LL[uU]?)|([uU][lL])|([lL][uU]?)|[uU])?z(0z)|([1-9][0-9]*ú)z0[0-7]*z 0[0-7]*[89]z,([a-wyzA-Z._~!=&\^\-\\?'"]|x(?![0-9a-fA-F]))z (\d+)(?!\d)z (x[0-9a-fA-F]+)(?![0-9a-fA-F])z#([\\][^a-zA-Z._~^!=&\^\-\\?'"x0-9])z(\\(ú|z))z (\\[0-9a-zA-Z._~!=&\^\-\\?'"])z
|
([^'\\\n]|ú'ÚLÚu8ÚuÚUz{2,4}'z('z*\n)|('z*$)z[^'
|
]+')|('')|('z [^'\n]*')z
|
([^"\\\n]|ú"z*"Ú*z([eE][-+]?[0-9]+)z([0-9]*\.[0-9]+)|([0-9]+\.)z((((z
|
?)|([0-9]+z
|
))[FfLl]?)z([pP][+-]?[0-9]+)z(((z)?\.z)|(z\.))ú(z[FfLl]?)))ÚpplineÚ exclusive)ÚpppragmarT c C sf | j j|jj|jjdr2|j d¡ d | _| _n0| jj|jj|jjdrX|j d¡ n
|
d|_ |S dS )z[ \t]*\#)ÚposrS NrU rG )
|
r Úmatchr r! r# ÚbeginÚpp_lineÚ pp_filenamer Útype©r Útr r r Út_PPHASH! s zCLexer.t_PPHASHc C s0 | j d kr| d|¡ n|j d¡ d¡| _d S )Nz$filename before line number in #linerP )rY r) ÚvalueÚlstripÚrstriprZ r\ r r r Út_ppline_FILENAME/ s
|
zCLexer.t_ppline_FILENAMEc C s | j d kr|j| _ n d S r )rY r_ r\ r r r Út_ppline_LINE_NUMBER6 s
|
|
zCLexer.t_ppline_LINE_NUMBERc C sH | j dkr| d|¡ n t| j | j_| jdk r8| j| _|j d¡ dS )ú\nNz line number missing in #lineÚINITIAL)rY r) Úintr r rZ r rX r\ r r r Út_ppline_NEWLINE? s
|
|
zCLexer.t_ppline_NEWLINEc C s dS )ÚlineNr r\ r r r Út_ppline_PPLINEK s zCLexer.t_ppline_PPLINEz c C s | d|¡ d S )Nzinvalid #line directive©r) r\ r r r Út_ppline_errorQ s zCLexer.t_ppline_errorc C s |j jd7 _|j d¡ dS )rd r re N)r r rX r\ r r r Út_pppragma_NEWLINEW s zCLexer.t_pppragma_NEWLINEc C s |S )Zpragmar r\ r r r Út_pppragma_PPPRAGMA\ s zCLexer.t_pppragma_PPPRAGMAc C s
|
d|_ |S )z.+rH )r[ r\ r r r Út_pppragma_STRb s zCLexer.t_pppragma_STRc C s | d|¡ d S )Nzinvalid #pragma directiverj r\ r r r Út_pppragma_errorg s zCLexer.t_pppragma_errorc C s |j j|j d¡7 _dS )z\n+r N)r r r_ Úcountr\ r r r Ú t_NEWLINEp s zCLexer.t_NEWLINEz\+ú-z\*ú/ú%z\|ú&ú~z\^z<<z>>z\|\|z&&ú!ú<ú>z<=z>=z==z!=ú=z\*=z/=z%=z\+=z-=z<<=z>>=z&=z\|=z\^=z\+\+z--z->z\?z\(z\)z\[z\]ú,z\.ú;ú:z\.\.\.z\{c C s | ¡ |S r )r r\ r r r Út_LBRACE¸ s zCLexer.t_LBRACEz\}c C s | ¡ |S r )r r\ r r r Út_RBRACE¼ s zCLexer.t_RBRACEc C s |S r r r\ r r r Ú t_FLOAT_CONSTÈ s zCLexer.t_FLOAT_CONSTc C s |S r r r\ r r r Út_HEX_FLOAT_CONSTÌ s zCLexer.t_HEX_FLOAT_CONSTc C s |S r r r\ r r r Út_INT_CONST_HEXÐ s zCLexer.t_INT_CONST_HEXc C s |S r r r\ r r r Út_INT_CONST_BINÔ s zCLexer.t_INT_CONST_BINc C s d}| ||¡ d S )NzInvalid octal constantrj ©r r] r' r r r Út_BAD_CONST_OCTØ s zCLexer.t_BAD_CONST_OCTc C s |S r r r\ r r r Út_INT_CONST_OCTÝ s zCLexer.t_INT_CONST_OCTc C s |S r r r\ r r r Út_INT_CONST_DECá s zCLexer.t_INT_CONST_DECc C s |S r r r\ r r r Út_INT_CONST_CHARè s zCLexer.t_INT_CONST_CHARc C s |S r r r\ r r r Ú t_CHAR_CONSTì s zCLexer.t_CHAR_CONSTc C s |S r r r\ r r r Ú t_WCHAR_CONSTð s zCLexer.t_WCHAR_CONSTc C s |S r r r\ r r r Út_U8CHAR_CONSTô s zCLexer.t_U8CHAR_CONSTc C s |S r r r\ r r r Út_U16CHAR_CONSTø s zCLexer.t_U16CHAR_CONSTc C s |S r r r\ r r r Út_U32CHAR_CONSTü s zCLexer.t_U32CHAR_CONSTc C s d}| ||¡ d S )Nz Unmatched 'rj r r r r Út_UNMATCHED_QUOTE s zCLexer.t_UNMATCHED_QUOTEc C s d|j }| ||¡ d S )NzInvalid char constant %s)r_ r) r r r r Út_BAD_CHAR_CONST s
|
zCLexer.t_BAD_CHAR_CONSTc C s |S r r r\ r r r Út_WSTRING_LITERAL
|
s zCLexer.t_WSTRING_LITERALc C s |S r r r\ r r r Út_U8STRING_LITERAL s zCLexer.t_U8STRING_LITERALc C s |S r r r\ r r r Út_U16STRING_LITERAL s zCLexer.t_U16STRING_LITERALc C s |S r r r\ r r r Út_U32STRING_LITERAL s zCLexer.t_U32STRING_LITERALc C s d}| ||¡ d S )Nz#String contains invalid escape coderj r r r r Út_BAD_STRING_LITERAL s zCLexer.t_BAD_STRING_LITERALc C s2 | j |jd¡|_|jdkr.| |j¡r.d|_|S )Nr4 r5 )Ú keyword_mapÚgetr_ r[ r
|
r\ r r r Út_ID! s z CLexer.t_IDc C s" dt |jd }| ||¡ d S )NzIllegal character %sr )Úreprr_ r) r r r r Út_error( s zCLexer.t_error)Ú__name__Ú
|
__module__Ú __qualname__Ú__doc__r r r r r r$ r) r% ÚkeywordsZ keywords_newr ÚkeywordÚlowerÚupperÚtokensÚ
|
identifierZ
|
hex_prefixZ
|
hex_digitsZ
|
bin_prefixZ
|
bin_digitsZinteger_suffix_optZdecimal_constantZoctal_constantZ hex_constantZ bin_constantZbad_octal_constantZ simple_escapeZdecimal_escapeZ
|
hex_escapeZ
|
bad_escapeZescape_sequenceZ escape_sequence_start_in_stringZ cconst_charZ
|
char_constZ wchar_constZ u8char_constZ u16char_constZ u32char_constZmulticharacter_constantZunmatched_quoteZbad_char_constZ string_charZstring_literalZwstring_literalZu8string_literalZu16string_literalZu32string_literalZbad_string_literalZ exponent_partZfractional_constantZfloating_constantZbinary_exponent_partZhex_fractional_constantZhex_floating_constantZstatesr^ r rb rc rg ri Zt_ppline_ignorerk rl rm Zt_pppragma_ignorern ro Zt_ignorerq Zt_PLUSZt_MINUSZt_TIMESZt_DIVIDEZt_MODZt_ORZt_ANDZt_NOTZt_XORZt_LSHIFTZt_RSHIFTZt_LORZt_LANDZt_LNOTZt_LTZt_GTZt_LEZt_GEZt_EQZt_NEZt_EQUALSZ t_TIMESEQUALZ
|
t_DIVEQUALZ
|
t_MODEQUALZ t_PLUSEQUALZ t_MINUSEQUALZ t_LSHIFTEQUALZ t_RSHIFTEQUALZ
|
t_ANDEQUALZ t_OREQUALZ
|
t_XOREQUALZ
|
t_PLUSPLUSZ t_MINUSMINUSZt_ARROWZt_CONDOPZt_LPARENZt_RPARENZ
|
t_LBRACKETZ
|
t_RBRACKETZt_COMMAZt_PERIODZt_SEMIZt_COLONZ
|
t_ELLIPSISr~ r Zt_STRING_LITERALr r r r r
r r r r r r r r r r r r r r r r r r r r r r sJ !
|
|
& C $
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
r )r Zplyr Zply.lexr r r r r r r Ú<module> s
|
