3
rW
@ sl d dl mZ d dlZejjdk r*eefZneZeZ d3Z
dZ dd Z dZ
dZdZdd ZeZdZdd Zdd Zdd Zd d Zd d Zd dlZd dlZd dlZd dlZ ej d Z d!d"d#d$d%d&d'd(d)d* Z d+d, Z G d-d. d.e!Z"G d/d0 d0e!Z#e$d1krhd dl%j&Z&e&j& Z'd dlZe(ej)d2 Z*e*j+ Z,e#e'Z-e-j.e,ej)d2 x"e-j/ Z0e0sVP e1e-j2e0 qFW dS )4 )
generatorsN CPP_ID CPP_INTEGER CPP_FLOAT
CPP_STRINGCPP_CHARCPP_WS CPP_COMMENT1 CPP_COMMENT2 CPP_POUND
CPP_DPOUNDz+-*/%|&~^<>=!?()[]{}.,;:\'"c C s | j j| jjd7 _| S )z\s+
)lexerlinenovaluecount)t r /usr/lib/python3.6/cpp.pyt_CPP_WS! s r z\#z\#\#z[A-Za-z_][\w_]*c C s | S )zA(((((0x)|(0X))[0-9a-fA-F]+)|(\d+))([uU][lL]|[lL][uU]|[uU]|[lL])?)r )r r r r r - s z?((\d+)(\.\d+)(e(\+|-)?(\d+))? | (\d+)e(\+|-)?(\d+))([lL]|[fF])?c C s | j j| jjd7 _| S )z\"([^\\\n]|(\\(.|\n)))*?\"r )r r r r )r r r r t_CPP_STRING7 s r c C s | j j| jjd7 _| S )z (L)?\'([^\\\n]|(\\(.|\n)))*?\'r )r r r r )r r r r
t_CPP_CHAR= s r c C s8 | j jd}| j j|7 _d| _|r.d| nd| _ | S )z(/\*(.|\n)*?\*/)r r )r r r r type)r Zncrr r r t_CPP_COMMENT1C s
r c C s d| _ d| _dS )z
(//.*?(\n|$))r r N)r r )r r r r t_CPP_COMMENT2L s r c C s( | j d | _| j d | _ | jjd | S )Nr )r r r skip)r r r r t_errorQ s r z\?\?[=/\'\(\)\!<>\-]#\^[]|{}~) =/'()!<>-c C s t jdd | S )Nc S s t | j d S )Nr )
_trigraph_repgroup)gr r r { s ztrigraph..)
_trigraph_patsub)inputr r r trigraphz s r: c @ s e Zd ZdddZdS )MacroNFc C s0 || _ || _|| _|| _|r&|d | _d | _d S )Nr r2 )namer arglistvariadicvarargsource)selfr< r r= r> r r r __init__ s
zMacro.__init__)NF)__name__
__module__ __qualname__rB r r r r r; s r; c @ s e Zd Zd&ddZdd Zdd Zdd Zd
d Zd d
Zdd Z dd Z
dd Z dd Z d'ddZ
dd Zd(ddZd d Zd d Zd d! Zdi fd"d#Zd$d% ZdS )) PreprocessorNc C sl |d krt j}|| _i | _g | _g | _| j tj }| jdtj d| | jdtj d| d | _
d S )Nz
__DATE__ "%s"z%b %d %Yz
__TIME__ "%s"z%H:%M:%S) lexr macrospath temp_pathlexprobetimeZ localtimedefineZstrftimeparser)rA r Ztmr r r rB s zPreprocessor.__init__c C s4 g }| j j| x | j j }|s"P |j| qW |S )N)r r9 tokenappend)rA texttokenstokr r r tokenize s
zPreprocessor.tokenizec C s t d|||f d S )Nz%s:%d %s)print)rA filelinemsgr r r error s zPreprocessor.errorc C s | j jd | j j }| s&|jdkr0td n|j| _| j jd | j j }| sbt|jdkrltd n|j| _t|j| _ | j jd | j j }| s|jdkrtd n|j| _
| j jd | j j }| s|jdkrd | _ n|j| _ | j jd | j j }| s|jd kr(d | _ td
n|j| _ | j | j f| _
d d d
ddddddg }xD|D ]<}| j j| | j j }| s|j|krZtd| qZW d S )NZ
identifierz"Couldn't determine identifier typeZ12345i90 z Couldn't determine integer typez
"filename"z Couldn't determine string typez r z%Couldn't determine token for newlinesr/ r0 r z##r! r, r- ,.z,Unable to lex '%s' required for preprocessor)r r9 rO r rU r t_IDint t_INTEGERt_INTEGER_TYPEt_STRINGZt_SPACEZ t_NEWLINEt_WS)rA rS charscr r r rK sD
zPreprocessor.lexprobec C s | j j| d S )N)rI rP )rA rI r r r add_path s zPreprocessor.add_pathc c s | j j }dd |j D }xhtt|D ]X}|d }xJ|| jdr|t|k r|| d d || ||< d||< |d7 }q8W q*W dj|}|j| d|_g }x<|j }|sP |j
| |j | j krd|j
kr|V g }qW |r|V d S )Nc S s g | ] }|j qS r )rstrip).0xr r r
s z,Preprocessor.group_lines..r r! r r2 )r Zclone
splitlinesxrangelenendswithjoinr9 r rO rP r ra r )rA r9 rG linesijZ current_linerS r r r group_lines s,
zPreprocessor.group_linesc C s| d}x(|t |k r,|| j| jkr,|d7 }qW |d |= t |d }x$|dkrh|| j| jkrh|d8 }qFW ||d d = |S )Nr r )rl r ra )rA rR rp r r r
tokenstrip9 s
zPreprocessor.tokenstripc C s g }g }g }d}t |}d}x$||k r@|| j| jkr@|d7 }q W ||k rh|| jdkrh|j|d n | j| j|d jd dg g fS |d7 }x||k rf|| }|jdkr|j| |d7 }n|jdkr|d8 }|dkr |r|j| j| |j| |d ||fS |j| nD|jdkrR|dkrR|j| j| |j|d g }n
|j| |d7 }qW | j| j|d jd dg g fS ) Nr r r, z Missing '(' in macro argumentsr- rZ z Missing ')' in macro argumentsr2 ) rl r ra r rP rY r@ r rs ) rA Z tokenlistargs positionsZ current_argZnestingZtokenlenrp r r r r collect_argsU sD
zPreprocessor.collect_argsc C s g |_ g |_g |_d}x|t|jk r |j| j| jkoL|j| j|jkrh|jj|j| j}|dkr|j|d jdkrt j |j| |j|< | j
|j| _|j|d = |jj ||d f qn|dko|j|d jdkr |j j d||d f |j|d = qnZ|d t|jk rT|j|d jdkrT|j j d||f |d7 }qn|j j d||f n|j| jdkr|j r|dkr|j|d jdkr|d t|jk r|j|d j| jkr|j|d j|j
kr|jj |d |d7 }qW |j jdd d
d d S ) Nr r r z##rc erZ c S s | d S )N r )rg r r r r6 s z,Preprocessor.macro_prescan..T)keyreverse)patch str_patchvar_comma_patchrl r r r\ r= indexcopyr` rP r> r? sort)rA macrorp argnumr r r
macro_prescan s: & *(, zPreprocessor.macro_prescanc
C s0 dd |j D }i }xb|jD ]X\}}||krTddjdd || D jdd||< tj|| ||< || || _ q W d}|jr|d rx|jD ]}d ||< d
}qW i }xj|jD ]`\} }}| d kr|| |||d < q| d kr||kr | j|| ||< || |||d < qW |r,d
d |D }|S )Nc S s g | ]}t j |qS r )r )rf _xr r r rh s z2Preprocessor.macro_expand_args..z"%s"ri c S s g | ]
}|j qS r )r )rf rg r r r rh s r! z\\Fr Trc rw c S s g | ] }|r|qS r r )rf _ir r r rh s r2 ) r r| rn replacer r> r} r{
expand_macros)
rA r rt repZ
str_expansionr rp Z comma_patchexpandedZptyper r r macro_expand_args s. (
z Preprocessor.macro_expand_argsc C s |d kr i }d}x|t |k r|| }|j| jkr|j| jkoL|j|krd||j< | j|j }|js| jdd |jD |}x|D ] }|j|_qW ||||d < |t |7 }n|d }x(|t |k r|| j| jkr|d7 }qW || jdkr| j ||d \} }
} |j
r`t |
t |jkr`| j | j |jd|jt |jf || }nD|j
rt |
t |jd k rt |jdkr| j | j |jd |jt |jd f n&| j | j |jd
|jt |jd f || }n|j
rXt |
t |jd kr|
j
g nD||| t |jd || d |
t |jd < |
t |jd = | j||
} | j| |} x| D ]}
|j|
_qvW | |||| < |t | 7 }||j= qn"|jd kr| j|_| j|j|_|d7 }qW |S ) Nr Tc S s g | ]}t j |qS r )r )rf r r r r rh s z.Preprocessor.expand_macros..r r, z Macro %s requires %d argumentsrx z(Macro %s must have at least %d argumentsz'Macro %s must have at least %d argumentZ__LINE__)rl r r\ r rH r= r r ra rv r> rY r@ rP r r^ r_ )rA rR r rp r mZexrw rq tokcountrt ru r rr r r r s\
" (&
4
zPreprocessor.expand_macrosc C s^ d}x |t |k r"|| j| jko2|| jdkr|d }d}d}x|t |k r|| j| jkrp|d7 }qHnn|| j| jkr|| j| jkrd}nd}|sP n<|| jdkrd}n(|| jd krP n| j| j|| jd
|d7 }qHW | j || _| j
||| _||d |d = |d7 }qW | j |}xt |D ]\}}|j| jkrzt
j
|||< | j || _| j
d|| _nd|j| j kr8t
j
|||< t|| j|| _x2|| jd d kr|| jd d || _qW q8W d jd
d |D }|jdd}|jdd}|jdd}y t|}W n0 tk
rX | j| j|d jd d}Y nX |S )Nr Zdefinedr FZ0LZ1Lr, Tr- zMalformed defined()Z0123456789abcdefABCDEFri c S s g | ]}t |jqS r )strr )rf rg r r r rh T s z)Preprocessor.evalexpr..z&&z and z||z or r. z not z Couldn't evaluate expressionr2 r2 )rl r r\ r ra rH rY r@ r r^ r_ r enumerater r rn r eval Exception)rA rR rp rq Z needparenresultr exprr r r evalexpr) s^
$
zPreprocessor.evalexprc c s t |}| j|}|sd}| jd| || _g }d}d}g }xN|D ]D} x"t| D ]\}
} | j| jkrVP qVW | jdkr~x,| D ]$} | j| jkrd| jkr|j| qW | j | |
d d } | r| d j}
| j | dd }nd}
g }|
d kr(|r|x| j
|D ] } | V qW g }| j| q|
d
kr|r|x| j
|D ] } | V qDW g }| j d }x| j |D ] } | V qnW || j d < || _q|
d kr|r|x| j
|D ] } | V qW g }| j
| q|
d
kr|j||f |r||d j| j kr
d}d}nd}q|
dkrT|j||f |r||d j| j krLd}d}nd}q|
dkr|j||f |r|| j|}|sd}d}nd}n|
dkr|r|d d r|rd}n |s| j|}|rd}d}n| j| j| d jd n|
dkrF|r.|d d rD|r d}n|sDd}d}n| j| j| d jd n6|
dkr|rd|j \}}n| j| j| d jd n qF|rF|j| qFW x| j
|D ] } | V qW g }d S )Nri z
__FILE__ "%s"TFr r r r rM includeZ__FILE__undefZifdefZifndefifelifzMisplaced #elifelsezMisplaced #elseZendifzMisplaced #endifr2 r2 )r: rr rM r@ r r ra r rP rs r rH r r r rY r popextend)rA r9 r@ r ro chunkenableZ iftriggerZifstackrg rp rS Z dirtokensr< rt Zoldfiler r r r parsegend s
zPreprocessor.parsegenc
c s |sd S |r|d j dkr4|d j| jkr4| j|}|d j dkrd}x4|t|k rn|| j dkrdP |d7 }qHW td d S djdd |d| D }| jdg | j }nB|d j| jkr|d j dd }| jdg | j }n td d S x|D ]}t jj||}y`t
|d
j }t jj |}|r6| jj
d| x | j||D ] } | V qDW |rb| jd= P W q tk
r| Y qX qW td | d S )
Nr r/ r r0 zMalformed #include <...>ri c S s g | ]
}|j qS r )r )rf rg r r r rh s z(Preprocessor.include..z Malformed #include statementr zCouldn't find '%s'r2 )r r r` r rl rU rn rI rJ osopenreaddirnameinsertr IOError)
rA rR rp filenamerI pZinamedataZdnamerS r r r r sF
zPreprocessor.includec C s t |tr| j|}|}y||d }t|dkr:|d }nd }|s^t|jg }|| j|j< n6|j| jkrt|j| j |dd }|| j|j< n |jdkr| j
|dd \}}}d} x|D ]}
| rt d P dj dd |
D } | d
kr d } | j
|
d _d |
d _d } |
dd = qnb| dd d
kr|
d j| j
krd } |
dd = |
d jdd d
kr|
d jd d |
d _qt|
dks|
d j| j
krt d P qW | j |d| d } d}
x|
t| k rX|
d t| k rL| |
j| jkr | |
d jdkr | |
= qn0| |
jdkrL| |
d j| jkrL| |
d = |
d7 }
qW t|j| dd |D | }| j| || j|j< nt d W n tk
r t d Y nX d S )Nr r rx r, Fz0No more arguments may follow a variadic argumentri c S s g | ]}t |jqS r )r r )rf r r r r rh 2 s z'Preprocessor.define..z...TZ __VA_ARGS__r zInvalid macro argumentz##c S s g | ]}|d j qS )r )r )rf rg r r r rh P s zBad macro definitionr r )
isinstance STRING_TYPESrT rl r; r rH r ra rs rv rU rn r\ r LookupError)rA rR Zlinetokr< Zmtyper r rt ru r> aZastrZmvaluerp r r r rM sl
$
&&
zPreprocessor.definec C s0 |d j }y | j|= W n tk
r* Y nX d S )Nr )r rH r )rA rR idr r r r ^ s
zPreprocessor.undefc C s || _ | j||| _d S )N)ignorer rN )rA r9 r@ r r r r parsej s zPreprocessor.parsec C sD y$x t | j}|j| jkr|S qW W n tk
r> d | _d S X d S )N)nextrN r r
StopIteration)rA rS r r r rO s s
zPreprocessor.token)N)N)N)rC rD rE rB rT rY rK rd rr rs rv r r r r r r rM r r rO r r r r rF s&
< ! 5+2
B;
1F rF __main__r )
r r r r r r r
r r r
)3Z
__future__r sys version_infomajorr Zunicoder rangerk rR literalsr Z t_CPP_POUNDZ t_CPP_DPOUNDZt_CPP_IDr Z
t_CPP_INTEGERZ t_CPP_FLOATr r r r r rer rL Zos.pathr compiler7 r3 r: objectr; rF rC Zply.lexrG r r argvfr r9 r r rO rS rU r@ r r r r
sl
c