�`^c@s�dd
lm
Z
mZmZ
de
jf
d��YZdef
d��YZdef
d��YZdef
d	��YZ	d
d�Z
dS(
i
(tgrammarttokenttokenizetPgenGrammarc
BseZ
RS((t__name__t
__module__(((s3/usr/stallion/src/cpython/Lib/lib2to3/pgen2/pgen.pyRs
tParserGeneratorcBs�eZ
dd�Zd
�Zd�Zd�Zd�Zd�Zd�Z	d�Z
d�Zd	�Zd
�Z
d�Zd�Zd
�Zd�Zdd�Zd�Zd�ZRS(cCs�d}|dkr*t
|
�}|j}n|
|_||_tj|j�|_|j	�
|j
�\|_|_|dk	r�|�
ni|_
|j�
dS(
N(tNonetopentclosetfilenametstreamRtgenerate_tokenstreadlinet	generatortgettokentparsetdfaststartsymboltfirsttaddfirstsets(tselfR
Rtclose_stream((s3/usr/stallion/src/cpython/Lib/lib2to3/pgen2/pgen.pyt__init__s




	
	







	
c
Cs�t�}
|j
j�}|j�
|j|j�
|jd
|j�
x;|D]3}dt|
j�}||
j|<||
j	|<qLWx�D]�|j
|}g}x�|D]�}g}xE|j
j�D]4\}	}
|j|j
|
|	�|j|
�f�
q�W|jr&
|jd
|j|�f�
n|j|�
q�W|
jj|�
||j|
|�f|
j
|
j|<q�W|
j|j|
_|
S(Nii
(RRtkeystsorttremoveRtinserttlent
symbol2numbert
number2symboltarcst	iteritemstappendt
make_labeltindextisfinaltstatest
make_firsttstart(Rt
ctnamestnamet
itdfaR%tstateRtlabeltnext((s3/usr/stallion/src/cpython/Lib/lib2to3/pgen2/pgen.pytmake_grammars.
	




















,
	



*

cCsD|j|}i}x*|D]"}|j
|
|�}d
||<qW|S(Ni
(RR"(RR(R*trawfirstRR.tilabel((s3/usr/stallion/src/cpython/Lib/lib2to3/pgen2/pgen.pyR&4s






cCs�t|
j
�}|d
j�r
||
jkry||
jkrH|
j|S|
j
j|
j|df�
||
j|<|Sq�tt|d�}t	|t
�s�t|��|tjks�t|��||
j
kr�|
j
|S|
j
j|df�
||
j
|<|Sn�|d
dks!
t|��t|�}|d
j�r�||
jkrW
|
j|S|
j
jtj|f�
||
j|<|SnNtj|}||
j
kr�|
j
|S|
j
j|df�
||
j
|<|SdS(Nit
"t
'(R3R4(RtlabelstisalphaRtsymbol2labelR!RtgetattrR
t
isinstancetinttAssertionErrorttok_namettokenstevaltkeywordstNAMERtopmap(RR(R.R2titokentvalue((s3/usr/stallion/src/cpython/Lib/lib2to3/pgen2/pgen.pyR"=s<























c
CsM|jj
�}
|
j�
x-|
D]%}||jkr |j|�
q q WdS(
N(RRRRt	calcfirst(RR)R*((s3/usr/stallion/src/cpython/Lib/lib2to3/pgen2/pgen.pyRks







c	Csj
|j|
}d|j|
<|d
}i}i}x�|jj�D]�\}}||jkr�||jkr�|j|}|dkr�td|
��q�n|j|�
|j|}|j|�
|||<q@d||<i
d|6||<q@Wi}	xd|j�D]V\}}
xG|
D]?}||	krG
td|
|||	|f��n||	|<q
Wq�|j|
<dS(Nisrecursion for rule %ri
sArule %s is ambiguous; %s is in the first sets of %s as well as %s(RRRRR t
ValueErrorRDtupdate(RR*R,R-ttotalsettoverlapcheckR.R/tfsettinversetitsfirsttsymbol((s3/usr/stallion/src/cpython/Lib/lib2to3/pgen2/pgen.pyRDss2































c
	Cs�i}
d}x�|j
tjkr� |j
tjkrC|j�
q$W|jtj�}|jtjd
�
|j	�\}}|jtj�
|j
||�}t|�}|j|�
t|�}||
|<|dkr|}qqW|
|fS(Nt
:(
RttypeR
t	ENDMARKERtNEWLINERtexpectR@tOPt	parse_rhstmake_dfaRtsimplify_dfa(	RRRR*t
at
zR,toldlentnewlen((s3/usr/stallion/src/cpython/Lib/lib2to3/pgen2/pgen.pyR�s"














cs>
t|
t
�st�t|t
�s*t��f
d
�}�f
d��t||
�|�g
}x�|D]�}i}xS|jD]H}x?|jD]4\}}	|dk	r��|	|j|i��
q�q�Wq}Wxj|j�D]\\}}
x=|D]}|j|
kr�q��t|
|�}|j	|�
|j
||�
q�WqgW|S(Nc
si}
�||
�
|
S(
N((R-tbase(
t
addclosure(s3/usr/stallion/src/cpython/Lib/lib2to3/pgen2/pgen.pytclosure�s



csit|t
�st�||
kr%dSd
|
|<x3|jD](\}}|dkr9�||
�
q9q9WdS(Ni
(R9tNFAStateR;RR(R-RZR.R/(
R[(s3/usr/stallion/src/cpython/Lib/lib2to3/pgen2/pgen.pyR[�s







(R9R]R;tDFAStatetnfasetRRt
setdefaultR R!taddarc(RR'tfinishR\R%R-RtnfastateR.R/R_tst((
R[s3/usr/stallion/src/cpython/Lib/lib2to3/pgen2/pgen.pyRT�s&








$








c
Cs�d
G|
GH|g
}x�t|�D]�\}}dG|G||krEdpHdGHxu|j
D]j\}}||kr~|j|�}	nt|�}	|j|�
|dkr�d|	GHqTd||	fGHqTWqWdS(NsDump of NFA fors  States(final)ts	    -> %ds    %s -> %d(t	enumerateRR#RR!R(
RR*R'RbttodoR+R-R.R/t
j((s3/usr/stallion/src/cpython/Lib/lib2to3/pgen2/pgen.pytdump_nfa�s
	
	








cCs~d
G|
GHxnt|�D]`\}}dG|G|j
r9dp<dGHx5|jj�D]$\}}d||j|�fGHqNWqWdS(NsDump of DFA fors  States(final)Res    %s -> %d(RfR$RR R#(RR*R,R+R-R.R/((s3/usr/stallion/src/cpython/Lib/lib2to3/pgen2/pgen.pytdump_dfa�s

	



cCs�t}x�|r�t
}x�t|
�D]x\}}xit|d
t|
��D]N}|
|}||krH|
|=x|
D]}|j||�
qrWt}PqHqHWq"Wq	WdS(Ni
(tTruetFalseRftrangeRt
unifystate(RR,tchangesR+tstate_iRhtstate_jR-((s3/usr/stallion/src/cpython/Lib/lib2to3/pgen2/pgen.pyRU�s
	


 







c
Cs�|j�\}
}|j
d
kr+|
|fSt�}t�}|j|
�
|j|�
xI|j
d
kr�|j�
|j�\}
}|j|
�
|j|�
qZW||fSdS(Nt
|(t	parse_altRCR]RaR(RRVRWtaatzz((s3/usr/stallion/src/cpython/Lib/lib2to3/pgen2/pgen.pyRS�s


	
	











c
Csr|j�\}
}xS|j
dks?|jtjtjfkrg|j�\}}|j|�
|}qW|
|fS(Nt
(t
[(RvRw(t
parse_itemRCRNR
R@tSTRINGRa(RRVt
bR(t
d((s3/usr/stallion/src/cpython/Lib/lib2to3/pgen2/pgen.pyRs

s







c
Cs�|jd
krU|j
�
|j�\}
}|jtjd�
|
j|�
|
|fS|j�\}
}|j}|dkr�|
|fS|j
�
|j|
�
|dkr�|
|fS|
|
fSdS(NRwt
]t
+t
*(R}R~(RCRRSRQR
RRRat
parse_atom(RRVRWRC((s3/usr/stallion/src/cpython/Lib/lib2to3/pgen2/pgen.pyRx
s








	









c
Cs�|jd
krH|j
�
|j�\}
}|jtjd�
|
|fS|jtjtjfkr�t	�}
t	�}|
j
||j�
|j
�
|
|fS|jd|j|j�
dS(NRvt
)s+expected (...) or NAME or STRING, got %s/%s(RCRRSRQR
RRRNR@RyR]Ratraise_error(RRVRW((s3/usr/stallion/src/cpython/Lib/lib2to3/pgen2/pgen.pyR(
s







	
	




	
cCsc|j|
ks*|dk	rL|j|krL|jd
|
||j|j�
n|j}|j�
|S(Nsexpected %s/%s, got %s/%s(RNRRCR�R(RRNRC((s3/usr/stallion/src/cpython/Lib/lib2to3/pgen2/pgen.pyRQ9
s
*
	

	


c
Csi|jj
�}
x/|
d
tjtjfkr@|jj
�}
qW|
\|_|_|_|_|_	dS(Ni(
RR/RtCOMMENTtNLRNRCtbegintendtline(Rttup((s3/usr/stallion/src/cpython/Lib/lib2to3/pgen2/pgen.pyRA
s



cGss|r@y|
|}
Wq@


d
j|
g
t
t|��}
q@Xnt|
|j|jd|jd|jf��dS(Nt
 ii
(tjointmaptstrtSyntaxErrorR
R�R�(Rtmsgtargs((s3/usr/stallion/src/cpython/Lib/lib2to3/pgen2/pgen.pyR�H
s




&

N(RRRRR0R&R"RRDRRTRiRjRURSRsRxRRQRR�(((s3/usr/stallion/src/cpython/Lib/lib2to3/pgen2/pgen.pyR
s$				.				$					
			R]cBseZ
d�Zdd
�ZRS(c

Cs
g|_dS(
N(
R(
R((s3/usr/stallion/src/cpython/Lib/lib2to3/pgen2/pgen.pyRS
s
cCsP|dks!t
|t�s!t�t
|
t�s6t�|jj||
f�
dS(
N(RR9R�R;R]RR!(RR/R.((s3/usr/stallion/src/cpython/Lib/lib2to3/pgen2/pgen.pyRaV
s
!

N(RRRRRa(((s3/usr/stallion/src/cpython/Lib/lib2to3/pgen2/pgen.pyR]Q
s	R^c
Bs2eZ
d�Zd
�Zd�Zd�ZdZRS(cCspt|
t
�st�tt|
�j�t�s6t�t|t�sKt�|
|_||
k|_i|_dS(
N(	R9tdictR;titerR/R]R_R$R(RR_tfinal((s3/usr/stallion/src/cpython/Lib/lib2to3/pgen2/pgen.pyR]
s

!

	

cCsPt|t
�st�||jks*t�t|
t�s?t�|
|j|<dS(
N(R9R�R;RR^(RR/R.((s3/usr/stallion/src/cpython/Lib/lib2to3/pgen2/pgen.pyRae
s



cCs@x9|jj
�D](\}}||
kr||j|<qqWdS(
N(RR (RtoldtnewR.R/((s3/usr/stallion/src/cpython/Lib/lib2to3/pgen2/pgen.pyRnk
s


cCs�t|
t
�st�|j|
jkr+tSt|j�t|
j�krMtSx9|jj�D](\}}||
jj|�k	r]tSq]Wt	S(
N(
R9R^R;R$RlRRR tgetRk(RtotherR.R/((s3/usr/stallion/src/cpython/Lib/lib2to3/pgen2/pgen.pyt__eq__p
s






N(RRRRaRnR�Rt__hash__(((s3/usr/stallion/src/cpython/Lib/lib2to3/pgen2/pgen.pyR^[
s
				sGrammar.txtc
Cst|�}
|
j
�S(
N(RR0(R
t
p((s3/usr/stallion/src/cpython/Lib/lib2to3/pgen2/pgen.pytgenerate_grammar�s

N(ReRR
RtGrammarRtobjectRR]R^R�(((s3/usr/stallion/src/cpython/Lib/lib2to3/pgen2/pgen.pyt<module>s�
%