← Back
Editing: pgen.cpython-33.pyc
� �� f�5 c @ s� d d l m Z m Z m Z Gd d � d e j � Z Gd d � d e � Z Gd d � d e � Z Gd d � d e � Z d d d � Z d S( i ( u grammaru tokenu tokenizec B s | Ee Z d Z d S( u PgenGrammarN( u __name__u __module__u __qualname__( u __locals__( ( u7 /opt/alt/python33/lib64/python3.3/lib2to3/pgen2/pgen.pyu PgenGrammar s u PgenGrammarc B s� | Ee Z d Z d% d d � Z d d � Z d d � Z d d � Z d d � Z d d � Z d d � Z d d � Z d d � Z d d � Z d d � Z d d � Z d d � Z d d � Z d d � Z d% d d � Z d! d" � Z d# d$ � Z d% S(& u ParserGeneratorc C s� d } | d k r* t | � } | j } n | | _ | | _ t j | j � | _ | j � | j � \ | _ | _ | d k r� | � n i | _ | j � d S( N( u Noneu openu closeu filenameu streamu tokenizeu generate_tokensu readlineu generatoru gettokenu parseu dfasu startsymbolu firstu addfirstsets( u selfu filenameu streamu close_stream( ( u7 /opt/alt/python33/lib64/python3.3/lib2to3/pgen2/pgen.pyu __init__ s u ParserGenerator.__init__c C s� t � } t | j j � � } | j � | j | j � | j d | j � x; | D]3 } d t | j � } | | j | <| | j | <qR Wx� | D]� } | j | } g } x� | D]� } g } xE | j j � D]4 \ } } | j | j | | � | j | � f � q� W| j r,| j d | j | � f � n | j | � q� W| j j | � | | j | | � f | j | j | <q� W| j | j | _ | S( Ni i ( u PgenGrammaru listu dfasu keysu sortu removeu startsymbolu insertu lenu symbol2numberu number2symbolu arcsu itemsu appendu make_labelu indexu isfinalu statesu make_firstu start( u selfu cu namesu nameu iu dfau statesu stateu arcsu labelu next( ( u7 /opt/alt/python33/lib64/python3.3/lib2to3/pgen2/pgen.pyu make_grammar s. , *u ParserGenerator.make_grammarc C sD | j | } i } x* | D]" } | j | | � } d | | <q W| S( Ni ( u firstu make_label( u selfu cu nameu rawfirstu firstu labelu ilabel( ( u7 /opt/alt/python33/lib64/python3.3/lib2to3/pgen2/pgen.pyu make_first4 s u ParserGenerator.make_firstc C s� t | j � } | d j � r| | j k ry | | j k rH | j | S| j j | j | d f � | | j | <| Sq�t t | d � } t | t � s� t | � � | t j k s� t | � � | | j k r� | j | S| j j | d f � | | j | <| Sn� | d d k s!t | � � t | � } | d j � r�| | j k rW| j | S| j j t j | f � | | j | <| SnN t j | } | | j k r�| j | S| j j | d f � | | j | <| Sd S( Ni u "u '( u "u '( u lenu labelsu isalphau symbol2numberu symbol2labelu appendu Noneu getattru tokenu isinstanceu intu AssertionErroru tok_nameu tokensu evalu keywordsu NAMEu grammaru opmap( u selfu cu labelu ilabelu itokenu value( ( u7 /opt/alt/python33/lib64/python3.3/lib2to3/pgen2/pgen.pyu make_label= s< u ParserGenerator.make_labelc C sS t | j j � � } | j � x- | D]% } | | j k r& | j | � q& q& Wd S( N( u listu dfasu keysu sortu firstu calcfirst( u selfu namesu name( ( u7 /opt/alt/python33/lib64/python3.3/lib2to3/pgen2/pgen.pyu addfirstsetsk s u ParserGenerator.addfirstsetsc C sj | j | } d | j | <| d } i } i } x� | j j � D]� \ } } | | j k r� | | j k r� | j | } | d k r� t d | � � q� n | j | � | j | } | j | � | | | <q@ d | | <i d | 6| | <q@ Wi } xd | j � D]V \ } } xG | D]? } | | k rGt d | | | | | f � � n | | | <qWq� W| | j | <d S( Ni u recursion for rule %ri uA rule %s is ambiguous; %s is in the first sets of %s as well as %s( u dfasu Noneu firstu arcsu itemsu ValueErroru calcfirstu update( u selfu nameu dfau stateu totalsetu overlapchecku labelu nextu fsetu inverseu itsfirstu symbol( ( u7 /opt/alt/python33/lib64/python3.3/lib2to3/pgen2/pgen.pyu calcfirsts s2 u ParserGenerator.calcfirstc C s� i } d } x� | j t j k r� x | j t j k rC | j � q$ W| j t j � } | j t j d � | j � \ } } | j t j � | j | | � } t | � } | j | � t | � } | | | <| d k r | } q q W| | f S( Nu :( u Noneu typeu tokenu ENDMARKERu NEWLINEu gettokenu expectu NAMEu OPu parse_rhsu make_dfau lenu simplify_dfa( u selfu dfasu startsymbolu nameu au zu dfau oldlenu newlen( ( u7 /opt/alt/python33/lib64/python3.3/lib2to3/pgen2/pgen.pyu parse� s" u ParserGenerator.parsec sD t | t � s t � t | t � s* t � � f d d � } � f d d � � t | | � | � g } x� | D]� } i } xS | j D]H } x? | j D]4 \ } } | d k r� � | | j | i � � q� q� Wq� Wxj | j � D]\ \ } } x= | D] } | j | k r� Pq� q� Wt | | � } | j | � | j | | � q� Wqm W| S( Nc s i } � | | � | S( N( ( u stateu base( u addclosure( u7 /opt/alt/python33/lib64/python3.3/lib2to3/pgen2/pgen.pyu closure� s u) ParserGenerator.make_dfa.<locals>.closurec si t | t � s t � | | k r% d Sd | | <x3 | j D]( \ } } | d k r9 � | | � q9 q9 Wd S( Ni ( u isinstanceu NFAStateu AssertionErroru arcsu None( u stateu baseu labelu next( u addclosure( u7 /opt/alt/python33/lib64/python3.3/lib2to3/pgen2/pgen.pyu addclosure� s u, ParserGenerator.make_dfa.<locals>.addclosure( u isinstanceu NFAStateu AssertionErroru DFAStateu nfasetu arcsu Noneu setdefaultu itemsu appendu addarc( u selfu startu finishu closureu statesu stateu arcsu nfastateu labelu nextu nfasetu st( ( u addclosureu7 /opt/alt/python33/lib64/python3.3/lib2to3/pgen2/pgen.pyu make_dfa� s& $ u ParserGenerator.make_dfac C s� t d | � | g } x� t | � D]� \ } } t d | | | k rJ d pM d � x | j D]t \ } } | | k r� | j | � } n t | � } | j | � | d k r� t d | � q[ t d | | f � q[ Wq# Wd S( Nu Dump of NFA foru Stateu (final)u u -> %du %s -> %d( u printu enumerateu arcsu indexu lenu appendu None( u selfu nameu startu finishu todou iu stateu labelu nextu j( ( u7 /opt/alt/python33/lib64/python3.3/lib2to3/pgen2/pgen.pyu dump_nfa� s " u ParserGenerator.dump_nfac C s� t d | � xv t | � D]h \ } } t d | | j r> d pA d � x: | j j � D]) \ } } t d | | j | � f � qU Wq Wd S( Nu Dump of DFA foru Stateu (final)u u %s -> %d( u printu enumerateu isfinalu arcsu itemsu index( u selfu nameu dfau iu stateu labelu next( ( u7 /opt/alt/python33/lib64/python3.3/lib2to3/pgen2/pgen.pyu dump_dfa� s u ParserGenerator.dump_dfac C s� d } x� | r� d } x� t | � D]x \ } } xi t | d t | � � D]N } | | } | | k rH | | =x | D] } | j | | � qr Wd } PqH qH Wq" Wq Wd S( Ni TF( u Trueu Falseu enumerateu rangeu lenu unifystate( u selfu dfau changesu iu state_iu ju state_ju state( ( u7 /opt/alt/python33/lib64/python3.3/lib2to3/pgen2/pgen.pyu simplify_dfa� s u ParserGenerator.simplify_dfac C s� | j � \ } } | j d k r+ | | f St � } t � } | j | � | j | � xI | j d k r� | j � | j � \ } } | j | � | j | � qZ W| | f Sd S( Nu |( u parse_altu valueu NFAStateu addarcu gettoken( u selfu au zu aau zz( ( u7 /opt/alt/python33/lib64/python3.3/lib2to3/pgen2/pgen.pyu parse_rhs� s u ParserGenerator.parse_rhsc C sr | j � \ } } xS | j d k s? | j t j t j f k rg | j � \ } } | j | � | } q W| | f S( Nu (u [( u (u [( u parse_itemu valueu typeu tokenu NAMEu STRINGu addarc( u selfu au bu cu d( ( u7 /opt/alt/python33/lib64/python3.3/lib2to3/pgen2/pgen.pyu parse_alt s u ParserGenerator.parse_altc C s� | j d k rU | j � | j � \ } } | j t j d � | j | � | | f S| j � \ } } | j } | d k r� | | f S| j � | j | � | d k r� | | f S| | f Sd S( Nu [u ]u +u *( u +u *( u valueu gettokenu parse_rhsu expectu tokenu OPu addarcu parse_atom( u selfu au zu value( ( u7 /opt/alt/python33/lib64/python3.3/lib2to3/pgen2/pgen.pyu parse_item s u ParserGenerator.parse_itemc C s� | j d k rH | j � | j � \ } } | j t j d � | | f S| j t j t j f k r� t � } t � } | j | | j � | j � | | f S| j d | j | j � d S( Nu (u )u+ expected (...) or NAME or STRING, got %s/%s( u valueu gettokenu parse_rhsu expectu tokenu OPu typeu NAMEu STRINGu NFAStateu addarcu raise_error( u selfu au z( ( u7 /opt/alt/python33/lib64/python3.3/lib2to3/pgen2/pgen.pyu parse_atom( s u ParserGenerator.parse_atomc C sc | j | k s* | d k rL | j | k rL | j d | | | j | j � n | j } | j � | S( Nu expected %s/%s, got %s/%s( u typeu Noneu valueu raise_erroru gettoken( u selfu typeu value( ( u7 /opt/alt/python33/lib64/python3.3/lib2to3/pgen2/pgen.pyu expect9 s * u ParserGenerator.expectc C si t | j � } x/ | d t j t j f k r@ t | j � } q W| \ | _ | _ | _ | _ | _ d S( Ni ( u nextu generatoru tokenizeu COMMENTu NLu typeu valueu beginu endu line( u selfu tup( ( u7 /opt/alt/python33/lib64/python3.3/lib2to3/pgen2/pgen.pyu gettokenA s u ParserGenerator.gettokenc G sz | rG y | | } WqG d j | g t t t | � � � } YqG Xn t | | j | j d | j d | j f � � d S( Nu i i ( u joinu listu mapu stru SyntaxErroru filenameu endu line( u selfu msgu args( ( u7 /opt/alt/python33/lib64/python3.3/lib2to3/pgen2/pgen.pyu raise_errorH s -u ParserGenerator.raise_errorN( u __name__u __module__u __qualname__u Noneu __init__u make_grammaru make_firstu make_labelu addfirstsetsu calcfirstu parseu make_dfau dump_nfau dump_dfau simplify_dfau parse_rhsu parse_altu parse_itemu parse_atomu expectu gettokenu raise_error( u __locals__( ( u7 /opt/alt/python33/lib64/python3.3/lib2to3/pgen2/pgen.pyu ParserGenerator s$ . $ u ParserGeneratorc B s/ | Ee Z d Z d d � Z d d d � Z d S( u NFAStatec C s g | _ d S( N( u arcs( u self( ( u7 /opt/alt/python33/lib64/python3.3/lib2to3/pgen2/pgen.pyu __init__S s u NFAState.__init__c C sP | d k s! t | t � s! t � t | t � s6 t � | j j | | f � d S( N( u Noneu isinstanceu stru AssertionErroru NFAStateu arcsu append( u selfu nextu label( ( u7 /opt/alt/python33/lib64/python3.3/lib2to3/pgen2/pgen.pyu addarcV s !u NFAState.addarcN( u __name__u __module__u __qualname__u __init__u Noneu addarc( u __locals__( ( u7 /opt/alt/python33/lib64/python3.3/lib2to3/pgen2/pgen.pyu NFAStateQ s u NFAStatec B sJ | Ee Z d Z d d � Z d d � Z d d � Z d d � Z d Z d S( u DFAStatec C sp t | t � s t � t t t | � � t � s6 t � t | t � sK t � | | _ | | k | _ i | _ d S( N( u isinstanceu dictu AssertionErroru nextu iteru NFAStateu nfasetu isfinalu arcs( u selfu nfasetu final( ( u7 /opt/alt/python33/lib64/python3.3/lib2to3/pgen2/pgen.pyu __init__] s ! u DFAState.__init__c C sP t | t � s t � | | j k s* t � t | t � s? t � | | j | <d S( N( u isinstanceu stru AssertionErroru arcsu DFAState( u selfu nextu label( ( u7 /opt/alt/python33/lib64/python3.3/lib2to3/pgen2/pgen.pyu addarce s u DFAState.addarcc C s@ x9 | j j � D]( \ } } | | k r | | j | <q q Wd S( N( u arcsu items( u selfu oldu newu labelu next( ( u7 /opt/alt/python33/lib64/python3.3/lib2to3/pgen2/pgen.pyu unifystatek s u DFAState.unifystatec C s� t | t � s t � | j | j k r+ d St | j � t | j � k rM d Sx9 | j j � D]( \ } } | | j j | � k r] d Sq] Wd S( NFT( u isinstanceu DFAStateu AssertionErroru isfinalu Falseu lenu arcsu itemsu getu True( u selfu otheru labelu next( ( u7 /opt/alt/python33/lib64/python3.3/lib2to3/pgen2/pgen.pyu __eq__p s u DFAState.__eq__N( u __name__u __module__u __qualname__u __init__u addarcu unifystateu __eq__u Noneu __hash__( u __locals__( ( u7 /opt/alt/python33/lib64/python3.3/lib2to3/pgen2/pgen.pyu DFAState[ s u DFAStateu Grammar.txtc C s t | � } | j � S( N( u ParserGeneratoru make_grammar( u filenameu p( ( u7 /opt/alt/python33/lib64/python3.3/lib2to3/pgen2/pgen.pyu generate_grammar� s u generate_grammarN( u u grammaru tokenu tokenizeu Grammaru PgenGrammaru objectu ParserGeneratoru NFAStateu DFAStateu generate_grammar( ( ( u7 /opt/alt/python33/lib64/python3.3/lib2to3/pgen2/pgen.pyu <module> s � H %
Save File
Cancel