← Back
Editing: pgen.cpython-310.opt-2.pyc
o 0�i6 � @ sd d dl mZmZmZ G dd� dej�ZG dd� de�ZG dd� de�ZG dd � d e�Z dd d �Z d S )� )�grammar�token�tokenizec @ s e Zd ZdS )� PgenGrammarN)�__name__� __module__� __qualname__� r r �9/opt/alt/python310/lib64/python3.10/lib2to3/pgen2/pgen.pyr s r c @ s� e Zd Zd&dd�Zdd� Zdd� Zdd � Zd d � Zd d � Zdd� Z dd� Z dd� Z dd� Z dd� Z dd� Zdd� Zd d � Zd d � Zd&d d!�Zd"d#� Zd$d%� ZdS )'�ParserGeneratorNc C sp d }|d u rt |dd�}|j}|| _|| _t�|j�| _| �� | � � \| _ | _ |d ur/|� i | _ | � � d S )Nzutf-8)�encoding)�open�close�filename�streamr �generate_tokens�readline� generator�gettoken�parse�dfas� startsymbol�first� addfirstsets)�selfr r Z close_streamr r r �__init__ s zParserGenerator.__init__c C s t � }t| j�� �}|�� |�| j� |�d| j� |D ]}dt|j � }||j |< ||j |< q |D ]P}| j| }g }|D ]0}g }t |j � � �D ]\} } |�| �|| �|�| �f� qI|jri|�d|�|�f� |�|� q>|j�|� || �||�f|j|j | < q3|j | j |_|S )N� � )r �listr �keys�sort�remover �insert�len� symbol2numberZ number2symbol�sorted�arcs�items�append� make_label�index�isfinal�states� make_first�start) r �c�names�name�i�dfar, �stater& �label�nextr r r � make_grammar s. z ParserGenerator.make_grammarc C s4 | j | }i }t|�D ] }| �||�}d||< q |S �Nr )r r% r) )r r/ r1 Zrawfirstr r5 �ilabelr r r r- 4 s zParserGenerator.make_firstc C s t |j�}|d �� rK||jv r,||jv r|j| S |j�|j| d f� ||j|< |S tt|d �}||jv r<|j| S |j�|d f� ||j|< |S t |�}|d �� ro||j v r_|j | S |j�tj |f� ||j |< |S t j | }||jv r~|j| S |j�|d f� ||j|< |S �Nr )r# �labels�isalphar$ Z symbol2labelr( �getattrr �tokens�eval�keywords�NAMEr Zopmap)r r/ r5 r9 Zitoken�valuer r r r) = s6 zParserGenerator.make_labelc C s8 t | j�� �}|�� |D ] }|| jvr| �|� q d S �N)r r r r r � calcfirst)r r0 r1 r r r r k s ��z ParserGenerator.addfirstsetsc C s� | j | }d | j|< |d }i }i }|j�� D ]<\}}|| j v rI|| jv r5| j| }|d u r4td| ��n | �|� | j| }|�|� |||< qd||< |di||< qi } |�� D ] \}} | D ]} | | v rrtd|| || | f ��|| | < q`qZ|| j|< d S )Nr zrecursion for rule %rr zArule %s is ambiguous; %s is in the first sets of %s as well as %s)r r r& r' � ValueErrorrD �update) r r1 r3 r4 ZtotalsetZ overlapcheckr5 r6 �fsetZinverseZitsfirstZsymbolr r r rD s s8 � � �zParserGenerator.calcfirstc C s� i }d }| j tjkrV| j tjkr| �� | j tjks| �tj�}| �tjd� | �� \}}| �tj� | � ||�}t |�}| � |� t |�}|||< |d u rP|}| j tjks ||fS )N�:) �typer � ENDMARKER�NEWLINEr �expectrA �OP� parse_rhs�make_dfar# � simplify_dfa) r r r r1 �a�zr3 ZoldlenZnewlenr r r r � s& � �zParserGenerator.parsec s� � fdd�}� fdd�� t ||�|�g}|D ]F}i }|jD ]}|jD ]\}} |d ur3� | |�|i �� q"q t|�� �D ] \}} |D ] } | j| krJ n qAt | |�} |�| � |�| |� q;q|S )Nc s i }� | |� |S rC r )r4 �base�� addclosurer r �closure� s z)ParserGenerator.make_dfa.<locals>.closurec s: | |v rd S d|| < | j D ] \}}|d u r� ||� q d S r8 �r& )r4 rS r5 r6 rT r r rU � s ��z,ParserGenerator.make_dfa.<locals>.addclosure)�DFAState�nfasetr& � setdefaultr% r' r( �addarc) r r. �finishrV r, r4 r& Znfastater5 r6 rY �str rT r rO � s* �� � �zParserGenerator.make_dfac C s� t d|� |g}t|�D ]>\}}t d|||u rdpd� |jD ]*\}}||v r-|�|�} n t|�} |�|� |d u rAt d| � q t d|| f � q q d S )NzDump of NFA for� State�(final)� z -> %d� %s -> %d)�print� enumerater& r* r# r( ) r r1 r. r\ Ztodor2 r4 r5 r6 �jr r r �dump_nfa� s ��zParserGenerator.dump_nfac C sd t d|� t|�D ]&\}}t d||jrdpd� t|j�� �D ]\}}t d||�|�f � q q d S )NzDump of DFA forr^ r_ r` ra )rb rc r+ r% r& r' r* )r r1 r3 r2 r4 r5 r6 r r r �dump_dfa� s ��zParserGenerator.dump_dfac C sv d}|r9d}t |�D ]*\}}t|d t|��D ] }|| }||kr3||= |D ]}|�||� q&d} nqq |sd S d S )NTFr )rc �ranger# � unifystate)r r3 Zchangesr2 Zstate_ird Zstate_jr4 r r r rP � s �� �z ParserGenerator.simplify_dfac C s� | � � \}}| jdkr||fS t� }t� }|�|� |�|� | jdkr=| �� | � � \}}|�|� |�|� | jdks$||fS )N�|)� parse_altrB �NFAStater[ r )r rQ rR ZaaZzzr r r rN � s �zParserGenerator.parse_rhsc C sf | � � \}}| jdv s| jtjtjfv r/| � � \}}|�|� |}| jdv s| jtjtjfv s||fS )N)�(�[)� parse_itemrB rI r rA �STRINGr[ )r rQ �br/ �dr r r rj s �zParserGenerator.parse_altc C s� | j dkr | �� | �� \}}| �tjd� |�|� ||fS | �� \}}| j }|dvr0||fS | �� |�|� |dkrA||fS ||fS )Nrm �])�+�*rs )rB r rN rL r rM r[ � parse_atom)r rQ rR rB r r r rn s zParserGenerator.parse_itemc C s� | j dkr| �� | �� \}}| �tjd� ||fS | jtjtjfv r8t � }t � }|� || j � | �� ||fS | � d| j| j � d S )Nrl �)z+expected (...) or NAME or STRING, got %s/%s) rB r rN rL r rM rI rA ro rk r[ � raise_error)r rQ rR r r r ru ( s �zParserGenerator.parse_atomc C sD | j |ks|d ur| j|kr| �d||| j | j� | j}| �� |S )Nzexpected %s/%s, got %s/%s)rI rB rw r )r rI rB r r r rL 9 s �zParserGenerator.expectc C sX t | j�}|d tjtjfv r t | j�}|d tjtjfv s|\| _| _| _| _| _ d S r: ) r6 r r �COMMENT�NLrI rB Zbegin�end�line)r �tupr r r r A s � zParserGenerator.gettokenc G sV |rz|| }W n d� |gttt|�� �}Y t|| j| jd | jd | jf��)N� r r )�joinr �map�str� SyntaxErrorr rz r{ )r �msg�argsr r r rw H s �zParserGenerator.raise_errorrC )r r r r r7 r- r) r rD r rO re rf rP rN rj rn ru rL r rw r r r r r s& . $ r c @ s e Zd Zdd� Zddd�ZdS )rk c C s g | _ d S rC rW )r r r r r S s zNFAState.__init__Nc C s | j �||f� d S rC )r& r( �r r6 r5 r r r r[ V s zNFAState.addarcrC )r r r r r[ r r r r rk Q s rk c @ s0 e Zd Zdd� Zdd� Zdd� Zdd� Zd Zd S ) rX c C s || _ ||v | _i | _d S rC )rY r+ r& )r rY �finalr r r r ] s zDFAState.__init__c C s || j |< d S rC rW r� r r r r[ e s zDFAState.addarcc C s* | j �� D ] \}}||u r|| j |< qd S rC )r& r' )r �old�newr5 r6 r r r rh k s ��zDFAState.unifystatec C sV | j |j krdS t| j�t|j�krdS | j�� D ]\}}||j�|�ur( dS qdS )NFT)r+ r# r& r' �get)r �otherr5 r6 r r r �__eq__p s �zDFAState.__eq__N)r r r r r[ rh r� �__hash__r r r r rX [ s rX � Grammar.txtc C s t | �}|�� S rC )r r7 )r �pr r r �generate_grammar� s r� N)r� ) r` r r r ZGrammarr �objectr rk rX r� r r r r �<module> s I %
Save File
Cancel