← Back
Editing: pgen.cpython-38.opt-2.pyc
U i�f�5 � @ sd d dl mZmZmZ G dd� dej�ZG dd� de�ZG dd� de�ZG dd � d e�Z dd d �Z d S )� )�grammar�token�tokenizec @ s e Zd ZdS )� PgenGrammarN)�__name__� __module__� __qualname__� r r �7/opt/alt/python38/lib64/python3.8/lib2to3/pgen2/pgen.pyr s r c @ s� e Zd Zd&dd�Zdd� Zdd� Zdd � Zd d � Zd d � Zdd� Z dd� Z dd� Z dd� Z dd� Z dd� Zdd� Zd d � Zd d � Zd'd d!�Zd"d#� Zd$d%� ZdS )(�ParserGeneratorNc C sl d }|d krt |�}|j}|| _|| _t�|j�| _| �� | � � \| _ | _ |d k rZ|� i | _ | � � d S �N)�open�close�filename�streamr �generate_tokens�readline� generator�gettoken�parse�dfas� startsymbol�first� addfirstsets)�selfr r Z close_streamr r r �__init__ s zParserGenerator.__init__c C s t � }t| j�� �}|�� |�| j� |�d| j� |D ]&}dt|j � }||j |< ||j |< q:|D ]�}| j| }g }|D ]`}g }t |j � � �D ]$\} } |�| �|| �|�| �f� q�|jr�|�d|�|�f� |�|� q||j�|� || �||�f|j|j | < qf|j | j |_|S )N� � )r �listr �keys�sort�remover �insert�len� symbol2numberZ number2symbol�sorted�arcs�items�append� make_label�index�isfinal�states� make_first�start) r �c�names�name�i�dfar, �stater& �label�nextr r r � make_grammar s. z ParserGenerator.make_grammarc C s4 | j | }i }t|�D ]}| �||�}d||< q|S �Nr )r r% r) )r r/ r1 Zrawfirstr r5 �ilabelr r r r- 4 s zParserGenerator.make_firstc C s& t |j�}|d �� r�||jkrZ||jkr4|j| S |j�|j| d f� ||j|< |S n>tt|d �}||jkrz|j| S |j�|d f� ||j|< |S n�t |�}|d �� r�||j kr�|j | S |j�tj |f� ||j |< |S n>t j | }||jk�r|j| S |j�|d f� ||j|< |S d S �Nr )r# �labels�isalphar$ Z symbol2labelr( �getattrr �tokens�eval�keywords�NAMEr Zopmap)r r/ r5 r9 Zitoken�valuer r r r) = s6 zParserGenerator.make_labelc C s8 t | j�� �}|�� |D ]}|| jkr| �|� qd S r )r r r r r � calcfirst)r r0 r1 r r r r k s z ParserGenerator.addfirstsetsc C s� | j | }d | j|< |d }i }i }|j�� D ]x\}}|| j kr�|| jkrj| j| }|d kr~td| ��n| �|� | j| }|�|� |||< q.d||< |di||< q.i } |�� D ]:\}} | D ],} | | kr�td|| || | f ��|| | < q�q�|| j|< d S )Nr zrecursion for rule %rr zArule %s is ambiguous; %s is in the first sets of %s as well as %s)r r r& r' � ValueErrorrC �update) r r1 r3 r4 ZtotalsetZ overlapcheckr5 r6 �fsetZinverseZitsfirstZsymbolr r r rC s s4 � zParserGenerator.calcfirstc C s� i }d }| j tjkr�| j tjkr*| �� q| �tj�}| �tjd� | �� \}}| �tj� | � ||�}t |�}| � |� t |�}|||< |d kr|}q||fS )N�:) �typer � ENDMARKER�NEWLINEr �expectrA �OP� parse_rhs�make_dfar# � simplify_dfa) r r r r1 �a�zr3 ZoldlenZnewlenr r r r � s" zParserGenerator.parsec s� � fdd�}� fdd�� t ||�|�g}|D ]�}i }|jD ].}|jD ]"\}} |d k rD� | |�|i �� qDq:t|�� �D ]@\}} |D ]} | j| kr� q�q�t | |�} |�| � |�| |� qvq,|S )Nc s i }� | |� |S r r )r4 �base�� addclosurer r �closure� s z)ParserGenerator.make_dfa.<locals>.closurec s: | |kr d S d|| < | j D ]\}}|d kr� ||� qd S r8 �r& )r4 rR r5 r6 rS r r rT � s z,ParserGenerator.make_dfa.<locals>.addclosure)�DFAState�nfasetr& � setdefaultr% r' r( �addarc) r r. �finishrU r, r4 r& Znfastater5 r6 rX �str rS r rN � s" zParserGenerator.make_dfac C s� t d|� |g}t|�D ]|\}}t d|||kr2dp4d� |jD ]T\}}||krZ|�|�} nt|�} |�|� |d kr�t d| � q>t d|| f � q>qd S )NzDump of NFA for� State�(final)� z -> %d� %s -> %d)�print� enumerater& r* r# r( ) r r1 r. r[ Ztodor2 r4 r5 r6 �jr r r �dump_nfa� s zParserGenerator.dump_nfac C sd t d|� t|�D ]L\}}t d||jr*dp,d� t|j�� �D ] \}}t d||�|�f � q>qd S )NzDump of DFA forr] r^ r_ r` )ra rb r+ r% r& r' r* )r r1 r3 r2 r4 r5 r6 r r r �dump_dfa� s zParserGenerator.dump_dfac C sp d}|rld}t |�D ]T\}}t|d t|��D ]8}|| }||kr.||= |D ]}|�||� qLd} qq.qqd S )NTFr )rb �ranger# � unifystate)r r3 Zchangesr2 Zstate_irc Zstate_jr4 r r r rO � s z ParserGenerator.simplify_dfac C s~ | � � \}}| jdkr ||fS t� }t� }|�|� |�|� | jdkrr| �� | � � \}}|�|� |�|� q>||fS d S )N�|)� parse_altrB �NFAStaterZ r )r rP rQ ZaaZzzr r r rM � s zParserGenerator.parse_rhsc C sL | � � \}}| jdks(| jtjtjfkrD| � � \}}|�|� |}q ||fS )N)�(�[)� parse_itemrB rH r rA �STRINGrZ )r rP �br/ �dr r r ri s � zParserGenerator.parse_altc C s� | j dkr>| �� | �� \}}| �tjd� |�|� ||fS | �� \}}| j }|dkr`||fS | �� |�|� |dkr�||fS ||fS d S )Nrl �])�+�*rr )rB r rM rK r rL rZ � parse_atom)r rP rQ rB r r r rm s zParserGenerator.parse_itemc C s� | j dkr4| �� | �� \}}| �tjd� ||fS | jtjtjfkrpt � }t � }|� || j � | �� ||fS | � d| j| j � d S )Nrk �)z+expected (...) or NAME or STRING, got %s/%s) rB r rM rK r rL rH rA rn rj rZ � raise_error)r rP rQ r r r rt ( s �zParserGenerator.parse_atomc C sD | j |ks |d k r2| j|kr2| �d||| j | j� | j}| �� |S )Nzexpected %s/%s, got %s/%s)rH rB rv r )r rH rB r r r rK 9 s �zParserGenerator.expectc C sF t | j�}|d tjtjfkr*t | j�}q |\| _| _| _| _| _ d S r: ) r6 r r �COMMENT�NLrH rB Zbegin�end�line)r �tupr r r r A s zParserGenerator.gettokenc G s^ |r8z || }W n& d� |gttt|�� �}Y nX t|| j| jd | jd | jf��d S )N� r r )�joinr �map�str� SyntaxErrorr ry rz )r �msg�argsr r r rv H s �zParserGenerator.raise_error)N)N)r r r r r7 r- r) r rC r rN rd re rO rM ri rm rt rK r rv r r r r r s$ . $ r c @ s e Zd Zdd� Zddd�ZdS )rj c C s g | _ d S r rV )r r r r r S s zNFAState.__init__Nc C s | j �||f� d S r )r& r( �r r6 r5 r r r rZ V s zNFAState.addarc)N)r r r r rZ r r r r rj Q s rj c @ s0 e Zd Zdd� Zdd� Zdd� Zdd� Zd Zd S ) rW c C s || _ ||k| _i | _d S r )rX r+ r& )r rX �finalr r r r ] s zDFAState.__init__c C s || j |< d S r rV r� r r r rZ e s zDFAState.addarcc C s* | j �� D ]\}}||kr || j |< q d S r )r& r' )r �old�newr5 r6 r r r rg k s zDFAState.unifystatec C sV | j |j krdS t| j�t|j�kr(dS | j�� D ] \}}||j�|�k r2 dS q2dS )NFT)r+ r# r& r' �get)r �otherr5 r6 r r r �__eq__p s zDFAState.__eq__N)r r r r rZ rg r� �__hash__r r r r rW [ s rW � Grammar.txtc C s t | �}|�� S r )r r7 )r �pr r r �generate_grammar� s r� N)r� ) r_ r r r ZGrammarr �objectr rj rW r� r r r r �<module> s I %
Save File
Cancel