← Back
Editing: pgen.cpython-310.pyc
o 0�i6 � @ sd d dl mZmZmZ G dd� dej�ZG dd� de�ZG dd� de�ZG dd � d e�Z dd d �Z d S )� )�grammar�token�tokenizec @ s e Zd ZdS )� PgenGrammarN)�__name__� __module__� __qualname__� r r �9/opt/alt/python310/lib64/python3.10/lib2to3/pgen2/pgen.pyr s r c @ s� e Zd Zd&dd�Zdd� Zdd� Zdd � Zd d � Zd d � Zdd� Z dd� Z dd� Z dd� Z dd� Z dd� Zdd� Zd d � Zd d � Zd&d d!�Zd"d#� Zd$d%� ZdS )'�ParserGeneratorNc C sp d }|d u rt |dd�}|j}|| _|| _t�|j�| _| �� | � � \| _ | _ |d ur/|� i | _ | � � d S )Nzutf-8)�encoding)�open�close�filename�streamr �generate_tokens�readline� generator�gettoken�parse�dfas� startsymbol�first� addfirstsets)�selfr r Z close_streamr r r �__init__ s zParserGenerator.__init__c C s t � }t| j�� �}|�� |�| j� |�d| j� |D ]}dt|j � }||j |< ||j |< q |D ]P}| j| }g }|D ]0}g }t |j � � �D ]\} } |�| �|| �|�| �f� qI|jri|�d|�|�f� |�|� q>|j�|� || �||�f|j|j | < q3|j | j |_|S )N� � )r �listr �keys�sort�remover �insert�len� symbol2numberZ number2symbol�sorted�arcs�items�append� make_label�index�isfinal�states� make_first�start) r �c�names�name�i�dfar, �stater& �label�nextr r r � make_grammar s. z ParserGenerator.make_grammarc C s4 | j | }i }t|�D ] }| �||�}d||< q |S �Nr )r r% r) )r r/ r1 Zrawfirstr r5 �ilabelr r r r- 4 s zParserGenerator.make_firstc C sR t |j�}|d �� r]||jv r,||jv r|j| S |j�|j| d f� ||j|< |S tt|d �}t|t �s;J |��|tj v sDJ |��||j v rN|j | S |j�|d f� ||j |< |S |d dv sgJ |��t |�}|d �� r�||j v r{|j | S |j�tj|f� ||j |< |S tj| }||j v r�|j | S |j�|d f� ||j |< |S )Nr )�"�')r# �labels�isalphar$ Z symbol2labelr( �getattrr � isinstance�int�tok_name�tokens�eval�keywords�NAMEr Zopmap)r r/ r5 r9 Zitoken�valuer r r r) = s< zParserGenerator.make_labelc C s8 t | j�� �}|�� |D ] }|| jvr| �|� q d S �N)r r r r r � calcfirst)r r0 r1 r r r r k s ��z ParserGenerator.addfirstsetsc C s� | j | }d | j|< |d }i }i }|j�� D ]<\}}|| j v rI|| jv r5| j| }|d u r4td| ��n | �|� | j| }|�|� |||< qd||< |di||< qi } |�� D ] \}} | D ]} | | v rrtd|| || | f ��|| | < q`qZ|| j|< d S )Nr zrecursion for rule %rr zArule %s is ambiguous; %s is in the first sets of %s as well as %s)r r r& r' � ValueErrorrH �update) r r1 r3 r4 ZtotalsetZ overlapcheckr5 r6 �fsetZinverseZitsfirstZsymbolr r r rH s s8 � � �zParserGenerator.calcfirstc C s� i }d }| j tjkrV| j tjkr| �� | j tjks| �tj�}| �tjd� | �� \}}| �tj� | � ||�}t |�}| � |� t |�}|||< |d u rP|}| j tjks ||fS )N�:) �typer � ENDMARKER�NEWLINEr �expectrE �OP� parse_rhs�make_dfar# � simplify_dfa) r r r r1 �a�zr3 ZoldlenZnewlenr r r r � s& � �zParserGenerator.parsec s� t |t�sJ �t |t�sJ �� fdd�}� fdd�� t||�|�g}|D ]F}i }|jD ]}|jD ]\}} |d urA� | |�|i �� q0q+t|�� �D ] \}} |D ] } | j| krX n qOt| |�} |�| � |� | |� qIq$|S )Nc s i }� | |� |S rG r )r4 �base�� addclosurer r �closure� s z)ParserGenerator.make_dfa.<locals>.closurec sH t | t�sJ �| |v r d S d|| < | jD ] \}}|d u r!� ||� qd S r8 )r? �NFAStater& )r4 rW r5 r6 rX r r rY � s ��z,ParserGenerator.make_dfa.<locals>.addclosure) r? r[ �DFAState�nfasetr& � setdefaultr% r' r( �addarc) r r. �finishrZ r, r4 r& Znfastater5 r6 r] �str rX r rS � s. �� � �zParserGenerator.make_dfac C s� t d|� |g}t|�D ]>\}}t d|||u rdpd� |jD ]*\}}||v r-|�|�} n t|�} |�|� |d u rAt d| � q t d|| f � q q d S )NzDump of NFA for� State�(final)� z -> %d� %s -> %d)�print� enumerater& r* r# r( ) r r1 r. r` Ztodor2 r4 r5 r6 �jr r r �dump_nfa� s ��zParserGenerator.dump_nfac C sd t d|� t|�D ]&\}}t d||jrdpd� t|j�� �D ]\}}t d||�|�f � q q d S )NzDump of DFA forrb rc rd re )rf rg r+ r% r& r' r* )r r1 r3 r2 r4 r5 r6 r r r �dump_dfa� s ��zParserGenerator.dump_dfac C sv d}|r9d}t |�D ]*\}}t|d t|��D ] }|| }||kr3||= |D ]}|�||� q&d} nqq |sd S d S )NTFr )rg �ranger# � unifystate)r r3 Zchangesr2 Zstate_irh Zstate_jr4 r r r rT � s �� �z ParserGenerator.simplify_dfac C s� | � � \}}| jdkr||fS t� }t� }|�|� |�|� | jdkr=| �� | � � \}}|�|� |�|� | jdks$||fS )N�|)� parse_altrF r[ r_ r )r rU rV ZaaZzzr r r rR � s �zParserGenerator.parse_rhsc C sf | � � \}}| jdv s| jtjtjfv r/| � � \}}|�|� |}| jdv s| jtjtjfv s||fS )N)�(�[)� parse_itemrF rM r rE �STRINGr_ )r rU �br/ �dr r r rn s �zParserGenerator.parse_altc C s� | j dkr | �� | �� \}}| �tjd� |�|� ||fS | �� \}}| j }|dvr0||fS | �� |�|� |dkrA||fS ||fS )Nrp �])�+�*rv )rF r rR rP r rQ r_ � parse_atom)r rU rV rF r r r rq s zParserGenerator.parse_itemc C s� | j dkr| �� | �� \}}| �tjd� ||fS | jtjtjfv r8t � }t � }|� || j � | �� ||fS | � d| j| j � d S )Nro �)z+expected (...) or NAME or STRING, got %s/%s) rF r rR rP r rQ rM rE rr r[ r_ � raise_error)r rU rV r r r rx ( s �zParserGenerator.parse_atomc C sD | j |ks|d ur| j|kr| �d||| j | j� | j}| �� |S )Nzexpected %s/%s, got %s/%s)rM rF rz r )r rM rF r r r rP 9 s �zParserGenerator.expectc C sX t | j�}|d tjtjfv r t | j�}|d tjtjfv s|\| _| _| _| _| _ d S )Nr ) r6 r r �COMMENT�NLrM rF Zbegin�end�line)r �tupr r r r A s � zParserGenerator.gettokenc G sV |rz|| }W n d� |gttt|�� �}Y t|| j| jd | jd | jf��)N� r r )�joinr �map�str� SyntaxErrorr r} r~ )r �msg�argsr r r rz H s �zParserGenerator.raise_errorrG )r r r r r7 r- r) r rH r rS ri rj rT rR rn rq rx rP r rz r r r r r s& . $ r c @ s e Zd Zdd� Zddd�ZdS )r[ c C s g | _ d S rG )r& )r r r r r S s zNFAState.__init__Nc C s8 |d u s t |t�s J �t |t�sJ �| j�||f� d S rG )r? r� r[ r& r( �r r6 r5 r r r r_ V s zNFAState.addarcrG )r r r r r_ r r r r r[ Q s r[ c @ s0 e Zd Zdd� Zdd� Zdd� Zdd� Zd Zd S ) r\ c C sL t |t�sJ �t tt|��t�sJ �t |t�sJ �|| _||v | _i | _d S rG )r? �dictr6 �iterr[ r] r+ r& )r r] �finalr r r r ] s zDFAState.__init__c C s8 t |t�sJ �|| jvsJ �t |t�sJ �|| j|< d S rG )r? r� r& r\ r� r r r r_ e s zDFAState.addarcc C s* | j �� D ] \}}||u r|| j |< qd S rG )r& r' )r �old�newr5 r6 r r r rl k s ��zDFAState.unifystatec C sd t |t�sJ �| j|jkrdS t| j�t|j�krdS | j�� D ]\}}||j�|�ur/ dS q dS )NFT)r? r\ r+ r# r& r' �get)r �otherr5 r6 r r r �__eq__p s �zDFAState.__eq__N)r r r r r_ rl r� �__hash__r r r r r\ [ s r\ � Grammar.txtc C s t | �}|�� S rG )r r7 )r �pr r r �generate_grammar� s r� N)r� ) rd r r r ZGrammarr �objectr r[ r\ r� r r r r �<module> s I %
Save File
Cancel