← Back
Editing: token.cpython-37.pyc
B � f� � @ sV d Z ddddgZdZdZdZdZd Zd Zd Zd Z d Z dZ dZ dZ dZdZdZdZdZdZdZdZdZdZdZd Zd Zd Zd Z d Z d!Z d"Z d#Z d$Z!d%Z"d&Z#d'Z$d(Z%d)Z&d*Z'd+Z(d,Z)d-Z*d.Z+d/Z,d0Z-d1Z.d2Z/d3Z0d4Z1d5Z2d6Z3d7Z4d8Z5d9Z6d:Z7d;Z8d<Z9d=Z:d>Z;d?Z<d@Z=dAdB� e>� �?� D �Z@e�Ae@�B� � dCd� ZCdDd� ZDdEd� ZEdFdG� ZFeGdHk�rReF� dIS )Jz!Token constants (from "token.h").�tok_name� ISTERMINAL� ISNONTERMINAL�ISEOF� � � � � � � � � � � � � � � � � � � � � � � � � � � � � � � � � �! �" �# �$ �% �& �' �( �) �* �+ �, �- �. �/ �0 �1 �2 �3 �4 �5 �6 �7 �8 �9 �: � c C s* i | ]"\}}t |t�r|�d �s||�qS )�_)� isinstance�int� startswith)�.0�name�value� rH �*/opt/alt/python37/lib64/python3.7/token.py� <dictcomp>N s rJ c C s | t k S )N)� NT_OFFSET)�xrH rH rI r S s c C s | t kS )N)rK )rL rH rH rI r V s c C s | t kS )N)� ENDMARKER)rL rH rH rI r Y s c C s� dd l } dd l}|jdd � }|r*|d p,d}d}t|�dkrF|d }y t|�}W n@ tk r� } z"|j�dt|� � |� d� W d d }~X Y nX |� |� � � d�}W d Q R X | � d| j �}| � d| j �} i } d } xr|D ]j} |�| �} | �r| �dd �\}}t|�}d |i| |< |} q�| �| �}|r�| d k r�|�d�}|| | d < q�W t| �� �}y t|�}W nB tk �r� } z"|j�dt|� � |� d � W d d }~X Y nX |� |� � � d�}W d Q R X y |�d �d }|�d �}W n, tk �r |j�d� |� d� Y nX g }xL|D ]D}|�d| | d |f � d | | k�r|�d| | d � �qW ||||�< yt|d�}W nB tk �r� } z"|j�dt|� � |� d� W d d }~X Y nX |� |�d�|�� W d Q R X d S )Nr r zInclude/token.hz Lib/token.pyzI/O error: %s � z>#define[ \t][ \t]*([A-Z0-9][A-Z0-9_]*)[ \t][ \t]*([0-9][0-9]*)z^\s*/\*\s*(.+?)\s*\*/\s*$r �token�commentz#--start constants--z#--end constants--z&target does not contain format markersr z%s = %dz# %s�wr )�re�sys�argv�len�open�OSError�stdout�write�str�exit�read�split�compile� IGNORECASE�match�grouprC �sorted�keys�stderr�index� ValueError�append�join)rR rS �args� inFileName� outFileName�fp�err�lines�prog� comment_regex�tokens�prev_val�liner` rF �val� comment_matchrP rc �format�start�end�keyrH rH rI �_main] sx rz �__main__N)H�__doc__�__all__rM �NAME�NUMBER�STRING�NEWLINE�INDENT�DEDENT�LPAR�RPAR�LSQB�RSQB�COLON�COMMA�SEMI�PLUS�MINUS�STAR�SLASH�VBAR�AMPER�LESS�GREATER�EQUAL�DOT�PERCENT�LBRACE�RBRACE�EQEQUAL�NOTEQUAL� LESSEQUAL� GREATEREQUAL�TILDE� CIRCUMFLEX� LEFTSHIFT� RIGHTSHIFT� DOUBLESTAR� PLUSEQUAL�MINEQUAL� STAREQUAL� SLASHEQUAL� PERCENTEQUAL� AMPEREQUAL� VBAREQUAL�CIRCUMFLEXEQUAL�LEFTSHIFTEQUAL�RIGHTSHIFTEQUAL�DOUBLESTAREQUAL� DOUBLESLASH�DOUBLESLASHEQUAL�AT�ATEQUAL�RARROW�ELLIPSIS�OP� ERRORTOKEN�COMMENT�NL�ENCODING�N_TOKENSrK �globals�itemsr �extend�valuesr r r rz �__name__rH rH rH rI �<module> s� B
Save File
Cancel