lex.pyc
1 o 2 U��c�� � 3 @ s: d Z d ZddlZddlZddlZddlZddlZddlZzejej fZ 4 W n e y1 e e fZ 5 Y nw e�d�ZG dd� de�ZG dd� de�ZG dd � d e�ZG d 6 d � d e�ZG d d � d �Zdd� Zdd� Zdd� Zdd� Zdd� Zdd� Z G dd� de�Z ddd d d e ej �d dddf 7 d d �Z d$d d!�Z!d"d#� Z"e"Z#dS )%z3.10� Nz^[a-zA-Z0-9_]+$c @ s e Zd Zdd� ZdS )�LexErrorc C s |f| _ || _d S �N)�args�text)�self�message�s� r ��C:\Users\Jacks.GUTTSPC\AppData\Local\Packages\PythonSoftwareFoundation.Python.3.10_qbz5n2kfra8p0\LocalCache\local-packages\Python310\site-packages\pycparser\ply\lex.py�__init__: s 8 zLexError.__init__N)�__name__� 9 __module__� __qualname__r r r r r 10 r 9 s r c @ � e Zd Zdd� Zdd� ZdS )�LexTokenc C s d| j | j| j| jf S )NzLexToken(%s,%r,%d,%d))�type�value�lineno�lexpos�r r r r 11 �__str__A � zLexToken.__str__c C s t | �S r )�strr r r r 12 �__repr__D s zLexToken.__repr__N)r r r r r r r r r 13 r @ � r c @ s4 e Zd Zdd� Zdd� Zdd� Zdd� ZeZeZd S ) 14 � PlyLoggerc C s 15 || _ d S r ��f)r r r r r 16 r L s 17 zPlyLogger.__init__c O s | j �|| d � d S )N� 18 �r �write�r �msgr �kwargsr r r 19 �criticalO r zPlyLogger.criticalc O � | j �d|| d � d S )Nz WARNING: r r r! r r r 20 �warningR � zPlyLogger.warningc O r% )NzERROR: r r r! r r r 21 �errorU r' zPlyLogger.errorN) r r r r r$ r& r( �info�debugr r r r 22 r K s r c @ r )� 23 NullLoggerc C � | S r r )r �namer r r 24 �__getattribute__^ � zNullLogger.__getattribute__c O r, r r )r r r# r r r 25 �__call__a r/ zNullLogger.__call__N)r r r r. r0 r r r r 26 r+ ] r r+ c @ s| e Zd Zdd� Zd dd�Zd dd�Zd d 27 � Zd d � Zd d� Zdd� Z dd� Z 28 dd� Z dd� Z dd� Z dd� Zdd � ZeZdS ) �Lexerc C s� d | _ d | _i | _i | _i | _d| _g | _d | _i | _i | _ i | _ 29 d| _ d | _ d| _ d| _d | _d | _d | _d| _d| _d | _d| _d| _d S )N�INITIALr � � F)�lexre� lexretext� 30 lexstatere�lexstateretext�lexstaterenames�lexstate� lexstatestack� lexstateinfo�lexstateignore�lexstateerrorf� lexstateeoff� 31 lexreflags�lexdatar �lexlen� lexerrorf�lexeoff� lextokens� lexignore� lexliterals� lexmoduler � lexoptimizer r r r 32 r t s. 33 zLexer.__init__Nc C s� t � | �}|rei }| j�� D ]:\}}g }|D ]&\}}g } |D ] } 34 | 35 r&| 36 d s,| �| 37 � q | �t|| 38 d j�| 39 d f� q q|�|| f� |||< q||_i |_| j�� D ] \}} t|| j�|j|< qT||_|S �Nr r4 )�copyr7 �items�append�getattrr r> rH ) r �object�cZnewtab�key�ritemZnewre�cre�findexZ newfindexr �efr r r 40 �clone� s* 41 42 � 43 z Lexer.cloner3 c C s� t |tj�r 44 td��|�d�d }tj�||�d }t|d���}|� d|t 45 f � |� dt t � � |� dt t | j�� � |� d t | j� � |� d 46 t | j� � |� d t | j� � i }| j�� D ](\}}g } t|| j| | j| �D ]\\} 47 } } } | �| t| | �f� qu| ||< qc|� d t |� � |� d t | j� � i }| j�� D ] \}}|r�|jnd ||< q�|� dt |� � i }| j �� D ] \}}|r�|jnd ||< q�|� dt |� � W d � d S 1 s�w Y d S )Nz&Won't overwrite existing lextab module�.�����z.py�wzJ# %s.py. This file automatically created by PLY (version %s). Don't edit! 48 z_tabversion = %s 49 z_lextokens = set(%s) 50 z_lexreflags = %s 51 z_lexliterals = %s 52 z_lexstateinfo = %s 53 z_lexstatere = %s 54 z_lexstateignore = %s 55 z_lexstateerrorf = %s 56 z_lexstateeoff = %s 57 ) � 58 isinstance�types� 59 ModuleType�IOError�split�os�path�join�openr � __version__�repr�__tabversion__�tuplerE r@ rG r< r7 rL �zipr8 r9 rM �_funcs_to_namesr= r> r r? )r �lextab� outputdirZ basetabmodule�filename�tfZtabre� statename�lre�titem�pat�funcZretext�renamesZtaberrrU Ztabeofr r r 60 �writetab� s8 & 61 "�zLexer.writetabc C s@ t |tj�r |}n td| � tj| }t|dd�tkr td��|j | _ 62 |j | _ |j | _| j 63 t| j�B | _|j| _|j| _i | _i | _|j�� D ](\}}g }g }|D ]\}} |�t�||j �t | |�f� qR|| j|< || j|< qHi | _ |j �� D ] \}} 64 || 65 | j |< qyi | _ |j �� D ] \}} 66 || 67 | j |< q�| �!d� d S )N� import %s� _tabversionz0.0zInconsistent PLY versionr2 )"rZ r[ r\ �exec�sys�modulesrN re � ImportError� 68 _lextokensrE � _lexreflagsr@ � _lexliteralsrG �set� lextokens_all� _lexstateinfor< �_lexstateignorer= r7 r8 � _lexstatererL rM �re�compile�_names_to_funcsr> �_lexstateerrorfr? � _lexstateeoff�begin) r Ztabfile�fdictri rm rn ro Ztxtitemrp � func_namerU r r r 69 �readtab� s8 70 71 z Lexer.readtabc C s8 |d d� }t |t�std��|| _d| _t|�| _d S )Nr4 zExpected a stringr )rZ � StringTypes� 72 ValueErrorrA r �lenrB )r r rP r r r 73 �input� s 74 z Lexer.inputc C sd || j vr td��| j | | _| j| | _| j�|d�| _| j�|d �| _ | j 75 �|d �| _ || _ d S )NzUndefined stater3 ) r7 r� r5 r8 r6 r= �getrF r> rC r? rD r: �r �stater r r 76 r� s 77 78 z Lexer.beginc C s | j �| j� | �|� d S r )r; rM r: r� r� r r r 79 � 80 push_state s zLexer.push_statec C s | � | j�� � d S r )r� r; �popr r r r 81 � pop_state s zLexer.pop_statec C s | j S r )r: r r r r 82 � current_state! s zLexer.current_statec C s | j |7 _ d S r )r )r �nr r r 83 �skip' s z 84 Lexer.skipc C sx | j }| j}| j}| j}||k �r 85 || |v r |d7 }q | jD ]v\}}|�||�}|s,q t� }|�� |_| j |_ ||_ |j 86 } || \} 87 |_ | 88 sY|j rS|� � | _ | S |� � } n�|� � }| |_ || _|| _ | 89 |�} | st| j }| j} n�| js�| j | jvr�td| 90 jj| 91 jj| 92 j| j f ||d � ��| S || | jv r�t� }|| |_| j |_ |j|_ ||_ |d | _ |S | jr�t� }| j|d � |_| j |_ d|_ | |_ ||_ || _ | �|�} || j kr�td|| ||d � ��| j }| s�q | S || _ td|| |f ||d � ��||k s| j�r+t� }d|_ d|_| j |_ ||_ | |_ || _ | �|�} | S |d | _ | jd u �r:td��d S ) Nr4 z4%s:%d: Rule '%s' returned an unknown token type '%s'r( z&Scanning error. Illegal character '%s'z"Illegal character '%s' at index %d�eofr3 z"No input string given with input())r rB rF rA r5 �matchr �groupr r � lastindexr �end�lexerZlexmatchrI r~ r �__code__� co_filename�co_firstlinenor rG rC rD � RuntimeError) r r rB rF rA r5 � lexindexfunc�m�tok�irq Znewtokr r r 93 �token1 s� 94 95 96 � 97 � 98 99 100 101 �V 102 103 z Lexer.tokenc C r, r r r r r r 104 �__iter__� r/ zLexer.__iter__c C s | � � }|d u r 105 t�|S r )r� � StopIteration)r �tr r r 106 �next� s z 107 Lexer.nextr )r3 )r r r r rV rs r� r� r� r� r� r� r� r� r� r� �__next__r r r r 108 r1 s s 109 110 %( 111 nr1 c C s t | d| j�S )N�regex)rN �__doc__)rq r r r 112 � 113 _get_regex� s r� c C s0 t �| �}|j�� }|j|jkr|�|j� |S r )rw � _getframe� f_globalsrK �f_locals�update)�levelsr �ldictr r r 114 �get_caller_module_dict� s 115 116 117 r� c C sF g }t | |�D ]\}}|r|d r|�||d f� q|�|� q|S rJ )rg rM )�funclist�namelist�resultr r- r r r 118 rh � s rh c C sD g }| D ]}|r|d r|� ||d |d f� q|� |� q|S rJ )rM )r� r� r� r� r r r 119 r� � s r� c C s\ | sg S d� | �}zft�||�}d gt|j�� �d }|d d � }|j�� D ]=\}} |�|d �} 120 t| 121 �t j 122 t j fv rH| 123 || f|| < ||| < q'| 124 d urd||| < |� d�dkr\d|| < q'd || f|| < q'||fg|g|gfW S t y� tt| �d �} | dkr�d} t| d | � |||�\} } }t| | d � |||�\}}}| | | | || f Y S w )N�|r4 �ignore_r �NN� )ra r� r� �max� 125 groupindex�valuesrL r� r r[ � FunctionType� 126 MethodType�find� Exception�intr� �_form_master_re)Zrelist�reflagsr� �toknamesr� r5 r� Z lexindexnamesr r� �handler� �llistrn �lnames�rlistZrre�rnamesr r r 127 r� � s6 128 129 130 � �r� c C s� d}| � d�}t|dd � d�D ]\}}||vr |dkr nq|dkr,t|d|� �}nd}d|v r6t|�}d�||d � �}||fS )Nr4 �_�ANY)r2 )r^ � enumeraterf ra )r �namesZnonstate�partsr� �part�statesZ tokennamer r r 131 � _statetoken s 132 �r� c @ sf e Zd Zddd�Zdd� Zdd� Zd d 133 � Zd d � Zd d� Zdd� Z dd� Z 134 dd� Z dd� Z dd� Z dS )� LexerReflectNr c C sR || _ d | _g | _|| _ddi| _t� | _d| _|d u r$tt j 135 �| _ d S || _ d S )Nr2 � inclusiveF) r� � 136 error_func�tokensr� � stateinfor} rx r( r rw �stderr�log)r r� r� r� r r r 137 r / s 138 "zLexerReflect.__init__c C s$ | � � | �� | �� | �� d S r )� 139 get_tokens� get_literals� 140 get_states� get_rulesr r r r 141 �get_all: s zLexerReflect.get_allc C s | � � | �� | �� | jS r )�validate_tokens�validate_literals�validate_rulesr( r r r r 142 � validate_allA s zLexerReflect.validate_allc C sp | j �dd �}|s| j�d� d| _d S t|ttf�s&| j�d� d| _d S |s3| j�d� d| _d S || _d S )Nr� zNo token list is definedTz tokens must be a list or tupleztokens is empty)r� r� r� r( rZ �listrf r� )r r� r r r 143 r� H s 144 zLexerReflect.get_tokensc C sP i }| j D ] }t�|�s| j�d|� d| _||v r!| j�d|� d||< qd S )NzBad token name '%s'TzToken '%s' multiply definedr4 )r� �_is_identifierr� r� r( r& )r � terminalsr� r r r 145 r� \ s 146 147 148 �z LexerReflect.validate_tokensc C s$ | j �dd�| _| jsd| _d S d S )N�literalsr3 )r� r� r� r r r r 149 r� g s 150 �zLexerReflect.get_literalsc C sh z | j D ]}t|t�rt|�dkr | j�dt|�� d| _qW d S ty3 | j�d� d| _Y d S w )Nr4 z.Invalid literal %s. Must be a single characterTzIInvalid literals specification. literals must be a sequence of characters)r� rZ r� r� r� r( rd � TypeError)r rP r r r 151 r� m s 152 �� �z LexerReflect.validate_literalsc C s� | j �dd �| _| jrzt| jttf�s | j�d� d| _d S | jD ]Z}t|t�r.t|�dkr;| j�dt |�� d| _q!|\}}t|t 153 �sQ| j�dt |�� d| _q!|dksd|dksd| j�d |� d| _q!|| j v rt| j�d 154 |� d| _q!|| j |< q!d S d S ) Nr� z)states must be defined as a tuple or listTr� zMInvalid state specifier %s. Must be a tuple (statename,'exclusive|inclusive')z State name %s must be a stringr� � exclusivez:State type for state %s must be 'inclusive' or 'exclusive'zState '%s' already defined) r� r� r� rZ rf r� r� r( r� rd r� r� )r r r- Z statetyper r r 155 r� x s4 156 157 158 159 �zLexerReflect.get_statesc C s dd� | j D �}i | _i | _i | _i | _i | _i | _| jD ] }g | j|< g | j|< q t|�dkr;| j � 160 d� d| _ 161 d S |D ]�}| j | }t || j�\}}|| j|< t |d�r�|dkre|D ]}|| j|< q\q=|dkrt|D ]}|| j|< qkq=|d kr�|j j}|j j}| j � 162 d 163 |||j� d| _ 164 q=|D ] }| j| �||f� q�q=t|t�r�|d kr�|D ]}|| j|< q�d |v r�| j �d |� q=|dkr�| j � 165 d |� d| _ 166 q=|D ] }| j| �||f� q�q=| j � 167 d|� d| _ 168 q=| j�� D ] 169 }|jdd� d� q�| j�� D ] }|jdd� dd� q�d S )Nc S s g | ] }|d d� dkr|�qS )Nr� �t_r )�.0r r r r 170 � 171 <listcomp>� s z*LexerReflect.get_rules.<locals>.<listcomp>r z+No rules of the form t_rulename are definedTr0 r( r� �ignorez,%s:%d: Rule '%s' must be defined as a string�\z#%s contains a literal backslash '\'�'Rule '%s' must be defined as a functionz&%s not defined as a function or stringc S s | d j jS �Nr4 )r� r� ��xr r r 172 �<lambda>� � z(LexerReflect.get_rules.<locals>.<lambda>)rQ c S s t | d �S r� )r� r� r r r 173 r� � r� )rQ �reverse)r� r� �funcsym�strsymr� �errorf�eoffr� r� r� r( r� �hasattrr� r� r� r rM rZ r� r& r� �sort) r Ztsymbolsr r r� r� �tokname�line�filer r r 174 r� � sn 175 176 177 178 179 � �� 180 ���zLexerReflect.get_rulesc C sj | j D �]�}| j| D ]�\}}|jj}|jj}t�|�}| j�|� | j | }t 181 |t j �r0d}nd}|jj } | |krH| j�d|||j� d| _q | |k rZ| j�d|||j� d| _q t|�sl| j�d|||j� d| _q z!t�d|t|�f | j�} 182 | 183 �d�r�| j�d |||j� d| _W q tjy� } z$| j�d 184 |||j| � d t|�v r�| j�d |||j� d| _W Y d } ~ q d } ~ ww | j| D ]x\} } | j | }|d kr�| j�d| � d| _q�|| jvr�|�d�dk r�| j�d| |� d| _q�z t�d| | f | j�} 185 | 186 �d��r| j�d| � d| _W q� tj�y< } z | j�d| | � d | v �r/| j�d| � d| _W Y d } ~ q�d } ~ ww | j| �sS| j| �sS| j�d|� d| _| j�|d �}|�r�|}|jj}|jj}t�|�}| j�|� t 187 |t j ��r|d}nd}|jj } | |k�r�| j�d|||j� d| _| |k �r�| j�d|||j� d| _q| jD ]}| �|� �q�d S )Nr� r4 z'%s:%d: Rule '%s' has too many argumentsTz%%s:%d: Rule '%s' requires an argumentz2%s:%d: No regular expression defined for rule '%s'� 188 (?P<%s>%s)r3 z<%s:%d: Regular expression for rule '%s' matches empty stringz3%s:%d: Invalid regular expression for rule '%s'. %s�#z6%s:%d. Make sure '#' in rule '%s' is escaped with '\#'r( r� r� r z-Rule '%s' defined for an unspecified token %sz5Regular expression for rule '%s' matches empty stringz,Invalid regular expression for rule '%s'. %sz/Make sure '#' in rule '%s' is escaped with '\#'z No rules defined for state '%s') r� r� r� r� r� �inspect� getmodulerx �addr� rZ r[ r� � co_argcountr� r( r r� r� r� r� r� r� r� r� r� r� �validate_module)r r� �fnamer r� r� �moduler� �reqargs�nargsrP �er- �rZefuncr r r 189 r� � s� 190 191 192 � �� 193 � 194 �� 195 196 197 � 198 �zLexerReflect.validate_rulesc C s� z t �|�\}}W n 199 ty Y d S w t�d�}t�d�}i }|d7 }|D ]7}|�|�}|s4|�|�}|rY|�d�} |�| �} 200 | 201 sG||| < nt �|�} | j � 202 d| || | 203 � d| _ 204 |d7 }q&d S )Nz \s*def\s+(t_[a-zA-Z_0-9]*)\(z\s*(t_[a-zA-Z_0-9]*)\s*=r4 z7%s:%d: Rule %s redefined. Previously defined on line %dT) r �getsourcelinesr] r� r� r� r� r� � getsourcefiler� r( ) r r �lines�linen�fre�sre� counthashr� r� r- �prevrk r r r 205 r @ s. � 206 207 208 209 210 211 212 213 214 �z LexerReflect.validate_module)Nr )r r r r r� r� r� r� r� r� r� r� r� r r r r r 215 r� . s 216 B gr� Fri c 217 % 218 sh |d u rd}d } 219 ddi} t � } || _| d u rttj�} |r&|d u r&ttj�}|r*|� � rJ� fdd�t� �D �} t| �} 220 d| 221 vrItj| 222 d j| 223 d< nt d�} 224 | 225 � 226 d �}|rdt |t �rdd 227 |vrd|d 228 | }t | 229 | |d �}|�� |sy|�� rytd ��|r�|r�z| �|| 230 � | ja| ja| a| W S ty� Y nw |r�|�d |j� |�d|j� |�d|j� t� | _|jD ]}| j� |� q�t |jt t f�r�t |jd �� � |j�| _!n|j| _!| jt| j!�B | _"|j} i }| D ]Q}g }|j#| D ]$\}}|j$j%}|j$j&}|�'d|t(|�f � |�r|�d|t(|�|� q�|j)| D ]\}}|�'d||f � |�r4|�d|||� �q |||< q�|�rC|�d� |D ]4}t*|| || 231 |j+�\}}} || j,|< || j-|< | | j.|< |�rxt/|�D ] \} } |�d|| | � �qj�qE| �0� D ]0\}} |dk�r�| dk�r�| j,| �1| j,d � | j-| �1| j-d � | j.| �1| j.d � �q~| | _2| j,d | _3| j-d | _4|| _5|j6| _7| j7� 232 dd�| _8|j9| _:|j9� 233 dd �| _;| j;�s�| �<d� |j=| _>|j=� 234 dd �| _?| �0� D ]M\} } | dk�r| |j9v�r| �<d| � | |j6v�r| j8�r| �<d| � �q�| dk�r>| |j9v�r.|j9� 235 dd �|j9| < | |j6v�r>|j6� 236 dd�|j6| < �q�| ja| ja| a|�r�|�r�|d u �r�t |t@jA��r^|j}!n'd 237 |v�rh| 238 d }!n |�Bd 239 �}"d 240 � |"d d� �}#tCd|# � tDtj|# dd�}!tEjF�G|!�}z | �H||� W | S tI�y� }$ z| �<d ||$f � W Y d }$~$| S d }$~$ww | S ) Nri r2 r� c s g | ] }|t � |�f�qS r )rN )r� �k�r r r 241 r� z s zlex.<locals>.<listcomp>�__file__r r� � __package__rW )r� r� zCan't build lexerzlex: tokens = %rzlex: literals = %rzlex: states = %rr r z(lex: Adding rule %s -> '%s' (state '%s')z#lex: ==== MASTER REGEXS FOLLOW ====z"lex: state '%s' : regex[%d] = '%s'r3 zNo t_error rule is definedr� z1No error rule is defined for exclusive state '%s'z2No ignore rule is defined for exclusive state '%s'rX rt z#Couldn't write lextab module %r. %s)Jr1 rI r rw r� �dir�dictrx r r� r� rZ r r� r� r� � SyntaxErrorr� r� r� r� ry r) r� r� r� r} rE r r� rf r ra rG r~ r� r� r� r� rM r� r� r� r� r7 r8 r9 r� rL �extendr< r5 r6 r@ r� r= rF r� r> rC r& r� r? rD r[ r\ r^ rv rN r_ r` �dirnamers r] )%r rO r* �optimizeri r� �nowarnrj �debuglog�errorlogr� r� Zlexobj�_items�pkgZlinfor� �regexsr� Z 242 regex_listr r r� r� r- r r5 Zre_textZre_namesr� r �styper �srcfiler� �pkgnamer r r r 243 �lex_ s 244 245 � 246 � 247 �� 248 249 250 251 252 �� 253 254 � 255 � 256 257 258 259 � ��r( c C s� |s*zt jd }t|�}|�� }|�� W n ty) t j�d� t j�� }Y nw | r0| j }nt }||� | r<| j 260 }nt 261 } |� }|sFd S t j�d|j |j |j |jf � q?)Nr4 z/Reading from standard input (type EOF to end): 262 Tz(%s,%r,%d,%d) 263 )rw �argvrb �read�close� 264 IndexError�stdoutr �stdinr� r� r r r r )r� �datark r �_input�_tokenr� r r r 265 �runmain s. 266 � �r2 c s � fdd�}|S )Nc s" t � d�r t� �| _| S � | _| S )Nr0 )r� r� r� r �r r r 267 � set_regexB s 268 269 270 �zTOKEN.<locals>.set_regexr )r r4 r r3 r 271 �TOKENA s r5 r� )$rc re r� rw r[ rK r_ r Z 272 StringType� UnicodeTyper� �AttributeErrorr �bytesr� r� r� r rO r r r+ r1 r� r� rh r� r� r� r� r� �VERBOSEr( r2 r5 �Tokenr r r r 273 �<module> sJ ! � 274 F 275 ( 276 3 277 � 278 A"