parser.pyc
1 o 2 5�Hc�E � @ s� d Z ddlZddlZddlmZ dgZe�d�Ze�d�Ze�d�Z e�d�Z 3 e�d �Z e�d 4 �Z e�d �Z e�d �Ze�d �Ze�dej�Ze�d 5 �Ze�d�ZG dd� dej�ZdS )z A parser for HTML and XHTML.� N)�unescape� 6 HTMLParserz[&<]z 7 &[a-zA-Z#]z%&([a-zA-Z][-.a-zA-Z0-9]*)[^a-zA-Z0-9]z)&#(?:[0-9]+|[xX][0-9a-fA-F]+)[^0-9a-fA-F]z <[a-zA-Z]�>z--\s*>z+([a-zA-Z][^\t\n\r\f />\x00]*)(?:\s|/(?!>))*z]((?<=[\'"\s/])[^\s/>][^\s/=>]*)(\s*=+\s*(\'[^\']*\'|"[^"]*"|(?![\'"])[^>\s]*))?(?:\s|/(?!>))*aF 8 <[a-zA-Z][^\t\n\r\f />\x00]* # tag name 9 (?:[\s/]* # optional whitespace before attribute name 10 (?:(?<=['"\s/])[^\s/>][^\s/=>]* # attribute name 11 (?:\s*=+\s* # value indicator 12 (?:'[^']*' # LITA-enclosed value 13 |"[^"]*" # LIT-enclosed value 14 |(?!['"])[^>\s]* # bare value 15 ) 16 \s* # possibly followed by a space 17 )?(?:\s|/(?!>))* 18 )* 19 )? 20 \s* # trailing whitespace 21 z#</\s*([a-zA-Z][-.a-zA-Z0-9:_]*)\s*>c @ s� e Zd ZdZdZdd�dd�Zdd� Zd d 22 � Zd d � Zd Z dd� Z 23 dd� Z dd� Z dd� Z dd� Zd7dd�Zdd � Zd d � Zd d � Zd!d"� Zd#d$� Zd%d&� Zd'd(� Zd)d*� Zd+d,� Zd-d.� Zd/d0� Zd1d2� Zd3d4� Z d5d6� Z d S )8r aE Find tags and other markup and call handler functions. 24 25 Usage: 26 p = HTMLParser() 27 p.feed(data) 28 ... 29 p.close() 30 31 Start tags are handled by calling self.handle_starttag() or 32 self.handle_startendtag(); end tags by self.handle_endtag(). The 33 data between tags is passed from the parser to the derived class 34 by calling self.handle_data() with the data as argument (the data 35 may be split up in arbitrary chunks). If convert_charrefs is 36 True the character references are converted automatically to the 37 corresponding Unicode character (and self.handle_data() is no 38 longer split in chunks), otherwise they are passed by calling 39 self.handle_entityref() or self.handle_charref() with the string 40 containing respectively the named or numeric reference as the 41 argument. 42 )�script�styleT)�convert_charrefsc C s || _ | �� dS )z�Initialize and reset this instance. 43 44 If convert_charrefs is True (the default), all character references 45 are automatically converted to the corresponding Unicode characters. 46 N)r �reset)�selfr � r 47 �sC:\Program Files\WindowsApps\PythonSoftwareFoundation.Python.3.10_3.10.2800.0_x64__qbz5n2kfra8p0\lib\html\parser.py�__init__V s zHTMLParser.__init__c C s( d| _ d| _t| _d| _tj�| � dS )z1Reset this instance. Loses all unprocessed data.� z???N)�rawdata�lasttag�interesting_normal� interesting� 48 cdata_elem� _markupbase� 49 ParserBaser �r r 50 r 51 r r _ s 52 zHTMLParser.resetc C s | j | | _ | �d� dS )z�Feed data to the parser. 53 54 Call this as often as you want, with as little or as much text 55 as you want (may include '\n'). 56 r N)r �goahead�r �datar 57 r 58 r �feedg s zHTMLParser.feedc C s | � d� dS )zHandle any buffered data.� N)r r r 59 r 60 r �closep s zHTMLParser.closeNc C s | j S )z)Return full source of start tag: '<...>'.)�_HTMLParser__starttag_textr r 61 r 62 r �get_starttag_textv s z HTMLParser.get_starttag_textc C s$ |� � | _t�d| j tj�| _d S )Nz </\s*%s\s*>)�lowerr �re�compile�Ir )r �elemr 63 r 64 r �set_cdata_modez s 65 zHTMLParser.set_cdata_modec C s t | _d | _d S �N)r r r r r 66 r 67 r �clear_cdata_mode~ s 68 zHTMLParser.clear_cdata_modec C s: | j }d}t|�}||k �r�| jr;| js;|�d|�}|dk r:|�dt||d ��}|dkr8t�d�� ||�s8�n�|}n| j 69 � ||�}|rI|� � }n| jrN�n�|}||k ro| jrf| jsf| � t |||� �� n | � |||� � | �||�}||kr{�nj|j}|d|��r t�||�r�| �|�} n>|d|�r�| �|�} n3|d|�r�| �|�} n(|d|�r�| �|�} n |d |�r�| �|�} n|d 70 |k r�| � d� |d 71 } n�n| dk �r|sאn|�d |d 72 �} | dk r�|�d|d 73 �} | dk r�|d 74 } n| d 75 7 } | j�r | j�s | � t ||| � �� n | � ||| � � | �|| �}n�|d |��rlt�||�}|�rO|�� d d� } 76 | �| 77 � |�� } |d| d 78 ��sH| d 79 } | �|| �}q d||d � v �rk| � |||d � � | �||d �}ny|d|��r�t�||�}|�r�|�d 80 �} 81 | � | 82 � |�� } |d| d 83 ��s�| d 84 } | �|| �}q t �||�}|�r�|�r�|�� ||d � k�r�|�� } | |k�r�|} | �||d 85 �}n |d 86 |k �r�| � d� | �||d 87 �}nnJ d��||k s|�r||k �r| j�s| j�r| j�s| � t |||� �� n | � |||� � | �||�}||d � | _ d S )Nr �<�&�" z[\s;]�</�<!--�<?�<!r r z&#� ������;zinteresting.search() lied) r �lenr r �find�rfind�maxr r �searchr �start� handle_datar � updatepos� 88 startswith� starttagopen�match�parse_starttag� parse_endtag� parse_comment�parse_pi�parse_html_declaration�charref�group�handle_charref�end� entityref�handle_entityref� 89 incomplete) r rC r �i�n�jZampposr: r8 �k�namer 90 r 91 r r � s� 92 �� 93 94 95 96 97 98 99 100 � 101 102 103 104 105 �k zHTMLParser.goaheadc C s� | j }|||d � dksJ d��|||d � dkr | �|�S |||d � dkr/| �|�S |||d � �� d krX|�d 106 |d �}|d krId S | �||d |� � |d S | �|�S ) Nr- r, z+unexpected call to parse_html_declaration()� r* � z<![� z <!doctyper r. r )r r= �parse_marked_sectionr r1 � handle_decl�parse_bogus_comment)r rG r �gtposr 107 r 108 r r? � s 109 110 111 z!HTMLParser.parse_html_declarationr c C s` | j }|||d � dv sJ d��|�d|d �}|dkr dS |r,| �||d |� � |d S )Nr- )r, r) z"unexpected call to parse_comment()r r. r )r r1 �handle_comment)r rG �reportr �posr 112 r 113 r rQ s z HTMLParser.parse_bogus_commentc C sd | j }|||d � dksJ d��t�||d �}|s dS |�� }| �||d |� � |�� }|S )Nr- r+ z unexpected call to parse_pi()r. )r �picloser4 r5 � handle_pirC )r rG r r: rI r 114 r 115 r r> s zHTMLParser.parse_pic C s� d | _ | �|�}|dk r|S | j}|||� | _ g }t�||d �}|s(J d��|�� }|�d��� | _}||k r�t �||�}|sCnS|�ddd�\} } 116 } | 117 sRd } n-| d d� d krd| dd � ksyn | d d� d krw| dd � krn n| dd� } | r�t 118 | �} |� | �� | f� |�� }||k s:|||� � � } | d vr�| � � \} }d 119 | j v r�| | j �d 120 � } t| j �| j �d 121 � }n|t| j � }| �|||� � |S | �d �r�| �||� |S | �||� || jv r�| �|� |S ) Nr r z#unexpected call to parse_starttag()r- rM �'r. �")r �/>� 122 rZ )r �check_for_whole_start_tagr �tagfind_tolerantr: rC rA r r �attrfind_tolerantr �append�strip�getpos�countr0 r2 r6 �endswith�handle_startendtag�handle_starttag�CDATA_CONTENT_ELEMENTSr# )r rG �endposr �attrsr: rJ �tag�m�attrname�rest� attrvaluerC �lineno�offsetr 123 r 124 r r; , sX 125 &( � 126 127 � 128 � 129 130 zHTMLParser.parse_starttagc C s� | j }t�||�}|rU|�� }|||d � }|dkr |d S |dkr?|�d|�r-|d S |�d|�r5dS ||kr;|S |d S |dkrEdS |dv rKdS ||krQ|S |d S td ��) 131 Nr r �/rZ r- r. r z6abcdefghijklmnopqrstuvwxyz=/ABCDEFGHIJKLMNOPQRSTUVWXYZzwe should not get here!)r �locatestarttagend_tolerantr: rC r8 �AssertionError)r rG r rj rI �nextr 132 r 133 r r\ _ s. z$HTMLParser.check_for_whole_start_tagc C s* | j }|||d � dksJ d��t�||d �}|s dS |�� }t�||�}|sn| jd ur9| �|||� � |S t�||d �}|sV|||d � dkrQ|d S | � |�S |� 134 d�� � }|� d|�� �}| � |� |d S |� 135 d�� � }| jd ur�|| jkr�| �|||� � |S | � |� | �� |S ) Nr- r) z unexpected call to parse_endtagr r. rM z</>r )r � endendtagr4 rC � 136 endtagfindr: r r6 r] rQ rA r r1 � handle_endtagr% )r rG r r: rR Z namematch�tagnamer" r 137 r 138 r r< � s8 139 140 141 142 143 144 zHTMLParser.parse_endtagc C s | � ||� | �|� d S r$ )re rv �r ri rh r 145 r 146 r rd � s z HTMLParser.handle_startendtagc C � d S r$ r 147 rx r 148 r 149 r re � � zHTMLParser.handle_starttagc C ry r$ r 150 )r ri r 151 r 152 r rv � rz zHTMLParser.handle_endtagc C ry r$ r 153 �r rK r 154 r 155 r rB � rz zHTMLParser.handle_charrefc C ry r$ r 156 r{ r 157 r 158 r rE � rz zHTMLParser.handle_entityrefc C ry r$ r 159 r r 160 r 161 r r6 � rz zHTMLParser.handle_datac C ry r$ r 162 r r 163 r 164 r rS � rz zHTMLParser.handle_commentc C ry r$ r 165 )r �declr 166 r 167 r rP � rz zHTMLParser.handle_declc C ry r$ r 168 r r 169 r 170 r rW � rz zHTMLParser.handle_pic C ry r$ r 171 r r 172 r 173 r � unknown_decl� rz zHTMLParser.unknown_decl)r ) �__name__� 174 __module__� __qualname__�__doc__rf r r r r r r r# r% r r? rQ r> r; r\ r< rd re rv rB rE r6 rS rP rW r} r 175 r 176 r 177 r r > s8 z 178 3"( )r� r r �htmlr �__all__r r rF rD r@ r9 rV � commentcloser] r^ �VERBOSErq rt ru r r r 179 r 180 r 181 r �<module> s, 182 183 184 185 186 187 188 189 190 �� 191 192