response.pyc
1 o 2 ��Ycv � @ s� d dl mZ d dlZd dlZd dlZd dlZd dlmZ d dlm Z 3 d dlm Z zzd dl ZW n ey< d dlZY nw W n eyI dZY nw ddlmZ ddlmZ dd lmZmZ dd 4 lmZmZmZmZm Z m Z m Z m Z m Z m!Z! dd l"m#Z# dd l$m%Z%m&Z& e�'e(�Z)G d d� de*�Z+G dd� de*�Z,G dd� de*�Z-edur�G dd� de*�Z.G dd� de*�Z/dd� Z0G dd� dej1�Z2dS )� )�absolute_importN)�contextmanager)�error)�timeout� )�util)�HTTPHeaderDict)� BaseSSLError� HTTPException) 5 �BodyNotHttplibCompatible� DecodeError� HTTPError�IncompleteRead�InvalidChunkLength� InvalidHeader� ProtocolError�ReadTimeoutError�ResponseNotChunked�SSLError)�six)� is_fp_closed�is_response_to_headc @ �$ e Zd Zdd� Zdd� Zdd� ZdS )�DeflateDecoderc C s d| _ d| _t�� | _d S )NT� )� 6 _first_try�_data�zlib� decompressobj�_obj��self� r" ��C:\Users\Jacks.GUTTSPC\AppData\Local\Packages\PythonSoftwareFoundation.Python.3.10_qbz5n2kfra8p0\LocalCache\local-packages\Python310\site-packages\urllib3\response.py�__init__) s zDeflateDecoder.__init__c C � t | j|�S �N��getattrr �r! �namer" r" r# � __getattr__. � zDeflateDecoder.__getattr__c C s� |s|S | j s | j�|�S | j|7 _z| j�|�}|r#d| _ d | _|W S tjyI d| _ t�tj �| _z | �| j�W d | _ Y S d | _w w )NF)r r � 7 decompressr r r r � MAX_WBITS)r! �dataZ decompressedr" r" r# r- 1 s$ �zDeflateDecoder.decompressN��__name__� 8 __module__� __qualname__r$ r+ r- r" r" r" r# r ( s r c @ s e Zd ZdZdZdZdS )�GzipDecoderStater r � N)r1 r2 r3 � FIRST_MEMBER� OTHER_MEMBERS� SWALLOW_DATAr" r" r" r# r4 H s r4 c @ r )� GzipDecoderc C s t �dt j �| _tj| _d S )N� )r r r. r r4 r6 �_stater r" r" r# r$ P s zGzipDecoder.__init__c C r% r& r' r) r" r" r# r+ T r, zGzipDecoder.__getattr__c C s� t � }| jtjks |st|�S z 9 || j�|�7 }W n tjy5 | j}tj| _|tj kr4t|� Y S � w | jj 10 }|s@t|�S tj | _t� dtj �| _q)NTr: ) � bytearrayr; r4 r8 �bytesr r- r r r7 � unused_datar r. )r! r/ �retZprevious_stater" r" r# r- W s& 11 ��zGzipDecoder.decompressNr0 r" r" r" r# r9 O s r9 c @ s e Zd Zdd� Zdd� ZdS )� BrotliDecoderc C s2 t �� | _t| jd�r| jj| _d S | jj| _d S )Nr- )�brotliZ Decompressorr �hasattrr- �processr r" r" r# r$ s s 12 zBrotliDecoder.__init__c C s t | jd�r | j�� S dS )N�flushr )rB r rD r r" r" r# rD z s 13 zBrotliDecoder.flushN)r1 r2 r3 r$ rD r" r" r" r# r@ o s r@ c @ s( e Zd ZdZdd� Zdd� Zdd� ZdS ) � MultiDecodera 14 From RFC7231: 15 If one or more encodings have been applied to a representation, the 16 sender that applied the encodings MUST generate a Content-Encoding 17 header field that lists the content codings in the order in which 18 they were applied. 19 c C s dd� |� d�D �| _d S )Nc S s g | ]}t |�� ��qS r" )� _get_decoder�strip)�.0�mr" r" r# � 20 <listcomp>� s z)MultiDecoder.__init__.<locals>.<listcomp>�,)�split� _decoders)r! �modesr" r" r# r$ � s zMultiDecoder.__init__c C s | j d �� S �Nr )rM rD r r" r" r# rD � � zMultiDecoder.flushc C s t | j�D ]}|�|�}q|S r& )�reversedrM r- )r! r/ �dr" r" r# r- � s zMultiDecoder.decompressN)r1 r2 r3 �__doc__r$ rD r- r" r" r" r# rE � s 21 rE c C s: d| v rt | �S | dkrt� S td ur| dkrt� S t� S )NrK �gzip�br)rE r9 rA r@ r )�moder" r" r# rF � s rF c @ s� e Zd ZdZddgZeduredg7 Zg d�Z 22 dLd d �Zd d� Zdd� Z dd� Z 23 e dd� �Z e dd� �Z dd� Zdd� Zdd � Zd d � ZeejfZedurdeejf7 Zd d � Zd!d"� Zed#d$� �Zd%d&� ZdMd'd(�ZdNd*d+�Z e d,d-� �Z d.d/� Z dOd0d1�Z d2d3� Z!d4d5� Z"e d6d7� �Z#d8d9� Z$d:d;� Z%d<d=� Z&d>d?� Z'd@dA� Z(dBdC� Z)dDdE� Z*dPdFdG�Z+dHdI� Z,dJdK� Z-dS )Q� HTTPResponsea� 24 HTTP Response container. 25 26 Backwards-compatible with :class:`http.client.HTTPResponse` but the response ``body`` is 27 loaded and decoded on-demand when the ``data`` property is accessed. This 28 class is also compatible with the Python standard library's :mod:`io` 29 module, and can hence be treated as a readable object in the context of that 30 framework. 31 32 Extra parameters for behaviour not present in :class:`http.client.HTTPResponse`: 33 34 :param preload_content: 35 If True, the response's body will be preloaded during construction. 36 37 :param decode_content: 38 If True, will attempt to decode the body based on the 39 'content-encoding' header. 40 41 :param original_response: 42 When this HTTPResponse wrapper is generated from an :class:`http.client.HTTPResponse` 43 object, it's convenient to include the original for debug purposes. It's 44 otherwise unused. 45 46 :param retries: 47 The retries contains the last :class:`~urllib3.util.retry.Retry` that 48 was used during the request. 49 50 :param enforce_content_length: 51 Enforce content length checking. Body returned by server must match 52 value of Content-Length header, if present. Otherwise, raise error. 53 rT �deflateNrU )i- i. i/ i3 i4 � r TFc C s t |t�r || _nt|�| _|| _|| _|| _|| _|| _| | _|| _ || _ 54 d | _ d | _ d | _ | | _d| _| | _|| _|rHt |tjtf�rH|| _ | 55 | _| | _t|d�rV|| _ d| _d | _| j�dd��� }dd� |� d�D �}d |v rvd 56 | _| � |�| _ |r�| j s�| j |d �| _ d S d S d S ) Nr �readFztransfer-encodingrY c s s � | ]}|� � V qd S r& )rG )rH �encr" r" r# � <genexpr> s � z(HTTPResponse.__init__.<locals>.<genexpr>rK �chunkedT��decode_content) � 57 isinstancer �headers�status�version�reason�strictr_ �retries�enforce_content_length� 58 auto_close�_decoder�_body�_fp�_original_response�_fp_bytes_read�msg� _request_urlr � string_typesr= �_pool� _connectionrB r] � 59 chunk_left�get�lowerrL � _init_length�length_remainingrZ )r! �bodyra rb rc rd re �preload_contentr_ �original_response�pool� 60 connectionrn rf rg �request_method� request_urlrh �tr_enc� encodingsr" r" r# r$ � sD 61 62 63 64 �zHTTPResponse.__init__c C s | j | jv r | j�d�S dS )a 65 Should we redirect and where to? 66 67 :returns: Truthy redirect location string if we got a redirect status 68 code and valid location. ``None`` if redirect status and no 69 location. ``False`` if not a redirect status code. 70 �locationF)rb �REDIRECT_STATUSESra rt r r" r" r# �get_redirect_location s z"HTTPResponse.get_redirect_locationc C s( | j r| jsd S | j �| j� d | _d S r& )rq rr � _put_connr r" r" r# � release_conn s 71 zHTTPResponse.release_connc C s, z| � � W dS ttttfy Y dS w )z� 72 Read and discard any remaining HTTP response data in the response connection. 73 74 Unread data in the HTTPResponse connection blocks the connection from being released back to the pool. 75 N)rZ r � SocketErrorr r 76 r r" r" r# � 77 drain_conn s 78 �zHTTPResponse.drain_connc C s" | j r| j S | jr| jdd�S d S )NT)� cache_content)rj rk rZ r r" r" r# r/ * s 79 �zHTTPResponse.datac C � | j S r& )rr r r" r" r# r| 3 s zHTTPResponse.connectionc C s 80 t | j�S r& )r rk r r" r" r# �isclosed7 s 81 zHTTPResponse.isclosedc C r� )z� 82 Obtain the number of bytes pulled over the wire so far. May differ from 83 the amount of content returned by :meth:``urllib3.response.HTTPResponse.read`` 84 if bytes are encoded on the wire (e.g, compressed). 85 )rm r r" r" r# �tell: s zHTTPResponse.tellc C s� | j �d�}|durD| jrt�d� dS z tdd� |�d�D ��}t|�dkr-td| ��|� � }W n t 86 y= d}Y nw |d k rDd}zt | j �}W n t 87 yV d }Y nw |d 88 v sjd | kred k sjn |d krld }|S )zM 89 Set initial length value for Response content if available. 90 zcontent-lengthNz�Received response with both Content-Length and Transfer-Encoding set. This is expressly forbidden by RFC 7230 sec 3.3.2. Ignoring Content-Length and attempting to process response as Transfer-Encoding: chunked.c S s g | ]}t |��qS r" )�int)rH �valr" r" r# rJ \ s z-HTTPResponse._init_length.<locals>.<listcomp>rK r z8Content-Length contained multiple unmatching values (%s)r )�� i0 �d �� �HEAD) ra rt r] �log�warning�setrL �lenr �pop� 91 ValueErrorr� rb )r! r} �length�lengthsrb r" r" r# rv B s: � �� � �&zHTTPResponse._init_lengthc sv � j �dd��� }� jdu r5|� jv rt|�� _dS d|v r7� fdd�|�d�D �}t|�r9t|�� _dS dS dS dS )z= 92 Set-up the _decoder attribute if necessary. 93 �content-encodingrY NrK c s" g | ] }|� � � jv r|� � �qS r" )rG �CONTENT_DECODERS)rH �er r" r# rJ � s 94 �z.HTTPResponse._init_decoder.<locals>.<listcomp>)ra rt ru ri r� rF rL r� )r! �content_encodingr� r" r r# � _init_decoderv s 95 96 97 ��zHTTPResponse._init_decoderc 98 C sn |s|S z | j r| j �|�}W n | jy, } z| j�dd��� }td| |��d}~ww |r5|| �� 7 }|S )zN 99 Decode the data passed in and potentially flush the decoder. 100 r� rY zEReceived response with content-encoding: %s, but failed to decode it.N)ri r- �DECODER_ERROR_CLASSESra rt ru r �_flush_decoder)r! r/ r_ � flush_decoderr� r� r" r" r# �_decode� s& ����� zHTTPResponse._decodec C s$ | j r| j �d�}|| j �� S dS )zk 101 Flushes the decoder. Should only be called if the decoder is actually 102 being used. 103 r )ri r- rD )r! �bufr" r" r# r� � s zHTTPResponse._flush_decoderc 104 c s � d}zkzdV W n> t y t| jdd�� ty3 } zdt|�vr(t|��t| jdd��d}~w ttfyG } ztd| |��d}~ww d}W |s]| j rU| j � 105 � | j r]| j � 106 � | j rk| j � � rm| � � dS dS dS |s�| j ry| j � 107 � | j r�| j � 108 � | j r�| j � � r�| � � w w w )z� 109 Catch low-level python exceptions, instead re-raising urllib3 110 variants, so that low-level exceptions are not leaked in the 111 high-level api. 112 113 On exit, release the connection back to the pool. 114 FNzRead timed out.zread operation timed outzConnection broken: %rT)� SocketTimeoutr rq r �strr r 115 r� r rl �closerr r� r� )r! � 116 clean_exitr� r" r" r# �_error_catcher� sB � 117 ��� 118 119 �� 120 121 122 �zHTTPResponse._error_catcherc C s� | j sJ �d}|r ||ks| jr]| j|kr]tjs]tjs tjdk r]t�� }d}|du s.|dkrY|dur<t ||�}||8 }n|}| j � 123 |�}|sK |� � S |� |� ~|du s.|dks.|� � S |durg| j � 124 |�S | j � 125 � S )a_ 126 Read a response with the thought that reading the number of bytes 127 larger than can fit in a 32-bit int at a time via SSL in some 128 known cases leads to an overflow error that has to be prevented 129 if `amt` or `self.length_remaining` indicate that a problem may 130 happen. 131 132 The known cases: 133 * 3.8 <= CPython < 3.9.7 because of a bug 134 https://github.com/urllib3/urllib3/issues/2513#issuecomment-1152559900. 135 * urllib3 injected with pyOpenSSL-backed SSL-support. 136 * CPython < 3.10 only when `amt` does not fit 32-bit int. 137 i���)� � 138 i Nr ) rk rw r �IS_SECURETRANSPORT� IS_PYOPENSSL�sys� version_info�io�BytesIO�minrZ �write�getvalue)r! �amtZ c_int_max�bufferZ max_chunk_amtZ chunk_amtr/ r" r" r# �_fp_read� s: 139 �� 140 �� 141 142 143 144 �� zHTTPResponse._fp_readc C s | � � |du r | j}| jdu rdS d}t| jdd�}| �� �6 |s'| �|�nd}|du r0d}n d}|dkrN|sN| j�� d}| jrN| jdvrNt | j 145 | j��W d � n1 sXw Y |r�| j 146 t |�7 _ 147 | jdurv| jt |�8 _| � |||�}|r�|| _ |S )aT 148 Similar to :meth:`http.client.HTTPResponse.read`, but with two additional 149 parameters: ``decode_content`` and ``cache_content``. 150 151 :param amt: 152 How much of the content to read. If specified, caching is skipped 153 because it doesn't make sense to cache partial content as the full 154 response. 155 156 :param decode_content: 157 If True, will attempt to decode the body based on the 158 'content-encoding' header. 159 160 :param cache_content: 161 If True, will save the returned data such that the same result is 162 returned despite of the state of the underlying file object. This 163 is useful if you want the ``.data`` property to continue working 164 after having ``.read()`` the file object. (Overridden if ``amt`` is 165 set.) 166 NF�closedr Tr )r N)r� r_ rk r( r� r� r� rg rw r rm r� r� rj )r! r� r_ r� r� Z fp_closedr/ r" r" r# rZ s6 167 168 169 � � 170 zHTTPResponse.read� c c sb � | j r| �� r| j||d�D ]}|V qdS t| j�s/| j||d�}|r(|V t| j�r dS dS )a_ 171 A generator wrapper for the read() method. A call will block until 172 ``amt`` bytes have been read from the connection or until the 173 connection is closed. 174 175 :param amt: 176 How much of the content to read. The generator will return up to 177 much data per iteration, but may return less. This is particularly 178 likely when using compressed data. However, the empty string will 179 never be returned. 180 181 :param decode_content: 182 If True, will attempt to decode the body based on the 183 'content-encoding' header. 184 r^ )r� r_ N)r] �supports_chunked_reads� read_chunkedr rk rZ )r! r� r_ �liner/ r" r" r# �stream^ s �� 185 �zHTTPResponse.streamc 186 K sb |j }t|t�stjrt�|�}nt|�� �}t|dd�}| d|||j|j |j 187 ||d�|��}|S )a 188 Given an :class:`http.client.HTTPResponse` instance ``r``, return a 189 corresponding :class:`urllib3.response.HTTPResponse` object. 190 191 Remaining parameters are passed to the HTTPResponse constructor, along 192 with ``original_response=r``. 193 re r )rx ra rb rc rd re rz Nr" ) rn r` r r �PY2� from_httplib�itemsr( rb rc rd )� ResponseCls�r� response_kwra re �respr" r" r# r� x s$ 194 �� 195 zHTTPResponse.from_httplibc C r� r& �ra r r" r" r# � 196 getheaders� � zHTTPResponse.getheadersc C s | j �||�S r& )ra rt )r! r* �defaultr" r" r# � getheader� rP zHTTPResponse.getheaderc C r� r& r� r r" r" r# �info� r� zHTTPResponse.infoc C s: | j s| j�� | jr| j�� | jstj�| � d S d S r& )r� rk r� rr rh r� �IOBaser r" r" r# r� � s 197 198 �zHTTPResponse.closec C sP | j s 199 tjj�| �S | jd u rdS t| jd�r | j�� S t| jd�r&| jjS dS )NTr� r� )rh r� r� r� �__get__rk rB r� r r" r" r# r� � s 200 201 zHTTPResponse.closedc C s0 | j d u r td��t| j d�r| j �� S td��)Nz-HTTPResponse has no file to get a fileno from�filenozOThe file-like object this HTTPResponse is wrapped around has no file descriptor)rk �IOErrorrB r� r r" r" r# r� � s 202 203 �zHTTPResponse.filenoc C s: | j d urt| j d�rt| j dd�s| j �� S d S d S d S )NrD r� F)rk rB r( rD r r" r" r# rD � s 204 205 � � 206 �zHTTPResponse.flushc C s dS )NTr" r r" r" r# �readable� s zHTTPResponse.readablec C s6 | � t|��}t|�dkrdS ||d t|��< t|�S rO )rZ r� )r! �b�tempr" r" r# �readinto� s 207 zHTTPResponse.readintoc C s t | jd�S )a 208 Checks if the underlying file-like object looks like a 209 :class:`http.client.HTTPResponse` object. We do this by testing for 210 the fp attribute. If it is present we assume it returns raw chunks as 211 processed by read_chunked(). 212 �fp)rB rk r r" r" r# r� � s z#HTTPResponse.supports_chunked_readsc C s^ | j d urd S | jj�� }|�dd�d }z t|d�| _ W d S ty. | �� t| |��w )N� ;r r r: ) rs rk r� �readlinerL r� r� r� r )r! r� r" r" r# �_update_chunk_length� s 213 214 �z!HTTPResponse._update_chunk_lengthc C s� d }|d u r| j �| j�}|}| j �d� d | _|S || jk r/| j �|�}| j| | _|}|S || jkrG| j �|�}| j �d� d | _|}|S | j �| j�}| j �d� d | _|S )Nr5 )rk � 215 _safe_readrs )r! r� Zreturned_chunk�chunk�valuer" r" r# � _handle_chunk� s, 216 � 217 218 � � zHTTPResponse._handle_chunkc c s2 � | � � | js td��| �� std��| �� �w | jr/t| j�r/| j�� W d � dS | j j 219 du r> W d � dS | � � | j dkrIn| � |�}| j||dd�}|r[|V q?|rg| �� }|rg|V | j j 220 �� }|sqn|dkrvnqh| jr�| j�� W d � dS W d � dS 1 s�w Y dS ) a� 221 Similar to :meth:`HTTPResponse.read`, but with an additional 222 parameter: ``decode_content``. 223 224 :param amt: 225 How much of the content to read. If specified, caching is skipped 226 because it doesn't make sense to cache partial content as the full 227 response. 228 229 :param decode_content: 230 If True, will attempt to decode the body based on the 231 'content-encoding' header. 232 zHResponse is not chunked. Header 'transfer-encoding: chunked' is missing.zkBody should be http.client.HTTPResponse like. It should have have an fp attribute which returns raw chunks.NTr F)r_ r� s 233 )r� r] r r� r r� rl r r� rk r� r� rs r� r� r� r� )r! r� r_ r� �decodedr� r" r" r# r� sZ ��� 234 235 � � 236 237 �� � �("�zHTTPResponse.read_chunkedc C s* | j durt| j j�r| j jd jS | jS )z� 238 Returns the URL that was the source of this response. 239 If the request that generated this response redirected, this method 240 will return the final redirect location. 241 N�����)rf r� �history�redirect_locationro r r" r" r# �geturlN s zHTTPResponse.geturlc c s� � g }| j dd�D ]7}d|v r;|�d�}d�|�|d d V |dd� D ]}|d V q&|d r8|d g}q g }q |�|� q |rKd�|�V d S d S )NTr^ � 242 r r r r� )r� rL �join�append)r! r� r� �xr" r" r# �__iter__Y s � 243 �zHTTPResponse.__iter__)rY Nr r Nr TTNNNNNFNNT)NNF)r� Nr& )NN).r1 r2 r3 rS r� rA r� r$ r� r� r� �propertyr/ r| r� r� rv r� r� r r r� r� r� r r� r� rZ r� � classmethodr� r� r� r� r� r� r� rD r� r� r� r� r� r� r� r� r" r" r" r# rW � s~ 244 245 �C 246 247 4 248 249 7 250 0 251 H 252 253 254 255 256 F rW )3� 257 __future__r r� �loggingr� r � 258 contextlibr �socketr r� r r� � 259 brotlicffirA � ImportErrorrY r � _collectionsr r| r r 260 � 261 exceptionsr r r r r r r r r r �packagesr � util.responser r � getLoggerr1 r� �objectr r4 r9 r@ rE rF r� rW r" r" r" r# �<module> sB �� � 0 262