U
f
@ s d dl mZ d dlZd dlZd dlZd dlZd dlZd dlZd dl Z d dl
Z
d dl Z d dl m
Z
d dlmZ d dlmZ d dlmZ e jrddlmZ z.z d dlZW n ek
r d dlZY nX W n ek
r dZY nX z d dl Z W n e ee fk
r
d Z Y n2X e!e"e#e$d
e j%& Z'e'd k r8d Z nd Z dd
l(m)Z) ddlm*Z* ddl+m,Z, ddl-m.Z.m/Z/m0Z0 ddl1m2Z2m3Z3m4Z4m5Z5m6Z6m7Z7m8Z8m9Z9m:Z:m;Z; ddlZ> ddl?m@Z@ e jrddlAmBZB eCeDZEG dd dZFG dd deFZGG dd dZHG dd d eFZIedk r4G d d d eFZJe rJG d d d eFZKG d!d" d"eFZLd#dd$d%d&ZMG d'd( d(ZNG d)d* d*ejOZPG d+d, d,ePZdS )- ) annotationsN)contextmanager) HTTPMessage) HTTPResponse)timeout )BaseHTTPConnectionFz^([0-9]+)\.([0-9]+))r T)util)
_TYPE_BODY)HTTPHeaderDict) BaseSSLErrorHTTPConnection
HTTPException)
BodyNotHttplibCompatible DecodeError HTTPErrorIncompleteReadInvalidChunkLength
InvalidHeader
ProtocolErrorReadTimeoutErrorResponseNotChunkedSSLError) is_fp_closedis_response_to_head)Retry)HTTPConnectionPoolc @ s* e Zd ZdddddZddddZdS ) ContentDecoderbytesdatareturnc C s
t d S NNotImplementedErrorselfr! r( A/opt/alt/python38/lib/python3.8/site-packages/urllib3/response.py
decompressG s zContentDecoder.decompressr" c C s
t d S r# r$ r' r( r( r) flushJ s zContentDecoder.flushN)__name__
__module__ __qualname__r* r- r( r( r( r) r F s r c @ s8 e Zd ZddddZdddddZddd d
Zd S ) DeflateDecoderNoner+ c C s d| _ d| _t | _d S )NT )
_first_try_datazlib
decompressobj_objr, r( r( r) __init__O s zDeflateDecoder.__init__r r c C s |s|S | j s| j|S | j|7 _z"| j|}|rFd| _ d | _|W S tjk
r d| _ ttj | _z| | jW Y S d | _X Y nX d S )NF)r4 r8 r* r5 r6 errorr7 MAX_WBITS)r' r! decompressedr( r( r) r* T s" zDeflateDecoder.decompressc C s
| j S r# r8 r- r, r( r( r) r- j s zDeflateDecoder.flushNr. r/ r0 r9 r* r- r( r( r( r) r1 N s r1 c @ s e Zd ZdZdZdZdS )GzipDecoderStater r N)r. r/ r0 FIRST_MEMBER
OTHER_MEMBERS SWALLOW_DATAr( r( r( r) r? n s r? c @ s8 e Zd ZddddZdddddZddd d
Zd S ) GzipDecoderr2 r+ c C s t dt j | _tj| _d S N )r6 r7 r; r8 r? rA _stater, r( r( r) r9 u s zGzipDecoder.__init__r r c C s t }| jtjks|s t|S z|| j|7 }W n< tjk
rn | j}tj| _|tj krht| Y S Y nX | jj
}|st|S tj | _t dtj | _q d S rE )
bytearrayrG r? rC r r8 r* r6 r: rB unused_datar7 r; )r' r! retprevious_stater( r( r) r* y s
zGzipDecoder.decompressc C s
| j S r# r= r, r( r( r) r- s zGzipDecoder.flushNr> r( r( r( r) rD t s rD c @ s( e Zd ZddddZddddZdS )
BrotliDecoderr2 r+ c C s< t | _t| jdr(t| d| jj nt| d| jj d S )Nr* )brotliZ Decompressorr8 hasattrsetattrr* processr, r( r( r) r9 s
zBrotliDecoder.__init__r c C s t | jdr| j S dS )Nr- r3 )rN r8 r- r, r( r( r) r- s
zBrotliDecoder.flushN)r. r/ r0 r9 r- r( r( r( r) rL s rL c @ s8 e Zd ZddddZdddddZddd d
Zd S ) ZstdDecoderr2 r+ c C s t | _d S r# )zstdZstdDecompressorr7 r8 r, r( r( r) r9 s zZstdDecoder.__init__r r c C sZ |sdS | j |g}| j jrP| j jrP| j j}t | _ || j | qd|S )Nr3 ) r8 r* eofrI rR rS r7 appendjoin)r' r! Z
data_partsrI r( r( r) r* s zZstdDecoder.decompressc C s | j }| j jstd|S )Nz Zstandard data is incomplete)r8 r- rT r )r' rJ r( r( r) r- s
zZstdDecoder.flushNr> r( r( r( r) rQ s
rQ c @ s> e Zd ZdZdddddZddd d
Zddd d d
ZdS ) MultiDecodera
From RFC7231:
If one or more encodings have been applied to a representation, the
sender that applied the encodings MUST generate a Content-Encoding
header field that lists the content codings in the order in which
they were applied.
strr2 )modesr" c C s dd | dD | _d S )Nc S s g | ]}t | qS r( ) _get_decoderstrip).0mr( r( r)
s z)MultiDecoder.__init__..,)split _decoders)r' rY r( r( r) r9 s zMultiDecoder.__init__r r+ c C s | j d S Nr )ra r- r, r( r( r) r- s zMultiDecoder.flushr c C s t | jD ]}||}q
|S r# )reversedra r* )r' r! dr( r( r) r* s zMultiDecoder.decompressN)r. r/ r0 __doc__r9 r- r* r( r( r( r) rW s rW rX )moder" c C sL d| krt | S | dkr t S td k r4| dkr4t S trF| dkrFt S t S )Nr_ )gzipx-gzipbrrR )rW rD rM rL HAS_ZSTDrQ r1 )rf r( r( r) rZ s rZ c @ sZ e Zd ZdZddddZddddZd dd
d d Zdd d
ddZd dddZdS )BytesQueueBuffera Memory-efficient bytes buffer
To return decoded data in read() and still follow the BufferedIOBase API, we need a
buffer to always return the correct amount of bytes.
This buffer should be filled using calls to put()
Our maximum memory usage is determined by the sum of the size of:
* self.buffer, which contains the full data
* the largest chunk that we will copy in get()
The worst case scenario is a single chunk, in which case we'll make a full copy of
the data inside get().
r2 r+ c C s t | _d| _d S rb ) collectionsdequebuffer_sizer, r( r( r) r9 s
zBytesQueueBuffer.__init__intc C s | j S r# )ro r, r( r( r) __len__ s zBytesQueueBuffer.__len__r r c C s" | j | | jt|7 _d S r# )rn rU ro lenr& r( r( r) put s zBytesQueueBuffer.put)nr" c C s |dkr dS | j s tdn|dk r,tdd}t }||k r|| }| j }t|}||k r|d | ||d }}|| | j | | j |8 _ qn|| | j |8 _ ||7 }| j s8qq8|
S )Nr r3 zbuffer is emptyzn should be > 0) rn RuntimeError
ValueErrorioBytesIOpopleftrr write
appendleftro getvalue) r' rt ZfetchedrJ remainingchunkZ chunk_lengthZ
left_chunkZ right_chunkr( r( r) get s0
zBytesQueueBuffer.getc sl | j s | jdkstdS t dkr2 }n0t }| fddtt D | }d| _|S )Nr r3 r c 3 s | ]} V qd S r# )ry )r\ _rn r( r) & s z+BytesQueueBuffer.get_all..)
rn ro AssertionErrorrr poprw rx
writelinesranger| )r' resultrJ r( r r) get_all s
zBytesQueueBuffer.get_allN) r. r/ r0 re r9 rq rs r r r( r( r( r) rk s rk c @ s, e Zd ZU dddgZedk r&edg7 Zer4edg7 Zddd d
d gZeej fZ
d e d
< edk rhe
ej f7 Z
erxe
e j
f7 Z
ddddddddddddd ddZdddd Zed dd d Zd dd!d"Zeddd#d$Zejddd%d&d$Zed'dd(d)Zeddd*d+Zejddd,d-d+ZdXd/d0d1d2d3d4ZdYd/d0dd d6d7d8ZdZd/d0d d2d9d:Zd[d/d0d1d2d;d<Zddd=d>Zddd?d@Z dddAdBZ dddCdDZ d d0dd dEdFdGZ d ddHdIZ dJddKdLdMZ!dNddOdPZ"d\ddddQdRdSZ#dNddTdUZ$dddVdWZ%dS )]BaseHTTPResponserg rh deflateNri rR i- i. i/ i3 i4 ztuple[type[Exception], ...]DECODER_ERROR_CLASSES)headersretries>typing.Mapping[str, str] | typing.Mapping[bytes, bytes] | Nonerp rX
str | Nonebool Retry | Noner2 ) r statusversionversion_stringreasondecode_content request_urlr r" c C s t |tr|| _n
t|| _|| _|| _|| _|| _|| _d| _|| _ || _
d| _ | j dd
} dd | dD }
d|
krd| _ d | _| d S ) NFztransfer-encoding c s s | ]}| V qd S r# )r[ )r\ encr( r( r) r W s z,BaseHTTPResponse.__init__..r_ chunkedT)
isinstancer r r r r r r _has_decoded_content _request_urlr r r lowerr` _decoder) r' r r r r r r r r tr_enc encodingsr( r( r) r9 ; s$
zBaseHTTPResponse.__init__z"str | None | typing.Literal[False]r+ c C s | j | jkr| jdS dS )a
Should we redirect and where to?
:returns: Truthy redirect location string if we got a redirect status
code and valid location. ``None`` if redirect status and no
location. ``False`` if not a redirect status code.
locationF)r REDIRECT_STATUSESr r r, r( r( r) get_redirect_location^ s z&BaseHTTPResponse.get_redirect_locationr c C s
t d S r# r$ r, r( r( r) r! j s zBaseHTTPResponse.dataz
typing.Anyc C s | j d}t|S )a
Deserializes the body of the HTTP response as a Python object.
The body of the HTTP response must be encoded using UTF-8, as per
`RFC 8529 Section 8.1 `_.
To use a custom JSON decoder pass the result of :attr:`HTTPResponse.data` to
your custom decoder instead.
If the body of the HTTP response is not decodable to UTF-8, a
`UnicodeDecodeError` will be raised. If the body of the HTTP response is not a
valid JSON document, a `json.JSONDecodeError` will be raised.
Read more :ref:`here `.
:returns: The body of the HTTP response as a Python object.
zutf-8)r! decode_jsonloadsr& r( r( r) jsonn s zBaseHTTPResponse.jsonc C s
t d S r# r$ r, r( r( r) url s zBaseHTTPResponse.urlr r" c C s
t d S r# r$ r' r r( r( r) r s zBaseHTTPConnection | Nonec C s
t d S r# r$ r, r( r( r)
connection s zBaseHTTPResponse.connectionc C s | j S r# )_retriesr, r( r( r) r s zBaseHTTPResponse.retries)r r" c C s& |d k r |j r |j d j| _|| _d S )N)historyredirect_locationr r )r' r r( r( r) r s
int | None bool | Nonetyping.Iterator[bytes]amtr r" c C s
t d S r# r$ r' r r r( r( r) stream s zBaseHTTPResponse.streamFr r
cache_contentr" c C s
t d S r# r$ )r' r r r r( r( r) read s zBaseHTTPResponse.readc C s
t d S r# r$ r r( r( r) read1 s zBaseHTTPResponse.read1c C s
t d S r# r$ r r( r( r) read_chunked s z BaseHTTPResponse.read_chunkedc C s
t d S r# r$ r, r( r( r) release_conn s z BaseHTTPResponse.release_connc C s
t d S r# r$ r, r( r( r)
drain_conn s zBaseHTTPResponse.drain_connc C s
t d S r# r$ r, r( r( r) close s zBaseHTTPResponse.closec sd j dd } jdkr`| jkr2t| _n.d|kr` fdd|dD }|r`t| _dS )z=
Set-up the _decoder attribute if necessary.
content-encodingr Nr_ c s" g | ]}| jkr| qS r( )r[ CONTENT_DECODERS)r\ er, r( r) r^ s z2BaseHTTPResponse._init_decoder..)r r r r r rZ r` )r' content_encodingr r( r, r)
_init_decoder s
z BaseHTTPResponse._init_decoder)r! r
flush_decoderr" c
C s |s| j rtd|S z | jr0| j|}d| _ W nF | jk
rx } z&| jdd }td| ||W 5 d}~X Y nX |r|| 7 }|S )zN
Decode the data passed in and potentially flush the decoder.
_Calling read(decode_content=False) is not supported after read(decode_content=True) was called.Tr r zEReceived response with content-encoding: %s, but failed to decode it.N)
r ru r r* r r r r r _flush_decoder)r' r! r r r r r( r( r) _decode s.
zBaseHTTPResponse._decodec C s | j r | j d| j S dS )zk
Flushes the decoder. Should only be called if the decoder is actually
being used.
r3 )r r* r- r, r( r( r) r s z BaseHTTPResponse._flush_decoderrH )br" c C s: | t|}t|dkr dS ||d t|< t|S d S rb )r rr )r' r tempr( r( r) readinto s
zBaseHTTPResponse.readintor c C s t jdtdd | jS )Nz|HTTPResponse.getheaders() is deprecated and will be removed in urllib3 v2.1.0. Instead access HTTPResponse.headers directly.r@ category
stacklevel)warningswarnDeprecationWarningr r, r( r( r)
getheaders s zBaseHTTPResponse.getheaders)namedefaultr" c C s t jdtdd | j||S )NzHTTPResponse.getheader() is deprecated and will be removed in urllib3 v2.1.0. Instead use HTTPResponse.headers.get(name, default).r@ r )r r r r r )r' r r r( r( r) getheader s zBaseHTTPResponse.getheaderc C s | j S r# )r r, r( r( r) info s zBaseHTTPResponse.infoc C s | j S r# )r r, r( r( r) geturl s zBaseHTTPResponse.geturl)r N)NNF)NN)NN)N)&r. r/ r0 r rM rj r IOErrorr6 r: r __annotations__rR Z ZstdErrorr9 r propertyr! r r setterr r r r r r r r r r r r r r r r r r( r( r( r) r , sh
"#
r c s e Zd ZdZdWddd d d
d d d d
ddddd d d d dd fdd
ZddddZddddZeddd d Zeddd d Z d dd d!Z
d dd"d#Z d d$d%d&d'Z e
d(dd)d*ZdXd+d,d$d dd-d.d/ZdYd+d,d$d dd-d0d1ZdZd$d2d dd3d4d5Zd[d$d2dd6d7d8Zd\d$d2d:d6d;d<Zd dd=d>Zddd?d@Zed ddAdBZd ddCdDZdddEdFZd ddGdHZdddIdJZd$ddKdLdMZd]d$d2d:d6dNdOZ ed ddPdQZ e j d
ddRdSdQZ dTddUdVZ Z S )^r a
HTTP Response container.
Backwards-compatible with :class:`http.client.HTTPResponse` but the response ``body`` is
loaded and decoded on-demand when the ``data`` property is accessed. This
class is also compatible with the Python standard library's :mod:`io`
module, and can hence be treated as a readable object in the context of that
framework.
Extra parameters for behaviour not present in :class:`http.client.HTTPResponse`:
:param preload_content:
If True, the response's body will be preloaded during construction.
:param decode_content:
If True, will attempt to decode the body based on the
'content-encoding' header.
:param original_response:
When this HTTPResponse wrapper is generated from an :class:`http.client.HTTPResponse`
object, it's convenient to include the original for debug purposes. It's
otherwise unused.
:param retries:
The retries contains the last :class:`~urllib3.util.retry.Retry` that
was used during the request.
:param enforce_content_length:
Enforce content length checking. Body returned by server must match
value of Content-Length header, if present. Otherwise, raise error.
r Nr HTTP/?Tr r rp rX r r z_HttplibHTTPResponse | NonezHTTPConnectionPool | NonezHTTPConnection | Nonez_HttplibHTTPMessage | Noner r2 )bodyr r r r r preload_contentr original_responsepoolr msgr enforce_content_lengthrequest_methodr
auto_closer" c
s t j||||||||
d || _|| _d | _d | _| | _d| _| | _|r^t |t
t fr^|| _|
| _ | | _
t|drz|| _d | _| || _t | _|r| js| j|d| _d S )N)r r r r r r r r r r r )superr9 r r _body_fp_original_response_fp_bytes_readr r rX r _pool _connectionrN
chunk_left _init_lengthlength_remainingrk _decoded_bufferr )r' r r r r r r r r r r r r r r r r r __class__r( r) r9 = s8
zHTTPResponse.__init__r+ c C s( | j r | jsd S | j | j d | _d S r# )r r _put_connr, r( r( r) r { s zHTTPResponse.release_connc C s. z | W n ttttfk
r( Y nX dS )z
Read and discard any remaining HTTP response data in the response connection.
Unread data in the HTTPResponse connection blocks the connection from being released back to the pool.
N)r r OSErrorr
r r, r( r( r) r s zHTTPResponse.drain_connr c C s" | j r | j S | jr | jddS d S )NT)r )r r r r, r( r( r) r! s
zHTTPResponse.datac C s | j S r# )r r, r( r( r) r s zHTTPResponse.connectionc C s
t | jS r# )r r r, r( r( r) isclosed s zHTTPResponse.isclosedc C s | j S )z
Obtain the number of bytes pulled over the wire so far. May differ from
the amount of content returned by :meth:``urllib3.response.HTTPResponse.read``
if bytes are encoded on the wire (e.g, compressed).
)r r, r( r( r) tell s zHTTPResponse.tellr )r r" c C s | j d}|dk r| jr(td dS z8dd |dD }t|dkrVtd| | }W n t k
rx d}Y qX |d k rd}nd}zt
| j }W n t k
r d }Y nX |d
ksd | krd k sn |d
krd }|S )zM
Set initial length value for Response content if available.
zcontent-lengthNzReceived response with both Content-Length and Transfer-Encoding set. This is expressly forbidden by RFC 7230 sec 3.3.2. Ignoring Content-Length and attempting to process response as Transfer-Encoding: chunked.c S s h | ] }t |qS r( )rp )r\ valr( r( r) s z,HTTPResponse._init_length..r_ r z8Content-Length contained multiple unmatching values (%s)r ) i0 d HEAD) r r r logwarningr` rr r r rv rp r )r' r content_lengthlengthslengthr r( r( r) r s8
&zHTTPResponse._init_lengthz$typing.Generator[(None, None, None)]c
c sx d}z$z dV W n tk
rF } zt| jdd|W 5 d}~X Y n tk
r } z*dt |krlt
||t| jdd|W 5 d}~X Y n t k
r } zB|j dk r|j
dk r|j |j
krd}n
d|}t|||W 5 d}~X Y n: ttfk
r" } ztd|||W 5 d}~X Y nX d}W 5 |sV| j rD| j | jrV| j | j rr| j rr| X dS )z
Catch low-level python exceptions, instead re-raising urllib3
variants, so that low-level exceptions are not leaked in the
high-level api.
On exit, release the connection back to the pool.
FNzRead timed out.zread operation timed outz!Response may not contain content.zConnection broken: T)r r r r r
SocketTimeoutr r r
rX r r expectedpartialr r r )r'
clean_exitr argr( r( r) _error_catcher s<
$
zHTTPResponse._error_catcherFr )r r r" c C s | j s
td}|r||ks2|dkr| jr| j|krtjsBtjdk r|rR| j |S t }d}|dksn|dkr|dk rt
||}||8 }n|}| j |}|sq| | ~q^|
S |r|dk r| j |S | j S |dk r| j |S | j S dS )a_
Read a response with the thought that reading the number of bytes
larger than can fit in a 32-bit int at a time via SSL in some
known cases leads to an overflow error that has to be prevented
if `amt` or `self.length_remaining` indicate that a problem may
happen.
The known cases:
* 3.8 <= CPython < 3.9.7 because of a bug
https://github.com/urllib3/urllib3/issues/2513#issuecomment-1152559900.
* urllib3 injected with pyOpenSSL-backed SSL-support.
* CPython < 3.10 only when `amt` does not fit 32-bit int.
iN)
i r )r r r r
IS_PYOPENSSLsys version_infor rw rx minr rz r| )r' r r Z c_int_maxrn Z
max_chunk_amtZ chunk_amtr! r( r( r) _fp_read! sD
zHTTPResponse._fp_readc C s | j dkrdS t| j dd}| |s8| j||dnd}|dk r|dkr|s| j | jr| jdk r| jdkrt| j| jn(|r|dkr|r| jt |kr| j W 5 Q R X |r| jt |7 _| jdk r| jt |8 _|S )z7
Reads `amt` of bytes from the socket.
NclosedFr r3 r )
r getattrr r r r r r r rr )r' r r fp_closedr! r( r( r) _raw_readZ s6
zHTTPResponse._raw_readr r c C s" | |dkr| j}|r(|dk r(d}n&|dk rNd}t| j|krN| j|S | |}|dkpl|dkol| }|st| jdkr|S |dkr| |||}|r|| _nx|s| jrt d|S | |||}| j
| t| j|k r|r| |}| |||}| j
| q| j|}|S )aT
Similar to :meth:`http.client.HTTPResponse.read`, but with two additional
parameters: ``decode_content`` and ``cache_content``.
:param amt:
How much of the content to read. If specified, caching is skipped
because it doesn't make sense to cache partial content as the full
response.
:param decode_content:
If True, will attempt to decode the body based on the
'content-encoding' header.
:param cache_content:
If True, will save the returned data such that the same result is
returned despite of the state of the underlying file object. This
is useful if you want the ``.data`` property to continue working
after having ``.read()`` the file object. (Overridden if ``amt`` is
set.)
Nr Fr ) r r rr r r r r r r ru rs )r' r r r r! r decoded_datar( r( r) r s>
zHTTPResponse.readr c C s |dkr| j }|r |dk r d}| jr\|s0tdt| jdkr\|dkrP| j S | j|S |dkrhdS | j|dd}|r|dkr|S | | }| |||}| j
| |s|rq| jddd}q|dkr| j S | j|S )a
Similar to ``http.client.HTTPResponse.read1`` and documented
in :meth:`io.BufferedReader.read1`, but with an additional parameter:
``decode_content``.
:param amt:
How much of the content to read.
:param decode_content:
If True, will attempt to decode the body based on the
'content-encoding' header.
Nr zaCalling read1(decode_content=False) is not supported after read1(decode_content=True) was called.r3 Tr i ) r r ru rr r r r r r r rs )r' r r r! r r r( r( r) r s8
zHTTPResponse.read1r z#typing.Generator[bytes, None, None]c c sZ | j r$| r$| j||dE dH n2t| jr
8C ; 6 L 7
Mr )Q
__future__r rl rw r r loggingrer
typingr r6
contextlibr http.clientr Z_HttplibHTTPMessager Z_HttplibHTTPResponsesocketr r
TYPE_CHECKINGZ_base_connectionr Z
brotlicffirM ImportErrorZ zstandardrR AttributeErrorrv rj tuplemaprp search __version__groupsZ
_zstd_versionr r
r _collectionsr r r
r r
exceptionsr r r r r r r r r r Z
util.responser r Z
util.retryr connectionpoolr getLoggerr. r r r1 r? rD rL rQ rW rZ rk r r r( r( r( r) sp
0
I q