e fX @ s d Z d d l Z d d l Z d d l Z d d d d d d d d
d d d
d d d d g Z d d d d d d d d d d d d d d d d! d" g Z d d d d d# d d d d d d d$ d d d d% d d! d" d d& d' d( g Z d d) d d d d d d d d* d+ d d d d, g Z d d) d- d. d# d d d$ d* d+ g
Z d d d d d d d d d d* d+ d g Z d d) d d d. d d d d d$ d d d g
Z
d/ Z d0 Z i Z
d1 d2 Z d3 Z d4 Z d5 d6 Z e e d7 d8 Z e e d9 d: Z d; d< Z Gd= d> d> e Z Gd? d@ d@ e Z GdA dB dB e Z GdC dD dD e e Z GdE dF dF e e Z d dG l m Z e dH dI Z e dJ dK Z e dL dM Z e Z GdN dH dH e e Z GdO dJ dJ e e Z! GdP dL dL e e Z" GdQ dR dR e e Z# GdS dT dT e e Z$ GdU dV dV e e Z% dW dX Z& e& [& d dY dZ d Z' d[ d\ Z( d d] d^ Z) d_ d` Z* d dY da d Z+ db d Z, dc d Z- dY dd d Z. de d Z/ df Z0 d a1 dg d Z2 e j3 dh Z4 di dj dk d Z5 dl dl di dj dm d
Z6 dl dl di dj dn d Z7 di dj do d Z8 e9 dp Z: e; e: Z< i Z= Gdq dr dr e j> Z? ds d d dt d Z@ d d d du d
ZA ds dv d ZB dl d d d dw d ZC dx dy ZD dz d{ ZE d aF d| d} ZG d aH d~ d ZI d aJ d d ZK d aL d d ZM d aN d d ZO d aP d d d ZQ d aR d d ZS d aT d d ZU d d ZV d aW d d ZX d S)ac Parse (absolute and relative) URLs.
urlparse module is based upon the following RFC specifications.
RFC 3986 (STD66): "Uniform Resource Identifiers" by T. Berners-Lee, R. Fielding
and L. Masinter, January 2005.
RFC 2732 : "Format for Literal IPv6 Addresses in URL's by R.Hinden, B.Carpenter
and L.Masinter, December 1999.
RFC 2396: "Uniform Resource Identifiers (URI)": Generic Syntax by T.
Berners-Lee, R. Fielding, and L. Masinter, August 1998.
RFC 2368: "The mailto URL scheme", by P.Hoffman , L Masinter, J. Zawinski, July 1998.
RFC 1808: "Relative Uniform Resource Locators", by R. Fielding, UC Irvine, June
1995.
RFC 1738: "Uniform Resource Locators (URL)" by T. Berners-Lee, L. Masinter, M.
McCahill, December 1994
RFC 3986 is considered the current standard and any future changes to
urlparse module should conform with it. The urlparse module is
currently not entirely compliant with this RFC due to defacto
scenarios for parsing, and for backward compatibility purposes, some
parsing quirks from older RFCs are retained. The testcases in
test_urlparse.py provides a good indicator of parsing behavior.
Nurlparse
urlunparseurljoin urldefragurlsplit
urlunsplit urlencodeparse_qs parse_qslquote
quote_plusquote_from_bytesunquote unquote_plusunquote_to_bytesZftphttpZgopherZnntpZimapZwaisfileZhttpsZshttpZmmsZprosperoZrtspZrtspu ZsftpZsvnzsvn+sshZtelnetZsnewsZrsyncZnfsZgitzgit+sshZhdlZsipZsipsZtelZmailtoZnewszAabcdefghijklmnopqrstuvwxyzABCDEFGHIJKLMNOPQRSTUVWXYZ0123456789+-. c C s t j t j d S)z,Clear the parse cache and the quoters cache.N) _parse_cacheclear
_safe_quoters r r 1/opt/alt/python34/lib64/python3.4/urllib/parse.py clear_cacheH s
r asciistrictc C s | S)Nr )objr r r _noopW s r c C s | j | | S)N)encode)r encodingerrorsr r r _encode_resultZ s r" c s t f d d | D S)Nc 3 s- | ]# } | r! | j n d Vq d S)r N)decode).0x)r r! r r ` s z _decode_args..)tuple)argsr r! r )r r! r _decode_args^ s r) c G sz t | d t } xB | d d D]0 } | r$ t | t | k r$ t d q$ q$ W| ri | t f St | t f S)Nr z$Cannot mix str and non-str arguments)
isinstancestr TypeErrorr r) r" )r( Z str_inputargr r r _coerce_argsb s r/ c @ s. e Z d Z d Z f Z d d d d Z d S)_ResultMixinStrz>Standard approach to encoding parsed results from str to bytesr r c s# | j f d d | D S)Nc 3 s! | ] } | j Vq d S)N)r )r$ r% )r r! r r r& x s z)_ResultMixinStr.encode..)_encoded_counterpart)selfr r! r )r r! r r w s z_ResultMixinStr.encodeN)__name__
__module__ __qualname____doc__ __slots__r r r r r r0 s s r0 c @ s. e Z d Z d Z f Z d d d d Z d S)_ResultMixinBytesz>Standard approach to decoding parsed results from bytes to strr r c s# | j f d d | D S)Nc 3 s! | ] } | j Vq d S)N)r# )r$ r% )r r! r r r& s z+_ResultMixinBytes.decode..)_decoded_counterpart)r2 r r! r )r r! r r# s z_ResultMixinBytes.decodeN)r3 r4 r5 r6 r7 r# r r r r r8 { s r8 c @ sd e Z d Z d Z f Z e d d Z e d d Z e d d Z e d d Z d
S) _NetlocResultMixinBasezHShared methods for the parsed result objects containing a netloc elementc C s | j d S)Nr ) _userinfo)r2 r r r username s z _NetlocResultMixinBase.usernamec C s | j d S)Nr* )r; )r2 r r r password s z _NetlocResultMixinBase.passwordc C s; | j d } | s d } n | d k r7 | j } n | S)Nr ) _hostinfolower)r2 hostnamer r r r@ s
z _NetlocResultMixinBase.hostnamec C sO | j d } | d k rK t | d } d | k o? d k n sK d Sn | S)Nr*
r i )r> int)r2 portr r r rC s
z_NetlocResultMixinBase.portN)
r3 r4 r5 r6 r7 propertyr< r= r@ rC r r r r r: s r: c @ s: e Z d Z f Z e d d Z e d d Z d S)_NetlocResultMixinStrc C se | j } | j d \ } } } | rQ | j d \ } } } | s[ d } q[ n
d } } | | f S)N@:)netloc
rpartition partition)r2 rH userinfo have_infohostinfor<
have_passwordr= r r r r; s
z _NetlocResultMixinStr._userinfoc C s | j } | j d \ } } } | j d \ } } } | rr | j d \ } } } | j d \ } } } n | j d \ } } } | s d } n | | f S)NrF []rG )rH rI rJ )r2 rH _rM have_open_br bracketedr@ rC r r r r> s z _NetlocResultMixinStr._hostinfoN)r3 r4 r5 r7 rD r; r> r r r r rE s rE c @ s: e Z d Z f Z e d d Z e d d Z d S)_NetlocResultMixinBytesc C se | j } | j d \ } } } | rQ | j d \ } } } | s[ d } q[ n
d } } | | f S)N @ :)rH rI rJ )r2 rH rK rL rM r< rN r= r r r r; s
z!_NetlocResultMixinBytes._userinfoc C s | j } | j d \ } } } | j d \ } } } | rr | j d \ } } } | j d \ } } } n | j d \ } } } | s d } n | | f S)NrU [ ]rV )rH rI rJ )r2 rH rQ rM rR rS r@ rC r r r r> s z!_NetlocResultMixinBytes._hostinfoN)r3 r4 r5 r7 rD r; r> r r r r rT s rT )
namedtuple DefragResultz url fragment SplitResultz!scheme netloc path query fragment ParseResultz(scheme netloc path params query fragmentc @ s" e Z d Z f Z d d Z d S)rZ c C s& | j r | j d | j S| j Sd S)N#)fragmenturl)r2 r r r geturl s zDefragResult.geturlN)r3 r4 r5 r7 r` r r r r rZ s c @ s" e Z d Z f Z d d Z d S)r[ c C s
t | S)N)r )r2 r r r r` s zSplitResult.geturlN)r3 r4 r5 r7 r` r r r r r[ s c @ s" e Z d Z f Z d d Z d S)r\ c C s
t | S)N)r )r2 r r r r` s zParseResult.geturlN)r3 r4 r5 r7 r` r r r r r\ s c @ s" e Z d Z f Z d d Z d S)DefragResultBytesc C s& | j r | j d | j S| j Sd S)N #)r^ r_ )r2 r r r r` s zDefragResultBytes.geturlN)r3 r4 r5 r7 r` r r r r ra s ra c @ s" e Z d Z f Z d d Z d S)SplitResultBytesc C s
t | S)N)r )r2 r r r r` s zSplitResultBytes.geturlN)r3 r4 r5 r7 r` r r r r rc s rc c @ s" e Z d Z f Z d d Z d S)ParseResultBytesc C s
t | S)N)r )r2 r r r r`
s zParseResultBytes.geturlN)r3 r4 r5 r7 r` r r r r rd s rd c C sN t t f t t f t t f f } x& | D] \ } } | | _ | | _ q( Wd S)N)rZ ra r[ rc r\ rd r1 r9 )Z
_result_pairsZ_decodedZ_encodedr r r _fix_result_transcoding s re Tc
C s t | | \ } } } t | | | } | \ } } } } } | t k rl d | k rl t | \ } } n d } t | | | | | | } | | S)a# Parse a URL into 6 components:
:///;?#
Return a 6-tuple: (scheme, netloc, path, params, query, fragment).
Note that we don't break the components up in smaller bits
(e.g. netloc is a single string) and we don't expand % escapes.;r )r/ r uses_params _splitparamsr\ )
r_ schemeallow_fragments_coerce_resultZ splitresultrH queryr^ paramsresultr r r r s c C sq d | k r@ | j d | j d } | d k rO | d f Sn | j d } | d | | | d d f S)N/rf r r r* )findrfind)r_ ir r r rh . s
rh c C sk t | } x> d D]6 } | j | | } | d k r t | | } q q W| | | | | d f S)Nz/?#r )lenrp min)r_ startZdelimcZwdelimr r r _splitnetloc7 s
rw c C s | s! t d d | D r% d Sd d l } | j d | } | | k rS d S| j d \ } } } x5 d D]- } | | k rr t d | d d qr qr Wd S)
Nc s s! | ] } t | d k Vq d S) N)ord)r$ rv r r r r& @ s z _checknetloc..r ZNFKCrF z/?#@:znetloc 'z' contains invalid z#characters under NFKC normalization)any unicodedataZ normalizerI
ValueError)rH r{ Znetloc2rQ rv r r r _checknetloc? s !
r} c
C s\ t | | \ } } } t | } | | | t | t | f } t j | d } | rg | | St t t k r t n d } } } | j d } | d k re| d | d k r| d | j } | | d d } | d d d k rYt
| d \ } } d | k r/d
| k sGd
| k rYd | k rYt d qYn | rd | k r| j d d \ } } n d
| k r| j d
d \ } } n t
| t | | | | | }
|
t | <| |
Sx | d | D] } | t k rPqqW| | d d } | sBt d d | D re| d | j | } } qen | d d d k rt
| d \ } } d | k rd
| k sd
| k rd | k rt d qn | rd | k r| j d d \ } } n d
| k r&| j d
d \ } } n t
| t | | | | | }
|
t | <| |
S)a Parse a URL into 5 components:
:///?#
Return a 5-tuple: (scheme, netloc, path, query, fragment).
Note that we don't break the components up in smaller bits
(e.g. netloc is a single string) and we don't expand % escapes.Nr rG r r r* z//rO rP zInvalid IPv6 URLr] ?c s s | ] } | d k Vq d S)
0123456789Nr )r$ rv r r r r& v s zurlsplit..)r/ booltyper getrs MAX_CACHE_SIZEr rp r? rw r| splitr} r[ scheme_charsrz )
r_ ri rj rk keycachedrH rl r^ rr vrv restr r r r N s\ !
#
c C sY t | \ } } } } } } } | r: d | | f } n | t | | | | | f S)zPut a parsed URL back together again. This may result in a
slightly different, but equivalent URL, if the URL that was parsed
originally had redundant delimiters, e.g. a ? with an empty query
(the draft states that these are equivalent).z%s;%s)r/ r )
componentsri rH r_ rm rl r^ rk r r r r s !c C s t | \ } } } } } } | sL | r | t k r | d d d k r | ru | d d d k ru d | } n d | p d | } n | r | d | } n | r | d | } n | r | d | } n | | S)
ak Combine the elements of a tuple as returned by urlsplit() into a
complete URL as a string. The data argument can be any five-item iterable.
This may result in a slightly different, but equivalent URL, if the URL that
was parsed originally had unnecessary delimiters (for example, a ? with an
empty query; the RFC states that these are equivalent).Nr~ z//r* ro r rG r r] )r/ uses_netloc)r ri rH r_ rl r^ rk r r r r s .
c C s | s
| S| s | St | | \ } } } t | d | \ } } } } } } t | | | \ }
} } }
} } |
| k s |
t k r | | S|
t k r | r | t |
| | |
| | f S| } n | d d d k r | t |
| | |
| | f S| rV|
rV| } | }
| s4| } n | t |
| | |
| | f S| j d d d | j d } | d d k rd | d
b'abc def'. zutf-8 %r* r Nc S sF i | ]< } t D]/ } t t | | d g | | j q q S) )_hexdigbytesrB r )r$ r br r r
s z$unquote_to_bytes..r~ )
r r+ r, r rs append
_hextobyter KeyErrorr )stringbitsresr itemr r r r s*
z([ -]+)zutf-8replacec C s d | k r | j | S| d k r, d } n | d k rA d } n t j | } | d g } | j } xR t d t | d D]8 } | t | | j | | | | | d q Wd j | S) a Replace %xx escapes by their single-character equivalent. The optional
encoding and errors parameters specify how to decode percent-encoded
sequences into Unicode characters, as accepted by the bytes.decode()
method.
By default, percent-encoded sequences are decoded with UTF-8, and invalid
sequences are replaced by a placeholder character.
unquote('abc%20def') -> 'abc def'.
%Nzutf-8r r r* r~ r )r _asciirer rangers r r# r )r r r! r r r rr r r r r s
Fc C sl i } t | | | d | d | } xA | D]9 \ } } | | k rW | | j | q+ | g | | _ s z parse_qsl..&=r* r~ zbad query field: %rr r + r r! )r/ r rs r| r r r ) r r r r r! rk r rZ
name_valueZnvr r r r r r
G s,
c C s" | j d d } t | | | S)zLike unquote(), but also replace plus signs by spaces, as required for
unquoting HTML form values.
unquote_plus('%7e/abc+def') -> '~/abc def'
r r )r r )r r r! r r r r w s sA ABCDEFGHIJKLMNOPQRSTUVWXYZabcdefghijklmnopqrstuvwxyz0123456789_.-c @ s: e Z d Z d Z d d Z d d Z d d Z d S) QuoterzA mapping from bytes (in range(0,256)) to strings.
String values are percent-encoded byte values, unless the key < 128, and
in the "safe" set (either the specified safe set, or default set).
c C s t j | | _ d S)zsafe: bytes object.N) _ALWAYS_SAFEunionsafe)r2 r r r r __init__ s zQuoter.__init__c C s d t | S)Nz )dict)r2 r r r __repr__ s zQuoter.__repr__c C s8 | | j k r t | n d j | } | | | <| S)Nz%{:02X})r chrformat)r2 r r r r r __missing__ s *
zQuoter.__missing__N)r3 r4 r5 r6 r r r r r r r r s r ro c C s t | t rX | s | S| d k r. d } n | d k rC d } n | j | | } n6 | d k rs t d n | d k r t d n t | | S)a quote('abc def') -> 'abc%20def'
Each part of a URL, e.g. the path info, the query, etc., has a
different set of reserved characters that must be quoted.
RFC 2396 Uniform Resource Identifiers (URI): Generic Syntax lists
the following reserved characters.
reserved = ";" | "/" | "?" | ":" | "@" | "&" | "=" | "+" |
"$" | ","
Each of these characters is reserved in some component of a URL,
but not necessarily in all of them.
By default, the quote function is intended for quoting the path
section of a URL. Thus, it will not encode '/'. This character
is reserved, but in typical usage the quote function is being
called on a path where the existing slash characters are used as
reserved characters.
string and safe may be either str or bytes objects. encoding and errors
must not be specified if string is a bytes object.
The optional encoding and errors parameters specify how to deal with
non-ASCII characters, as accepted by the str.encode method.
By default, encoding='utf-8' (characters are encoded with UTF-8), and
errors='strict' (unsupported characters raise a UnicodeEncodeError).
Nzutf-8r z,quote() doesn't support 'encoding' for bytesz*quote() doesn't support 'errors' for bytes)r+ r, r r- r
)r r r r! r r r r s c C s t | t r d | k s6 t | t rI d | k rI t | | | | St | t ra d } n d } t | | | | | } | j d d S)zLike quote(), but also replace ' ' with '+', as required for quoting
HTML form values. Plus signs in the original string are escaped unless
they are included in safe. It also does not have safe default to '/'.
r r )r+ r, r r r )r r r r! Zspacer r r r s c s t | t t f s$ t d n | s. d St | t rR | j d d } n t d d | D } | j t | s | j Sy t | Wn) t
k
r t | j t | < Yn Xd j
f d d | D S)zLike quote(), but accepts a bytes object rather than a str, and does
not perform string-to-bytes encoding. It always returns an ASCII string.
quote_from_bytes(b'abc def?') -> 'abc%20def%3f'
z!quote_from_bytes() expected bytesr r ignorec S s" g | ] } | d k r | q S) r )r$ rv r r r r s z$quote_from_bytes..c s g | ] } | q Sr r )r$ char)quoterr r r s )r+ r bytearrayr- r, r rstrip_ALWAYS_SAFE_BYTESr# r r r __getitem__r )Zbsr r )r r r
s
c
C s t | d r | j } nl y- t | rJ t | d t rJ t n Wn< t k
r t j \ } } } t d j | Yn Xg } | s=x | D] \ } }
t | t r t
| | } n t
t | | | | } t |
t rt
|
| }
n t
t |
| | | }
| j | d |
q Wn|xy| D]q\ } }
t | t rqt
| | } n t
t | | | | } t |
t rt
|
| }
| j | d |
qDt |
t rt
|
| | | }
| j | d |
qDy t |
} WnB t k
rRt
t |
| | | }
| j | d |
YqDXx_ |
D]W } t | t rt
| | } n t
t | | | | } | j | d | qZWqDWd j
| S)aG Encode a dict or sequence of two-element tuples into a URL query string.
If any values in the query arg are sequences and doseq is true, each
sequence element is converted to a separate parameter.
If the query arg is a sequence of two-element tuples, the order of the
parameters in the output will match the order of parameters in the
input.
The components of a query arg may each be either a string or a bytes type.
The safe, encoding, and errors parameters are passed down to quote_plus()
(encoding and errors only if a component is a str).
itemsr z1not a valid non-string sequence or mapping objectr r )hasattrr rs r+ r' r- sysexc_infowith_tracebackr r r, r r )
rl Zdoseqr r r! ZtyZvatblkr r% Zeltr r r r sP
c C s^ t | t rZ y | j d j } WqZ t k
rV t d t | d YqZ Xn | S)zto_bytes(u"URL") --> 'URL'.ASCIIzURL z contains non-ASCII characters)r+ r, r r# UnicodeErrorrepr)r_ r r r to_bytesN s
r c C s t | j } | d d d k rW | d d d k rW | d d j } n | d d d k r | d d j } n | S) z8unwrap('') --> 'type://host/path'.Nr* <> zURL:r r )r, strip)r_ r r r unwrap[ s , r c C sp t d k r t j d a n t j | } | rf | j d } | j | t | d d f Sd | f S)z:splittype('type:opaquestring') --> 'type', 'opaquestring'.Nz
^([^/:]+):r* ) _typeprogrecompilematchgroupr? rs )r_ r ri r r r splittyped s $r c C s t d k r$ t j d t j a n t j | } | r | j d } | j d } | rz | j d rz d | } n | | f Sd | f S)z;splithost('//host[:port]/path') --> 'host[:port]', '/path'.Nz//([^/#?]*)(.*)r* r~ ro ) _hostprogr r DOTALLr r
startswith)r_ r Z host_portr r r r splithostq s
r c C sM t d k r t j d a n t j | } | rC | j d d Sd | f S)zJsplituser('user[:passwd]@host[:port]') --> 'user[:passwd]', 'host[:port]'.Nz ^(.*)@(.*)$r* r~ ) _userprogr r r r )hostr r r r splituser s r c C sS t d k r$ t j d t j a n t j | } | rI | j d d S| d f S)z/splitpasswd('user:passwd') -> 'user', 'passwd'.Nz^([^:]*):(.*)$r* r~ ) _passwdprogr r Sr r )userr r r r splitpasswd s r c C sb t d k r t j d a n t j | } | rX | j \ } } | rX | | f Sn | d f S)z*splitport('host:port') --> 'host', 'port'.Nz^(.*):([0-9]*)$) _portprogr r r groups)r r rC r r r splitport s
r r* c C s t d k r t j d a n t j | } | r | j d d \ } } | r y t | } Wn t k
r{ d } Yn X| | f Sn | | f S)zSplit host and port, returning numeric port.
Return given default port if no ':' found; defaults to -1.
Return numerical port if a valid number are found after ':'.
Return None if ':' but not a valid number.Nz ^(.*):(.*)$r* r~ )
_nportprogr r r r rB r| )r Zdefportr rC Znportr r r
splitnport s
r c C sM t d k r t j d a n t j | } | rC | j d d S| d f S)z/splitquery('/path?query') --> '/path', 'query'.Nz^(.*)\?([^?]*)$r* r~ )
_queryprogr r r r )r_ r r r r
splitquery s r c C sM t d k r t j d a n t j | } | rC | j d d S| d f S)z)splittag('/path#tag') --> '/path', 'tag'.Nz^(.*)#([^#]*)$r* r~ )_tagprogr r r r )r_ r r r r splittag s r c C s' | j d } | d | d d f S)zksplitattr('/path;attr1=value1;attr2=value2;...') ->
'/path', ['attr1=value1', 'attr2=value2', ...].rf r r* N)r )r_ Zwordsr r r splitattr s r c C sM t d k r t j d a n t j | } | rC | j d d S| d f S)z-splitvalue('attr=value') --> 'attr', 'value'.Nz^([^=]*)=(.*)$r* r~ )
_valueprogr r r r )attrr r r r
splitvalue s r r )Yr6 r r collections__all__r r rg Znon_hierarchicalZ
uses_queryZ
uses_fragmentr r r r Z_implicit_encodingZ_implicit_errorsr r" r) r/ objectr0 r8 r: rE rT rY Z_DefragResultBaseZ_SplitResultBaseZ_ParseResultBaseZ
ResultBaserZ r[ r\ ra rc rd re r rh rw r} r r r r r r r r r r r r r
r frozensetr r r r defaultdictr r r r
r r r r r r r r r r r r r r r r r r r r r r r r r r s
: 5 / ,^