/usr/lib64/python3.9/urllib/__pycache__
Edit: /usr/lib64/python3.9/urllib/__pycache__/request.cpython-39.opt-2.pyc (60217B)
a
i @ s d dl Z d dlZd dlZd dlZd dlZd dlZd dlZd dlZd dl Z d dl
Z
d dl Z d dl Z d dl
Z
d dlZd dlZd dlZd dlmZmZmZ d dlmZmZmZmZmZmZm Z m Z m Z m Z m Z m!Z!m"Z"m#Z#m$Z$m%Z%m&Z&m'Z' d dl(m)Z)m*Z* z d dl+Z+W n e,y dZ-Y n0 dZ-g dZ.de j/dd Z0da1de
j2fddddd
d d Z3d
d Z4g Z5dddZ6dd Z7e 8de j9Z:dd Z;G dd dZ
G d d d Z?G d d d e?Z@G d d! d!e?ZAG d"d# d#e?ZBd$d% ZCG d&d' d'e?ZDG d(d) d)ZEG d*d+ d+eEZFG d,d- d-eFZGG d.d/ d/ZHG d0d1 d1eHe?ZIG d2d3 d3eHe?ZJejKZLG d4d5 d5ZMG d6d7 d7e?eMZNG d8d9 d9e?eMZOG d:d; d;e?ZPG drG d?d@ d@ePZTe.Ud@ G dAdB dBe?ZVG dCdD dDe?ZWdEdF ZXdGdH ZYG dIdJ dJe?ZZdKdL Z[G dMdN dNe?Z\G dOdP dPe\Z]G dQdR dRe?Z^dSZ_ej`dTkrd dUlambZbmcZc ndVdW ZbdXdY Zci ZdG dZd[ d[ZeG d\d] d]eeZfdagd^d_ Zhdaid`da Zjdakdbdc Zldamddde ZnG dfdg dgZodhdi ZpddjdkZqdldm Zrdndo Zse jtdpkrPd dqlumvZvmwZw drds Zxdtdu Zydvdw Zzdxdy Z{n6ej`dTkr~dzd{ Z|d|dy Z{d}d~ Z}ddw ZznepZ{eqZzdS ) N)URLError HTTPErrorContentTooShortError)urlparseurlspliturljoinunwrapquoteunquote
_splittype
_splithost
_splitport
_splituser _splitpasswd
_splitattr _splitquery _splitvalue _splittag _to_bytesunquote_to_bytes
urlunparse)
addinfourl addclosehookFT)!RequestOpenerDirector BaseHandlerHTTPDefaultErrorHandlerHTTPRedirectHandlerHTTPCookieProcessor ProxyHandlerHTTPPasswordMgr HTTPPasswordMgrWithDefaultRealm HTTPPasswordMgrWithPriorAuthAbstractBasicAuthHandlerHTTPBasicAuthHandlerProxyBasicAuthHandlerAbstractDigestAuthHandlerHTTPDigestAuthHandlerProxyDigestAuthHandler HTTPHandler FileHandler
FTPHandlerCacheFTPHandler DataHandlerUnknownHandlerHTTPErrorProcessorurlopeninstall_opener build_opener pathname2url url2pathname
getproxies urlretrieve
urlcleanup URLopenerFancyURLopenerz%d.%d )cafilecapath cadefaultcontextc
C s |s |s |rfdd l }|dtd |d ur2tdts>tdtjtjj||d}t |d}t
|} n0|r~t |d}t
|} nt d u rt
a } nt } | | ||S )Nr zJcafile, capath and cadefault are deprecated, use a custom context instead.r: zDYou can't pass both context and any of cafile, capath, and cadefaultzSSL support not available)r; r< )r> )
warningswarnDeprecationWarning
ValueError _have_sslsslZcreate_default_contextZPurposeZ SERVER_AUTH HTTPSHandlerr2 _openeropen)
urldatatimeoutr; r< r= r> r? Z
https_handleropener rL &/usr/lib64/python3.9/urllib/request.pyr0 s0 4
r0 c C s | a d S N)rF )rK rL rL rM r1 s r1 c C sl t | \}}tt| |}| }|dkrR|sRtj||fW d S |rbt|d}n t j
dd}|j }t
| | ||f} d}
d} d} d}
d|v rt|d } |r||
|
| ||
}|sҐq| t|7 } || |
d
7 }
|r||
|
| qW d n1 s0 Y W d n1 s80 Y | dkrh| | k rhtd | | f | | S ) NfilewbF)delete r content-lengthContent-Length 1retrieval incomplete: got only %i out of %i bytes)r
contextlibclosingr0 infoospathnormpathrG tempfileNamedTemporaryFilename_url_tempfilesappendintreadlenwriter )rH filename
reporthookrI Zurl_typer\ fpheaderstfpresultbssizerd blocknumblockrL rL rM r6 sH
Nr6 c C sB t D ]&} zt| W q ty( Y q0 qt d d = tr>d ad S rN )ra r[ unlinkOSErrorrF )Z temp_filerL rL rM r7 s
r7 z:\d+$c C s< | j }t|d }|dkr&| dd}td|d}| S )NrV Host)full_urlr
get_header _cut_port_resublower)requestrH hostrL rL rM request_host+ s r| c @ s e Zd Zdi dddfddZedd Zejdd Zejdd Zed d
Zejd d
Zejd d
Zd
d Z dd Z
dd Z dd Z dd Z
dd Zdd Zdd Zd#d d Zd d Zd!d" ZdS )$r NFc C sl || _ i | _i | _d | _|| _d | _| D ]\}}| || q,|d u rRt| }|| _ || _
|rh|| _ d S rN ) ru rj unredirected_hdrs_datarI _tunnel_hostitems
add_headerr| origin_req_host unverifiablemethod) selfrH rI rj r r r keyvaluerL rL rM __init__= s zRequest.__init__c C s | j rd| j| j S | jS )Nz{}#{})fragmentformat _full_urlr rL rL rM ru O s zRequest.full_urlc C s( t || _t| j\| _| _| d S rN )r r r r _parser rH rL rL rM ru U s
c C s d | _ d | _d| _d S Nrs )r r selectorr rL rL rM ru \ s c C s | j S rN )r~ r rL rL rM rI b s z Request.datac C s( || j kr$|| _ | dr$| d d S )NContent-length)r~
has_header
remove_header)r rI rL rL rM rI f s
c C s
d | _ d S rN )rI r rL rL rM rI p s c C sN t | j\| _}| jd u r(td| j t|\| _| _| jrJt| j| _d S )Nzunknown url type: %r) r r typerB ru r r{ r r
)r restrL rL rM r t s
zRequest._parsec C s | j d urdnd}t| d|S )NPOSTGETr )rI getattr)r Zdefault_methodrL rL rM
get_method| s zRequest.get_methodc C s | j S rN )ru r rL rL rM get_full_url s zRequest.get_full_urlc C s2 | j dkr| js| j| _n|| _ | j| _|| _d S )Nhttps)r r r{ ru r )r r{ r rL rL rM set_proxy s
zRequest.set_proxyc C s | j | jkS rN )r ru r rL rL rM has_proxy s zRequest.has_proxyc C s || j | < d S rN )rj
capitalizer r valrL rL rM r s zRequest.add_headerc C s || j | < d S rN )r} r r rL rL rM add_unredirected_header s z Request.add_unredirected_headerc C s || j v p|| jv S rN )rj r} r header_namerL rL rM r s
zRequest.has_headerc C s | j || j||S rN )rj getr} )r r defaultrL rL rM rv s zRequest.get_headerc C s | j |d | j|d d S rN )rj popr} r rL rL rM r s zRequest.remove_headerc C s i | j | j}t| S rN )r} rj listr )r hdrsrL rL rM header_items s zRequest.header_items)N)__name__
__module__ __qualname__r propertyru setterdeleterrI r r r r r r r r rv r r rL rL rL rM r ; s6
r c @ sN e Zd Zdd Zdd Zdd Zdd Zd ejfd
d Z dd d
Z
dd Z d S )r c C s6 dt }d|fg| _g | _i | _i | _i | _i | _d S )NPython-urllib/%sz
User-agent) __version__
addheadershandlers handle_open handle_errorprocess_responseprocess_request)r Zclient_versionrL rL rM r s zOpenerDirector.__init__c C sR t |dstdt| d}t|D ]}|dv r6q&|d}|d | }||d d }|dr|d| d }||d d }z t|}W n ty Y n0 | j |i } | | j|< n>|dkr|}| j
} n*|d kr|}| j } n|d
kr&|}| j } nq&|
|g }
|
r t|
| n
|
| d }q&|rNt| j| || d S ) N
add_parentz%expected BaseHandler instance, got %rF)redirect_requestdo_open
proxy_open_rV errorrG responserz T)hasattr TypeErrorr dirfind
startswithrc rB r r r r r
setdefaultbisectinsortrb r r ) r handlerZaddedmethiprotocolZ conditionjkindlookupr rL rL rM add_handler sL
zOpenerDirector.add_handlerc C s d S rN rL r rL rL rM close s zOpenerDirector.closec G s< | |d}|D ]&}t||}|| }|d ur| S qd S )NrL )r r ) r chainr meth_nameargsr r funcrl rL rL rM _call_chain s
zOpenerDirector._call_chainNc
C s t |trt||}n|}|d ur(||_||_|j}|d }| j|g D ]}t||}||}qJt
d|j |j|j |
| ||} |d }| j|g D ]}t||}||| } q| S )NZ_requestzurllib.RequestZ _response)
isinstancestrr rI rJ r r r r sysauditru rj r _openr )
r fullurlrI rJ reqr r Z processorr r rL rL rM rG s$
zOpenerDirector.openc C sP | | jdd|}|r|S |j}| | j||d |}|r>|S | | jdd|S )Nr Z default_openr unknown unknown_open)r r r )r r rI rl r rL rL rM r s
zOpenerDirector._openc G s~ |dv r,| j d }|d }d| }d}|}n| j }|d }d}|||f| }| j| }|r^|S |rz|dd f| }| j| S d S )
Nhttpr r r: z
http_error_%srV _errorr r http_error_default)r r )r protor dictr Zhttp_errZ orig_argsrl rL rL rM r s
zOpenerDirector.error)N) r r r r r r r socket_GLOBAL_DEFAULT_TIMEOUTrG r r rL rL rL rM r s /
r c G s t }ttttttttt g }t
t j dr2|
t t }|D ]B}| D ]8}t|trht||r||| qDt||rD|| qDq<|D ]}|| q|D ]}|| q| D ] }t|tr| }|| q|S )NHTTPSConnection)r r r. r) r r r+ r* r/ r- r r clientrb rE setr r
issubclassaddremover )r rK Zdefault_classesskipklasscheckhrL rL rM r2 7 s2
r2 c @ s( e Zd ZdZdd Zdd Zdd ZdS ) r c C s
|| _ d S rN )parent)r r rL rL rM r ^ s zBaseHandler.add_parentc C s d S rN rL r rL rL rM r a s zBaseHandler.closec C s t |dsdS | j|jk S )N
handler_orderT)r r )r otherrL rL rM __lt__e s
zBaseHandler.__lt__N)r r r r r r r rL rL rL rM r [ s r c @ s e Zd ZdZdd ZeZdS )r/ i c C sH |j |j| }}}d| kr,dk sDn | jd|||||}|S )N , r )codemsgrZ r r )r rz r r r r rL rL rM
http_responser s z HTTPErrorProcessor.http_responseN)r r r r r https_responserL rL rL rM r/ n s r/ c @ s e Zd Zdd ZdS )r c C s t |j||||d S rN )r ru )r r ri r r r rL rL rM r s z*HTTPDefaultErrorHandler.http_error_defaultN)r r r r rL rL rL rM r s r c @ s4 e Zd ZdZdZdd Zdd Ze Z ZZ dZ
dS ) r
c st | }|dv r|dv s:|dv r(|dks:t|j|||||dd}d fdd |j D }t|||jd
d S ) N)- . / i3 )r ZHEAD)r r r r z%20)rT z content-typec s" i | ]\}}| vr||qS rL )ry .0kvZCONTENT_HEADERSrL rM
s z8HTTPRedirectHandler.redirect_request..T)rj r r )r r ru replacerj r r r ) r r ri r r rj newurlmZ
newheadersrL r rM r s
z$HTTPRedirectHandler.redirect_requestc
C sL d|v r|d }nd|v r$|d }nd S t |}|jdvrRt||d||f |||jsn|jrnt|}d|d< t|}t|dtj d}t
|j |}| ||||||}|d u rd S t
|d r|j } |_| |d
| jkst| | jkrt|j || j| ||ni } |_|_| |d
d | |< | | | jj||jd S )
Nlocationurir r ftprs z+%s - Redirection to url '%s' is not allowed/r: z
iso-8859-1)encodingsafe
redirect_dictr rV rJ )r schemer r\ netlocr r r string punctuationr ru r r r r max_repeatsre max_redirectionsinf_msgrd r r rG rJ )
r r ri r r rj r urlpartsnewZvisitedrL rL rM http_error_302 sH
z"HTTPRedirectHandler.http_error_302zoThe HTTP server returned a redirect error that would lead to an infinite loop.
The last 30x error message was:
N) r r r r r r r http_error_301http_error_303http_error_307r rL rL rL rM r s &< r c
C s t | \}}|ds d }| }nZ|ds6td| d|v rV|d}|d|}n |dd}|dkrnd }|d| }t|\}}|d urt|\}} nd }} ||| |fS )Nr //z proxy URL with no authority: %r@r: rS )r r rB r r r )
proxyr Zr_scheme authorityZhost_separatorenduserinfohostportuserpasswordrL rL rM _parse_proxy s$
r) c @ s" e Zd ZdZdddZdd ZdS )r d Nc C sP |d u rt }|| _| D ].\}}| }t| d| ||| jfdd q d S )Nz%s_openc S s || ||S rN rL )rr" r r rL rL rM ! s z'ProxyHandler.__init__..)r5 proxiesr ry setattrr )r r- r rH rL rL rM r s
zProxyHandler.__init__c C s |j }t|\}}}}|d u r"|}|jr6t|jr6d S |rv|rvdt|t|f } t| d}
| dd|
t|}|
|| ||ks|dkrd S | j j ||j
dS d S )N%s:%sasciiProxy-authorizationBasic r r )r r) r{ proxy_bypassr
base64 b64encodeencodedecoder r r rG rJ ) r r r" r Z orig_typeZ
proxy_typer' r( r& Z user_passZcredsrL rL rM r $ s" zProxyHandler.proxy_open)N)r r r r r r rL rL rL rM r s
r c @ s6 e Zd Zdd Zdd Zdd Zd
dd Zd
d Zd S )r c C s
i | _ d S rN )passwdr rL rL rM r B s zHTTPPasswordMgr.__init__c s\ t |tr|g}|jvr$i j|< dD ]. t fdd|D }||fj| |< q(d S )NTFc 3 s | ]} | V qd S rN )
reduce_uri)r u default_portr rL rM L s z/HTTPPasswordMgr.add_password..)r r r8 tuple)r realmr r' r8 reduced_urirL r< rM add_passwordE s
z HTTPPasswordMgr.add_passwordc C s` | j |i }dD ]H}| ||}| D ].\}}|D ] }| ||r6| S q6q*qdS )Nr9 NN)r8 r r: r is_suburi) r r@ authuriZdomainsr= reduced_authuriZurisZauthinfor rL rL rM find_user_passwordP s z"HTTPPasswordMgr.find_user_passwordTc
C s t |}|d r.|d }|d }|d p*d}n d }|}d}t|\}}|r~|d u r~|d ur~ddd|} | d ur~d|| f }||fS ) NrV r r: r P i r z%s:%d)r r
r )
r r r= partsr r# r\ r{ portZdportrL rL rM r: Z s$ zHTTPPasswordMgr.reduce_uric C sN ||kr dS |d |d kr dS |d }|dd dkr@|d7 }|d |S )NTr FrV rS r )r )r basetestprefixrL rL rM rD q s zHTTPPasswordMgr.is_suburiN)T)r r r r rB rG r: rD rL rL rL rM r @ s
r c @ s e Zd Zdd ZdS )r! c C s0 t | ||\}}|d ur"||fS t | d |S rN )r rG )r r@ rE r' r( rL rL rM rG s z2HTTPPasswordMgrWithDefaultRealm.find_user_passwordN)r r r rG rL rL rL rM r! s r! c s< e Zd Z fddZd
fdd Zd ddZdd Z ZS ) r" c s i | _ t j|i | d S rN )
authenticatedsuperr r r kwargs __class__rL rM r s z%HTTPPasswordMgrWithPriorAuth.__init__Fc s< | || |d ur&t d ||| t |||| d S rN )update_authenticatedrO rB )r r@ r r' r8 is_authenticatedrR rL rM rB s z)HTTPPasswordMgrWithPriorAuth.add_passwordc C s> t |tr|g}dD ]$}|D ]}| ||}|| j|< q qd S Nr9 )r r r: rN )r r rU r= r; rA rL rL rM rT s
z1HTTPPasswordMgrWithPriorAuth.update_authenticatedc C sD dD ]:}| ||}| jD ]"}| ||r| j| S qqd S rV )r: rN rD )r rE r= rF r rL rL rM rU s
z-HTTPPasswordMgrWithPriorAuth.is_authenticated)F)F)r r r r rB rT rU
__classcell__rL rL rR rM r" s
r" c @ sT e Zd ZedejZdddZdd Zdd Z d d
Z
d d Z d
d Z e Z
e ZdS )r# z1(?:^|,)[ ]*([^ ,]+)[ ]+realm=(["']?)([^"']*)\2Nc C s" |d u rt }|| _| jj| _d S rN )r r8 rB )r Z password_mgrrL rL rM r s z!AbstractBasicAuthHandler.__init__c c sp d}t j|D ]6}| \}}}|dvr8tdtd ||fV d}q|sl|r^| d }nd}|d fV d S )NF)"'z Basic Auth Realm was unquoted Tr rs )r# rxfinditergroupsr? r@ UserWarningsplit)r headerZfound_challengemor r r@ rL rL rM _parse_realm s
z%AbstractBasicAuthHandler._parse_realmc C s~ | |}|sd S d }|D ]H}| |D ]8\}}| dkrB|}q(|d ur(| ||| S q(q|d urztd|f d S )NbasiczBAbstractBasicAuthHandler does not support the following scheme: %r)Zget_allrb ry retry_http_basic_authrB ) r authreqr{ r rj Z unsupportedr` r r@ rL rL rM http_error_auth_reqed s
z.AbstractBasicAuthHandler.http_error_auth_reqedc C s| | j ||\}}|d urtd||f }dt| d }|| jd |krTd S || j| | j j
||j dS d S d S )Nr/ r2 r0 r ) r8 rG r4 r5 r6 r7 rv auth_headerr r rG rJ )r r{ r r@ r' pwrawauthrL rL rM rd s z.AbstractBasicAuthHandler.retry_http_basic_authc C st t | jdr| j|js |S |dsp| jd |j\}}d|| }t |
}| dd| |S )NrU
Authorizationz{0}:{1}zBasic {})
r r8 rU ru r rG r r6 r4 Zstandard_b64encoder7 r strip)r r r' r8 Z credentialsZauth_strrL rL rM http_request s
z%AbstractBasicAuthHandler.http_requestc C sL t | jdrHd|j kr"dk r8n n| j|jd n| j|jd |S )NrU r r TF)r r8 r rT ru )r r r rL rL rM r s
z&AbstractBasicAuthHandler.http_response)N)r r r recompileIr[ r rb rf rd rm r
https_requestr rL rL rL rM r# s
r# c @ s e Zd ZdZdd ZdS )r$ rk c C s |j }| d|||}|S )Nwww-authenticate)ru rf )r r ri r r rj rH r rL rL rM http_error_401 s
z#HTTPBasicAuthHandler.http_error_401N)r r r rg rs rL rL rL rM r$ s r$ c @ s e Zd ZdZdd ZdS )r% r1 c C s |j }| d|||}|S Nproxy-authenticate)r{ rf )r r ri r r rj r# r rL rL rM http_error_407' s
z$ProxyBasicAuthHandler.http_error_407N)r r r rg rv rL rL rL rM r% # s r% c @ sN e Zd ZdddZdd Zdd Zdd Zd
d Zd d
Zdd Z dd Z
dS )r& Nc C s4 |d u rt }|| _| jj| _d| _d| _d | _d S Nr )r r8 rB retried nonce_count
last_nonce)r r8 rL rL rM r A s
z"AbstractDigestAuthHandler.__init__c C s
d| _ d S rw )rx r rL rL rM reset_retry_countJ s z+AbstractDigestAuthHandler.reset_retry_countc C s| | |d }| jdkr*t|jdd|d n| jd7 _|rx| d }| dkr`| ||S | dkrxtd| d S ) N i zdigest auth failedrV r digestrc zEAbstractDigestAuthHandler does not support the following scheme: '%s')r rx r ru r_ ry retry_http_digest_authrB )r rg r{ r rj re r rL rL rM rf M s
z/AbstractDigestAuthHandler.http_error_auth_reqedc C sz | dd\}}ttd t|}| ||}|rvd| }|j| jd |krRd S || j| | j j
||j d}|S d S )Nr rV z Digest %sr ) r_ parse_keqv_listfilterparse_http_listget_authorizationrj r rg r r rG rJ )r r rj tokenZ challengechalZauth_valZresprL rL rM r~ a s z0AbstractDigestAuthHandler.retry_http_digest_authc C s@ d| j |t f }|dtd }t| }|d d S )Nz %s:%s:%s:r0 )ry timectimer6 _randombyteshashlibsha1 hexdigest)r noncesbdigrL rL rM
get_cnoncem s z$AbstractDigestAuthHandler.get_cnoncec C s z6|d }|d }| d}| dd}| dd }W n tyJ Y d S 0 | |\}} |d u rfd S | j||j\}
} |
d u rd S |jd ur| |j|} nd } d|
|| f }
d| |j f }|d u r| ||
d|||f }n~d |
d
v rZ|| j kr| j d 7 _ n d | _ || _ d | j }|
|}d
|||d ||f }| ||
|}n td| d|
|||j |f }|r|d| 7 }| r|d| 7 }|d| 7 }|r|d||f 7 }|S )Nr@ r qop algorithmMD5opaquez%s:%s:%sr/ rj ,rV z%08xz%s:%s:%s:%s:%szqop '%s' is not supported.z>username="%s", realm="%s", nonce="%s", uri="%s", response="%s"z
, opaque="%s"z
, digest="%s"z, algorithm="%s"z , qop=auth, nc=%s, cnonce="%s")r KeyErrorget_algorithm_implsr8 rG ru rI get_entity_digestr r r_ rz ry r r )r r r r@ r r r r HKDr' rh ZentdigZA1ZA2ZrespdigZncvalueZcnonceZnoncebitrK rL rL rM r x s\
z+AbstractDigestAuthHandler.get_authorizationc sD |dkrdd n |dkr$dd n t d| fdd} |fS )Nr c S s t | d S Nr0 )r md5r6 r xrL rL rM r, z?AbstractDigestAuthHandler.get_algorithm_impls..ZSHAc S s t | d S r )r r r6 r r rL rL rM r, r z.Unsupported digest authentication algorithm %rc s d| |f S )Nr/ rL )r dr rL rM r, r )rB )r r r rL r rM r s
z-AbstractDigestAuthHandler.get_algorithm_implsc C s d S rN rL )r rI r rL rL rM r s z+AbstractDigestAuthHandler.get_entity_digest)N) r r r r r{ rf r~ r r r r rL rL rL rM r& 6 s
>
r& c @ s e Zd ZdZdZdd ZdS )r' rk c C s* t |jd }| d|||}| |S )NrV rr )r ru rf r{ r r ri r r rj r{ retryrL rL rM rs s z$HTTPDigestAuthHandler.http_error_401N)r r r rg r rs rL rL rL rM r' s r' c @ s e Zd ZdZdZdd ZdS )r( Proxy-Authorizationr c C s" |j }| d|||}| |S rt )r{ rf r{ r rL rL rM rv s z%ProxyDigestAuthHandler.http_error_407N)r r r rg r rv rL rL rL rM r( s r( c @ s6 e Zd Zd
ddZdd Zdd Zdd Zd
d Zd S )AbstractHTTPHandlerr c C s
|| _ d S rN _debuglevel)r
debuglevelrL rL rM r s z AbstractHTTPHandler.__init__c C s
|| _ d S rN r )r levelrL rL rM set_http_debuglevel s z'AbstractHTTPHandler.set_http_debuglevelc C s t jj|j| S rN )r r HTTPConnection_get_content_lengthrI r r rz rL rL rM r s z'AbstractHTTPHandler._get_content_lengthc C s |j }|std|jd ur|j}t|tr8d}t||dsN|dd |ds|ds| |}|d ur|dt| n |dd |}| rt
|j \}}t |\}} |ds|d| | j
jD ]&\}
} |
}
||
s||
| q|S ) N
no host givenz\POST data should be bytes, an iterable of bytes, or a file object. It cannot be of type str.z Content-type!application/x-www-form-urlencodedr Transfer-encodingZchunkedrt )r{ r rI r r r r r r r r r r r r r ) r rz r{ rI r Zcontent_lengthZsel_hostr ZselZsel_pathr` r rL rL rM do_request_ sF
z AbstractHTTPHandler.do_request_c
sV |j }|std||fd|ji|}|| j t|j fdd|j D d d< dd D |j
ri }d}| v r | ||< |= |j |j
|d zbz&|j |
|j|j |d
d W n. ty } zt|W Y d }~n
d }~0 0 | } W n | Y n0 |jr@|j d |_| | _| j| _| S ) Nr rJ c s i | ]\}}| vr||qS rL rL r rj rL rM r ' s z/AbstractHTTPHandler.do_open..r
Connectionc S s i | ]\}}| |qS rL )title)r r` r rL rL rM r 4 r r r r )Zencode_chunked)r{ r rJ Zset_debuglevelr r r} updaterj r r Z
set_tunnelrz r r rI r rr getresponser sockr rH reasonr )
r Z
http_classr Zhttp_conn_argsr{ r Ztunnel_headersZproxy_auth_hdrerrr+ rL r rM r sB
zAbstractHTTPHandler.do_openN)r )r r r r r r r r rL rL rL rM r s
&r c @ s e Zd Zdd ZejZdS )r) c C s | tjj|S rN )r r r r r r rL rL rM http_open^ s zHTTPHandler.http_openN)r r r r r r rm rL rL rL rM r) \ s r) r c @ s$ e Zd ZdddZdd ZejZdS )rE r Nc C s t | | || _|| _d S rN )r r _context_check_hostname)r r r> check_hostnamerL rL rM r g s zHTTPSHandler.__init__c C s | j tjj|| j| jdS )N)r> r )r r r r r r r rL rL rM
https_openl s zHTTPSHandler.https_open)r NN)r r r r r r r rq rL rL rL rM rE e s
rE c @ s. e Zd ZdddZdd Zdd ZeZeZdS ) r Nc C s$ dd l }|d u r|j }|| _d S rw )Zhttp.cookiejar cookiejarZ CookieJar)r r r rL rL rM r u s
z HTTPCookieProcessor.__init__c C s | j | |S rN )r Zadd_cookie_headerr rL rL rM rm { s z HTTPCookieProcessor.http_requestc C s | j || |S rN )r Zextract_cookies)r rz r rL rL rM r s z!HTTPCookieProcessor.http_response)N)r r r r rm r rq r rL rL rL rM r t s
r c @ s e Zd Zdd ZdS )r. c C s |j }td| d S )Nzunknown url type: %s)r r )r r r rL rL rM r s zUnknownHandler.unknown_openN)r r r r rL rL rL rM r. s r. c C sN i }| D ]@}| dd\}}|d dkr@|d dkr@|dd }|||< q|S )N=rV r rX rS )r_ )lparsedeltr r rL rL rM r s
r c C s g }d}d }}| D ]l}|r*||7 }d}q|rT|dkr>d}qn |dkrJd}||7 }q|dkrl| | d}q|dkrxd}||7 }q|r| | dd |D S ) Nrs F\TrX r c S s g | ] }| qS rL )rl )r partrL rL rM
r z#parse_http_list..)rb )r resr escaper ZcurrL rL rM r s4
r c @ s( e Zd Zdd ZdZdd Zdd ZdS )r* c C s\ |j }|d d dkrN|dd dkrN|jrN|jdkrN|j| vrXtdn
| |S d S )Nr: r rZ r localhost-file:// scheme is supported only on localhost)r r{ get_namesr open_local_file)r r rH rL rL rM file_open s &
zFileHandler.file_openNc C s^ t jd u rXz*ttdd tt d t _W n" tjyV tdft _Y n0 t jS )Nr r: )r* namesr? r gethostbyname_ex gethostnamegaierror
gethostbynamer rL rL rM r s
zFileHandler.get_namesc
C s dd l }dd l}|j}|j}t|}zt|}|j}|jj |j
dd} | |d }
| d|
pbd|| f } |r~t
|\}} |r| st|| v r|rd| | }
nd| }
tt|d| |
W S W n, ty } zt|W Y d }~n
d }~0 0 tdd S ) Nr TZusegmtz6Content-type: %s
Content-length: %d
Last-modified: %s
text/plainfile://rbzfile not on local host) email.utils mimetypesr{ r r4 r[ statst_sizeutils
formatdatest_mtime
guess_typemessage_from_stringr
_safe_gethostbynamer r rG rr r )r r emailr r{ rg Z localfilestatsrn modifiedmtyperj rJ ZorigurlexprL rL rM r s:
zFileHandler.open_local_file)r r r r r r r rL rL rL rM r* s
r* c C s( z t | W S t jy" Y d S 0 d S rN )r r r )r{ rL rL rM r s r c @ s e Zd Zdd Zdd ZdS )r+ c
C s. dd l }dd l}|j}|s"tdt|\}}|d u r>|j}nt|}t|\}}|rdt|\}}nd }t |}|pvd}|p~d}zt
|}W n, t y } zt|W Y d }~n
d }~0 0 t
|j\} }
| d} ttt | } | d d | d } } | r| d s| dd } z| ||||| |j}
| r8dp:d}|
D ]2}t|\}}| d kr@|d
v r@| }q@|
| |\}}d}||jd }|r|d | 7 }|d ur|dkr|d | 7 }t|}t |||jW S |j y( } z*td
| }| t d W Y d }~n
d }~0 0 d S )Nr ftp error: no host givenrs r rS rV rp Dr aAr rp r r zContent-type: %s
zContent-length: %d
ftp error: %rr: )!ftplibr r{ r r
FTP_PORTrc r r r
r r rr r r r_ r map connect_ftprJ r ry upperretrfiler ru r r r
all_errorswith_tracebackr exc_info)r r r r r{ rJ r' r8 r r\ attrsdirsrO fwr attrr ri retrlenrj r r excrL rL rM ftp_open s^
zFTPHandler.ftp_openc C s t ||||||ddS )NF)
persistent)
ftpwrapper)r r' r8 r{ rJ r rJ rL rL rM r / s zFTPHandler.connect_ftpN)r r r r r rL rL rL rM r+ s 5r+ c @ s< e Zd Zdd Zdd Zdd Zdd Zd d
Zd d Zd
S )r, c C s" i | _ i | _d| _d| _d| _d S )Nr < r )cacherJ soonestdelay max_connsr rL rL rM r 6 s
zCacheFTPHandler.__init__c C s
|| _ d S rN )r )r trL rL rM
setTimeout= s zCacheFTPHandler.setTimeoutc C s
|| _ d S rN )r )r r rL rL rM setMaxConns@ s zCacheFTPHandler.setMaxConnsc C sr |||d ||f}|| jv r4t | j | j|< n,t||||||| j|< t | j | j|< | | j| S )Nr )joinr r r rJ r check_cache)r r' r8 r{ rJ r rJ r rL rL rM r C s
zCacheFTPHandler.connect_ftpc C s t }| j|krPt| j D ].\}}||k r | j| | j|= | j|= q tt| j | _t | j| j
krt| j D ]&\}}|| jkr| j|= | j|= qqtt| j | _d S rN ) r r r rJ r r r minvaluesre r )r r r r rL rL rM r
N s
zCacheFTPHandler.check_cachec C s0 | j D ] }| q
| j | j d S rN )r r r clearrJ )r connrL rL rM clear_cacheb s
zCacheFTPHandler.clear_cacheN) r r r r r r r r
r rL rL rL rM r, 3 s r, c @ s e Zd Zdd ZdS )r- c C s~ |j }|dd\}}|dd\}}t|}|drNt|}|d d }|sVd}td|t|f }t t
|||S )N:rV r z;base64itext/plain;charset=US-ASCIIz$Content-type: %s
Content-length: %d
) ru r_ r endswithr4 decodebytesr r re r ioBytesIO)r r rH r rI Z mediatyperj rL rL rM data_openi s
zDataHandler.data_openN)r r r r rL rL rL rM r- h s r- r nt)r4 r3 c C s t | S rN )r
pathnamerL rL rM r4 s r4 c C s t | S rN )r r rL rL rM r3 s r3 c @ s e Zd ZdZde Zd)ddZdd Zdd Zd d
Z d d Z
d*d
dZ d+ddZ d,ddZ
d-ddZdd Zd.ddZd/ddZdd Zerd d Zd0d d Zd!d" Zd#d$ Zd%d& Zd1d'd(ZdS )2r8 Nr c K sz dd| j ji }tj|tdd |d u r.t }|| _|d| _|d| _ d| j
fdg| _ g | _ t
j| _d | _t| _d S ) NzW%(class)s style of invoking requests is deprecated. Use newer urlopen functions/methodsclassrZ )
stacklevelkey_file cert_filez
User-Agent)ZAcceptz*/*)rS r r? r@ rA r5 r- r r r versionr _URLopener__tempfilesr[ rq _URLopener__unlink tempcacheftpcache)r r- Zx509r rL rL rM r s
zURLopener.__init__c C s | d S rN )r r rL rL rM __del__ s zURLopener.__del__c C s | d S rN )cleanupr rL rL rM r s zURLopener.closec C sT | j r@| j D ]&}z| | W q ty0 Y q 0 q | j d d = | jrP| j d S rN )r r rr r! r
)r rO rL rL rM r$ s
zURLopener.cleanupc G s | j | d S rN )r rb )r r rL rL rM addheader s zURLopener.addheaderc
C sp t t|}t|dd}| jrL|| jv rL| j| \}}t|d}t|||S t|\}}|s`d}|| jv r| j| }t|\}} t| \}
} |
|f}nd }d| } || _ |
dd} t | | r| dkr|r| |||S |
||S z0|d u r t| | |W S t| | ||W S W nV ttfy. Y n> tyj }
z$td |
t d
W Y d }
~
n
d }
~
0 0 d S ) Nz%/:=&?~#+!$,;'@()*[]|r r rO Zopen_-r r z socket errorr: )r r r r! rG r r r- r r r r open_unknown_proxy open_unknownr r r rr r r r )r r rI rg rj ri urltyperH r" proxyhostr{ r r` r rL rL rM rG s<
zURLopener.openc C s t |\}}tdd|d S )N url errorzunknown url typer rr )r r rI r rH rL rL rM r) s zURLopener.open_unknownc C s t |\}}tdd| |d S )Nr, zinvalid proxy for %sr- )r r" r rI r rH rL rL rM r( s z URLopener.open_unknown_proxyc C s t t|}| jr&|| jv r&| j| S t|\}}|d u r|rF|dkrz0| |}| }| tt|d |fW S t y Y n0 |
||}zL| } |rt
|d}
nrt|\} } t| pd\} } t | pd\} } t | pd\} } t
j| d }
t|
\}}| j| t
|d}
z|| f}| jd urD|| j|< d}d}d}d}d| v rjt| d }|r||||| ||}|sq|t|7 }|
| |d7 }|r||||| q|W |
n
|
0 W | n
| 0 |dkr||k rtd
||f ||S ) NrO rV rP rs rR rS r rT rU rW )r r r! r r rZ r r4 r rr rG r r r[ r\ splitextr^ mkstempr rb fdopenrc rd re rf r )r rH rg rh rI r Zurl1ri r rj rk Zgarbager\ suffixfdrl rm rn rd ro rp rL rL rM retrieve
sn
zURLopener.retrievec C s" d }d }t |tr r@ r rF rN rL rL rL rM r8 s,
$
A\
:r8 c @ s e Zd Zdd Zdd Zd"ddZdd Zd#d
d Zd$d d
Zd%ddZ d&ddZ
d'ddZ d(ddZ d)ddZ
d*ddZd+dd Zd,d d Zd d! ZdS )-r9 c O s. t j| g|R i | i | _d| _d| _d S )Nr r )r8 r
auth_cachetriesmaxtriesrP rL rL rM r ] s zFancyURLopener.__init__c C s t ||d| |S )Nr4 )r r< rL rL rM r c s z!FancyURLopener.http_error_defaultNc C s~ | j d7 _ zb| jrR| j | jkrRt| dr4| j}n| j}|||dd|W d| _ S | ||||||}|W d| _ S d| _ 0 d S )NrV http_error_500r z)Internal Server Error: Redirect Recursionr )rP rQ r rR r redirect_internal) r rH ri r: r; rj rI r rl rL rL rM r g s&
z FancyURLopener.http_error_302c C sx d|v r|d }nd|v r$|d }nd S | t| jd | |}t|}|jdvrnt|||d| ||| |S )Nr
r r r z( Redirection to url '%s' is not allowed.)r r r r r r rG ) r rH ri r: r; rj rI r r rL rL rM rS y s
z FancyURLopener.redirect_internalc C s | ||||||S rN r r rH ri r: r; rj rI rL rL rM r s z FancyURLopener.http_error_301c C s | ||||||S rN rT rU rL rL rM r s z FancyURLopener.http_error_303c C s2 |d u r | ||||||S | |||||S d S rN )r r rU rL rL rM r s z FancyURLopener.http_error_307Fc
C s d|vr t | ||||| |d }td|} | sHt | ||||| | \}
} |
dkrtt | ||||| |st | ||||| d| j d } |d u rt| | || S t| | || |S d S )Nrr ![ ]*([^ ]+)[ ]+realm="([^"]*)"rc Zretry_ _basic_authr8 r rn matchr] ry r r
r rH ri r: r; rj rI r stuffrY r r@ r` rL rL rM rs s.
z FancyURLopener.http_error_401c
C s d|vr t | ||||| |d }td|} | sHt | ||||| | \}
} |
dkrtt | ||||| |st | ||||| d| j d } |d u rt| | || S t| | || |S d S )Nru rV rc Z retry_proxy_rW rX rZ rL rL rM rv s.
z FancyURLopener.http_error_407c C s t |\}}d| | }| jd }t|\}} t | \} }
| dd } | | d } | | || \} }
| sr|
srd S dt| ddt|
dd| f } d| |
| jd< |d u r| |S | ||S d S )Nhttp://r r! rV %s:%s@%srs r& r r- r r get_user_passwdr rG r rH r@ rI r{ r r r" r* r+ Z
proxyselectorr r' r8 rL rL rM retry_proxy_http_basic_auth s
z*FancyURLopener.retry_proxy_http_basic_authc C s t |\}}d| | }| jd }t|\}} t | \} }
| dd } | | d } | | || \} }
| sr|
srd S dt| ddt|
dd| f } d| |
| jd< |d u r| |S | ||S d S )Nhttps://r r! rV r] rs r& r^ r` rL rL rM retry_proxy_https_basic_auth s
z+FancyURLopener.retry_proxy_https_basic_authc
C s t |\}}|dd }||d }| |||\}}|sD|sDd S dt|ddt|dd|f }d| | } |d u r| | S | | |S d S )Nr! rV r] rs r& r\ r r r_ r rG
r rH r@ rI r{ r r r' r8 r rL rL rM rd s
z$FancyURLopener.retry_http_basic_authc
C s t |\}}|dd }||d }| |||\}}|sD|sDd S dt|ddt|dd|f }d| | } |d u r| | S | | |S d S )Nr! rV r] rs r& rb rd re rL rL rM retry_https_basic_auth s
z%FancyURLopener.retry_https_basic_authr c C s` |d | }|| jv r2|r(| j|= n
| j| S | ||\}}|sJ|rX||f| j|< ||fS )Nr! )ry rO prompt_user_passwd)r r{ r@ r r r' r8 rL rL rM r_ s
z FancyURLopener.get_user_passwdc C sV dd l }z.td||f }| d|||f }||fW S tyP t Y dS 0 d S )Nr z Enter username for %s at %s: z#Enter password for %s in %s at %s: rC )getpassinputKeyboardInterruptprint)r r{ r@ rh r' r8 rL rL rM rg ! s
z!FancyURLopener.prompt_user_passwd)N)N)N)N)NF)NF)N)N)N)N)r )r r r r r r rS r r r rs rv ra rc rd rf r_ rg rL rL rL rM r9 Z s&
r9 c C s t d u rtda t S )Nr )
_localhostr r rL rL rL rM r 1 s
r c C sN t d u rJzttt d a W n& tjyH ttdd a Y n0 t S )Nr: r ) _thishostr? r r r r rL rL rL rM rB 9 s rB c C s t d u rdd l} | ja t S rw )
_ftperrorsr r )r rL rL rM rE D s rE c C s t d u rtda t S r )
_noheadersr r rL rL rL rM noheadersM s
rp c @ sF e Zd ZdddZdd Zdd Zd d
Zd d Zd
d Zdd Z dS )r NTc C sX || _ || _|| _|| _|| _|| _d| _|| _z | W n | Y n0 d S rw )
r' r8 r{ rJ r rJ refcount keepaliveinitr )r r' r8 r{ rJ r rJ r rL rL rM r Z s zftpwrapper.__init__c C s\ dd l }d| _| | _| j| j| j| j | j| j | j
d | j }| j
| d S )Nr r )r busyZFTPr
connectr{ rJ rJ Zloginr' r8 r r cwd)r r _targetrL rL rM rs j s
zftpwrapper.initc
C s dd l }| |dv r"d}d}n d| }d}z| j| W n( |jyf | | j| Y n0 d }|r|sz d| }| j|\}}W nT |jy } z:t|d d dkrt d |
t d
W Y d }~n
d }~0 0 |s| jd |rz| j
} zXz| j| W n6 |jyP } zt d | |W Y d }~n
d }~0 0 W | j| n| j| 0 d | }nd }| j|\}}d| _t|d
| j}
| jd7 _| |
|fS )Nr )r r zTYPE ArV zTYPE zRETR rZ Z550r r: zLIST LISTr )r endtransferr
Zvoidcmdr rs Z ntransfercmdZ
error_permr r r r r pwdrv rt r makefile
file_closerq r ) r rO r r cmdisdirr r r rz ZftpobjrL rL rM r s sJ
&
zftpwrapper.retrfilec C s
d| _ d S rw )rt r rL rL rM ry s zftpwrapper.endtransferc C s d| _ | jdkr| d S )NFr )rr rq
real_closer rL rL rM r s
zftpwrapper.closec C s2 | | jd8 _| jdkr.| js.| d S )NrV r )ry rq rr r r rL rL rM r| s zftpwrapper.file_closec C s0 | z| j W n t y* Y n0 d S rN )ry r
r rE r rL rL rM r s
zftpwrapper.real_close)NT)
r r r r rs r ry r r| r rL rL rL rM r W s
-r c C s i } t j D ]4\}}| }|r|dd dkr|| |d d < qdt jv rZ| dd t j D ]J\}}|dd dkrd| }|r|| |d d < qd| |d d d qd| S )Ni_proxyZREQUEST_METHODr )r[ environr ry r )r- r` r rL rL rM getproxies_environment s
r c C s |d u rt }z |d }W n ty. Y dS 0 |dkr |d d> B |d d > B |d
B S ) Nr r )r r r r r rV r r: r rZ )r_ r r rc re )ZipAddrrI rL rL rM ip2num
s
z,_proxy_bypass_macosx_sysconf..ip2numr Zexclude_simpleT
exceptionsrL z(\d+(?:\.\d+)*)(/\d+)?rV r: r F) r ipaddressr r r
rc r rn rY groupcount)
r{ proxy_settingsr r r r rJ r ZhostIPr r rK maskrL rL rM _proxy_bypass_macosx_sysconf s:
r c C s` ddl m } t| \} }|d}|D ]4}| }|dkrJd| vrZ dS q&|| |r& dS q&dS )Nr r rG zr TF)r r
r_ rl )r{ overrider r Zproxy_overriderL rL rL rM _proxy_bypass_winreg_override:
s
r darwin)_get_proxy_settings _get_proxiesc C s t }t| |S rN )r r )r{ r rL rL rM proxy_bypass_macosx_sysconfU
s r c C s t S rN )r rL rL rL rM getproxies_macosx_sysconfY
s r c C s t }|rt| |S t| S d S rN )r r r r{ r- rL rL rM r3 c
s
r3 c C s t p
t S rN )r r rL rL rL rM r5 p
s r5 c
C sB i } z dd l }W n ty& | Y S 0 z||jd}||dd }|rt||dd }d|vr|d|vr|d|}|dD ]J}|dd\}}t d |s|d
v rd | }n|d krd
| }|| |< q|
d rt dd| d }|
d p|| d< |
dp|| d< | W n t
ttfy< Y n0 | S )Nr ;Software\Microsoft\Windows\CurrentVersion\Internet Settings ProxyEnableZ ProxyServerr rG zhttp={0};https={0};ftp={0}rV z
(?:[^/:]+)://)r r r
r\ Zsockszsocks://z ^socks://z socks4://r r )winreg ImportErrorOpenKeyHKEY_CURRENT_USER QueryValueExr r r_ rn rY r rx Closerr rB r )r- r internetSettings proxyEnableZ proxyServerpr addressrL rL rM getproxies_registryu
sL
r c C s t p
t S rN )r r rL rL rL rM r5
s c C s z dd l }W n ty Y dS 0 z6||jd}||dd }t||dd }W n tyl Y dS 0 |rv|szdS t| |S )Nr Fr r Z
ProxyOverride)r r r r r r rr r )r{ r r r Z
proxyOverriderL rL rM proxy_bypass_registry
s.
r c C s t }|rt| |S t| S d S rN )r r r r rL rL rM r3
s
)NNN)N)~r4 r r r Z http.clientr r r[ posixpathrn r r r r r^ rX r? Z urllib.errorr r r urllib.parser r r r r r
r r r
r r r r r r r r r Zurllib.responser r rD r rC __all__ version_infor rF r r0 r1 ra r6 r7 ro ASCIIrw r| r r r2 r r/ r r r) r r r! r" r# r$ r% urandomr r& r' r( r r) r r rE rb r r. r r r* r r+ r, r- rD r` Z
nturl2pathr4 r3 r" r8 r9 rl r rm rB rn rE ro rp r r r r r platformZ_scproxyr r r r r3 r5 r r rL rL rL rM T s P
M
?m $q!+@
o v
+3:5! @ W
_
%@
1