a DOg@sddlZddlZddlZddlZddlZddlZddlZddlZddl Z ddl Z ddl Z ddl Z ddl Z ddlZddlZddlZddlmZmZmZddlmZmZmZmZmZmZmZmZmZmZm Z m!Z!m"Z"m#Z#m$Z$m%Z%m&Z&m'Z'ddl(m)Z)m*Z*z ddl+Z+Wne,ydZ-Yn0dZ-gdZ.de j/dd Z0da1de j2fddddd d d Z3d dZ4gZ5dddZ6ddZ7e 8de j9Z:ddZ;GdddZGdddZ?Gddde?Z@Gd d!d!e?ZAGd"d#d#e?ZBd$d%ZCGd&d'd'e?ZDGd(d)d)ZEGd*d+d+eEZFGd,d-d-eFZGGd.d/d/ZHGd0d1d1eHe?ZIGd2d3d3eHe?ZJejKZLGd4d5d5ZMGd6d7d7e?eMZNGd8d9d9e?eMZOGd:d;d;e?ZPGdrGd?d@d@ePZTe.Ud@GdAdBdBe?ZVGdCdDdDe?ZWdEdFZXdGdHZYGdIdJdJe?ZZdKdLZ[GdMdNdNe?Z\GdOdPdPe\Z]GdQdRdRe?Z^dSZ_ej`dTkrddUlambZbmcZcndVdWZbdXdYZciZdGdZd[d[ZeGd\d]d]eeZfdagd^d_Zhdaid`daZjdakdbdcZldamdddeZnGdfdgdgZodhdiZpddjdkZqdldmZrdndoZse jtdpkrPddqlumvZvmwZwdrdsZxdtduZydvdwZzdxdyZ{n6ej`dTkr~dzd{Z|d|dyZ{d}d~Z}ddwZznepZ{eqZzdS)N)URLError HTTPErrorContentTooShortError)urlparseurlspliturljoinunwrapquoteunquote _splittype _splithost _splitport _splituser _splitpasswd _splitattr _splitquery _splitvalue _splittag _to_bytesunquote_to_bytes urlunparse) addinfourl addclosehookFT)!RequestOpenerDirector BaseHandlerHTTPDefaultErrorHandlerHTTPRedirectHandlerHTTPCookieProcessor ProxyHandlerHTTPPasswordMgrHTTPPasswordMgrWithDefaultRealmHTTPPasswordMgrWithPriorAuthAbstractBasicAuthHandlerHTTPBasicAuthHandlerProxyBasicAuthHandlerAbstractDigestAuthHandlerHTTPDigestAuthHandlerProxyDigestAuthHandler HTTPHandler FileHandler FTPHandlerCacheFTPHandler DataHandlerUnknownHandlerHTTPErrorProcessorurlopeninstall_opener build_opener pathname2url url2pathname getproxies urlretrieve urlcleanup URLopenerFancyURLopenerz%d.%d)cafilecapath cadefaultcontextc Cs|s |s |rfddl}|dtd|dur2tdts>tdtjtjj||d}t |d}t |} n0|r~t |d}t |} nt durt a } nt } | |||S)NrzJcafile, capath and cadefault are deprecated, use a custom context instead.r:zDYou can't pass both context and any of cafile, capath, and cadefaultzSSL support not available)r;r<)r>) warningswarnDeprecationWarning ValueError _have_sslsslZcreate_default_contextZPurposeZ SERVER_AUTH HTTPSHandlerr2_openeropen) urldatatimeoutr;r<r=r>r?Z https_handleropenerrL3/opt/alt/python39/lib64/python3.9/urllib/request.pyr0s04       r0cCs|adSN)rF)rKrLrLrMr1sr1c Cslt|\}}tt||}|}|dkrR|sRtj||fWdS|rbt|d}nt j dd}|j }t ||||f} d} d} d} d} d|vrt|d } |r|| | | || }|sҐq| t|7} ||| d 7} |r|| | | qWdn1s0YWdn1s80Y| dkrh| | krhtd | | f| | S) NfilewbF)delete rcontent-lengthContent-Length1retrieval incomplete: got only %i out of %i bytes)r contextlibclosingr0infoospathnormpathrGtempfileZNamedTemporaryFilename_url_tempfilesappendintreadlenwriter)rHfilename reporthookrIZurl_typer\fpheaderstfpresultbssizercblocknumblockrLrLrMr6sH          Nr6c CsBtD]&}zt|Wqty(Yq0qtdd=tr>dadSrN)r`r[unlinkOSErrorrF)Z temp_filerLrLrMr7s  r7z:\d+$cCs<|j}t|d}|dkr&|dd}td|d}|S)NrVHost)full_urlr get_header _cut_port_resublower)requestrHhostrLrLrM request_host+s   r{c@seZdZdidddfddZeddZejddZejddZed d Zejd d Zejd d Zd dZ ddZ ddZ ddZ ddZ ddZddZddZd#ddZdd Zd!d"ZdS)$rNFc Csl||_i|_i|_d|_||_d|_|D]\}}|||q,|durRt|}||_ ||_ |rh||_ dSrN) rtriunredirected_hdrs_datarI _tunnel_hostitems add_headerr{origin_req_host unverifiablemethod) selfrHrIrirrrkeyvaluerLrLrM__init__=szRequest.__init__cCs|jrd|j|jS|jS)Nz{}#{})fragmentformat _full_urlrrLrLrMrtOszRequest.full_urlcCs(t||_t|j\|_|_|dSrN)rrrr_parserrHrLrLrMrtUs cCsd|_d|_d|_dSNrr)rrselectorrrLrLrMrt\scCs|jSrN)r}rrLrLrMrIbsz Request.datacCs(||jkr$||_|dr$|ddS)NContent-length)r} has_header remove_header)rrIrLrLrMrIfs  cCs d|_dSrN)rIrrLrLrMrIpscCsNt|j\|_}|jdur(td|jt|\|_|_|jrJt|j|_dS)Nzunknown url type: %r) r rtyperBrtr rzrr )rrestrLrLrMrts  zRequest._parsecCs|jdurdnd}t|d|S)NPOSTGETr)rIgetattr)rZdefault_methodrLrLrM get_method|szRequest.get_methodcCs|jSrN)rtrrLrLrM get_full_urlszRequest.get_full_urlcCs2|jdkr|js|j|_n||_|j|_||_dS)Nhttps)rr~rzrtr)rrzrrLrLrM set_proxys  zRequest.set_proxycCs |j|jkSrN)rrtrrLrLrM has_proxyszRequest.has_proxycCs||j|<dSrN)ri capitalizerrvalrLrLrMrszRequest.add_headercCs||j|<dSrN)r|rrrLrLrMadd_unredirected_headerszRequest.add_unredirected_headercCs||jvp||jvSrN)rir|r header_namerLrLrMrs zRequest.has_headercCs|j||j||SrN)rigetr|)rrdefaultrLrLrMrus zRequest.get_headercCs |j|d|j|ddSrN)ripopr|rrLrLrMrszRequest.remove_headercCsi|j|j}t|SrN)r|rilistr)rhdrsrLrLrM header_itemsszRequest.header_items)N)__name__ __module__ __qualname__rpropertyrtsetterdeleterrIrrrrrrrrrurrrLrLrLrMr;s6        rc@sNeZdZddZddZddZddZd ejfd d Z dd d Z ddZ d S)rcCs6dt}d|fg|_g|_i|_i|_i|_i|_dS)NPython-urllib/%sz User-agent) __version__ addheadershandlers handle_open handle_errorprocess_responseprocess_request)rZclient_versionrLrLrMrs zOpenerDirector.__init__c CsRt|dstdt|d}t|D]}|dvr6q&|d}|d|}||dd}|dr|d|d}||dd}z t|}WntyYn0|j |i} | |j|<n>|dkr|}|j } n*|d kr|}|j } n|d kr&|}|j } nq&| |g} | r t| |n | |d }q&|rNt|j|||dS) N add_parentz%expected BaseHandler instance, got %rF)redirect_requestdo_open proxy_open_rVerrorrGresponseryT)hasattr TypeErrorrdirfind startswithrbrBrrrrr setdefaultbisectZinsortrarr) rhandlerZaddedmethiprotocolZ conditionjkindlookuprrLrLrM add_handlersL         zOpenerDirector.add_handlercCsdSrNrLrrLrLrMcloseszOpenerDirector.closec Gs<||d}|D]&}t||}||}|dur|SqdS)NrL)rr) rchainr meth_nameargsrrfuncrkrLrLrM _call_chains   zOpenerDirector._call_chainNc Cst|trt||}n|}|dur(||_||_|j}|d}|j|gD]}t||}||}qJt d|j |j|j | |||} |d}|j|gD]}t||}||| } q| S)NZ_requestzurllib.RequestZ _response) isinstancestrrrIrJrrrrsysauditrtrir_openr) rfullurlrIrJreqrrZ processorrrrLrLrMrGs$       zOpenerDirector.opencCsP||jdd|}|r|S|j}||j||d|}|r>|S||jdd|S)NrZ default_openrunknown unknown_open)rrr)rrrIrkrrLrLrMrs    zOpenerDirector._opencGs~|dvr,|jd}|d}d|}d}|}n|j}|d}d}|||f|}|j|}|r^|S|rz|dd f|}|j|SdS) Nhttprrr:z http_error_%srVZ_errorrrhttp_error_default)rr)rprotordictrZhttp_errZ orig_argsrkrLrLrMrs   zOpenerDirector.error)N) rrrrrrrsocket_GLOBAL_DEFAULT_TIMEOUTrGrrrLrLrLrMrs /  rc Gst}ttttttttt g }t t j dr2| tt}|D]B}|D]8}t|trht||r|||qDt||rD||qDq<|D]}||q|D]}||q|D]}t|tr|}||q|S)NHTTPSConnection)rrr.r)rrr+r*r/r-rrclientrarEsetrr issubclassaddremover)rrKZdefault_classesskipklassZcheckhrLrLrMr27s2          r2c@s(eZdZdZddZddZddZdS) rcCs ||_dSrN)parent)rrrLrLrMr^szBaseHandler.add_parentcCsdSrNrLrrLrLrMraszBaseHandler.closecCst|dsdS|j|jkS)N handler_orderT)rr)rotherrLrLrM__lt__es zBaseHandler.__lt__N)rrrrrrrrLrLrLrMr[src@seZdZdZddZeZdS)r/icCsH|j|j|}}}d|kr,dksDn|jd|||||}|S)N,r)codemsgrZrr)rryrrrrrLrLrM http_responsers  z HTTPErrorProcessor.http_responseN)rrrrrhttps_responserLrLrLrMr/ns r/c@seZdZddZdS)rcCst|j||||dSrN)rrt)rrrhrrrrLrLrMrsz*HTTPDefaultErrorHandler.http_error_defaultN)rrrrrLrLrLrMrsrc@s4eZdZdZdZddZddZeZZZ dZ dS) r c st|}|dvr|dvs:|dvr(|dks:t|j|||||dd}dfdd |jD}t|||jd d S) N)-./i3)rZHEAD)rrrr z%20)rTz content-typecs"i|]\}}|vr||qSrL)rx.0kvZCONTENT_HEADERSrLrM s  z8HTTPRedirectHandler.redirect_request..T)rirr)rrrtreplacerirrr) rrrhrrrinewurlmZ newheadersrLrrMrs  z$HTTPRedirectHandler.redirect_requestc CsLd|vr|d}nd|vr$|d}ndSt|}|jdvrRt||d||f|||jsn|jrnt|}d|d<t|}t|dtj d}t |j |}| ||||||}|durdSt |d r|j} |_| |d |jkst| |jkrt|j ||j|||ni} |_|_| |d d | |<|||jj||jd S) Nlocationurirrftprrz+%s - Redirection to url '%s' is not allowed/r:z iso-8859-1)encodingsafe redirect_dictrrVrJ)rschemerr\Znetlocrrr stringZ punctuationrrtrrr r max_repeatsrdmax_redirectionsinf_msgrcrrrGrJ) rrrhrrrirurlpartsnewZvisitedrLrLrMhttp_error_302sH          z"HTTPRedirectHandler.http_error_302zoThe HTTP server returned a redirect error that would lead to an infinite loop. The last 30x error message was: N) rrrrrrrhttp_error_301http_error_303http_error_307rrLrLrLrMrs &< rc Cst|\}}|ds d}|}nZ|ds6td|d|vrV|d}|d|}n |dd}|dkrnd}|d|}t|\}}|durt|\}} nd}} ||| |fS)Nr //zproxy URL with no authority: %r@r:rS)r rrBrrr) proxyrZr_scheme authorityZhost_separatorendZuserinfohostportuserpasswordrLrLrM _parse_proxys$        r"c@s"eZdZdZdddZddZdS)rdNcCsP|durt}||_|D].\}}|}t|d||||jfddqdS)Nz%s_opencSs ||||SrNrL)rrrrrLrLrM!sz'ProxyHandler.__init__..)r5proxiesrrxsetattrr)rr&rrHrLrLrMrs zProxyHandler.__init__c Cs|j}t|\}}}}|dur"|}|jr6t|jr6dS|rv|rvdt|t|f} t| d} | dd| t|}| ||||ks|dkrdS|j j ||j dSdS)N%s:%sasciiProxy-authorizationBasic rr)rr"rz proxy_bypassr base64 b64encodeencodedecoderrrrGrJ) rrrrZ orig_typeZ proxy_typer r!rZ user_passZcredsrLrLrMr$s" zProxyHandler.proxy_open)N)rrrrrrrLrLrLrMrs rc@s6eZdZddZddZddZd dd Zd d Zd S)r cCs i|_dSrN)passwdrrLrLrMrBszHTTPPasswordMgr.__init__cs\t|tr|g}|jvr$ij|<dD].tfdd|D}||fj||<q(dS)NTFc3s|]}|VqdSrN) reduce_uri)ru default_portrrLrM Lsz/HTTPPasswordMgr.add_password..)rrr1tuple)rrealmrr r1 reduced_urirLr5rM add_passwordEs   zHTTPPasswordMgr.add_passwordc Cs`|j|i}dD]H}|||}|D].\}}|D] }|||r6|Sq6q*qdS)Nr2NN)r1rr3r is_suburi) rr9authuriZdomainsr6reduced_authuriZurisZauthinforrLrLrMfind_user_passwordPs  z"HTTPPasswordMgr.find_user_passwordTc Cst|}|dr.|d}|d}|dp*d}n d}|}d}t|\}}|r~|dur~|dur~ddd|} | dur~d|| f}||fS) NrVrr:r Pirz%s:%d)rr r) rrr6partsrrr\rzportZdportrLrLrMr3Zs$  zHTTPPasswordMgr.reduce_uricCsN||kr dS|d|dkr dS|d}|dddkr@|d7}|d|S)NTrFrVrSr )r)rbasetestprefixrLrLrMr=qszHTTPPasswordMgr.is_suburiN)T)rrrrr;r@r3r=rLrLrLrMr @s   r c@seZdZddZdS)r!cCs0t|||\}}|dur"||fSt|d|SrN)r r@)rr9r>r r!rLrLrMr@s z2HTTPPasswordMgrWithDefaultRealm.find_user_passwordN)rrrr@rLrLrLrMr!sr!cs<eZdZfddZd fdd Zd ddZdd ZZS) r"csi|_tj|i|dSrN) authenticatedsuperrrrkwargs __class__rLrMrsz%HTTPPasswordMgrWithPriorAuth.__init__Fcs<||||dur&td|||t||||dSrN)update_authenticatedrHr;)rr9rr r1is_authenticatedrKrLrMr;s z)HTTPPasswordMgrWithPriorAuth.add_passwordcCs>t|tr|g}dD]$}|D]}|||}||j|<qqdSNr2)rrr3rG)rrrNr6r4r:rLrLrMrMs   z1HTTPPasswordMgrWithPriorAuth.update_authenticatedcCsDdD]:}|||}|jD]"}|||r|j|SqqdSrO)r3rGr=)rr>r6r?rrLrLrMrNs    z-HTTPPasswordMgrWithPriorAuth.is_authenticated)F)F)rrrrr;rMrN __classcell__rLrLrKrMr"s  r"c@sTeZdZedejZdddZddZddZ d d Z d d Z d dZ e Z e ZdS)r#z1(?:^|,)[ ]*([^ ,]+)[ ]+realm=(["']?)([^"']*)\2NcCs"|durt}||_|jj|_dSrN)r r1r;)rZ password_mgrrLrLrMrsz!AbstractBasicAuthHandler.__init__ccspd}tj|D]6}|\}}}|dvr8tdtd||fVd}q|sl|r^|d}nd}|dfVdS)NF)"'zBasic Auth Realm was unquotedTrrr)r#rxfinditergroupsr?r@ UserWarningsplit)rheaderZfound_challengeZmorr r9rLrLrM _parse_realms z%AbstractBasicAuthHandler._parse_realmc Cs~||}|sdSd}|D]H}||D]8\}}|dkrB|}q(|dur(||||Sq(q|durztd|fdS)NbasiczBAbstractBasicAuthHandler does not support the following scheme: %r)Zget_allrZrxretry_http_basic_authrB) rauthreqrzrriZ unsupportedrYrr9rLrLrMhttp_error_auth_reqeds  z.AbstractBasicAuthHandler.http_error_auth_reqedcCs||j||\}}|durtd||f}dt|d}||jd|krTdS||j||j j ||j dSdSdS)Nr(r+r)r) r1r@r-r.r/r0ru auth_headerrrrGrJ)rrzrr9r pwrawauthrLrLrMr\s z.AbstractBasicAuthHandler.retry_http_basic_authcCstt|jdr|j|js|S|dsp|jd|j\}}d||}t | }| dd| |S)NrN Authorizationz{0}:{1}zBasic {}) rr1rNrtrr@rr/r-Zstandard_b64encoder0rstrip)rrr r1Z credentialsZauth_strrLrLrM http_requests    z%AbstractBasicAuthHandler.http_requestcCsLt|jdrHd|jkr"dkr8nn|j|jdn|j|jd|S)NrNrrTF)rr1rrMrt)rrrrLrLrMr s  z&AbstractBasicAuthHandler.http_response)N)rrrrecompileIrTrrZr^r\rer https_requestrrLrLrLrMr#s   r#c@seZdZdZddZdS)r$rccCs|j}|d|||}|S)Nwww-authenticate)rtr^)rrrhrrrirHrrLrLrMhttp_error_401s z#HTTPBasicAuthHandler.http_error_401N)rrrr_rkrLrLrLrMr$sr$c@seZdZdZddZdS)r%r*cCs|j}|d|||}|SNproxy-authenticate)rzr^)rrrhrrrirrrLrLrMhttp_error_407's z$ProxyBasicAuthHandler.http_error_407N)rrrr_rnrLrLrLrMr%#sr%c@sNeZdZdddZddZddZdd Zd d Zd d ZddZ ddZ dS)r&NcCs4|durt}||_|jj|_d|_d|_d|_dSNr)r r1r;retried nonce_count last_nonce)rr1rLrLrMrAs z"AbstractDigestAuthHandler.__init__cCs d|_dSro)rprrLrLrMreset_retry_countJsz+AbstractDigestAuthHandler.reset_retry_countcCs|||d}|jdkr*t|jdd|dn|jd7_|rx|d}|dkr`|||S|dkrxtd|dS) Nizdigest auth failedrVrZdigestr[zEAbstractDigestAuthHandler does not support the following scheme: '%s')rrprrtrXrxretry_http_digest_authrB)rr_rzrrir]rrLrLrMr^Ms       z/AbstractDigestAuthHandler.http_error_auth_reqedcCsz|dd\}}ttdt|}|||}|rvd|}|j|jd|krRdS||j||j j ||j d}|SdS)NrrVz Digest %sr) rXparse_keqv_listfilterparse_http_listget_authorizationrirr_rrrGrJ)rrrbtokenZ challengechalZauth_valZresprLrLrMruas z0AbstractDigestAuthHandler.retry_http_digest_authcCs@d|j|tf}|dtd}t|}|ddS)Nz %s:%s:%s:r))rqtimectimer/ _randombyteshashlibsha1 hexdigest)rnoncesbdigrLrLrM get_cnoncemsz$AbstractDigestAuthHandler.get_cnoncecCsz6|d}|d}|d}|dd}|dd}WntyJYdS0||\}} |durfdS|j||j\} } | durdS|jdur||j|} nd} d| || f} d||j f}|dur| || d|||f}n~d | d vrZ||j kr|j d 7_ n d |_ ||_ d |j }| |}d |||d ||f}| || |}n td|d| |||j |f}|r|d|7}| r|d| 7}|d|7}|r|d||f7}|S)Nr9rqop algorithmMD5opaquez%s:%s:%sr(rb,rVz%08xz%s:%s:%s:%s:%szqop '%s' is not supported.z>username="%s", realm="%s", nonce="%s", uri="%s", response="%s"z , opaque="%s"z , digest="%s"z, algorithm="%s"z, qop=auth, nc=%s, cnonce="%s")rKeyErrorget_algorithm_implsr1r@rtrIget_entity_digestrrrXrrrqrr)rrr{r9rrrrHKDr r`ZentdigZA1ZA2ZrespdigZncvalueZcnonceZnoncebitrDrLrLrMryxs\            z+AbstractDigestAuthHandler.get_authorizationcsD|dkrddn|dkr$ddn td|fdd}|fS)NrcSst|dSNr))rZmd5r/rxrLrLrMr%z?AbstractDigestAuthHandler.get_algorithm_impls..ZSHAcSst|dSr)rrr/rrrLrLrMr%rz.Unsupported digest authentication algorithm %rcsd||fS)Nr(rL)rdrrLrMr%r)rB)rrrrLrrMrs   z-AbstractDigestAuthHandler.get_algorithm_implscCsdSrNrL)rrIr{rLrLrMrsz+AbstractDigestAuthHandler.get_entity_digest)N) rrrrrsr^rurryrrrLrLrLrMr&6s   > r&c@seZdZdZdZddZdS)r'rccCs*t|jd}|d|||}||S)NrVrj)rrtr^rsrrrhrrrirzretryrLrLrMrks z$HTTPDigestAuthHandler.http_error_401N)rrrr_rrkrLrLrLrMr'sr'c@seZdZdZdZddZdS)r(Proxy-AuthorizationrcCs"|j}|d|||}||Srl)rzr^rsrrLrLrMrns z%ProxyDigestAuthHandler.http_error_407N)rrrr_rrnrLrLrLrMr(sr(c@s6eZdZd ddZddZddZdd Zd d Zd S)AbstractHTTPHandlerrcCs ||_dSrN _debuglevel)r debuglevelrLrLrMrszAbstractHTTPHandler.__init__cCs ||_dSrNr)rlevelrLrLrMset_http_debuglevelsz'AbstractHTTPHandler.set_http_debuglevelcCstjj|j|SrN)rrHTTPConnection_get_content_lengthrIrrryrLrLrMrsz'AbstractHTTPHandler._get_content_lengthc Cs|j}|std|jdur|j}t|tr8d}t||dsN|dd|ds|ds||}|dur|dt|n |dd|}| rt |j \}}t |\}} |ds|d||j jD]&\} } | } || s|| | q|S) N no host givenz\POST data should be bytes, an iterable of bytes, or a file object. It cannot be of type str.z Content-type!application/x-www-form-urlencodedrTransfer-encodingZchunkedrs)rzrrIrrrrrrrr rr rrr) rryrzrIrZcontent_lengthZsel_hostrZselZsel_pathr_rrLrLrM do_request_sF         zAbstractHTTPHandler.do_request_c sV|j}|std||fd|ji|}||jt|jfdd|j Ddd<dd D|j ri}d}|vr|||<|=|j |j |d zbz&|j | |j|j|d d Wn.ty}zt|WYd}~n d}~00|} Wn|Yn0|jr@|jd|_|| _| j| _| S) NrrJcsi|]\}}|vr||qSrLrLrrirLrMr's z/AbstractHTTPHandler.do_open..r ConnectioncSsi|]\}}||qSrL)title)rr_rrLrLrMr4rrrr)Zencode_chunked)rzrrJZset_debuglevelrrr|updaterirr~Z set_tunnelryrrrIrrq getresponserZsockrrHreasonr) rZ http_classrZhttp_conn_argsrzrZtunnel_headersZproxy_auth_hdrerrr$rLrrMrsB        zAbstractHTTPHandler.do_openN)r)rrrrrrrrrLrLrLrMrs  &rc@seZdZddZejZdS)r)cCs|tjj|SrN)rrrrrrrLrLrM http_open^szHTTPHandler.http_openN)rrrrrrrerLrLrLrMr)\sr)rc@s$eZdZdddZddZejZdS)rErNcCst||||_||_dSrN)rr_context_check_hostname)rrr>check_hostnamerLrLrMrgs zHTTPSHandler.__init__cCs|jtjj||j|jdS)N)r>r)rrrrrrrrLrLrM https_openls zHTTPSHandler.https_open)rNN)rrrrrrrrirLrLrLrMrEes rEc@s.eZdZdddZddZddZeZeZdS) rNcCs$ddl}|dur|j}||_dSro)Zhttp.cookiejar cookiejarZ CookieJar)rrrrLrLrMrus zHTTPCookieProcessor.__init__cCs|j||SrN)rZadd_cookie_headerrrLrLrMre{s z HTTPCookieProcessor.http_requestcCs|j|||SrN)rZextract_cookies)rryrrLrLrMrsz!HTTPCookieProcessor.http_response)N)rrrrrerrirrLrLrLrMrts  rc@seZdZddZdS)r.cCs|j}td|dS)Nzunknown url type: %s)rr)rrrrLrLrMrszUnknownHandler.unknown_openN)rrrrrLrLrLrMr.sr.cCsNi}|D]@}|dd\}}|ddkr@|ddkr@|dd}|||<q|S)N=rVrrQrS)rX)lZparsedeltrrrLrLrMrvs  rvcCsg}d}d}}|D]l}|r*||7}d}q|rT|dkr>d}qn |dkrJd}||7}q|dkrl||d}q|dkrxd}||7}q|r||dd|DS) NrrF\TrQrcSsg|] }|qSrL)rd)rpartrLrLrM rz#parse_http_list..)ra)rresrescaper ZcurrLrLrMrxs4    rxc@s(eZdZddZdZddZddZdS)r*cCs\|j}|dddkrN|dddkrN|jrN|jdkrN|j|vrXtdn ||SdS)Nr:rrSr  localhost-file:// scheme is supported only on localhost)rrz get_namesropen_local_file)rrrHrLrLrM file_opens& zFileHandler.file_openNcCs^tjdurXz*ttddttdt_Wn"tjyVtdft_Yn0tjS)Nrr:)r*namesr8rgethostbyname_ex gethostnamegaierror gethostbynamerrLrLrMrs   zFileHandler.get_namesc Csddl}ddl}|j}|j}t|}zt|}|j}|jj |j dd} | |d} | d| pbd|| f} |r~t |\}} |r| st||vr|rd||} nd|} tt|d| | WSWn,ty}zt|WYd}~n d}~00tddS) NrTZusegmtz6Content-type: %s Content-length: %d Last-modified: %s text/plainfile://rbzfile not on local host) email.utils mimetypesrzrr4r[statst_sizeutils formatdatest_mtime guess_typemessage_from_stringr _safe_gethostbynamerrrGrqr)rremailrrzrfZ localfilestatsrmmodifiedmtyperirCZorigurlexprLrLrMrs:   zFileHandler.open_local_file)rrrrrrrrLrLrLrMr*s  r*cCs(z t|WStjy"YdS0dSrN)rrr)rzrLrLrMrs rc@seZdZddZddZdS)r+c Cs.ddl}ddl}|j}|s"tdt|\}}|dur>|j}nt|}t|\}}|rdt|\}}nd}t |}|pvd}|p~d}zt |}Wn,t y}zt|WYd}~n d}~00t |j\} } | d} ttt | } | dd| d} } | r| ds| dd} z|||||| |j} | r8dp:d}| D]2}t|\}}|d kr@|d vr@|}q@| | |\}}d}||jd}|r|d |7}|dur|dkr|d |7}t|}t|||jWS|jy(}z*td |}|t dWYd}~n d}~00dS)Nrftp error: no host givenrrr rSrVrhDraArrhrrzContent-type: %s zContent-length: %d ftp error: %rr:)!ftplibrrzrr FTP_PORTrbrrr rrrqrrrXrmap connect_ftprJrrxupperretrfilerrtrrr all_errorswith_tracebackrexc_info)rrrrrzrCr r1rr\attrsdirsrOfwrattrrrhretrlenrirrexcrLrLrMftp_opens^          zFTPHandler.ftp_openc Cst||||||ddS)NF) persistent) ftpwrapper)rr r1rzrCrrJrLrLrMr/szFTPHandler.connect_ftpN)rrrrrrLrLrLrMr+s5r+c@s<eZdZddZddZddZddZd d Zd d Zd S)r,cCs"i|_i|_d|_d|_d|_dS)Nr<r})cacherJsoonestdelay max_connsrrLrLrMr6s zCacheFTPHandler.__init__cCs ||_dSrN)r)rtrLrLrM setTimeout=szCacheFTPHandler.setTimeoutcCs ||_dSrN)r)rrrLrLrM setMaxConns@szCacheFTPHandler.setMaxConnscCsr|||d||f}||jvr4t|j|j|<n,t|||||||j|<t|j|j|<||j|S)Nr )joinrr~rrJr check_cache)rr r1rzrCrrJrrLrLrMrCs   zCacheFTPHandler.connect_ftpcCst}|j|krPt|jD].\}}||kr |j||j|=|j|=q tt|j|_t |j|j krt|jD]&\}}||jkr|j|=|j|=qqtt|j|_dSrN) r~rrrJrrrminvaluesrdr)rrrrrLrLrMrNs   zCacheFTPHandler.check_cachecCs0|jD] }|q |j|jdSrN)rrrclearrJ)rconnrLrLrM clear_cachebs  zCacheFTPHandler.clear_cacheN) rrrrrrrrrrLrLrLrMr,3s  r,c@seZdZddZdS)r-cCs~|j}|dd\}}|dd\}}t|}|drNt|}|dd}|sVd}td|t|f}t t |||S)N:rVrz;base64itext/plain;charset=US-ASCIIz$Content-type: %s Content-length: %d ) rtrXrendswithr- decodebytesrrrdrioBytesIO)rrrHrrIZ mediatyperirLrLrM data_openis     zDataHandler.data_openN)rrrr rLrLrLrMr-hsr-rnt)r4r3cCst|SrN)r pathnamerLrLrMr4sr4cCst|SrN)r r rLrLrMr3sr3c@seZdZdZdeZd)ddZddZddZd d Z d d Z d*d dZ d+ddZ d,ddZ d-ddZddZd.ddZd/ddZddZerddZd0dd Zd!d"Zd#d$Zd%d&Zd1d'd(ZdS)2r8NrcKszdd|jji}tj|tdd|dur.t}||_|d|_|d|_ d|j fdg|_ g|_ t j|_d|_t|_dS) NzW%(class)s style of invoking requests is deprecated. Use newer urlopen functions/methodsclassrS) stacklevelkey_file cert_filez User-Agent)ZAcceptz*/*)rLrr?r@rAr5r&rrrversionr_URLopener__tempfilesr[rp_URLopener__unlink tempcacheftpcache)rr&Zx509rrLrLrMrs   zURLopener.__init__cCs |dSrN)rrrLrLrM__del__szURLopener.__del__cCs |dSrN)cleanuprrLrLrMrszURLopener.closec CsT|jr@|jD]&}z||Wq ty0Yq 0q |jdd=|jrP|jdSrN)rrrqrr)rrOrLrLrMrs   zURLopener.cleanupcGs|j|dSrN)rra)rrrLrLrM addheaderszURLopener.addheaderc Csptt|}t|dd}|jrL||jvrL|j|\}}t|d}t|||St|\}}|s`d}||jvr|j|}t|\}} t| \} } | |f}nd}d|} ||_ | dd} t || r| dkr|r| |||S| ||Sz0|durt|| |WSt|| ||WSWnVttfy.Yn>tyj} z$td | td WYd} ~ n d} ~ 00dS) Nz%/:=&?~#+!$,;'@()*[]|r rrOZopen_-rrz socket errorr:)rrr rrGrr r&r rrropen_unknown_proxy open_unknownrrrrqrrr)rrrIrfrirhurltyperHr proxyhostrzrr_rrLrLrMrGs<             zURLopener.opencCst|\}}tdd|dS)N url errorzunknown url typer rq)rrrIrrHrLrLrMrs zURLopener.open_unknowncCs t|\}}tdd||dS)Nr zinvalid proxy for %sr!)rrrrIrrHrLrLrMrs zURLopener.open_unknown_proxycCstt|}|jr&||jvr&|j|St|\}}|dur|rF|dkrz0||}|}|tt|d|fWSt yYn0| ||}zL|} |rt |d} nrt|\} } t| pd\} } t | pd\} } t | pd\} } t j| d} t| \}}|j|t |d} z|| f}|jdurD||j|<d}d}d}d}d| vrjt| d }|r|||||||}|sq|t|7}| ||d7}|r|||||q|W| n | 0W|n |0|dkr||krtd ||f||S) NrOrVrPrrrRrSrrTrUrW)rrrr rrZrr4r rqrGrrr[r\splitextr^Zmkstemprrafdopenrbrcrdrer)rrHrfrgrIrZurl1rhrrirjZgarbager\suffixfdrkrlrmrcrnrorLrLrMretrieve sn                  zURLopener.retrievecCs"d}d}t|tr|dd>B|dd >B|d BS) Nrqr)rrrrrrVr}r:r|rS)rXrrrbrd)ZipAddrrBrLrLrMip2num s   z,_proxy_bypass_macosx_sysconf..ip2numrqZexclude_simpleT exceptionsrLz(\d+(?:\.\d+)*)(/\d+)?rVr:r| F) rvZ ipaddressrwrxr rbrrfrKgroupcount) rzproxy_settingsrvrwrxrsrCrzZhostIPrrrDmaskrLrLrM_proxy_bypass_macosx_sysconf s:      rcCs`ddlm}t|\}}|d}|D]4}|}|dkrJd|vrZdSq&|||r&dSq&dS)Nrrur9zrqTF)rvr rXrd)rzoverridervrZproxy_overriderErLrLrM_proxy_bypass_winreg_override: s    rdarwin)_get_proxy_settings _get_proxiescCst}t||SrN)rr)rzrrLrLrMproxy_bypass_macosx_sysconfU srcCstSrN)rrLrLrLrMgetproxies_macosx_sysconfY srcCs t}|rt||St|SdSrN)rortrrzr&rLrLrMr,c s r,cCs tp tSrN)rorrLrLrLrMr5p sr5c CsBi}z ddl}Wnty&|YS0z||jd}||dd}|rt||dd}d|vr|d|vr|d|}|dD]J}|dd\}}t d |s|d vrd |}n|d krd |}|||<q| d rt dd|d }| dp||d<| dp||d<| Wnt ttfy<Yn0|S)Nr;Software\Microsoft\Windows\CurrentVersion\Internet Settings ProxyEnableZ ProxyServerrr9zhttp={0};https={0};ftp={0}rVz (?:[^/:]+)://)rrr rMZsockszsocks://z ^socks://z socks4://rr)winreg ImportErrorOpenKeyHKEY_CURRENT_USER QueryValueExrrrXrfrKrrwZCloserqrBr)r&rinternetSettings proxyEnableZ proxyServerprZaddressrLrLrMgetproxies_registryu sL         rcCs tp tSrN)rorrLrLrLrMr5 scCsz ddl}Wnty YdS0z6||jd}||dd}t||dd}WntylYdS0|rv|szdSt||S)NrFrrZ ProxyOverride)rrrrrrrqr)rzrrrZ proxyOverriderLrLrMproxy_bypass_registry s.    rcCs t}|rt||St|SdSrN)rortrrrLrLrMr, s )NNN)N)~r-rrrZ http.clientrrr[ posixpathrfrrrr~r^rXr?Z urllib.errorrrrZ urllib.parserrrrr r r r r rrrrrrrrrZurllib.responserrrDrrC__all__ version_inforrFrr0r1r`r6r7rgASCIIrvr{rrr2rr/rrr"rr r!r"r#r$r%urandomrr&r'r(rr)rrrErarr.rvrxr*rr+r,r-r6r_Z nturl2pathr4r3rr8r9r]rr^r4r_r7r`rarrortrrplatformZ_scproxyrrrrr,r5rrrLrLrLrMTsP   M ?m$q!+@ o  v  +3:5! @W  _ %@    1