o
ga @ s d dl Z d dlZd dlZd dlZd dlZd dlZd dlZd dl Z d dl
Z
d dl m Z d dl m
Z
d dl mZ zd dlZW n eyG dZY nw ejeZejedZejedZG dd dejjZG d d
d
ejZ G d d d Z G d
d dejj Z G dd dejj Z G dd de j!Z"e #dG dd de j!Z$dd Z%G dd de j!Z&da'dd Z(d d Z)e*d kre + dS dS ) N)hashlib_helper)threading_helper)warnings_helperz keycert.pemz keycert2.pemc @ s e Zd ZdZdd Zdd ZdS )LoopbackHttpServerz^HTTP server w/ a few modifications that make it useful for
loopback testing purposes.
c C s" t jj| || | jd d S )Ng?)httpserver
HTTPServer__init__socket
settimeout)selfZserver_addressZRequestHandlerClass r
P/Users/admin/.pyenv/versions/3.10.0/lib/python3.10/test/test_urllib2_localnet.pyr " s
zLoopbackHttpServer.__init__c C s | j \}}|d ||fS )z HTTPServer method, overridden.g $@N)r
acceptr )r requestZclient_addressr
r
r get_request+ s
z LoopbackHttpServer.get_requestN)__name__
__module__ __qualname____doc__r r r
r
r
r r s r c @ ( e Zd ZdZdd Zdd Zdd ZdS ) LoopbackHttpServerThreadz2Stoppable thread that runs a loopback http server.c C s< t j| d| _t | _d|_td|| _| jj | _
d S )NFzHTTP/1.0)z 127.0.0.1r ) threadingThreadr _stop_serverEventreadyZprotocol_versionr httpdZ server_portportr request_handlerr
r
r r : s
z!LoopbackHttpServerThread.__init__c C s d| _ | | j dS )z.Stops the webserver if it's currently running.TN)r joinr Z server_closer r
r
r stopC s z LoopbackHttpServerThread.stopc C s( | j | js| j | jrd S d S N)r setr r handle_requestr" r
r
r runK s
z LoopbackHttpServerThread.runN)r r r r r r# r' r
r
r
r r 7 s
r c @ sX e Zd ZdZdd Zdd Zdd Zdd Zd
d Zd d
Z dd Z
dd Z dd Z dS )DigestAuthHandlerz-Handler for performing digest authentication.c C s" d| _ g | _i | _d| _d| _d S )Nr z
Test Realmauth) _request_num_nonces_users _realm_name_qopr" r
r
r r U s
zDigestAuthHandler.__init__c C
|| _ d S r$ )r. )r Zqopr
r
r set_qop\
zDigestAuthHandler.set_qopc C s t |tsJ || _d S r$ )
isinstancedictr, )r Zusersr
r
r set_users_ s
zDigestAuthHandler.set_usersc C r/ r$ )r- )r Zrealmr
r
r set_realmc r1 zDigestAuthHandler.set_realmc C s8 | j d7 _ tt| j d }| j| |S )N ascii)r* hashlibmd5strencode hexdigestr+ append)r noncer
r
r _generate_noncef s z!DigestAuthHandler._generate_noncec C s | d}||d d }|d}i }|D ](}|d\}}| }|d dkr6|d dkr6|dd }n| }|||< q|S )N r6 ,=r ")findsplitstrip)r Zauth_strZfirst_space_indexparts auth_dictpartnamevaluer
r
r _create_auth_dictl s
z#DigestAuthHandler._create_auth_dictc C s i }| | ||d< ||d< ||d< d| }t|d }d| }t|d } ||d< | |d< d | }
t|
d } | |d
kS ) Npasswordmethoduriz#%(username)s:%(realm)s:%(password)sr7 z%(method)s:%(uri)sHA1HA2z3%(HA1)s:%(nonce)s:%(nc)s:%(cnonce)s:%(qop)s:%(HA2)sresponse)updater8 r9 r; r< ) r rI rN rO rP Z
final_dictZHA1_strrQ ZHA2_strrR Z response_strrS r
r
r _validate_auth} s
z DigestAuthHandler._validate_authc C sN | dd |dd |dd| j| j| f | |jd dS ) Ni z Proxy Authentication Required Content-Type text/htmlzProxy-Authenticatez(Digest realm="%s", qop="%s",nonce="%s", s Proxy Authentication Required.F)
send_response send_headerr- r. r? end_headerswfilewriter r
r
r _return_auth_challenge s z(DigestAuthHandler._return_auth_challengec C s t | jdkr dS d|jvr| |S | |jd }|d | jv r*| j|d }n| |S |d| jvr<| |S | j|d d}|j|j fD ]
}|
|||j |rYd}qL|sa| |S dS )a Performs digest authentication on the given HTTP request
handler. Returns True if authentication was successful, False
otherwise.
If no users have been set, then digest auth is effectively
disabled and this method will always return True.
r TzProxy-Authorizationusernamer> FN) lenr, headersr] rM getr+ removepath
short_pathrU Zcommand)r r rI rN Zauth_validatedrc r
r
r r& s2
z DigestAuthHandler.handle_requestN)
r r r r r r0 r4 r5 r? rM rU r] r& r
r
r
r r( R s r( c @ sf e Zd ZdZdZdZdZdeef Ze e
d dZ dd Z
d d
Zd d Zd
d Zdd ZdS )BasicAuthHandlerz,Handler for performing basic authentication.testUsertestPassTestz%s:%sr7 c O s t jjj| g|R i | d S r$ )r r BaseHTTPRequestHandlerr )r argskwargsr
r
r r s zBasicAuthHandler.__init__c G d S r$ r
r formatrj r
r
r log_message s z BasicAuthHandler.log_messagec C s" | d | dd | d S )N Content-typerW )rX rY rZ r" r
r
r do_HEAD s
zBasicAuthHandler.do_HEADc C s4 | d | dd| j | dd | d S )Ni zWWW-AuthenticatezBasic realm="%s"rq rW )rX rY REALMrZ r" r
r
r do_AUTHHEAD s
z BasicAuthHandler.do_AUTHHEADc C sl | j dds| | jd d S | j ddd| j kr0| d | | jd d S | d S )NZ
Authorization s No Auth header receivedzBasic rp s It works)r` ra rt r[ r\ ENCODED_AUTHrX rZ r" r
r
r do_GET s
zBasicAuthHandler.do_GETN)r r r r USERPASSWDrs Z USER_PASSWDbase64Z b64encoder; decoderv r ro rr rt rw r
r
r
r re s re c @ r ) FakeProxyHandlerzThis is a 'fake proxy' that makes it look like the entire
internet has gone down due to a sudden zombie invasion. It main
utility is in providing us with authentication support for
testing.
c O s& || _ tjjj| g|R i | d S r$ )digest_auth_handlerr r ri r )r r} rj rk r
r
r r s zFakeProxyHandler.__init__c G rl r$ r
rm r
r
r ro s z FakeProxyHandler.log_messagec C sz t j| jd\}}}}}}|| _| j| r;| dd | dd | | j
t d| j d | j
d d S d S ) Nr rp ZOKrV rW zYou've reached %s!
r7 sF Our apologies, but our server is down due to a sudden zombie invasion.)
urllibparseurlparserc rd r} r& rX rY rZ r[ r\ bytes)r Zscmnetlocrc paramsqueryfragmentr
r
r rw s zFakeProxyHandler.do_GETN)r r r r r ro rw r
r
r
r r| s
r| c sP e Zd ZdZdZdZdZ fddZdd Z fd d
Z d d Z
d
d Z Z S )BasicAuthTestsrf rg Z Incorrectrh c sT t t| dd }t|| _| | j d| jj | _| j | jj
d S )Nc _ s t | i |S r$ )re rj rk r
r
r #http_server_with_basic_auth_handler! s zABasicAuthTests.setUp..http_server_with_basic_auth_handlerzhttp://127.0.0.1:%s) superr setUpr r
addCleanup stop_serverr
server_urlstartr wait)r r __class__r
r r s
zBasicAuthTests.setUpc C | j d | _ d S r$ r r# r" r
r
r r )
zBasicAuthTests.stop_serverc s t t| d S r$ )r r tearDownr" r r
r r - s zBasicAuthTests.tearDownc C sz t j }|| j| j| j| j t jt j | z
|
t j | j W d S t j j
y< | d| j Y d S w )Nz!Basic auth failed for the url: %s)r~ r HTTPBasicAuthHandler add_passwordrs r rx ry install_opener build_opener
assertTrueurlopenerror HTTPErrorfailr Zahr
r
r test_basic_auth_success0 s
z&BasicAuthTests.test_basic_auth_successc C sR t j }|| j| j| j| j t jt j | |
t j j t jj
| j d S r$ )r~ r r r rs r rx INCORRECT_PASSWDr r assertRaisesr r r r r
r
r test_basic_auth_httperror9 s
z(BasicAuthTests.test_basic_auth_httperror)
r r r rx ry r rs r r r r r
__classcell__r
r
r r r s r r9 c sT e Zd ZdZdZdZdZ fddZdd Zd d
Z d d Z
d
d Z dd Z Z
S )ProxyAuthTestszhttp://localhostZtesterZtest123Z TestRealmc s t t dd } |tj dtjd< dtjd< t _ j j
j i j j
fdd}t| _ j j jj d jj }tjd |i}tj _tj| j _d S )
Nc S t j t j| d S r$ osenvironclearrT Z old_environr
r
r restore_environK
z-ProxyAuthTests.setUp..restore_environru NO_PROXYno_proxyc s t jg| R i |S r$ )r| r} r r" r
r create_fake_proxy_handlerV s z7ProxyAuthTests.setUp..create_fake_proxy_handlerzhttp://127.0.0.1:%dr ) r r r r r r copyr( r} r4 rx ry r5 rs r r r r r r r r~ r Z ProxyHandlerZProxyDigestAuthHandlerproxy_digest_handlerr opener)r r r Z proxy_urlhandlerr r" r r H s&
zProxyAuthTests.setUpc C r r$ r r" r
r
r r c r zProxyAuthTests.stop_serverc C sF | j | j| j| j| jd | jd | t j
j | j j
| j d S )NZbadr) )r r rs URLrx ry r} r0 r r~ r r r openr" r
r
r -test_proxy_with_bad_password_raises_httperrorg s
z.FakeHTTPRequestHandlerz TestHTTP/P c S s0 | }|r| j|}||d }|sd S d S r$ ) send_headr[ r\ )r bodydoner
r
r rw s
z8GetRequestHandler..FakeHTTPRequestHandler.do_GETc S s2 | j d }| jt|}| | j| d S )NzContent-Length)r` Zrfiler intrw requestsr= )r Zcontent_lengthZ post_datar
r
r do_POST s
z9GetRequestHandler..FakeHTTPRequestHandler.do_POSTc s| | j _| j| j d\}}}| | |D ]\}}| ||d| ji q|r8| dd | |S | d S )Nr r rq z
text/plain)
r` headers_receivedr r= rc poprX rY r rZ )r Z
response_coder` r headerrL FakeHTTPRequestHandler responsesr
r r s
z;GetRequestHandler..FakeHTTPRequestHandler.send_headc W rl r$ r
)r rj r
r
r ro s z=GetRequestHandler..FakeHTTPRequestHandler.log_messageN) r r r Zserver_versionr r r rw r r ro r
r r
r r s r )r r ri )r r
r r GetRequestHandler s &r c s e Zd ZdZ fddZd+ddZdd Zd+d d
Zd+d d Zd
d Z dd Z
dd Z dd Z dd Z
dd Zdd Zdd Zd d Zd d Zd!d" Zd#d$ Zd%d& Zd'd( Zd)d* Z ZS ), TestUrlopenaN Tests urllib.request.urlopen using the network.
These tests are not exhaustive. Assuming that testing using files does a
good job overall of some of the basic interface features. There are no
tests exercising the optional 'data' and 'proxies' arguments. No tests
for transparent redirection have been written.
c sN t t| | tjj dd }| |tj dtjd< dtjd< d S )Nc S r r$ r r r
r
r r r z*TestUrlopen.setUp..restore_environ*r r )
r r r r r~ r
urlcleanupr r r )r r r r
r r s
zTestUrlopen.setUpNc K sx g }t jj||fi |}z$||d || ||d || W | n| w d |S )Nrp i )
r~ r r extend readlinesr= readliner closer! )r urldatark lfr
r
r r s
zTestUrlopen.urlopenc C r r$ r r" r
r
r r r zTestUrlopen.stop_serverc C sZ |d u r
dg dfg}t |}t|| _| | j | j | jj | jj}||_|S )Nrp s
we don't care) r r r r r r r r r )r r r r r
r
r start_server s
zTestUrlopen.start_serverc K s^ t tjds | d ddlm} |d u rdg dfg}t|}|| fd|i|}|j|_|S )NZ HTTPSHandlerzssl support requiredr )make_https_serverrp
we care a bitZ
handler_class)hasattrr~ r skipTestZtest.ssl_serversr r r )r r rk r r r r
r
r start_https_server s
z TestUrlopen.start_https_serverc C sV d}ddgdfdg |fg}| |}| d|j }| || | |jddg d S ) Ns We got here...i. )ZLocationz(http://localhost:%(port)s/somewhere_elseru rp http://localhost:%s//z/somewhere_elser r r assertEqualr )r expected_responser r r r
r
r test_redirection s
z TestUrlopen.test_redirectionc C s@ d}d}ddg|fg}| |}| d|j }| || d S )Ns hello worlds a
hello worl
1
d
0
rp )zTransfer-EncodingZchunkedr )r r r r )r r Z
chunked_startrS r r r
r
r test_chunked s
zTestUrlopen.test_chunkedc
C s d}| dg |fg}z
| d|j W n tjjy1 } z| }| W Y d }~n
d }~ww | d | || | |j
dg d S )Ns Bad bad bad...i zhttp://localhost:%s/weeblez404 should raise URLErrorz/weeble) r r r r~ r r r r r r r )r r r r r r
r
r test_404 s
zTestUrlopen.test_404c C sF d}| dg |fg}| d|j }| || | |jdg d S )N
pycon 2008...rp http://localhost:%s/bizarre/bizarrer r r r r r
r
r test_200# s
zTestUrlopen.test_200c C sJ d}| dg |fg}| d|j d}| || | |jddg d S )Nr rp r s get=with_feelingr r r r
r
r test_200_with_parameters* s z$TestUrlopen.test_200_with_parametersc C s8 | }tjtd}| jd|j |d}| |d d S )NZcafile https://localhost:%s/bizarrecontextr )r sslcreate_default_contextCERT_localhostr r r )r r r r r
r
r
test_https2 s zTestUrlopen.test_httpsc C s | j td}tdtfi | jd|j td}| |d | t j
j }| jd|j t d W d n1 s:w Y | j t d}| t j
j }| jd|j t d W d n1 saw Y W d d S W d d S 1 syw Y d S )Ncertfileru r r r )
r r r check_warningsDeprecationWarningr r r r r~ r r CERT_fakehostname)r r r cmr
r
r test_https_with_cafile8 s( "z"TestUrlopen.test_https_with_cafilec C s | j td}tdtf2 | tjj}| j d|j
dd W d n1 s*w Y W d d S W d d S 1 sBw Y d S )Nr ru r T)Z cadefault) r r r r r r r~ r r r r )r r r r
r
r test_https_with_cadefaultI s "z%TestUrlopen.test_https_with_cadefaultc s t d u r | d t js| d d fdd}t t j}|| | j|td}t jtd}| j d|j
|d | d d S )
Nzssl module requiredz SNI support required in OpenSSLc s | d S r$ r
)Zssl_sockZ server_nameZinitial_contextZsni_namer
r cb_sniW s z*TestUrlopen.test_https_sni..cb_sni)r r r zhttps://localhost:%sr localhost) r r ZHAS_SNIZ
SSLContextZPROTOCOL_TLS_SERVERZset_servername_callbackr r r r r r )r r r r r
r r test_https_sniQ s
zTestUrlopen.test_https_snic C sd | }tjjd|j ddid}tj| W d n1 s"w Y | |jd d d S )Nr ZRangez bytes=20-39)r` )r r~ r ZRequestr r r r )r r Zreqr
r
r test_sending_headersa s z TestUrlopen.test_sending_headersc C sp | }tjd|j !}dD ]
}| t||d| q| | d W d d S 1 s1w Y d S )Nhttp://localhost:%s)r r infogeturlz3object returned from urlopen lacks the %s attributezcalling 'read' failed)r r~ r r r r r r )r r open_urlattrr
r
r
test_basici s "zTestUrlopen.test_basicc C sl | }tjd|j }| | }W d n1 s w Y | |tjj d |
| d d S )Nr zEobject returned by 'info' is not an instance of email.message.MessageZplain) r r~ r r r r ZassertIsInstanceemailmessageZMessager Zget_content_subtype)r r r Zinfo_objr
r
r test_infoq s
zTestUrlopen.test_infoc C s\ | }tjd|j }| | }W d n1 s w Y | |d|j d S )Nr )r r~ r r r r r )r r r r r
r
r test_geturl| s
zTestUrlopen.test_geturlc C sB d}| dg |fg}tjd|j }|D ]}| || qd S )Nr rp r )r r~ r r r r )r r r r liner
r
r test_iteration s zTestUrlopen.test_iterationc
C s ddddd d g}d |}| dg |fg}tjd |j }t|D ]\}}| ||| d
|t|| t|f q%| |d t| d S ) Ns We
s got
s here
s verylong i
r rp r zQFetched line number %s doesn't match expected:
Expected length was %s, got %sr6 ) r! r r~ r r r enumerater r_ )r linesr r r indexr
r
r
r test_line_iteration s
z TestUrlopen.test_line_iterationr$ )r r r r r r r r r r r r r r r r r r r r r r r r r r
r
r r r s,
r c C s t ad S r$ )r Zthreading_setup threads_keyr
r
r
r setUpModule s r c C s t r tjt d S d S r$ )r r Zthreading_cleanupr
r
r
r tearDownModule s r __main__),rz r r urllib.parser~ Zurllib.requestZ http.serverr r Zunittestr8 Z test.supportr r r r ImportErrorrc dirname__file__herer! r r r r r r r r( ri re r| ZTestCaser Zrequires_hashdigestr r r r r r r mainr
r
r
r sJ y,!(M+ `