Your IP : 216.73.216.52
3
��2a�a �
@ s� d dl Z d dlZd dlZd dlZd dlZd dlZd dlZd dl Z d dl
m Z e j d�Z
y d dlZW n ek
rz dZY nX ejje�Zejjed�Zejjed�ZG dd� dejj�ZG dd � d e
j�ZG d
d � d �Z G d d
� d
ejj �Z G dd� dejj �Z ej e
d�G dd� dej!��Z"ej e
d�G dd� dej!��Z#dd� Z$ej e
d�G dd� dej!��Z%da&dd� Z'dd � Z(e)d k�r�ej*� dS ) � N)�support� threadingz keycert.pemz keycert2.pemc @ s e Zd Zdd� Zdd� ZdS )�LoopbackHttpServerc C s" t jjj| ||� | jjd� d S )Ng�������?)�http�server�
HTTPServer�__init__�socket�
settimeout)�selfZserver_addressZRequestHandlerClass� r �:/opt/alt/python36/lib64/python3.6/test_urllib2_localnet.pyr ! s
zLoopbackHttpServer.__init__c C s | j j� \}}|jd� ||fS )Ng $@)r Zacceptr
)r �requestZclient_addressr r r
� get_request* s
z LoopbackHttpServer.get_requestN)�__name__�
__module__� __qualname__r r r r r r
r s r c @ s$ e Zd Zdd� Zdd� Zdd� ZdS )�LoopbackHttpServerThreadc C s< t jj| � d| _t j� | _d|_td|�| _| jj | _
d S )NFzHTTP/1.0� 127.0.0.1r )r r ) r �Threadr � _stop_serverZEvent�readyZprotocol_versionr �httpdZ server_port�port)r �request_handlerr r r
r 9 s
z!LoopbackHttpServerThread.__init__c C s d| _ | j� | jj� d S )NT)r �joinr Z server_close)r r r r
�stopB s z LoopbackHttpServerThread.stopc C s$ | j j� x| js | jj� q W d S )N)r �setr r �handle_request)r r r r
�runJ s
z LoopbackHttpServerThread.runN)r r r r r r r r r r
r 6 s r c @ sT e Zd Zdd� Zdd� Zdd� Zdd� Zd d
� Zd d � Zd
d� Z dd� Z
dd� Z dS )�DigestAuthHandlerc C s" d| _ g | _i | _d| _d| _d S )Nr z
Test Realm�auth)� _request_num�_nonces�_users� _realm_name�_qop)r r r r
r T s
zDigestAuthHandler.__init__c C s
|| _ d S )N)r& )r Zqopr r r
�set_qop[ s zDigestAuthHandler.set_qopc C s
|| _ d S )N)r$ )r Zusersr r r
� set_users^ s zDigestAuthHandler.set_usersc C s
|| _ d S )N)r% )r Zrealmr r r
� set_realmb s zDigestAuthHandler.set_realmc C s8 | j d7 _ tjt| j �jd��j� }| jj|� |S )N� �ascii)r" �hashlib�md5�str�encode� hexdigestr# �append)r �noncer r r
�_generate_noncee s z!DigestAuthHandler._generate_noncec C s� |j d�}||d d � }|jd�}i }xX|D ]P}|jd�\}}|j� }|d dkrn|d dkrn|dd� }n|j� }|||< q.W |S ) N� r* �,�=r �"���r8 )�find�split�strip)r Zauth_strZfirst_space_index�parts� auth_dict�part�name�valuer r r
�_create_auth_dictk s
z#DigestAuthHandler._create_auth_dictc C s� i }|j |� ||d< ||d< ||d< d| }tj|jd��j� }d| }tj|jd��j� } ||d< | |d< d | }
tj|
jd��j� } | |d
kS ) N�password�method�uriz#%(username)s:%(realm)s:%(password)sr+ z%(method)s:%(uri)s�HA1�HA2z3%(HA1)s:%(nonce)s:%(nc)s:%(cnonce)s:%(qop)s:%(HA2)s�response)�updater, r- r/ r0 ) r r= rB rC rD Z
final_dictZHA1_strrE ZHA2_strrF Z response_strrG r r r
�_validate_auth| s
z DigestAuthHandler._validate_authc C sN |j dd� |jdd� |jdd| j| j| j� f � |j� |jjd� dS ) Ni� z Proxy Authentication Requiredz Content-Typez text/htmlzProxy-Authenticatez(Digest realm="%s", qop="%s",nonce="%s", s Proxy Authentication Required.F)�
send_response� send_headerr% r& r3 � end_headers�wfile�write)r r r r r
�_return_auth_challenge� s z(DigestAuthHandler._return_auth_challengec C s� t | j�dkrdS d|jkr&| j|�S | j|jd �}|d | jkrT| j|d }n
| j|�S |jd�| jkrx| j|�S | jj|d � d}x*|j|j gD ]}| j
|||j |�r�d}q�W |s�| j|�S dS d S )Nr TzProxy-AuthorizationZusernamer2 F) �lenr$ �headersrO rA �getr# �remove�path�
short_pathrI Zcommand)r r r= rB Zauth_validatedrT r r r
r � s,
z DigestAuthHandler.handle_requestN) r r r r r' r( r) r3 rA rI rO r r r r r
r Q s r c @ sb e Zd ZdZdZdZdeef Zejej d��j
d�Z dd� Z dd � Z
d
d � Zd d
� Zdd� ZdS )�BasicAuthHandler�testUser�testPass�Testz%s:%sr+ c O s t jjj| f|�|� d S )N)r r �BaseHTTPRequestHandlerr )r �args�kwargsr r r
r � s zBasicAuthHandler.__init__c G s d S )Nr )r �formatr[ r r r
� log_message� s z BasicAuthHandler.log_messagec C s" | j d� | jdd� | j� d S )N�� z Content-typez text/html)rJ rK rL )r r r r
�do_HEAD� s
zBasicAuthHandler.do_HEADc C s4 | j d� | jdd| j � | jdd� | j� d S )Ni� zWWW-AuthenticatezBasic realm="%s"z Content-typez text/html)rJ rK �REALMrL )r r r r
� do_AUTHHEAD� s
z BasicAuthHandler.do_AUTHHEADc C sh | j jdd�s$| j� | jjd� n@| j jdd�d| j kr\| jd� | j� | jjd� n| j� d S )NZ
Authorization� s No Auth header receivedzBasic r_ s It works)rQ rR rb rM rN � ENCODED_AUTHrJ rL )r r r r
�do_GET� s
zBasicAuthHandler.do_GETN)r r r �USER�PASSWDra Z USER_PASSWD�base64Z b64encoder/ �decoderd r r^ r` rb re r r r r
rV � s rV c @ s$ e Zd Zdd� Zdd� Zdd� ZdS )�FakeProxyHandlerc O s || _ tjjj| f|�|� d S )N)�digest_auth_handlerr r rZ r )r rk r[ r\ r r r
r � s zFakeProxyHandler.__init__c G s d S )Nr )r r] r[ r r r
r^ s z FakeProxyHandler.log_messagec C sv t jj| jd�\}}}}}}|| _| jj| �rr| jdd� | jdd� | j � | j
j t d| j d�� | j
j d� d S ) Nr r_ ZOKz Content-Typez text/htmlzYou've reached %s!<BR>r+ sF Our apologies, but our server is down due to a sudden zombie invasion.)
�urllib�parseZurlparserT rU rk r rJ rK rL rM rN �bytes)r ZscmZnetlocrT �paramsZqueryZfragmentr r r
re s zFakeProxyHandler.do_GETN)r r r r r^ re r r r r
rj � s rj z!Threading required for this test.c sP e Zd ZdZdZdZdZ� fdd�Zdd� Z� fd d
�Z d d � Z
d
d� Z � Z S )�BasicAuthTestsrW rX Z IncorrectrY c sT t t| �j� dd� }t|�| _| j| j� d| jj | _| jj � | jj
j � d S )Nc _ s
t | |�S )N)rV )r[ r\ r r r
�#http_server_with_basic_auth_handler! s zABasicAuthTests.setUp.<locals>.http_server_with_basic_auth_handlerzhttp://127.0.0.1:%s) �superrp �setUpr r �
addCleanup� stop_serverr �
server_url�startr �wait)r rq )� __class__r r
rs s
zBasicAuthTests.setUpc C s | j j� d | _ d S )N)r r )r r r r
ru ) s
zBasicAuthTests.stop_serverc s t t| �j� d S )N)rr rp �tearDown)r )ry r r
rz - s zBasicAuthTests.tearDownc C s| t jj� }|j| j| j| j| j� t jjt jj |�� y| j
t jj | j�� W n( t j j
k
rv | jd| j � Y nX d S )Nz!Basic auth failed for the url: %s)rl r �HTTPBasicAuthHandler� add_passwordra rv rf rg �install_opener� build_opener�
assertTrue�urlopen�error� HTTPError�fail)r �ahr r r
�test_basic_auth_success0 s
z&BasicAuthTests.test_basic_auth_successc C sR t jj� }|j| j| j| j| j� t jjt jj |�� | j
t j j t jj
| j� d S )N)rl r r{ r| ra rv rf �INCORRECT_PASSWDr} r~ � assertRaisesr� r� r� )r r� r r r
�test_basic_auth_httperror9 s
z(BasicAuthTests.test_basic_auth_httperror)
r r r rf rg r� ra rs ru rz r� r� �
__classcell__r r )ry r
rp s rp c sT e Zd ZdZdZdZdZ� fdd�Zdd� Zd d
� Z d d � Z
d
d� Z dd� Z � Z
S )�ProxyAuthTestszhttp://localhostZtesterZtest123Z TestRealmc s� t t� �j� dd� }� j|tjj� � dtjd< dtjd< t� � _� jj � j
� j i� � jj � j
� � fdd�}t|�� _� j� j� � jj� � jjj� d� jj }tjjd |i�}tjj� � _tjj|� j�� _d S )
Nc S s t jj� t jj| � d S )N)�os�environ�clearrH )� old_environr r r
�restore_environK s
z-ProxyAuthTests.setUp.<locals>.restore_environrc �NO_PROXY�no_proxyc s t � jf| �|�S )N)rj rk )r[ r\ )r r r
�create_fake_proxy_handlerV s z7ProxyAuthTests.setUp.<locals>.create_fake_proxy_handlerzhttp://127.0.0.1:%dr ) rr r� rs rt r� r� �copyr rk r( rf rg r) ra r r ru rw r rx r rl r Z ProxyHandlerZProxyDigestAuthHandler�proxy_digest_handlerr~ �opener)r r� r� Z proxy_url�handler)ry )r r
rs H s$
zProxyAuthTests.setUpc C s | j j� d | _ d S )N)r r )r r r r
ru c s
zProxyAuthTests.stop_serverc C sF | j j| j| j| j| jd � | jjd� | jt j
j | j j
| j� d S )NZbadr! )r� r| ra �URLrf rg rk r' r� rl r� r� r� �open)r r r r
�-test_proxy_with_bad_password_raises_httperrorg s
z<ProxyAuthTests.test_proxy_with_bad_password_raises_httperrorc C s( | j jd� | jtjj| jj| j� d S )Nr! ) rk r' r� rl r� r� r� r� r� )r r r r
�,test_proxy_with_no_password_raises_httperroro s
z;ProxyAuthTests.test_proxy_with_no_password_raises_httperrorc C sN | j j| j| j| j| j� | jjd� | jj | j�}x |j
� r@q6W |j � d S )Nr! ) r� r| ra r� rf rg rk r' r� r� �read�close)r �resultr r r
�test_proxy_qop_auth_worksu s
z(ProxyAuthTests.test_proxy_qop_auth_worksc C st | j j| j| j| j| j� | jjd� y| jj | j�}W n t
j j k
rT d }Y nX |rpx |j
� rfq\W |j� d S )Nzauth-int)r� r| ra r� rf rg rk r' r� r� rl r� �URLErrorr� r� )r r� r r r
�0test_proxy_qop_auth_int_works_or_throws_urlerror~ s
z?ProxyAuthTests.test_proxy_qop_auth_int_works_or_throws_urlerror)r r r r� rf rg ra rs ru r� r� r� r� r� r r )ry r
r� @ s r� c s G � �fdd�dt jj�� � S )Nc sB e Zd ZdZg Zg ZdZdd� Zdd� Z� �fdd�Z d d
� Z
d S ) z1GetRequestHandler.<locals>.FakeHTTPRequestHandlerz TestHTTP/�P c S s. | j � }x |r(| jj|�}||d � }q
W d S )N)� send_headrM rN )r �body�doner r r
re � s z8GetRequestHandler.<locals>.FakeHTTPRequestHandler.do_GETc S s2 | j d }| jjt|��}| j� | jj|� d S )NzContent-Length)rQ Zrfiler� �intre �requestsr1 )r Zcontent_lengthZ post_datar r r
�do_POST� s
z9GetRequestHandler.<locals>.FakeHTTPRequestHandler.do_POSTc s� | j � _| jj| j� �jd�\}}}| j|� x&|D ] \}}| j||d| ji � q6W |rt| jdd� | j � |S | j � d S )Nr r z Content-typez
text/plain)
rQ �headers_receivedr� r1 rT �poprJ rK r rL )r Z
response_coderQ r� �headerr@ )�FakeHTTPRequestHandler� responsesr r
r� � s
z;GetRequestHandler.<locals>.FakeHTTPRequestHandler.send_headc W s d S )Nr )r r[ r r r
r^ � s z=GetRequestHandler.<locals>.FakeHTTPRequestHandler.log_messageN) r r r Zserver_versionr� r� r re r� r� r^ r )r� r� r r
r� � s r� )r r rZ )r� r )r� r� r
�GetRequestHandler� s &r� c s� e Zd Z� fdd�Zd*dd�Zdd� Zd+dd �Zd,d
d �Zd d
� Zdd� Z dd� Z
dd� Z dd� Z dd� Z
dd� Zdd� Zd d � Zd d � Zd d!� Zd"d#� Zd$d%� Zd&d'� Zd(d)� Z� ZS )-� TestUrlopenc s@ t t| �j� dd� }| j|tjj� � dtjd< dtjd< d S )Nc S s t jj� t jj| � d S )N)r� r� r� rH )r� r r r
r� � s
z*TestUrlopen.setUp.<locals>.restore_environ�*r� r� )rr r� rs rt r� r� r� )r r� )ry r r
rs � s
zTestUrlopen.setUpNc
K sl g }t jj||f|�}z@|j|jd�� |j|j� � |j|jd�� |j|j� � W d |j� X dj |�S )Nr_ i � )
rl r r� �extend� readlinesr1 �readliner� r� r )r �url�datar\ �l�fr r r
r� � s
zTestUrlopen.urlopenc C s | j j� d | _ d S )N)r r )r r r r
ru � s
zTestUrlopen.stop_serverc C sZ |d krdg dfg}t |�}t|�| _| j| j� | jj� | jjj� | jj}||_|S )Nr_ s
we don't care) r� r r rt ru rw r rx r )r r� r� r r r r
� start_server� s
zTestUrlopen.start_serverc K s^ t tjd�s| jd� ddlm} |d kr6dg dfg}t|�}|| fd|i|��}|j|_|S )NZ HTTPSHandlerzssl support requiredr )�make_https_serverr_ s
we care a bitZ
handler_class)�hasattrrl r �skipTestZtest.ssl_serversr� r� r )r r� r\ r� r� r r r r
�start_https_server� s
z TestUrlopen.start_https_serverc C sV d}dd
gdfdg |fg}| j |�}| jd|j �}| j||� | j|jdd g� d S ) Ns We got here...i. �Location�(http://localhost:%(port)s/somewhere_elserc r_ zhttp://localhost:%s/�/z/somewhere_else)r� r� )r� r� r � assertEqualr� )r �expected_responser� r� r� r r r
�test_redirection� s
z TestUrlopen.test_redirectionc C s@ d}d}ddg|fg}| j |�}| jd|j �}| j||� d S )Ns hello worlds a
hello worl
1
d
0
r_ �Transfer-Encoding�chunkedzhttp://localhost:%s/)r� r� )r� r� r r� )r r� Z
chunked_startrG r� r� r r r
� test_chunked s
zTestUrlopen.test_chunkedc C s� d}| j dg |fg�}y| jd|j � W n6 tjjk
r` } z|j� }|j� W Y d d }~X n X | jd� | j ||� | j |j
dg� d S )Ns Bad bad bad...i� zhttp://localhost:%s/weeblez404 should raise URLErrorz/weeble) r� r� r rl r� r� r� r� r� r� r� )r r� r� r� r� r r r
�test_404 s
zTestUrlopen.test_404c C sF d}| j dg |fg�}| jd|j �}| j||� | j|jdg� d S )Ns
pycon 2008...r_ zhttp://localhost:%s/bizarrez/bizarre)r� r� r r� r� )r r� r� r� r r r
�test_200" s
zTestUrlopen.test_200c C sJ d}| j dg |fg�}| jd|j d�}| j||� | j|jddg� d S )Ns
pycon 2008...r_ zhttp://localhost:%s/bizarres get=with_feelingz/bizarre)r� r� r r� r� )r r� r� r� r r r
�test_200_with_parameters) s z$TestUrlopen.test_200_with_parametersc C s8 | j � }tjtd�}| jd|j |d�}| j|d� d S )N)�cafilez https://localhost:%s/bizarre)�contexts
we care a bit)r� �ssl�create_default_context�CERT_localhostr� r r� )r r� r� r� r r r
�
test_https1 s zTestUrlopen.test_httpsc C s� | j td�}tjdtf��� | jd|j td�}| j|d� | jt j
j ��}| jd|j t d� W d Q R X | j t d�}| jt
j��}| jd|j t d� W d Q R X W d Q R X d S )N)�certfilerc z https://localhost:%s/bizarre)r� s
we care a bit)r� r� r �check_warnings�DeprecationWarningr� r r� r� rl r� r� �CERT_fakehostnamer� ZCertificateError)r r� r� �cmr r r
�test_https_with_cafile7 s z"TestUrlopen.test_https_with_cafilec C sX | j td�}tjdtf��4 | jtjj��}| j d|j
dd� W d Q R X W d Q R X d S )N)r� rc z https://localhost:%s/bizarreT)Z cadefault) r� r� r r� r� r� rl r� r� r� r )r r� r� r r r
�test_https_with_cadefaultH s
z%TestUrlopen.test_https_with_cadefaultc s� t d kr| jd� t js"| jd� d � � fdd�}t jt j�}|j|� | j|td�}t jtd�}| j d|j
|d� | j � d � d S )
Nzssl module requiredz SNI support required in OpenSSLc s |� d S )Nr )Zssl_sockZ server_nameZinitial_context)�sni_namer r
�cb_sniV s z*TestUrlopen.test_https_sni.<locals>.cb_sni)r� r� )r� zhttps://localhost:%s)r� Z localhost) r� r� ZHAS_SNIZ
SSLContextZ PROTOCOL_TLSZset_servername_callbackr� r� r� r� r r� )r r� r� r� r )r� r
�test_https_sniP s
zTestUrlopen.test_https_snic
C sP | j � }tjjd|j ddid�}tjj|�� W d Q R X | j|jd d� d S )Nzhttp://localhost:%s/ZRangez bytes=20-39)rQ )r� rl r ZRequestr r� r� r� )r r� Zreqr r r
�test_sending_headers` s
z TestUrlopen.test_sending_headersc
C sb | j � }tjjd|j �}x"dD ]}| jt||�d| � q W z| j|j� d� W d |j� X d S ) Nzhttp://localhost:%sr� r� �info�geturlz3object returned from urlopen lacks the %s attributezcalling 'read' failed)r� r� r� r� ) r� rl r r� r r r� r� r� )r r� �open_url�attrr r r
�
test_basich s
zTestUrlopen.test_basicc C sX | j � }tjjd|j �}|� |j� }W d Q R X | j|tjj d� | j
|j � d� d S )Nzhttp://localhost:%szEobject returned by 'info' is not an instance of email.message.MessageZplain) r� rl r r� r r� ZassertIsInstance�email�messageZMessager� Zget_content_subtype)r r� r� Zinfo_objr r r
� test_infos s zTestUrlopen.test_infoc C sH | j � }tjjd|j �}|� |j� }W d Q R X | j|d|j � d S )Nzhttp://localhost:%s)r� rl r r� r r� r� )r r� r� r� r r r
� test_geturl~ s
zTestUrlopen.test_geturlc C sF d}| j dg |fg�}tjjd|j �}x|D ]}| j||� q.W d S )Ns
pycon 2008...r_ zhttp://localhost:%s)r� rl r r� r r� )r r� r� r� �liner r r
�test_iteration� s
zTestUrlopen.test_iterationc C s� ddddd d g}dj |�}| jdg |fg�}tjjd |j �}x<t|�D ]0\}}| j||| d
|t|| �t|�f � qLW | j|d t|�� d S ) Ns We
s got
s here
s verylong i �
r� r_ zhttp://localhost:%szQFetched line number %s doesn't match expected:
Expected length was %s, got %sr* ) r r� rl r r� r � enumerater� rP )r �linesr� r� r� �indexr� r r r
�test_line_iteration� s
z TestUrlopen.test_line_iteration)N)N)N)r r r rs r� ru r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r r )ry r
r� � s(
r� c C s t j� ad S )N)r Zthreading_setup� threads_keyr r r r
� setUpModule� s r� c C s t rtjt � d S )N)r� r Zthreading_cleanupr r r r
�tearDownModule� s r� �__main__)+rh r� r� Z urllib.parserl Zurllib.requestZ http.serverr Zunittestr, Ztestr �
import_moduler r� � ImportErrorrT �dirname�__file__�herer r� r� r r r r r r rZ rV rj Z
skipUnlessZTestCaserp r� r� r� r� r� r� r �mainr r r r
�<module> sD
y,!
(
N+
`