Your IP : 216.73.216.213

Current Path : /opt/alt/python33/lib64/python3.3/test/__pycache__/
Upload File :
Current File : //opt/alt/python33/lib64/python3.3/test/__pycache__/test_robotparser.cpython-33.pyc

�
��f�c@s�ddlZddlZddlZddlmZmZddlmZddl	m
Z
Gdd�dej�Zej
�Zddd	�Zd
ZddgZd
ddgZedeee�dZdddJgZd
gZedeee�dZgZd
ddgZedeee�dZgZdddddddgZedeeed �ed!eeed"�d#ZdgZddddd$d%gZed&eee�d'ZdgZgZed(eee�d)Zd*gZd+gZed,eeed-d.�d/ZgZd0gZed1eeed-d.�gZd0gZed2eeed-d3�d4ZgZd0gZed5eeed-d.�d0gZgZed6eeed-d3�d)Zd*gZd+gZed7eeed-d8�d9Zd:gZd;gZed<eee�d=Zd>gZd:gZed?eee�d@ZdAgZdBgZedCeee�GdDdE�dEej�ZdFdG�ZedHkr�dIge
_ej�ndS(KiN(uURLErroru	HTTPError(uurlopen(usupportcBsG|EeZdZddddddd�Zdd�Zdd�ZdS(u
RobotTestCasecCszt|t�sdStjj|�|r?d||f|_nd||f|_||_||_||_||_	dS(NuRobotTest(%d, good, %s)uRobotTest(%d, bad, %s)(
u
isinstanceuintuunittestuTestCaseu__init__ustruparseruurlugooduagent(uselfuindexuparseruurlugooduagent((u:/opt/alt/python33/lib64/python3.3/test/test_robotparser.pyu__init__	s			uRobotTestCase.__init__cCs~t|jt�r$|j\}}n|j}|j}|jr^|j|jj||��n|j|jj||��dS(N(	u
isinstanceuurlutupleuagentugoodu
assertTrueuparseru	can_fetchuassertFalse(uselfuagentuurl((u:/opt/alt/python33/lib64/python3.3/test/test_robotparser.pyurunTests			uRobotTestCase.runTestcCs|jS(N(ustr(uself((u:/opt/alt/python33/lib64/python3.3/test/test_robotparser.pyu__str__"suRobotTestCase.__str__N(u__name__u
__module__u__qualname__uNoneu__init__urunTestu__str__(u
__locals__((u:/opt/alt/python33/lib64/python3.3/test/test_robotparser.pyu
RobotTestCasesu
RobotTestCaseutest_robotparsercCs�tj|�j�}tjj�}|j|�x-|D]%}tjt	|||d|��q8Wx-|D]%}tjt	|||d|��qhWdS(Nii(
uiouStringIOu	readlinesuurlliburobotparseruRobotFileParseruparseutestsuaddTestu
RobotTestCase(uindexu
robots_txtu	good_urlsubad_urlsuagentulinesuparseruurl((u:/opt/alt/python33/lib64/python3.3/test/test_robotparser.pyu	RobotTest's

#
u	RobotTestu�
User-agent: *
Disallow: /cyberworld/map/ # This is an infinite virtual URL space
Disallow: /tmp/ # these will soon disappear
Disallow: /foo.html
u/u
/test.htmlu/cyberworld/map/index.htmlu/tmp/xxxu	/foo.htmliu�
# robots.txt for http://www.example.com/

User-agent: *
Disallow: /cyberworld/map/ # This is an infinite virtual URL space

# Cybermapper knows where to go.
User-agent: cybermapper
Disallow:

ucybermapperiu%
# go away
User-agent: *
Disallow: /
u/tmp/ium
User-agent: figtree
Disallow: /tmp
Disallow: /a%3cd.html
Disallow: /a%2fb.html
Disallow: /%7ejoe/index.html
u/tmpu	/tmp.htmlu/tmp/a.htmlu/a%3cd.htmlu/a%3Cd.htmlu/a%2fb.htmlu/~joe/index.htmliufigtreeiuFigTree Robot libwww-perl/5.04uf
User-agent: *
Disallow: /tmp/
Disallow: /a%3Cd.html
Disallow: /a/b.html
Disallow: /%7ejoe/index.html
u	/a/b.htmlu/%7Ejoe/index.htmliu
User-Agent: *
Disallow: /.
iuG
User-agent: Googlebot
Allow: /folder1/myfile.html
Disallow: /folder1/
u/folder1/myfile.htmlu/folder1/anotherfile.htmliuagentu	GooglebotuJ
User-agent: Googlebot
Disallow: /

User-agent: Googlebot-Mobile
Allow: /
u/something.jpgi	i
uGooglebot-MobileuJ
User-agent: Googlebot-Mobile
Allow: /

User-agent: Googlebot
Disallow: /
iii
u	googlebotu/
User-agent: *
Disallow: /some/path?name=value
u
/some/pathu/some/path?name=valueiuK
User-agent: *
Disallow: /some/path

User-agent: *
Disallow: /another/path
u
/another/pathiu;
User-agent: *
Allow: /some/path?
Disallow: /another/path?
u/some/path?u/another/path?icBs;|EeZdZdd�Zejd�dd��ZdS(uNetworkTestCasec!Cstjd�tjd���d}|d}yt|�WnQtk
r�}z1|jdkr||jd||jf�nWYdd}~XnX|jd|�tjj	�}|j
|�y|j�Wn#tk
r�|jd	|�YnX|j
|jd
|�d�WdQXdS(
Nunetworkumueblesmoraleda.comuhttp://mueblesmoraleda.comu/robots.txti�i�u0%r should return a 401 or 403 HTTP error, not %ru5%r should return a 401 or 403 HTTP error, not succeedu%s is unavailableu*>i�i�F(usupporturequiresutransient_internetuurlopenu	HTTPErrorucodeuskipTestuurlliburobotparseruRobotFileParseruset_urlureaduURLErroruassertEqualu	can_fetchuFalse(uselfuurlu
robots_urlueuparser((u:/opt/alt/python33/lib64/python3.3/test/test_robotparser.pyutestPasswordProtectedSite�s*

'

u)NetworkTestCase.testPasswordProtectedSiteu7does not handle the gzip encoding delivered by pydotorgcCs\tjd�tjd��:tjjd�}|j�|j|jdd��WdQXdS(Nunetworkuwww.python.orgu http://www.python.org/robots.txtu*(	usupporturequiresutransient_internetuurlliburobotparseruRobotFileParserureadu
assertTrueu	can_fetch(uselfuparser((u:/opt/alt/python33/lib64/python3.3/test/test_robotparser.pyu
testPythonOrgs
		
uNetworkTestCase.testPythonOrgN(u__name__u
__module__u__qualname__utestPasswordProtectedSiteuunittestuskipu
testPythonOrg(u
__locals__((u:/opt/alt/python33/lib64/python3.3/test/test_robotparser.pyuNetworkTestCase�suNetworkTestCasecCs tjt�}|jt�|S(N(uunittestu	makeSuiteuNetworkTestCaseuaddTestutests(uloaderusuiteupattern((u:/opt/alt/python33/lib64/python3.3/test/test_robotparser.pyu
load_tests s
u
load_testsu__main__unetwork(ucybermapperu/cyberworld/map/index.html(uiouunittestuurllib.robotparseruurllibuurllib.erroruURLErroru	HTTPErroruurllib.requestuurlopenutestusupportuTestCaseu
RobotTestCaseu	TestSuiteutestsu	RobotTestudocugoodubaduNetworkTestCaseu
load_testsu__name__u
use_resourcesumain(((u:/opt/alt/python33/lib64/python3.3/test/test_robotparser.pyu<module>s�
												
															&