ofs | hex dump | ascii |
---|
0000 | 03 f3 0d 0a 63 98 20 52 63 00 00 00 00 00 00 00 00 07 00 00 00 40 00 00 00 73 6c 03 00 00 64 00 | ....c..Rc............@...sl...d. |
0020 | 00 64 01 00 6c 00 00 5a 00 00 64 00 00 64 01 00 6c 01 00 5a 01 00 64 00 00 64 01 00 6c 02 00 5a | .d..l..Z..d..d..l..Z..d..d..l..Z |
0040 | 02 00 64 00 00 64 02 00 6c 03 00 6d 04 00 5a 04 00 01 64 00 00 64 03 00 6c 05 00 6d 06 00 5a 06 | ..d..d..l..m..Z...d..d..l..m..Z. |
0060 | 00 6d 07 00 5a 07 00 01 64 04 00 65 00 00 6a 08 00 66 01 00 64 05 00 84 00 00 83 00 00 59 5a 09 | .m..Z...d..e..j..f..d........YZ. |
0080 | 00 65 00 00 6a 0a 00 83 00 00 5a 0b 00 64 06 00 64 07 00 84 01 00 5a 0c 00 64 08 00 5a 0d 00 64 | .e..j.....Z..d..d.....Z..d..Z..d |
00a0 | 09 00 64 0a 00 67 02 00 5a 0e 00 64 0b 00 64 0c 00 64 0d 00 67 03 00 5a 0f 00 65 0c 00 64 0e 00 | ..d..g..Z..d..d..d..g..Z..e..d.. |
00c0 | 65 0d 00 65 0e 00 65 0f 00 83 04 00 01 64 0f 00 5a 0d 00 64 09 00 64 0a 00 64 42 00 67 03 00 5a | e..e..e......d..Z..d..d..dB.g..Z |
00e0 | 0e 00 64 0b 00 67 01 00 5a 0f 00 65 0c 00 64 11 00 65 0d 00 65 0e 00 65 0f 00 83 04 00 01 64 12 | ..d..g..Z..e..d..e..e..e......d. |
0100 | 00 5a 0d 00 67 00 00 5a 0e 00 64 0b 00 64 09 00 64 13 00 67 03 00 5a 0f 00 65 0c 00 64 14 00 65 | .Z..g..Z..d..d..d..g..Z..e..d..e |
0120 | 0d 00 65 0e 00 65 0f 00 83 04 00 01 64 15 00 5a 0d 00 67 00 00 5a 0e 00 64 16 00 64 17 00 64 18 | ..e..e......d..Z..g..Z..d..d..d. |
0140 | 00 64 19 00 64 1a 00 64 1b 00 64 1c 00 67 07 00 5a 0f 00 65 0c 00 64 1d 00 65 0d 00 65 0e 00 65 | .d..d..d..d..g..Z..e..d..e..e..e |
0160 | 0f 00 64 1e 00 83 05 00 01 65 0c 00 64 1f 00 65 0d 00 65 0e 00 65 0f 00 64 20 00 83 05 00 01 64 | ..d......e..d..e..e..e..d......d |
0180 | 21 00 5a 0d 00 64 16 00 67 01 00 5a 0e 00 64 13 00 64 18 00 64 19 00 64 1a 00 64 22 00 64 23 00 | !.Z..d..g..Z..d..d..d..d..d".d#. |
01a0 | 67 06 00 5a 0f 00 65 0c 00 64 24 00 65 0d 00 65 0e 00 65 0f 00 83 04 00 01 64 25 00 5a 0d 00 64 | g..Z..e..d$.e..e..e......d%.Z..d |
01c0 | 0d 00 67 01 00 5a 0e 00 67 00 00 5a 0f 00 65 0c 00 64 26 00 65 0d 00 65 0e 00 65 0f 00 83 04 00 | ..g..Z..g..Z..e..d&.e..e..e..... |
01e0 | 01 64 27 00 5a 0d 00 64 28 00 67 01 00 5a 0e 00 64 29 00 67 01 00 5a 0f 00 65 0c 00 64 2a 00 65 | .d'.Z..d(.g..Z..d).g..Z..e..d*.e |
0200 | 0d 00 65 0e 00 65 0f 00 64 2b 00 64 2c 00 83 04 01 01 64 2d 00 5a 0d 00 67 00 00 5a 0e 00 64 2e | ..e..e..d+.d,.....d-.Z..g..Z..d. |
0220 | 00 67 01 00 5a 0f 00 65 0c 00 64 2f 00 65 0d 00 65 0e 00 65 0f 00 64 2b 00 64 2c 00 83 04 01 01 | .g..Z..e..d/.e..e..e..d+.d,..... |
0240 | 67 00 00 5a 0e 00 64 2e 00 67 01 00 5a 0f 00 65 0c 00 64 30 00 65 0d 00 65 0e 00 65 0f 00 64 2b | g..Z..d..g..Z..e..d0.e..e..e..d+ |
0260 | 00 64 31 00 83 04 01 01 64 32 00 5a 0d 00 67 00 00 5a 0e 00 64 2e 00 67 01 00 5a 0f 00 65 0c 00 | .d1.....d2.Z..g..Z..d..g..Z..e.. |
0280 | 64 33 00 65 0d 00 65 0e 00 65 0f 00 64 2b 00 64 2c 00 83 04 01 01 64 2e 00 67 01 00 5a 0e 00 67 | d3.e..e..e..d+.d,.....d..g..Z..g |
02a0 | 00 00 5a 0f 00 65 0c 00 64 34 00 65 0d 00 65 0e 00 65 0f 00 64 2b 00 64 31 00 83 04 01 01 64 27 | ..Z..e..d4.e..e..e..d+.d1.....d' |
02c0 | 00 5a 0d 00 64 28 00 67 01 00 5a 0e 00 64 29 00 67 01 00 5a 0f 00 65 0c 00 64 35 00 65 0d 00 65 | .Z..d(.g..Z..d).g..Z..e..d5.e..e |
02e0 | 0e 00 65 0f 00 64 2b 00 64 36 00 83 04 01 01 64 37 00 5a 0d 00 64 38 00 67 01 00 5a 0e 00 64 39 | ..e..d+.d6.....d7.Z..d8.g..Z..d9 |
0300 | 00 67 01 00 5a 0f 00 65 0c 00 64 3a 00 65 0d 00 65 0e 00 65 0f 00 83 04 00 01 64 3b 00 5a 0d 00 | .g..Z..e..d:.e..e..e......d;.Z.. |
0320 | 64 3c 00 67 01 00 5a 0e 00 64 38 00 67 01 00 5a 0f 00 65 0c 00 64 3d 00 65 0d 00 65 0e 00 65 0f | d<.g..Z..d8.g..Z..e..d=.e..e..e. |
0340 | 00 83 04 00 01 64 3e 00 65 00 00 6a 08 00 66 01 00 64 3f 00 84 00 00 83 00 00 59 5a 10 00 64 40 | .....d>.e..j..f..d?.......YZ..d@ |
0360 | 00 84 00 00 5a 11 00 65 12 00 64 41 00 6b 02 00 72 68 03 64 0e 00 65 04 00 5f 13 00 65 11 00 83 | ....Z..e..dA.k..rh.d..e.._..e... |
0380 | 00 00 01 6e 00 00 64 01 00 53 28 43 00 00 00 69 ff ff ff ff 4e 28 01 00 00 00 74 0c 00 00 00 74 | ...n..d..S(C...i....N(....t....t |
03a0 | 65 73 74 5f 73 75 70 70 6f 72 74 28 02 00 00 00 74 07 00 00 00 75 72 6c 6f 70 65 6e 74 09 00 00 | est_support(....t....urlopent... |
03c0 | 00 48 54 54 50 45 72 72 6f 72 74 0d 00 00 00 52 6f 62 6f 74 54 65 73 74 43 61 73 65 63 00 00 00 | .HTTPErrort....RobotTestCasec... |
03e0 | 00 00 00 00 00 01 00 00 00 42 00 00 00 73 23 00 00 00 65 00 00 5a 01 00 64 00 00 84 00 00 5a 02 | .........B...s#...e..Z..d.....Z. |
0400 | 00 64 01 00 84 00 00 5a 03 00 64 02 00 84 00 00 5a 04 00 52 53 28 03 00 00 00 63 06 00 00 00 06 | .d.....Z..d.....Z..RS(....c..... |
0420 | 00 00 00 03 00 00 00 43 00 00 00 73 67 00 00 00 74 00 00 6a 01 00 6a 02 00 7c 00 00 83 01 00 01 | .......C...sg...t..j..j..|...... |
0440 | 7c 04 00 72 2c 00 64 01 00 7c 01 00 7c 03 00 66 02 00 16 7c 00 00 5f 03 00 6e 13 00 64 02 00 7c | |..r,.d..|..|..f...|.._..n..d..| |
0460 | 01 00 7c 03 00 66 02 00 16 7c 00 00 5f 03 00 7c 02 00 7c 00 00 5f 04 00 7c 03 00 7c 00 00 5f 05 | ..|..f...|.._..|..|.._..|..|.._. |
0480 | 00 7c 04 00 7c 00 00 5f 06 00 7c 05 00 7c 00 00 5f 07 00 64 00 00 53 28 03 00 00 00 4e 73 17 00 | .|..|.._..|..|.._..d..S(....Ns.. |
04a0 | 00 00 52 6f 62 6f 74 54 65 73 74 28 25 64 2c 20 67 6f 6f 64 2c 20 25 73 29 73 16 00 00 00 52 6f | ..RobotTest(%d,.good,.%s)s....Ro |
04c0 | 62 6f 74 54 65 73 74 28 25 64 2c 20 62 61 64 2c 20 25 73 29 28 08 00 00 00 74 08 00 00 00 75 6e | botTest(%d,.bad,.%s)(....t....un |
04e0 | 69 74 74 65 73 74 74 08 00 00 00 54 65 73 74 43 61 73 65 74 08 00 00 00 5f 5f 69 6e 69 74 5f 5f | ittestt....TestCaset....__init__ |
0500 | 74 03 00 00 00 73 74 72 74 06 00 00 00 70 61 72 73 65 72 74 03 00 00 00 75 72 6c 74 04 00 00 00 | t....strt....parsert....urlt.... |
0520 | 67 6f 6f 64 74 05 00 00 00 61 67 65 6e 74 28 06 00 00 00 74 04 00 00 00 73 65 6c 66 74 05 00 00 | goodt....agent(....t....selft... |
0540 | 00 69 6e 64 65 78 52 08 00 00 00 52 09 00 00 00 52 0a 00 00 00 52 0b 00 00 00 28 00 00 00 00 28 | .indexR....R....R....R....(....( |
0560 | 00 00 00 00 73 60 00 00 00 2f 74 6d 70 2f 6e 64 6b 2d 61 6e 64 72 65 77 68 73 69 65 68 2f 62 75 | ....s`.../tmp/ndk-andrewhsieh/bu |
0580 | 69 6c 64 68 6f 73 74 2f 69 6e 73 74 61 6c 6c 2f 70 72 65 62 75 69 6c 74 2f 6c 69 6e 75 78 2d 78 | ildhost/install/prebuilt/linux-x |
05a0 | 38 36 2f 6c 69 62 2f 70 79 74 68 6f 6e 32 2e 37 2f 74 65 73 74 2f 74 65 73 74 5f 72 6f 62 6f 74 | 86/lib/python2.7/test/test_robot |
05c0 | 70 61 72 73 65 72 2e 70 79 52 06 00 00 00 06 00 00 00 73 10 00 00 00 00 01 10 01 06 01 16 02 13 | parser.pyR........s............. |
05e0 | 01 09 01 09 01 09 01 63 01 00 00 00 03 00 00 00 04 00 00 00 43 00 00 00 73 7e 00 00 00 74 00 00 | .......c............C...s~...t.. |
0600 | 7c 00 00 6a 01 00 74 02 00 83 02 00 72 24 00 7c 00 00 6a 01 00 5c 02 00 7d 01 00 7d 02 00 6e 12 | |..j..t.....r$.|..j..\..}..}..n. |
0620 | 00 7c 00 00 6a 01 00 7d 02 00 7c 00 00 6a 03 00 7d 01 00 7c 00 00 6a 04 00 72 5e 00 7c 00 00 6a | .|..j..}..|..j..}..|..j..r^.|..j |
0640 | 05 00 7c 00 00 6a 06 00 6a 07 00 7c 01 00 7c 02 00 83 02 00 83 01 00 01 6e 1c 00 7c 00 00 6a 08 | ..|..j..j..|..|.........n..|..j. |
0660 | 00 7c 00 00 6a 06 00 6a 07 00 7c 01 00 7c 02 00 83 02 00 83 01 00 01 64 00 00 53 28 01 00 00 00 | .|..j..j..|..|.........d..S(.... |
0680 | 4e 28 09 00 00 00 74 0a 00 00 00 69 73 69 6e 73 74 61 6e 63 65 52 09 00 00 00 74 05 00 00 00 74 | N(....t....isinstanceR....t....t |
06a0 | 75 70 6c 65 52 0b 00 00 00 52 0a 00 00 00 74 0a 00 00 00 61 73 73 65 72 74 54 72 75 65 52 08 00 | upleR....R....t....assertTrueR.. |
06c0 | 00 00 74 09 00 00 00 63 61 6e 5f 66 65 74 63 68 74 0b 00 00 00 61 73 73 65 72 74 46 61 6c 73 65 | ..t....can_fetcht....assertFalse |
06e0 | 28 03 00 00 00 52 0c 00 00 00 52 0b 00 00 00 52 09 00 00 00 28 00 00 00 00 28 00 00 00 00 73 60 | (....R....R....R....(....(....s` |
0700 | 00 00 00 2f 74 6d 70 2f 6e 64 6b 2d 61 6e 64 72 65 77 68 73 69 65 68 2f 62 75 69 6c 64 68 6f 73 | .../tmp/ndk-andrewhsieh/buildhos |
0720 | 74 2f 69 6e 73 74 61 6c 6c 2f 70 72 65 62 75 69 6c 74 2f 6c 69 6e 75 78 2d 78 38 36 2f 6c 69 62 | t/install/prebuilt/linux-x86/lib |
0740 | 2f 70 79 74 68 6f 6e 32 2e 37 2f 74 65 73 74 2f 74 65 73 74 5f 72 6f 62 6f 74 70 61 72 73 65 72 | /python2.7/test/test_robotparser |
0760 | 2e 70 79 74 07 00 00 00 72 75 6e 54 65 73 74 11 00 00 00 73 0e 00 00 00 00 01 12 01 12 02 09 01 | .pyt....runTest....s............ |
0780 | 09 01 09 01 1f 02 63 01 00 00 00 01 00 00 00 01 00 00 00 43 00 00 00 73 07 00 00 00 7c 00 00 6a | ......c............C...s....|..j |
07a0 | 00 00 53 28 01 00 00 00 4e 28 01 00 00 00 52 07 00 00 00 28 01 00 00 00 52 0c 00 00 00 28 00 00 | ..S(....N(....R....(....R....(.. |
07c0 | 00 00 28 00 00 00 00 73 60 00 00 00 2f 74 6d 70 2f 6e 64 6b 2d 61 6e 64 72 65 77 68 73 69 65 68 | ..(....s`.../tmp/ndk-andrewhsieh |
07e0 | 2f 62 75 69 6c 64 68 6f 73 74 2f 69 6e 73 74 61 6c 6c 2f 70 72 65 62 75 69 6c 74 2f 6c 69 6e 75 | /buildhost/install/prebuilt/linu |
0800 | 78 2d 78 38 36 2f 6c 69 62 2f 70 79 74 68 6f 6e 32 2e 37 2f 74 65 73 74 2f 74 65 73 74 5f 72 6f | x-x86/lib/python2.7/test/test_ro |
0820 | 62 6f 74 70 61 72 73 65 72 2e 70 79 74 07 00 00 00 5f 5f 73 74 72 5f 5f 1c 00 00 00 73 02 00 00 | botparser.pyt....__str__....s... |
0840 | 00 00 01 28 05 00 00 00 74 08 00 00 00 5f 5f 6e 61 6d 65 5f 5f 74 0a 00 00 00 5f 5f 6d 6f 64 75 | ...(....t....__name__t....__modu |
0860 | 6c 65 5f 5f 52 06 00 00 00 52 13 00 00 00 52 14 00 00 00 28 00 00 00 00 28 00 00 00 00 28 00 00 | le__R....R....R....(....(....(.. |
0880 | 00 00 73 60 00 00 00 2f 74 6d 70 2f 6e 64 6b 2d 61 6e 64 72 65 77 68 73 69 65 68 2f 62 75 69 6c | ..s`.../tmp/ndk-andrewhsieh/buil |
08a0 | 64 68 6f 73 74 2f 69 6e 73 74 61 6c 6c 2f 70 72 65 62 75 69 6c 74 2f 6c 69 6e 75 78 2d 78 38 36 | dhost/install/prebuilt/linux-x86 |
08c0 | 2f 6c 69 62 2f 70 79 74 68 6f 6e 32 2e 37 2f 74 65 73 74 2f 74 65 73 74 5f 72 6f 62 6f 74 70 61 | /lib/python2.7/test/test_robotpa |
08e0 | 72 73 65 72 2e 70 79 52 03 00 00 00 05 00 00 00 73 06 00 00 00 06 01 09 0b 09 0b 74 10 00 00 00 | rser.pyR........s..........t.... |
0900 | 74 65 73 74 5f 72 6f 62 6f 74 70 61 72 73 65 72 63 05 00 00 00 08 00 00 00 08 00 00 00 43 00 00 | test_robotparserc............C.. |
0920 | 00 73 92 00 00 00 74 00 00 6a 00 00 7c 01 00 83 01 00 6a 01 00 83 00 00 7d 05 00 74 02 00 6a 03 | .s....t..j..|.....j.....}..t..j. |
0940 | 00 83 00 00 7d 06 00 7c 06 00 6a 04 00 7c 05 00 83 01 00 01 78 2d 00 7c 02 00 44 5d 25 00 7d 07 | ....}..|..j..|......x-.|..D]%.}. |
0960 | 00 74 05 00 6a 06 00 74 07 00 7c 00 00 7c 06 00 7c 07 00 64 01 00 7c 04 00 83 05 00 83 01 00 01 | .t..j..t..|..|..|..d..|......... |
0980 | 71 35 00 57 78 2d 00 7c 03 00 44 5d 25 00 7d 07 00 74 05 00 6a 06 00 74 07 00 7c 00 00 7c 06 00 | q5.Wx-.|..D]%.}..t..j..t..|..|.. |
09a0 | 7c 07 00 64 02 00 7c 04 00 83 05 00 83 01 00 01 71 65 00 57 64 00 00 53 28 03 00 00 00 4e 69 01 | |..d..|.........qe.Wd..S(....Ni. |
09c0 | 00 00 00 69 00 00 00 00 28 08 00 00 00 74 08 00 00 00 53 74 72 69 6e 67 49 4f 74 09 00 00 00 72 | ...i....(....t....StringIOt....r |
09e0 | 65 61 64 6c 69 6e 65 73 74 0b 00 00 00 72 6f 62 6f 74 70 61 72 73 65 72 74 0f 00 00 00 52 6f 62 | eadlinest....robotparsert....Rob |
0a00 | 6f 74 46 69 6c 65 50 61 72 73 65 72 74 05 00 00 00 70 61 72 73 65 74 05 00 00 00 74 65 73 74 73 | otFileParsert....parset....tests |
0a20 | 74 07 00 00 00 61 64 64 54 65 73 74 52 03 00 00 00 28 08 00 00 00 52 0d 00 00 00 74 0a 00 00 00 | t....addTestR....(....R....t.... |
0a40 | 72 6f 62 6f 74 73 5f 74 78 74 74 09 00 00 00 67 6f 6f 64 5f 75 72 6c 73 74 08 00 00 00 62 61 64 | robots_txtt....good_urlst....bad |
0a60 | 5f 75 72 6c 73 52 0b 00 00 00 74 05 00 00 00 6c 69 6e 65 73 52 08 00 00 00 52 09 00 00 00 28 00 | _urlsR....t....linesR....R....(. |
0a80 | 00 00 00 28 00 00 00 00 73 60 00 00 00 2f 74 6d 70 2f 6e 64 6b 2d 61 6e 64 72 65 77 68 73 69 65 | ...(....s`.../tmp/ndk-andrewhsie |
0aa0 | 68 2f 62 75 69 6c 64 68 6f 73 74 2f 69 6e 73 74 61 6c 6c 2f 70 72 65 62 75 69 6c 74 2f 6c 69 6e | h/buildhost/install/prebuilt/lin |
0ac0 | 75 78 2d 78 38 36 2f 6c 69 62 2f 70 79 74 68 6f 6e 32 2e 37 2f 74 65 73 74 2f 74 65 73 74 5f 72 | ux-x86/lib/python2.7/test/test_r |
0ae0 | 6f 62 6f 74 70 61 72 73 65 72 2e 70 79 74 09 00 00 00 52 6f 62 6f 74 54 65 73 74 21 00 00 00 73 | obotparser.pyt....RobotTest!...s |
0b00 | 0e 00 00 00 00 03 15 01 0c 01 0d 01 0d 01 23 01 0d 01 73 92 00 00 00 0a 55 73 65 72 2d 61 67 65 | ..............#...s.....User-age |
0b20 | 6e 74 3a 20 2a 0a 44 69 73 61 6c 6c 6f 77 3a 20 2f 63 79 62 65 72 77 6f 72 6c 64 2f 6d 61 70 2f | nt:.*.Disallow:./cyberworld/map/ |
0b40 | 20 23 20 54 68 69 73 20 69 73 20 61 6e 20 69 6e 66 69 6e 69 74 65 20 76 69 72 74 75 61 6c 20 55 | .#.This.is.an.infinite.virtual.U |
0b60 | 52 4c 20 73 70 61 63 65 0a 44 69 73 61 6c 6c 6f 77 3a 20 2f 74 6d 70 2f 20 23 20 74 68 65 73 65 | RL.space.Disallow:./tmp/.#.these |
0b80 | 20 77 69 6c 6c 20 73 6f 6f 6e 20 64 69 73 61 70 70 65 61 72 0a 44 69 73 61 6c 6c 6f 77 3a 20 2f | .will.soon.disappear.Disallow:./ |
0ba0 | 66 6f 6f 2e 68 74 6d 6c 0a 74 01 00 00 00 2f 73 0a 00 00 00 2f 74 65 73 74 2e 68 74 6d 6c 73 1a | foo.html.t..../s..../test.htmls. |
0bc0 | 00 00 00 2f 63 79 62 65 72 77 6f 72 6c 64 2f 6d 61 70 2f 69 6e 64 65 78 2e 68 74 6d 6c 73 08 00 | .../cyberworld/map/index.htmls.. |
0be0 | 00 00 2f 74 6d 70 2f 78 78 78 73 09 00 00 00 2f 66 6f 6f 2e 68 74 6d 6c 69 01 00 00 00 73 c1 00 | ../tmp/xxxs..../foo.htmli....s.. |
0c00 | 00 00 0a 23 20 72 6f 62 6f 74 73 2e 74 78 74 20 66 6f 72 20 68 74 74 70 3a 2f 2f 77 77 77 2e 65 | ...#.robots.txt.for.http://www.e |
0c20 | 78 61 6d 70 6c 65 2e 63 6f 6d 2f 0a 0a 55 73 65 72 2d 61 67 65 6e 74 3a 20 2a 0a 44 69 73 61 6c | xample.com/..User-agent:.*.Disal |
0c40 | 6c 6f 77 3a 20 2f 63 79 62 65 72 77 6f 72 6c 64 2f 6d 61 70 2f 20 23 20 54 68 69 73 20 69 73 20 | low:./cyberworld/map/.#.This.is. |
0c60 | 61 6e 20 69 6e 66 69 6e 69 74 65 20 76 69 72 74 75 61 6c 20 55 52 4c 20 73 70 61 63 65 0a 0a 23 | an.infinite.virtual.URL.space..# |
0c80 | 20 43 79 62 65 72 6d 61 70 70 65 72 20 6b 6e 6f 77 73 20 77 68 65 72 65 20 74 6f 20 67 6f 2e 0a | .Cybermapper.knows.where.to.go.. |
0ca0 | 55 73 65 72 2d 61 67 65 6e 74 3a 20 63 79 62 65 72 6d 61 70 70 65 72 0a 44 69 73 61 6c 6c 6f 77 | User-agent:.cybermapper.Disallow |
0cc0 | 3a 0a 0a 74 0b 00 00 00 63 79 62 65 72 6d 61 70 70 65 72 69 02 00 00 00 73 25 00 00 00 0a 23 20 | :..t....cybermapperi....s%....#. |
0ce0 | 67 6f 20 61 77 61 79 0a 55 73 65 72 2d 61 67 65 6e 74 3a 20 2a 0a 44 69 73 61 6c 6c 6f 77 3a 20 | go.away.User-agent:.*.Disallow:. |
0d00 | 2f 0a 73 05 00 00 00 2f 74 6d 70 2f 69 03 00 00 00 73 6d 00 00 00 0a 55 73 65 72 2d 61 67 65 6e | /.s..../tmp/i....sm....User-agen |
0d20 | 74 3a 20 66 69 67 74 72 65 65 0a 44 69 73 61 6c 6c 6f 77 3a 20 2f 74 6d 70 0a 44 69 73 61 6c 6c | t:.figtree.Disallow:./tmp.Disall |
0d40 | 6f 77 3a 20 2f 61 25 33 63 64 2e 68 74 6d 6c 0a 44 69 73 61 6c 6c 6f 77 3a 20 2f 61 25 32 66 62 | ow:./a%3cd.html.Disallow:./a%2fb |
0d60 | 2e 68 74 6d 6c 0a 44 69 73 61 6c 6c 6f 77 3a 20 2f 25 37 65 6a 6f 65 2f 69 6e 64 65 78 2e 68 74 | .html.Disallow:./%7ejoe/index.ht |
0d80 | 6d 6c 0a 73 04 00 00 00 2f 74 6d 70 73 09 00 00 00 2f 74 6d 70 2e 68 74 6d 6c 73 0b 00 00 00 2f | ml.s..../tmps..../tmp.htmls..../ |
0da0 | 74 6d 70 2f 61 2e 68 74 6d 6c 73 0b 00 00 00 2f 61 25 33 63 64 2e 68 74 6d 6c 73 0b 00 00 00 2f | tmp/a.htmls..../a%3cd.htmls..../ |
0dc0 | 61 25 33 43 64 2e 68 74 6d 6c 73 0b 00 00 00 2f 61 25 32 66 62 2e 68 74 6d 6c 73 10 00 00 00 2f | a%3Cd.htmls..../a%2fb.htmls..../ |
0de0 | 7e 6a 6f 65 2f 69 6e 64 65 78 2e 68 74 6d 6c 69 04 00 00 00 74 07 00 00 00 66 69 67 74 72 65 65 | ~joe/index.htmli....t....figtree |
0e00 | 69 05 00 00 00 73 1e 00 00 00 46 69 67 54 72 65 65 20 52 6f 62 6f 74 20 6c 69 62 77 77 77 2d 70 | i....s....FigTree.Robot.libwww-p |
0e20 | 65 72 6c 2f 35 2e 30 34 73 66 00 00 00 0a 55 73 65 72 2d 61 67 65 6e 74 3a 20 2a 0a 44 69 73 61 | erl/5.04sf....User-agent:.*.Disa |
0e40 | 6c 6c 6f 77 3a 20 2f 74 6d 70 2f 0a 44 69 73 61 6c 6c 6f 77 3a 20 2f 61 25 33 43 64 2e 68 74 6d | llow:./tmp/.Disallow:./a%3Cd.htm |
0e60 | 6c 0a 44 69 73 61 6c 6c 6f 77 3a 20 2f 61 2f 62 2e 68 74 6d 6c 0a 44 69 73 61 6c 6c 6f 77 3a 20 | l.Disallow:./a/b.html.Disallow:. |
0e80 | 2f 25 37 65 6a 6f 65 2f 69 6e 64 65 78 2e 68 74 6d 6c 0a 73 09 00 00 00 2f 61 2f 62 2e 68 74 6d | /%7ejoe/index.html.s..../a/b.htm |
0ea0 | 6c 73 12 00 00 00 2f 25 37 45 6a 6f 65 2f 69 6e 64 65 78 2e 68 74 6d 6c 69 06 00 00 00 73 1c 00 | ls..../%7Ejoe/index.htmli....s.. |
0ec0 | 00 00 0a 55 73 65 72 2d 41 67 65 6e 74 3a 20 2a 0a 44 69 73 61 6c 6c 6f 77 3a 20 2f 2e 0a 69 07 | ...User-Agent:.*.Disallow:./..i. |
0ee0 | 00 00 00 73 47 00 00 00 0a 55 73 65 72 2d 61 67 65 6e 74 3a 20 47 6f 6f 67 6c 65 62 6f 74 0a 41 | ...sG....User-agent:.Googlebot.A |
0f00 | 6c 6c 6f 77 3a 20 2f 66 6f 6c 64 65 72 31 2f 6d 79 66 69 6c 65 2e 68 74 6d 6c 0a 44 69 73 61 6c | llow:./folder1/myfile.html.Disal |
0f20 | 6c 6f 77 3a 20 2f 66 6f 6c 64 65 72 31 2f 0a 73 14 00 00 00 2f 66 6f 6c 64 65 72 31 2f 6d 79 66 | low:./folder1/.s..../folder1/myf |
0f40 | 69 6c 65 2e 68 74 6d 6c 73 19 00 00 00 2f 66 6f 6c 64 65 72 31 2f 61 6e 6f 74 68 65 72 66 69 6c | ile.htmls..../folder1/anotherfil |
0f60 | 65 2e 68 74 6d 6c 69 08 00 00 00 52 0b 00 00 00 74 09 00 00 00 47 6f 6f 67 6c 65 62 6f 74 73 4a | e.htmli....R....t....GooglebotsJ |
0f80 | 00 00 00 0a 55 73 65 72 2d 61 67 65 6e 74 3a 20 47 6f 6f 67 6c 65 62 6f 74 0a 44 69 73 61 6c 6c | ....User-agent:.Googlebot.Disall |
0fa0 | 6f 77 3a 20 2f 0a 0a 55 73 65 72 2d 61 67 65 6e 74 3a 20 47 6f 6f 67 6c 65 62 6f 74 2d 4d 6f 62 | ow:./..User-agent:.Googlebot-Mob |
0fc0 | 69 6c 65 0a 41 6c 6c 6f 77 3a 20 2f 0a 73 0e 00 00 00 2f 73 6f 6d 65 74 68 69 6e 67 2e 6a 70 67 | ile.Allow:./.s..../something.jpg |
0fe0 | 69 09 00 00 00 69 0a 00 00 00 73 10 00 00 00 47 6f 6f 67 6c 65 62 6f 74 2d 4d 6f 62 69 6c 65 73 | i....i....s....Googlebot-Mobiles |
1000 | 4a 00 00 00 0a 55 73 65 72 2d 61 67 65 6e 74 3a 20 47 6f 6f 67 6c 65 62 6f 74 2d 4d 6f 62 69 6c | J....User-agent:.Googlebot-Mobil |
1020 | 65 0a 41 6c 6c 6f 77 3a 20 2f 0a 0a 55 73 65 72 2d 61 67 65 6e 74 3a 20 47 6f 6f 67 6c 65 62 6f | e.Allow:./..User-agent:.Googlebo |
1040 | 74 0a 44 69 73 61 6c 6c 6f 77 3a 20 2f 0a 69 0b 00 00 00 69 0c 00 00 00 69 0d 00 00 00 74 09 00 | t.Disallow:./.i....i....i....t.. |
1060 | 00 00 67 6f 6f 67 6c 65 62 6f 74 73 2f 00 00 00 0a 55 73 65 72 2d 61 67 65 6e 74 3a 20 2a 0a 44 | ..googlebots/....User-agent:.*.D |
1080 | 69 73 61 6c 6c 6f 77 3a 20 2f 73 6f 6d 65 2f 70 61 74 68 3f 6e 61 6d 65 3d 76 61 6c 75 65 0a 73 | isallow:./some/path?name=value.s |
10a0 | 0a 00 00 00 2f 73 6f 6d 65 2f 70 61 74 68 73 15 00 00 00 2f 73 6f 6d 65 2f 70 61 74 68 3f 6e 61 | ..../some/paths..../some/path?na |
10c0 | 6d 65 3d 76 61 6c 75 65 69 0e 00 00 00 73 4b 00 00 00 0a 55 73 65 72 2d 61 67 65 6e 74 3a 20 2a | me=valuei....sK....User-agent:.* |
10e0 | 0a 44 69 73 61 6c 6c 6f 77 3a 20 2f 73 6f 6d 65 2f 70 61 74 68 0a 0a 55 73 65 72 2d 61 67 65 6e | .Disallow:./some/path..User-agen |
1100 | 74 3a 20 2a 0a 44 69 73 61 6c 6c 6f 77 3a 20 2f 61 6e 6f 74 68 65 72 2f 70 61 74 68 0a 73 0d 00 | t:.*.Disallow:./another/path.s.. |
1120 | 00 00 2f 61 6e 6f 74 68 65 72 2f 70 61 74 68 69 0f 00 00 00 74 0f 00 00 00 4e 65 74 77 6f 72 6b | ../another/pathi....t....Network |
1140 | 54 65 73 74 43 61 73 65 63 00 00 00 00 00 00 00 00 01 00 00 00 42 00 00 00 73 1a 00 00 00 65 00 | TestCasec............B...s....e. |
1160 | 00 5a 01 00 64 00 00 84 00 00 5a 02 00 64 01 00 84 00 00 5a 03 00 52 53 28 02 00 00 00 63 01 00 | .Z..d.....Z..d.....Z..RS(....c.. |
1180 | 00 00 05 00 00 00 09 00 00 00 43 00 00 00 73 06 01 00 00 74 00 00 6a 01 00 64 01 00 83 01 00 01 | ..........C...s....t..j..d...... |
11a0 | 74 00 00 6a 02 00 64 02 00 83 01 00 8f e4 00 01 64 03 00 7d 01 00 7c 01 00 64 04 00 17 7d 02 00 | t..j..d.........d..}..|..d...}.. |
11c0 | 79 0e 00 74 03 00 7c 02 00 83 01 00 01 57 6e 45 00 04 74 04 00 6b 0a 00 72 82 00 01 7d 03 00 01 | y..t..|......WnE..t..k..r...}... |
11e0 | 7c 03 00 6a 05 00 64 05 00 64 06 00 68 02 00 6b 07 00 72 94 00 7c 00 00 6a 06 00 64 07 00 7c 02 | |..j..d..d..h..k..r..|..j..d..|. |
1200 | 00 7c 03 00 6a 05 00 66 02 00 16 83 01 00 01 71 94 00 6e 12 00 58 7c 00 00 6a 06 00 64 08 00 7c | .|..j..f.......q..n..X|..j..d..| |
1220 | 02 00 16 83 01 00 01 74 07 00 6a 08 00 83 00 00 7d 04 00 7c 04 00 6a 09 00 7c 01 00 83 01 00 01 | .......t..j.....}..|..j..|...... |
1240 | 79 0e 00 7c 04 00 6a 0a 00 83 00 00 01 57 6e 22 00 04 74 0b 00 6b 0a 00 72 df 00 01 01 01 7c 00 | y..|..j......Wn"..t..k..r.....|. |
1260 | 00 6a 06 00 64 09 00 7c 01 00 16 83 01 00 01 6e 01 00 58 7c 00 00 6a 0c 00 7c 04 00 6a 0d 00 64 | .j..d..|.......n..X|..j..|..j..d |
1280 | 0a 00 7c 02 00 83 02 00 74 0e 00 83 02 00 01 57 64 00 00 51 58 64 00 00 53 28 0b 00 00 00 4e 74 | ..|.....t......Wd..QXd..S(....Nt |
12a0 | 07 00 00 00 6e 65 74 77 6f 72 6b 73 13 00 00 00 6d 75 65 62 6c 65 73 6d 6f 72 61 6c 65 64 61 2e | ....networks....mueblesmoraleda. |
12c0 | 63 6f 6d 73 1a 00 00 00 68 74 74 70 3a 2f 2f 6d 75 65 62 6c 65 73 6d 6f 72 61 6c 65 64 61 2e 63 | coms....http://mueblesmoraleda.c |
12e0 | 6f 6d 73 0b 00 00 00 2f 72 6f 62 6f 74 73 2e 74 78 74 69 91 01 00 00 69 93 01 00 00 73 30 00 00 | oms..../robots.txti....i....s0.. |
1300 | 00 25 72 20 73 68 6f 75 6c 64 20 72 65 74 75 72 6e 20 61 20 34 30 31 20 6f 72 20 34 30 33 20 48 | .%r.should.return.a.401.or.403.H |
1320 | 54 54 50 20 65 72 72 6f 72 2c 20 6e 6f 74 20 25 72 73 35 00 00 00 25 72 20 73 68 6f 75 6c 64 20 | TTP.error,.not.%rs5...%r.should. |
1340 | 72 65 74 75 72 6e 20 61 20 34 30 31 20 6f 72 20 34 30 33 20 48 54 54 50 20 65 72 72 6f 72 2c 20 | return.a.401.or.403.HTTP.error,. |
1360 | 6e 6f 74 20 73 75 63 63 65 65 64 73 11 00 00 00 25 73 20 69 73 20 75 6e 61 76 61 69 6c 61 62 6c | not.succeeds....%s.is.unavailabl |
1380 | 65 74 01 00 00 00 2a 28 0f 00 00 00 52 00 00 00 00 74 08 00 00 00 72 65 71 75 69 72 65 73 74 12 | et....*(....R....t....requirest. |
13a0 | 00 00 00 74 72 61 6e 73 69 65 6e 74 5f 69 6e 74 65 72 6e 65 74 52 01 00 00 00 52 02 00 00 00 74 | ...transient_internetR....R....t |
13c0 | 04 00 00 00 63 6f 64 65 74 08 00 00 00 73 6b 69 70 54 65 73 74 52 1a 00 00 00 52 1b 00 00 00 74 | ....codet....skipTestR....R....t |
13e0 | 07 00 00 00 73 65 74 5f 75 72 6c 74 04 00 00 00 72 65 61 64 74 07 00 00 00 49 4f 45 72 72 6f 72 | ....set_urlt....readt....IOError |
1400 | 74 0b 00 00 00 61 73 73 65 72 74 45 71 75 61 6c 52 11 00 00 00 74 05 00 00 00 46 61 6c 73 65 28 | t....assertEqualR....t....False( |
1420 | 05 00 00 00 52 0c 00 00 00 52 09 00 00 00 74 0a 00 00 00 72 6f 62 6f 74 73 5f 75 72 6c 74 01 00 | ....R....R....t....robots_urlt.. |
1440 | 00 00 65 52 08 00 00 00 28 00 00 00 00 28 00 00 00 00 73 60 00 00 00 2f 74 6d 70 2f 6e 64 6b 2d | ..eR....(....(....s`.../tmp/ndk- |
1460 | 61 6e 64 72 65 77 68 73 69 65 68 2f 62 75 69 6c 64 68 6f 73 74 2f 69 6e 73 74 61 6c 6c 2f 70 72 | andrewhsieh/buildhost/install/pr |
1480 | 65 62 75 69 6c 74 2f 6c 69 6e 75 78 2d 78 38 36 2f 6c 69 62 2f 70 79 74 68 6f 6e 32 2e 37 2f 74 | ebuilt/linux-x86/lib/python2.7/t |
14a0 | 65 73 74 2f 74 65 73 74 5f 72 6f 62 6f 74 70 61 72 73 65 72 2e 70 79 74 19 00 00 00 74 65 73 74 | est/test_robotparser.pyt....test |
14c0 | 50 61 73 73 77 6f 72 64 50 72 6f 74 65 63 74 65 64 53 69 74 65 ea 00 00 00 73 2a 00 00 00 00 01 | PasswordProtectedSite....s*..... |
14e0 | 0d 01 10 01 06 01 0a 03 03 01 0e 01 0f 01 15 01 06 01 03 01 18 02 06 01 03 01 08 01 0c 01 0d 01 | ................................ |
1500 | 03 01 0e 01 0d 01 15 01 63 01 00 00 00 02 00 00 00 08 00 00 00 43 00 00 00 73 59 00 00 00 74 00 | ........c............C...sY...t. |
1520 | 00 6a 01 00 64 01 00 83 01 00 01 74 00 00 6a 02 00 64 02 00 83 01 00 8f 37 00 01 74 03 00 6a 04 | .j..d......t..j..d......7..t..j. |
1540 | 00 64 03 00 83 01 00 7d 01 00 7c 01 00 6a 05 00 83 00 00 01 7c 00 00 6a 06 00 7c 01 00 6a 07 00 | .d.....}..|..j......|..j..|..j.. |
1560 | 64 04 00 64 03 00 83 02 00 83 01 00 01 57 64 00 00 51 58 64 00 00 53 28 05 00 00 00 4e 52 2a 00 | d..d.........Wd..QXd..S(....NR*. |
1580 | 00 00 73 0e 00 00 00 77 77 77 2e 70 79 74 68 6f 6e 2e 6f 72 67 73 20 00 00 00 68 74 74 70 3a 2f | ..s....www.python.orgs....http:/ |
15a0 | 2f 77 77 77 2e 70 79 74 68 6f 6e 2e 6f 72 67 2f 72 6f 62 6f 74 73 2e 74 78 74 52 2b 00 00 00 28 | /www.python.org/robots.txtR+...( |
15c0 | 08 00 00 00 52 00 00 00 00 52 2c 00 00 00 52 2d 00 00 00 52 1a 00 00 00 52 1b 00 00 00 52 31 00 | ....R....R,...R-...R....R....R1. |
15e0 | 00 00 52 10 00 00 00 52 11 00 00 00 28 02 00 00 00 52 0c 00 00 00 52 08 00 00 00 28 00 00 00 00 | ..R....R....(....R....R....(.... |
1600 | 28 00 00 00 00 73 60 00 00 00 2f 74 6d 70 2f 6e 64 6b 2d 61 6e 64 72 65 77 68 73 69 65 68 2f 62 | (....s`.../tmp/ndk-andrewhsieh/b |
1620 | 75 69 6c 64 68 6f 73 74 2f 69 6e 73 74 61 6c 6c 2f 70 72 65 62 75 69 6c 74 2f 6c 69 6e 75 78 2d | uildhost/install/prebuilt/linux- |
1640 | 78 38 36 2f 6c 69 62 2f 70 79 74 68 6f 6e 32 2e 37 2f 74 65 73 74 2f 74 65 73 74 5f 72 6f 62 6f | x86/lib/python2.7/test/test_robo |
1660 | 74 70 61 72 73 65 72 2e 70 79 74 0d 00 00 00 74 65 73 74 50 79 74 68 6f 6e 4f 72 67 04 01 00 00 | tparser.pyt....testPythonOrg.... |
1680 | 73 0e 00 00 00 00 01 0d 01 10 01 06 01 09 01 0a 01 06 01 28 04 00 00 00 52 15 00 00 00 52 16 00 | s..................(....R....R.. |
16a0 | 00 00 52 37 00 00 00 52 38 00 00 00 28 00 00 00 00 28 00 00 00 00 28 00 00 00 00 73 60 00 00 00 | ..R7...R8...(....(....(....s`... |
16c0 | 2f 74 6d 70 2f 6e 64 6b 2d 61 6e 64 72 65 77 68 73 69 65 68 2f 62 75 69 6c 64 68 6f 73 74 2f 69 | /tmp/ndk-andrewhsieh/buildhost/i |
16e0 | 6e 73 74 61 6c 6c 2f 70 72 65 62 75 69 6c 74 2f 6c 69 6e 75 78 2d 78 38 36 2f 6c 69 62 2f 70 79 | nstall/prebuilt/linux-x86/lib/py |
1700 | 74 68 6f 6e 32 2e 37 2f 74 65 73 74 2f 74 65 73 74 5f 72 6f 62 6f 74 70 61 72 73 65 72 2e 70 79 | thon2.7/test/test_robotparser.py |
1720 | 52 29 00 00 00 e8 00 00 00 73 04 00 00 00 06 02 09 1a 63 00 00 00 00 00 00 00 00 02 00 00 00 43 | R).......s........c............C |
1740 | 00 00 00 73 1e 00 00 00 74 00 00 6a 01 00 74 02 00 83 01 00 01 74 00 00 6a 01 00 74 03 00 83 01 | ...s....t..j..t......t..j..t.... |
1760 | 00 01 64 00 00 53 28 01 00 00 00 4e 28 04 00 00 00 52 00 00 00 00 74 0c 00 00 00 72 75 6e 5f 75 | ..d..S(....N(....R....t....run_u |
1780 | 6e 69 74 74 65 73 74 52 1d 00 00 00 52 29 00 00 00 28 00 00 00 00 28 00 00 00 00 28 00 00 00 00 | nittestR....R)...(....(....(.... |
17a0 | 73 60 00 00 00 2f 74 6d 70 2f 6e 64 6b 2d 61 6e 64 72 65 77 68 73 69 65 68 2f 62 75 69 6c 64 68 | s`.../tmp/ndk-andrewhsieh/buildh |
17c0 | 6f 73 74 2f 69 6e 73 74 61 6c 6c 2f 70 72 65 62 75 69 6c 74 2f 6c 69 6e 75 78 2d 78 38 36 2f 6c | ost/install/prebuilt/linux-x86/l |
17e0 | 69 62 2f 70 79 74 68 6f 6e 32 2e 37 2f 74 65 73 74 2f 74 65 73 74 5f 72 6f 62 6f 74 70 61 72 73 | ib/python2.7/test/test_robotpars |
1800 | 65 72 2e 70 79 74 09 00 00 00 74 65 73 74 5f 6d 61 69 6e 0e 01 00 00 73 04 00 00 00 00 01 0d 01 | er.pyt....test_main....s........ |
1820 | 74 08 00 00 00 5f 5f 6d 61 69 6e 5f 5f 28 02 00 00 00 52 25 00 00 00 73 1a 00 00 00 2f 63 79 62 | t....__main__(....R%...s..../cyb |
1840 | 65 72 77 6f 72 6c 64 2f 6d 61 70 2f 69 6e 64 65 78 2e 68 74 6d 6c 28 14 00 00 00 52 04 00 00 00 | erworld/map/index.html(....R.... |
1860 | 52 18 00 00 00 52 1a 00 00 00 74 04 00 00 00 74 65 73 74 52 00 00 00 00 74 07 00 00 00 75 72 6c | R....R....t....testR....t....url |
1880 | 6c 69 62 32 52 01 00 00 00 52 02 00 00 00 52 05 00 00 00 52 03 00 00 00 74 09 00 00 00 54 65 73 | lib2R....R....R....R....t....Tes |
18a0 | 74 53 75 69 74 65 52 1d 00 00 00 52 23 00 00 00 74 03 00 00 00 64 6f 63 52 0a 00 00 00 74 03 00 | tSuiteR....R#...t....docR....t.. |
18c0 | 00 00 62 61 64 52 29 00 00 00 52 3a 00 00 00 52 15 00 00 00 74 07 00 00 00 76 65 72 62 6f 73 65 | ..badR)...R:...R....t....verbose |
18e0 | 28 00 00 00 00 28 00 00 00 00 28 00 00 00 00 73 60 00 00 00 2f 74 6d 70 2f 6e 64 6b 2d 61 6e 64 | (....(....(....s`.../tmp/ndk-and |
1900 | 72 65 77 68 73 69 65 68 2f 62 75 69 6c 64 68 6f 73 74 2f 69 6e 73 74 61 6c 6c 2f 70 72 65 62 75 | rewhsieh/buildhost/install/prebu |
1920 | 69 6c 74 2f 6c 69 6e 75 78 2d 78 38 36 2f 6c 69 62 2f 70 79 74 68 6f 6e 32 2e 37 2f 74 65 73 74 | ilt/linux-x86/lib/python2.7/test |
1940 | 2f 74 65 73 74 5f 72 6f 62 6f 74 70 61 72 73 65 72 2e 70 79 74 08 00 00 00 3c 6d 6f 64 75 6c 65 | /test_robotparser.pyt....<module |
1960 | 3e 01 00 00 00 73 8a 00 00 00 24 01 10 01 16 02 19 1a 0c 03 0c 12 06 02 0c 01 0f 02 13 0d 06 02 | >....s....$..................... |
1980 | 0f 01 09 02 13 07 06 02 06 01 0f 02 13 0b 06 02 06 01 09 01 09 01 09 03 16 01 16 09 06 02 09 01 | ................................ |
19a0 | 06 01 09 01 09 02 13 08 06 02 09 01 06 02 13 09 06 02 09 01 09 02 19 0a 06 02 06 01 09 02 19 02 | ................................ |
19c0 | 06 01 09 02 19 09 06 02 06 01 09 02 19 02 09 01 06 02 19 09 06 02 09 01 09 02 19 07 06 02 09 01 | ................................ |
19e0 | 09 02 13 09 06 02 09 01 09 02 13 03 19 26 09 04 0c 01 09 01 | .............&...... |