| Statistics of 1858 robots | ||||
| User-Agent | Times Appeared in robots.txt files | Times being favored | Times being disfavored | Favorability |
| * | 6573 | 0 | 0 | 0.0 |
| googlebot | 707 | 604 | 45 | 0.07614766 |
| mediapartners-google* | 620 | 464 | 94 | 0.05040185 |
| slurp | 583 | 474 | 36 | 0.059664898 |
| msnbot | 509 | 416 | 35 | 0.051900286 |
| scooter | 403 | 356 | 38 | 0.04331835 |
| yahoo-newscrawler | 303 | 302 | 1 | 0.041002586 |
| msiecrawler | 240 | 3 | 233 | -0.03133088 |
| ia_archiver | 220 | 41 | 175 | -0.018253643 |
| webzip | 213 | 4 | 205 | -0.027380466 |
| wget | 212 | 6 | 203 | -0.026835581 |
| webcopier | 197 | 4 | 189 | -0.025200926 |
| webstripper | 193 | 4 | 186 | -0.024792263 |
| teleport | 192 | 4 | 185 | -0.02465604 |
| sitesnagger | 191 | 4 | 183 | -0.024383599 |
| offline explorer | 185 | 4 | 177 | -0.023566272 |
| teleportpro | 175 | 2 | 170 | -0.022885166 |
| netmechanic | 168 | 91 | 73 | 0.002451982 |
| larbin | 165 | 2 | 161 | -0.021659175 |
| emailsiphon | 148 | 9 | 136 | -0.017300095 |
| npbot | 147 | 1 | 143 | -0.019343413 |
| psbot | 139 | 6 | 131 | -0.017027654 |
| grub-client | 124 | 2 | 120 | -0.016074104 |
| httrack | 118 | 2 | 114 | -0.015256777 |
| sitecheck.internetseer.com | 117 | 0 | 116 | -0.015801663 |
| webreaper | 111 | 1 | 107 | -0.01443945 |
| extractorpro | 110 | 8 | 99 | -0.012396132 |
| emailcollector | 110 | 5 | 102 | -0.0132134585 |
| linkwalker | 103 | 10 | 91 | -0.011033919 |
| zyborg | 103 | 5 | 97 | -0.0125323525 |
| emailwolf | 102 | 4 | 95 | -0.012396132 |
| zealbot | 101 | 0 | 100 | -0.013622122 |
| googlebot-image | 101 | 19 | 76 | -0.0077646095 |
| asterias | 99 | 6 | 91 | -0.011578804 |
| fetch | 99 | 0 | 98 | -0.01334968 |
| cherrypickerse/1.0 | 97 | 4 | 91 | -0.0118512465 |
| zao | 97 | 0 | 96 | -0.013077238 |
| cherrypickerelite/1.0 | 97 | 4 | 91 | -0.0118512465 |
| xenu | 97 | 0 | 96 | -0.013077238 |
| webbandit | 95 | 4 | 88 | -0.011442583 |
| zeus | 95 | 6 | 87 | -0.011033919 |
| ubicrawler | 94 | 0 | 93 | -0.012668574 |
| cherrypicker | 93 | 5 | 86 | -0.011033919 |
| libwww | 93 | 0 | 92 | -0.0125323525 |
| linko | 93 | 0 | 92 | -0.0125323525 |
| download ninja | 93 | 0 | 92 | -0.0125323525 |
| microsoft.url.control | 92 | 0 | 91 | -0.012396132 |
| webster pro | 92 | 4 | 86 | -0.0111701405 |
| k2spider | 92 | 1 | 90 | -0.012123689 |
| crescent internet toolpak http ole contr | 92 | 7 | 83 | -0.010352813 |
| doc | 92 | 0 | 91 | -0.012396132 |
| crescent | 90 | 4 | 84 | -0.010897698 |
| lycos | 89 | 85 | 1 | 0.011442583 |
| nicerspro | 89 | 4 | 83 | -0.010761477 |
| orthogaffe | 89 | 86 | 2 | 0.011442583 |
| webzip/4.0 | 88 | 4 | 82 | -0.010625255 |
| telesoft | 88 | 4 | 82 | -0.010625255 |
| harvest/1.5 | 87 | 4 | 80 | -0.010352813 |
| webauto | 87 | 4 | 80 | -0.010352813 |
| israbot | 87 | 86 | 1 | 0.011578804 |
| moget | 87 | 6 | 80 | -0.01008037 |
| linkextractorpro | 87 | 4 | 81 | -0.0104890345 |
| website quester | 86 | 4 | 80 | -0.010352813 |
| lwp-trivial | 86 | 3 | 82 | -0.010761477 |
| netants | 86 | 4 | 80 | -0.010352813 |
| websauger | 86 | 4 | 80 | -0.010352813 |
| webbandit/3.50 | 86 | 4 | 80 | -0.010352813 |
| prowebwalker | 86 | 4 | 80 | -0.010352813 |
| mister pix | 86 | 4 | 80 | -0.010352813 |
| dittospyder | 86 | 4 | 80 | -0.010352813 |
| miixpc | 85 | 4 | 79 | -0.010216592 |
| kenjin spider | 85 | 4 | 79 | -0.010216592 |
| infonavirobot | 85 | 4 | 79 | -0.010216592 |
| wget/1.5.3 | 85 | 4 | 79 | -0.010216592 |
| thenomad | 85 | 4 | 79 | -0.010216592 |
| true_robot | 85 | 4 | 79 | -0.010216592 |
| rma | 85 | 4 | 79 | -0.010216592 |
| vci webviewer vci webviewer win32 | 85 | 4 | 79 | -0.010216592 |
| cheesebot | 85 | 4 | 79 | -0.010216592 |
| repomonkey | 85 | 4 | 79 | -0.010216592 |
| true_robot/1.0 | 85 | 4 | 79 | -0.010216592 |
| botalot | 85 | 4 | 79 | -0.010216592 |
| bullseye/1.0 | 85 | 4 | 79 | -0.010216592 |
| zeus 32297 webster pro v2.9 win32 | 85 | 4 | 79 | -0.010216592 |
| linkscan/8.1a unix | 85 | 4 | 79 | -0.010216592 |
| lexibot | 85 | 4 | 79 | -0.010216592 |
| moget/2.1 | 84 | 3 | 80 | -0.0104890345 |
| szukacz/1.4 | 84 | 4 | 78 | -0.01008037 |
| bunnyslippers | 84 | 4 | 78 | -0.01008037 |
| propowerbot/2.14 | 84 | 4 | 78 | -0.01008037 |
| miixpc/4.2 | 84 | 4 | 78 | -0.01008037 |
| urly warning | 84 | 4 | 78 | -0.01008037 |
| keyword density/0.9 | 84 | 4 | 78 | -0.01008037 |
| backdoorbot/1.0 | 84 | 4 | 78 | -0.01008037 |
| lwp-trivial/1.34 | 84 | 3 | 80 | -0.0104890345 |
| cosmos | 84 | 3 | 80 | -0.0104890345 |
| jennybot | 84 | 4 | 78 | -0.01008037 |
| vci | 84 | 4 | 78 | -0.01008037 |
| builtbottough | 84 | 4 | 78 | -0.01008037 |
| hloader | 84 | 3 | 80 | -0.0104890345 |
| web image collector | 84 | 4 | 78 | -0.01008037 |
| spanner | 84 | 3 | 80 | -0.0104890345 |
| httplib | 84 | 3 | 80 | -0.0104890345 |
| mata hari | 84 | 4 | 78 | -0.01008037 |
| spankbot | 83 | 4 | 77 | -0.009944149 |
| blowfish/1.0 | 83 | 4 | 77 | -0.009944149 |
| tocrawl/urldispatcher | 83 | 3 | 79 | -0.010352813 |
| wget/1.6 | 83 | 4 | 77 | -0.009944149 |
| www-collector-e | 83 | 4 | 77 | -0.009944149 |
| erocrawler | 83 | 4 | 77 | -0.009944149 |
| humanlinks | 83 | 3 | 79 | -0.010352813 |
| libweb/clshttp | 83 | 3 | 79 | -0.010352813 |
| turingos | 82 | 3 | 78 | -0.010216592 |
| suzuran | 82 | 3 | 78 | -0.010216592 |
| the intraformant | 82 | 4 | 76 | -0.009807928 |
| webenhancer | 81 | 4 | 75 | -0.009671707 |
| openfind | 81 | 4 | 75 | -0.009671707 |
| repomonkey bait & tackle/v1.01 | 80 | 3 | 76 | -0.009944149 |
| foobot | 79 | 4 | 73 | -0.009399264 |
| queryn metasearch | 79 | 4 | 73 | -0.009399264 |
| lnspiderguy | 79 | 2 | 75 | -0.009944149 |
| copyrightcheck | 75 | 4 | 69 | -0.00885438 |
| gaisbot | 74 | 2 | 70 | -0.009263043 |
| mozilla/4.0 (compatible; bullseye; windo | 73 | 3 | 69 | -0.008990601 |
| openbot | 71 | 5 | 64 | -0.008037052 |
| python-urllib | 70 | 2 | 66 | -0.008718158 |
| turnitinbot | 67 | 5 | 61 | -0.0076283887 |
| microsoft url control - 5.01.4511 | 65 | 4 | 59 | -0.0074921674 |
| microsoft url control - 6.00.8169 | 64 | 4 | 58 | -0.007355946 |
| aqua_products | 63 | 2 | 59 | -0.0077646095 |
| flaming attackbot | 63 | 2 | 59 | -0.0077646095 |
| url_spider_pro | 63 | 2 | 59 | -0.0077646095 |
| url control | 63 | 2 | 59 | -0.0077646095 |
| radiation retriever 1.1 | 62 | 2 | 58 | -0.0076283887 |
| iron33/1.0.2 | 62 | 2 | 58 | -0.0076283887 |
| getright/4.2 | 62 | 2 | 58 | -0.0076283887 |
| fairad client | 62 | 2 | 58 | -0.0076283887 |
| zeus link scout | 61 | 1 | 59 | -0.007900831 |
| openfind data gathere | 60 | 1 | 58 | -0.0077646095 |
| teoma | 60 | 31 | 14 | 0.0023157608 |
| b2w/0.1 | 58 | 1 | 56 | -0.0074921674 |
| perman | 55 | 2 | 51 | -0.00667484 |
| ia_archiver/1.6 | 55 | 3 | 51 | -0.006538619 |
| alexibot | 55 | 4 | 49 | -0.006129955 |
| searchpreview | 54 | 1 | 52 | -0.0069472822 |
| roverbot | 54 | 5 | 49 | -0.0059937336 |
| oracle ultra search | 52 | 2 | 48 | -0.0062661762 |
| microsoft url control | 51 | 3 | 46 | -0.005857513 |
| bookmark search tool | 50 | 2 | 46 | -0.0059937336 |
| becomebot | 48 | 11 | 35 | -0.0032693094 |
| nutch | 48 | 4 | 42 | -0.0051764064 |
| tighttwatbot | 46 | 3 | 42 | -0.0053126276 |
| webmasterworldforumbot | 43 | 4 | 37 | -0.0044953004 |
| ultraseek | 42 | 23 | 11 | 0.0016346547 |
| mozilla | 39 | 25 | 13 | 0.0016346547 |
| copernic | 38 | 4 | 32 | -0.0038141944 |
| baiduspider | 36 | 6 | 29 | -0.0031330881 |
| http://www.almaden.ibm.com/cs/crawler | 36 | 4 | 30 | -0.0035417518 |
| gigabot | 35 | 7 | 27 | -0.0027244245 |
| webvac | 34 | 4 | 28 | -0.0032693094 |
| architextspider | 33 | 24 | 9 | 0.0020433182 |
| titan | 33 | 3 | 29 | -0.0035417518 |
| grub | 32 | 1 | 30 | -0.0039504156 |
| mozilla/4.0 (compatible; msie 4.0; windo | 31 | 3 | 27 | -0.0032693094 |
| mozilla/4.0 (compatible; msie 4.0; windo | 31 | 3 | 27 | -0.0032693094 |
| fasterfox | 30 | 0 | 29 | -0.0039504156 |
| omniexplorer_bot | 30 | 1 | 27 | -0.0035417518 |
| mozilla/4 | 30 | 3 | 26 | -0.0031330881 |
| irlbot | 29 | 0 | 5 | -6.811061E-4 |
| cegbfeieh | 29 | 3 | 25 | -0.0029968668 |
| yahoo-mmcrawler | 28 | 16 | 9 | 9.535486E-4 |
| black hole | 28 | 2 | 26 | -0.0032693094 |
| mozilla/4.0 (compatible; msie 4.0; windo | 28 | 3 | 24 | -0.0028606458 |
| gulliver | 28 | 20 | 8 | 0.0016346547 |
| yahoo! slurp | 28 | 27 | 0 | 0.003677973 |
| mozilla/5 | 28 | 3 | 24 | -0.0028606458 |
| dumbot | 25 | 0 | 24 | -0.0032693094 |
| lycos_spider_(t-rex) | 25 | 21 | 3 | 0.002451982 |
| enterprise_search | 24 | 2 | 21 | -0.0025882032 |
| yahooseeker | 24 | 14 | 8 | 8.1732735E-4 |
| mj12bot | 24 | 1 | 22 | -0.0028606458 |
| msrbot | 22 | 0 | 22 | -0.0029968668 |
| fast-webcrawler | 22 | 17 | 4 | 0.0017708759 |
| hatena antenna | 22 | 0 | 21 | -0.0028606458 |
| naver | 22 | 0 | 21 | -0.0028606458 |
| webtrends | 22 | 1 | 21 | -0.0027244245 |
| *googlebot* | 22 | 0 | 0 | 0.0 |
| openfind data gatherer | 22 | 3 | 18 | -0.0020433182 |
| propsmartcrawler | 22 | 0 | 22 | -0.0029968668 |
| sootle | 22 | 0 | 21 | -0.0028606458 |
| es | 22 | 0 | 21 | -0.0028606458 |
| jetbot | 22 | 0 | 21 | -0.0028606458 |
| jetbot/1.0 | 21 | 0 | 19 | -0.0025882032 |
| botrighthere | 21 | 1 | 19 | -0.002451982 |
| gsa-crawler | 21 | 18 | 3 | 0.0020433182 |
| mediapartners-google | 20 | 17 | 2 | 0.0020433182 |
| enterprise_search/1.0 | 20 | 0 | 19 | -0.0025882032 |
| teleport pro | 20 | 3 | 15 | -0.0016346547 |
| infoseek sidewinder | 19 | 17 | 2 | 0.0020433182 |
| mozilla/4.0 (compatible; msie 4.0; windo | 19 | 1 | 17 | -0.0021795395 |
| mozilla/4.0 (compatible; msie 4.0; windo | 19 | 1 | 17 | -0.0021795395 |
| gulliver/1.2 | 19 | 12 | 7 | 6.811061E-4 |
| fast | 18 | 5 | 10 | -6.811061E-4 |
| yahooseeker/cafekelsa | 17 | 1 | 16 | -0.0020433182 |
| htdig | 17 | 10 | 4 | 8.1732735E-4 |
| aipbot | 16 | 2 | 14 | -0.0016346547 |
| looksmart | 16 | 1 | 14 | -0.0017708759 |
| vspider | 16 | 3 | 12 | -0.001225991 |
| webcopy | 15 | 0 | 15 | -0.0020433182 |
| mozilla/3 | 14 | 1 | 12 | -0.0014984334 |
| exabot | 14 | 3 | 11 | -0.0010897698 |
| momspider | 13 | 12 | 0 | 0.0016346547 |
| googlebot/2.1 | 13 | 13 | 0 | 0.0017708759 |
| googlebot/1.0 | 13 | 13 | 0 | 0.0017708759 |
| naverbot | 13 | 0 | 13 | -0.0017708759 |
| askjeeves | 13 | 13 | 0 | 0.0017708759 |
| yahoo-fetch | 12 | 12 | 0 | 0.0016346547 |
| yahooseeker/1.2 | 12 | 12 | 0 | 0.0016346547 |
| webzip/5.0 | 12 | 1 | 10 | -0.001225991 |
| googlebot/2.0 | 12 | 12 | 0 | 0.0016346547 |
| yahoofeedseeker | 12 | 5 | 6 | -1.3622122E-4 |
| yahooseeker/1.0 | 12 | 12 | 0 | 0.0016346547 |
| mercator | 12 | 1 | 11 | -0.0013622122 |
| crawlconvera0.1 | 12 | 12 | 0 | 0.0016346547 |
| e-societyrobot | 12 | 0 | 12 | -0.0016346547 |
| yahooseeker/1.1 | 12 | 12 | 0 | 0.0016346547 |
| httrack 3.0 | 12 | 1 | 10 | -0.001225991 |
| gulliver/1.3 | 12 | 12 | 0 | 0.0016346547 |
| turnitinbot/1.5 | 12 | 1 | 10 | -0.001225991 |
| scooter/3.3yahoo! | 12 | 12 | 0 | 0.0016346547 |
| fast-webcrawler/2.1 | 12 | 12 | 0 | 0.0016346547 |
| fast-webcrawler/2.2 | 12 | 12 | 0 | 0.0016346547 |
| yahooseeker/cafekelsa-dev | 12 | 12 | 0 | 0.0016346547 |
| webzip/4.21 | 12 | 1 | 10 | -0.001225991 |
| webmasterworld extractor | 11 | 1 | 9 | -0.0010897698 |
| webcapture 2.0 | 11 | 1 | 9 | -0.0010897698 |
| scooter/1.0 | 11 | 4 | 7 | -4.0866368E-4 |
| webclipping.com | 11 | 0 | 11 | -0.0014984334 |
| slysearch | 11 | 1 | 9 | -0.0010897698 |
| webcopier v.2.2 | 11 | 1 | 9 | -0.0010897698 |
| webcopier v3.2a | 11 | 1 | 9 | -0.0010897698 |
| appie | 11 | 0 | 11 | -0.0014984334 |
| disco pump | 10 | 0 | 10 | -0.0013622122 |
| webwhacker | 10 | 1 | 8 | -9.535486E-4 |
| voilabot | 10 | 0 | 10 | -0.0013622122 |
| mass downloader | 10 | 1 | 8 | -9.535486E-4 |
| w3c-checklink | 10 | 10 | 0 | 0.0013622122 |
| webcrawler | 10 | 5 | 1 | 5.448849E-4 |
| emailcollector/1.0 | 10 | 0 | 10 | -0.0013622122 |
| webcapture | 10 | 0 | 10 | -0.0013622122 |
| freecrawl | 9 | 8 | 1 | 9.535486E-4 |
| girafabot | 9 | 0 | 9 | -0.001225991 |
| voyager | 9 | 2 | 7 | -6.811061E-4 |
| shopwiki | 9 | 3 | 6 | -4.0866368E-4 |
| xaldon webspider | 9 | 1 | 7 | -8.1732735E-4 |
| namecrawler/1.0 | 9 | 0 | 9 | -0.001225991 |
| oodlebot* | 9 | 8 | 0 | 0.0010897698 |
| joc web spider | 9 | 1 | 7 | -8.1732735E-4 |
| freefind | 9 | 1 | 7 | -8.1732735E-4 |
| w3mir | 9 | 4 | 5 | -1.3622122E-4 |
| dsurf | 9 | 0 | 9 | -0.001225991 |
| abachobot | 9 | 2 | 7 | -6.811061E-4 |
| webwalk | 9 | 4 | 5 | -1.3622122E-4 |
| vagabondo | 9 | 2 | 7 | -6.811061E-4 |
| sexsearcher | 9 | 0 | 9 | -0.001225991 |
| squid/1.1.19 | 9 | 0 | 9 | -0.001225991 |
| szukacz | 8 | 0 | 8 | -0.0010897698 |
| mozilla/4.0 (compatible; msie 6.0; windo | 8 | 0 | 8 | -0.0010897698 |
| download wonder | 8 | 0 | 8 | -0.0010897698 |
| ask jeeves/teoma | 8 | 1 | 0 | 1.3622122E-4 |
| java | 8 | 0 | 8 | -0.0010897698 |
| franklin locator | 8 | 0 | 8 | -0.0010897698 |
| lightningdownload | 8 | 0 | 8 | -0.0010897698 |
| robozilla | 8 | 4 | 2 | 2.7244244E-4 |
| webdup | 8 | 0 | 8 | -0.0010897698 |
| stanford | 8 | 0 | 7 | -9.535486E-4 |
| ia_archive | 8 | 0 | 8 | -0.0010897698 |
| stanford comp sci | 8 | 0 | 7 | -9.535486E-4 |
| scooter2_mercator_3-1.0 | 8 | 1 | 7 | -8.1732735E-4 |
| pompos | 8 | 3 | 5 | -2.7244244E-4 |
| webfetch | 8 | 1 | 6 | -6.811061E-4 |
| crescent internet toolpak | 8 | 0 | 8 | -0.0010897698 |
| scooter/2.0 | 8 | 1 | 7 | -8.1732735E-4 |
| smallbear | 8 | 0 | 3 | -4.0866368E-4 |
| netattache | 8 | 0 | 8 | -0.0010897698 |
| lmspider | 7 | 0 | 7 | -9.535486E-4 |
| wisebot | 7 | 1 | 6 | -6.811061E-4 |
| kgvalidator/1.3 | 7 | 0 | 7 | -9.535486E-4 |
| roach.smo.av.com-1.0 | 7 | 0 | 7 | -9.535486E-4 |
| aesop_com_spiderman | 7 | 0 | 7 | -9.535486E-4 |
| blackwidow | 7 | 5 | 1 | 5.448849E-4 |
| msnbot/0.1 | 7 | 0 | 7 | -9.535486E-4 |
| extractorpr | 7 | 0 | 7 | -9.535486E-4 |
| surfbot | 7 | 5 | 1 | 5.448849E-4 |
| kit_fireball/2.0 | 7 | 0 | 7 | -9.535486E-4 |
| arachnoidea | 7 | 0 | 7 | -9.535486E-4 |
| stress-agent | 7 | 0 | 5 | -6.811061E-4 |
| duggmirror | 7 | 0 | 7 | -9.535486E-4 |
| lecodechecker/2.0 | 7 | 0 | 7 | -9.535486E-4 |
| picosearch | 7 | 0 | 6 | -8.1732735E-4 |
| wise | 7 | 0 | 7 | -9.535486E-4 |
| mozilla/3.01 (hotwired-test/0.1) | 7 | 0 | 0 | 0.0 |
| lycos_spider_(t-rex)/3.0 | 7 | 0 | 7 | -9.535486E-4 |
| abcdatos_botlink | 7 | 0 | 7 | -9.535486E-4 |
| webcrawler/3.0 | 7 | 0 | 7 | -9.535486E-4 |
| ecollector | 7 | 2 | 5 | -4.0866368E-4 |
| mail sweeper | 7 | 0 | 7 | -9.535486E-4 |
| lwp-trivial/1.27 | 7 | 0 | 7 | -9.535486E-4 |
| g | 7 | 0 | 7 | -9.535486E-4 |
| googlebot* | 7 | 1 | 0 | 1.3622122E-4 |
| spider/maxbot.com | 7 | 0 | 7 | -9.535486E-4 |
| robi | 7 | 0 | 7 | -9.535486E-4 |
| msnptc | 7 | 0 | 0 | 0.0 |
| parasite | 7 | 2 | 5 | -4.0866368E-4 |
| tv | 7 | 0 | 7 | -9.535486E-4 |
| scrubby/ | 7 | 0 | 7 | -9.535486E-4 |
| libwww-perl/5.18 | 7 | 0 | 7 | -9.535486E-4 |
| nutchcvs | 7 | 0 | 7 | -9.535486E-4 |
| search.at v1.2 | 7 | 0 | 7 | -9.535486E-4 |
| acoon robot v1.01 | 7 | 0 | 7 | -9.535486E-4 |
| sbider | 7 | 0 | 7 | -9.535486E-4 |
| harvest | 7 | 4 | 2 | 2.7244244E-4 |
| anzwerscrawl/2.0 | 7 | 0 | 7 | -9.535486E-4 |
| scooter/1.1 | 7 | 0 | 7 | -9.535486E-4 |
| w3c_validator/1.0 | 7 | 0 | 7 | -9.535486E-4 |
| weekly | 7 | 0 | 7 | -9.535486E-4 |
| swisssearch v1.2 | 7 | 0 | 7 | -9.535486E-4 |
| atomz | 7 | 2 | 4 | -2.7244244E-4 |
| 7 | 0 | 7 | -9.535486E-4 | |
| teragramwebcrawler | 6 | 0 | 6 | -8.1732735E-4 |
| np | 6 | 0 | 6 | -8.1732735E-4 |
| eirgrabber | 6 | 1 | 4 | -4.0866368E-4 |
| go-ahead-got-it | 6 | 1 | 4 | -4.0866368E-4 |
| ck-sillydog | 6 | 0 | 6 | -8.1732735E-4 |
| nogoop-httpclient | 6 | 0 | 6 | -8.1732735E-4 |
| spiderbot | 6 | 0 | 6 | -8.1732735E-4 |
| architectspider | 6 | 0 | 6 | -8.1732735E-4 |
| informant | 6 | 5 | 1 | 5.448849E-4 |
| infospiders | 6 | 0 | 6 | -8.1732735E-4 |
| "ais robot/1.0b2" | 6 | 0 | 6 | -8.1732735E-4 |
| "infoseek sidewinder/0.9" | 6 | 0 | 6 | -8.1732735E-4 |
| "speedy spider" | 6 | 0 | 6 | -8.1732735E-4 |
| findlinks | 6 | 0 | 6 | -8.1732735E-4 |
| myoperatb/1.0 | 6 | 0 | 6 | -8.1732735E-4 |
| psbot/0.1 | 6 | 0 | 6 | -8.1732735E-4 |
| webinator | 6 | 2 | 4 | -2.7244244E-4 |
| teleport pro/1.29.1820 | 6 | 1 | 4 | -4.0866368E-4 |
| pockethttp | 6 | 0 | 6 | -8.1732735E-4 |
| python | 6 | 0 | 6 | -8.1732735E-4 |
| plucker | 6 | 0 | 6 | -8.1732735E-4 |
| webster | 6 | 0 | 6 | -8.1732735E-4 |
| w3crobot | 6 | 0 | 6 | -8.1732735E-4 |
| superbot | 6 | 1 | 4 | -4.0866368E-4 |
| templeton | 6 | 0 | 6 | -8.1732735E-4 |
| geniebot | 6 | 0 | 6 | -8.1732735E-4 |
| scrubby | 6 | 3 | 2 | 1.3622122E-4 |
| smartdownload | 6 | 1 | 4 | -4.0866368E-4 |
| ecatch | 6 | 0 | 6 | -8.1732735E-4 |
| whowhere | 6 | 2 | 4 | -2.7244244E-4 |
| 6 | 2 | 1 | 1.3622122E-4 | |
| inktomi search | 6 | 3 | 2 | 1.3622122E-4 |
| webcatcher | 6 | 0 | 6 | -8.1732735E-4 |
| "the informant" | 6 | 0 | 6 | -8.1732735E-4 |
| slurp/2.0 | 6 | 5 | 1 | 5.448849E-4 |
| awv0.8d | 6 | 0 | 6 | -8.1732735E-4 |
| scirus | 6 | 0 | 3 | -4.0866368E-4 |
| "enfish tracker" | 6 | 0 | 6 | -8.1732735E-4 |
| pamuk | 6 | 0 | 6 | -8.1732735E-4 |
| havindex | 6 | 0 | 6 | -8.1732735E-4 |
| nearsite | 6 | 1 | 4 | -4.0866368E-4 |
| getbot | 6 | 0 | 6 | -8.1732735E-4 |
| sitesucker | 6 | 0 | 6 | -8.1732735E-4 |
| "wolf 1.00" | 6 | 0 | 6 | -8.1732735E-4 |
| "altavista intranet v1.0" | 6 | 0 | 6 | -8.1732735E-4 |
| infoseek | 6 | 3 | 2 | 1.3622122E-4 |
| cmc/0.01 | 6 | 4 | 2 | 2.7244244E-4 |
| googlebot-mobile | 6 | 4 | 1 | 4.0866368E-4 |
| "altavista intranet v2.0" | 6 | 0 | 6 | -8.1732735E-4 |
| gigabot/2.0 | 6 | 0 | 6 | -8.1732735E-4 |
| myoperatb | 6 | 0 | 6 | -8.1732735E-4 |
| sisi | 6 | 0 | 6 | -8.1732735E-4 |
| lwp-trivial/1.35 | 6 | 2 | 4 | -2.7244244E-4 |
| atspider | 6 | 0 | 6 | -8.1732735E-4 |
| sun4u | 6 | 0 | 6 | -8.1732735E-4 |
| fyberspider | 6 | 0 | 6 | -8.1732735E-4 |
| mozilla/4.0 (compatible; msie 4.0; windo | 6 | 0 | 6 | -8.1732735E-4 |
| xget | 6 | 0 | 6 | -8.1732735E-4 |
| tutorgig | 5 | 0 | 5 | -6.811061E-4 |
| pbwf | 5 | 0 | 5 | -6.811061E-4 |
| enfish tracker | 5 | 0 | 5 | -6.811061E-4 |
| collage | 5 | 0 | 5 | -6.811061E-4 |
| muscatferret | 5 | 4 | 1 | 4.0866368E-4 |
| lwp-trivial/1.41 | 5 | 2 | 3 | -1.3622122E-4 |
| website extractor | 5 | 1 | 3 | -2.7244244E-4 |
| realdownload | 5 | 1 | 3 | -2.7244244E-4 |
| nederland.zoek | 5 | 4 | 1 | 4.0866368E-4 |
| munky | 5 | 0 | 5 | -6.811061E-4 |
| geturl | 5 | 0 | 5 | -6.811061E-4 |
| mirago | 5 | 4 | 1 | 4.0866368E-4 |
| ez auto downloader | 5 | 2 | 3 | -1.3622122E-4 |
| gromit | 5 | 2 | 3 | -1.3622122E-4 |
| yacy | 5 | 0 | 5 | -6.811061E-4 |
| atomz/1.0 | 5 | 4 | 0 | 5.448849E-4 |
| legs | 5 | 3 | 2 | 1.3622122E-4 |
| lwp-trivial/1.36 | 5 | 2 | 3 | -1.3622122E-4 |
| webmirror | 5 | 0 | 5 | -6.811061E-4 |
| scoutabout | 5 | 2 | 3 | -1.3622122E-4 |
| linksmanager | 5 | 0 | 5 | -6.811061E-4 |
| webwalker | 5 | 4 | 1 | 4.0866368E-4 |
| go!zilla | 5 | 1 | 3 | -2.7244244E-4 |
| gigabot/1.0 | 5 | 0 | 5 | -6.811061E-4 |
| ask jeeves | 5 | 2 | 2 | 0.0 |
| download demon | 5 | 1 | 3 | -2.7244244E-4 |
| ssearcher100 | 5 | 0 | 5 | -6.811061E-4 |
| wget/1.8.2 | 5 | 3 | 1 | 2.7244244E-4 |
| fast enterprise crawler 6 | 5 | 5 | 0 | 6.811061E-4 |
| internet explore | 5 | 0 | 5 | -6.811061E-4 |
| digout4u | 5 | 0 | 5 | -6.811061E-4 |
| phpdig | 5 | 0 | 5 | -6.811061E-4 |
| website downloader | 5 | 2 | 3 | -1.3622122E-4 |
| enigmabot | 5 | 4 | 1 | 4.0866368E-4 |
| elitesys entry | 5 | 0 | 5 | -6.811061E-4 |
| email spider 2.0 | 5 | 2 | 3 | -1.3622122E-4 |
| merzscope | 5 | 4 | 1 | 4.0866368E-4 |
| indy library | 5 | 1 | 3 | -2.7244244E-4 |
| adsbot-google | 5 | 5 | 0 | 6.811061E-4 |
| steeler | 5 | 0 | 5 | -6.811061E-4 |
| quepasacreep | 5 | 0 | 5 | -6.811061E-4 |
| obot | 5 | 0 | 5 | -6.811061E-4 |
| vobsub | 5 | 0 | 5 | -6.811061E-4 |
| webinator-indexer.cyberalert.com | 5 | 0 | 5 | -6.811061E-4 |
| ocelli | 5 | 2 | 3 | -1.3622122E-4 |
| webemailextrac | 5 | 0 | 5 | -6.811061E-4 |
| webdownloader | 5 | 0 | 5 | -6.811061E-4 |
| esirover | 5 | 0 | 5 | -6.811061E-4 |
| webfetcher | 5 | 0 | 5 | -6.811061E-4 |
| kdd exploror | 5 | 0 | 5 | -6.811061E-4 |
| fido/0.9 harvest/1.4.pl2 | 4 | 4 | 0 | 5.448849E-4 |
| packrat/1.0 | 4 | 4 | 0 | 5.448849E-4 |
| tarspider | 4 | 4 | 0 | 5.448849E-4 |
| wired-digital-newsbot/1.5 | 4 | 4 | 0 | 5.448849E-4 |
| webvac/1.0 | 4 | 4 | 0 | 5.448849E-4 |
| sg-scout | 4 | 4 | 0 | 5.448849E-4 |
| ucsd-crawler | 4 | 4 | 0 | 5.448849E-4 |
| magpie/1.0 | 4 | 4 | 0 | 5.448849E-4 |
| webfetcher/0.8, | 4 | 4 | 0 | 5.448849E-4 |
| dragonbot/1.0 libwww/5.0 | 4 | 4 | 0 | 5.448849E-4 |
| fish-search-robot | 4 | 4 | 0 | 5.448849E-4 |
| netcarta cyberpilot pro | 4 | 4 | 0 | 5.448849E-4 |
| weblayers/0.0 | 4 | 4 | 0 | 5.448849E-4 |
| rpt-httpclient | 4 | 0 | 4 | -5.448849E-4 |
| aitcsrobot/1.1 | 4 | 4 | 0 | 5.448849E-4 |
| patric/0.01a | 4 | 4 | 0 | 5.448849E-4 |
| weblinker/0.0 libwww-perl/0.1 | 4 | 4 | 0 | 5.448849E-4 |
| spyder3.microsys.com | 4 | 4 | 0 | 5.448849E-4 |
| happybot (gserver.kw.net) | 4 | 4 | 0 | 5.448849E-4 |
| peregrinator-mathematics/0.7 | 4 | 4 | 0 | 5.448849E-4 |
| aspider/0.09 | 4 | 4 | 0 | 5.448849E-4 |
| cactvs chemistry spider | 4 | 4 | 0 | 5.448849E-4 |
| teachersoft/1.0 libwww/2.17 | 4 | 4 | 0 | 5.448849E-4 |
| hämähäkki/0.2 | 4 | 4 | 0 | 5.448849E-4 |
| jobot/0.1alpha libwww-perl/4.0 | 4 | 4 | 0 | 5.448849E-4 |
| webcrawler/3.0 robot libwww/5.0a | 4 | 4 | 0 | 5.448849E-4 |
| backrub/*.* | 4 | 4 | 0 | 5.448849E-4 |
| gcreep/1.0 | 4 | 4 | 0 | 5.448849E-4 |
| iconsurf | 4 | 0 | 4 | -5.448849E-4 |
| webcopy/ | 4 | 4 | 0 | 5.448849E-4 |
| dloader(naverrobot) | 4 | 0 | 4 | -5.448849E-4 |
| getright | 4 | 1 | 2 | -1.3622122E-4 |
| digimarc webreader/1.2 | 4 | 4 | 0 | 5.448849E-4 |
| webs@recruit.co.jp | 4 | 4 | 0 | 5.448849E-4 |
| vwbot_k/4.2 | 4 | 4 | 0 | 5.448849E-4 |
| mediafox/x.y | 4 | 4 | 0 | 5.448849E-4 |
| esirover v1.0 | 4 | 4 | 0 | 5.448849E-4 |
| ibm_planetwide, | 4 | 4 | 0 | 5.448849E-4 |
| aspseek | 4 | 0 | 4 | -5.448849E-4 |
| nomad-v2.x | 4 | 4 | 0 | 5.448849E-4 |
| netscoop/1.0 libwww/5.0a | 4 | 4 | 0 | 5.448849E-4 |
| emacs-w3/v[0-9.]+ | 4 | 4 | 0 | 5.448849E-4 |
| valkyrie/1.0 libwww-perl/0.40 | 4 | 4 | 0 | 5.448849E-4 |
| emc spider | 4 | 4 | 0 | 5.448849E-4 |
| deweb/1.01 | 4 | 4 | 0 | 5.448849E-4 |
| solbot/1.0 lwp/5.07 | 4 | 4 | 0 | 5.448849E-4 |
| tarantula/1.0 | 4 | 4 | 0 | 5.448849E-4 |
| hku www robot, | 4 | 4 | 0 | 5.448849E-4 |
| conceptbot/0.3 | 4 | 4 | 0 | 5.448849E-4 |
| jumpstation | 4 | 4 | 0 | 5.448849E-4 |
| xget/0.7 | 4 | 4 | 0 | 5.448849E-4 |
| voila | 4 | 0 | 4 | -5.448849E-4 |
| cs-hkust-indexserver/1.0 | 4 | 4 | 0 | 5.448849E-4 |
| metagopher | 4 | 4 | 0 | 5.448849E-4 |
| diibot | 4 | 0 | 4 | -5.448849E-4 |
| w3m2/x.xxx | 4 | 4 | 0 | 5.448849E-4 |
| orbsearch/1.0 | 4 | 4 | 0 | 5.448849E-4 |
| gestalticonoclast/1.0 libwww-fm/2.17 | 4 | 4 | 0 | 5.448849E-4 |
| jcrawler/0.2 | 4 | 4 | 0 | 5.448849E-4 |
| titin/0.2 | 4 | 4 | 0 | 5.448849E-4 |
| http://www.searchengineworld.com bot | 4 | 0 | 3 | -4.0866368E-4 |
| combine/0.0 | 4 | 4 | 0 | 5.448849E-4 |
| bizbot04 kirk.overleaf.com | 4 | 4 | 0 | 5.448849E-4 |
| internet ninja | 4 | 1 | 2 | -1.3622122E-4 |
| arachnophilia | 4 | 4 | 0 | 5.448849E-4 |
| golem/1.1 | 4 | 4 | 0 | 5.448849E-4 |
| road runner: imagescape robot (lim@cs.le | 4 | 4 | 0 | 5.448849E-4 |
| bspider/1.0 libwww-perl/0.40 | 4 | 4 | 0 | 5.448849E-4 |
| explorer | 4 | 4 | 0 | 5.448849E-4 |
| yahoo | 4 | 0 | 1 | -1.3622122E-4 |
| mwdsearch/0.1 | 4 | 4 | 0 | 5.448849E-4 |
| wget/1.4.0 | 4 | 4 | 0 | 5.448849E-4 |
| libertech-rover www.libertech.com? | 4 | 4 | 0 | 5.448849E-4 |
| dts agent | 4 | 0 | 4 | -5.448849E-4 |
| geturl.rexx v1.05 | 4 | 4 | 0 | 5.448849E-4 |
| urlck/1.2.3 | 4 | 4 | 0 | 5.448849E-4 |
| roadrunner | 4 | 2 | 2 | 0.0 |
| coolbot | 4 | 2 | 2 | 0.0 |
| summycrawler | 4 | 4 | 0 | 5.448849E-4 |
| gulliver/1.1 | 4 | 4 | 0 | 5.448849E-4 |
| converacrawler | 4 | 0 | 4 | -5.448849E-4 |
| www.freeloader.com. | 4 | 4 | 0 | 5.448849E-4 |
| katipo/1.0 | 4 | 4 | 0 | 5.448849E-4 |
| processor/0.0alpha libwww-perl/0.20 | 4 | 4 | 0 | 5.448849E-4 |
| nhsewalker/3.0 | 4 | 4 | 0 | 5.448849E-4 |
| infoseek robot 1.0 | 4 | 4 | 0 | 5.448849E-4 |
| slowbot | 4 | 4 | 0 | 5.448849E-4 |
| eit-link-verifier-robot/0.2 | 4 | 4 | 0 | 5.448849E-4 |
| plantynet | 4 | 0 | 4 | -5.448849E-4 |
| statfetcher/1.0 | 4 | 4 | 0 | 5.448849E-4 |
| esismartspider/2.0 | 4 | 4 | 0 | 5.448849E-4 |
| web downloader | 4 | 0 | 4 | -5.448849E-4 |
| ibot/1.0 libwww-perl/0.40 | 4 | 4 | 0 | 5.448849E-4 |
| pioneer | 4 | 4 | 0 | 5.448849E-4 |
| offline explorer/1.9 | 4 | 1 | 2 | -1.3622122E-4 |
| surveybot | 4 | 0 | 4 | -5.448849E-4 |
| iti spider | 4 | 4 | 0 | 5.448849E-4 |
| wobot/1.0 from 206.214.202.45 | 4 | 4 | 0 | 5.448849E-4 |
| ng/2.0 | 4 | 1 | 3 | -2.7244244E-4 |
| htdig/3.0b3 | 4 | 4 | 0 | 5.448849E-4 |
| monster/vx.x.x -$type ($ostype) | 4 | 4 | 0 | 5.448849E-4 |
| explorersearch | 4 | 4 | 0 | 5.448849E-4 |
| computingsite robi/1.0 (robi@computingsi | 4 | 4 | 0 | 5.448849E-4 |
| robbie/0.1 | 4 | 4 | 0 | 5.448849E-4 |
| big brother | 4 | 4 | 0 | 5.448849E-4 |
| puf | 4 | 0 | 4 | -5.448849E-4 |
| sandbot | 4 | 4 | 0 | 5.448849E-4 |
| duppies | 4 | 4 | 0 | 5.448849E-4 |
| wwwc/0.25 (win95) | 4 | 4 | 0 | 5.448849E-4 |
| occam/1.0 | 4 | 4 | 0 | 5.448849E-4 |
| victoria/1.0 | 4 | 4 | 0 | 5.448849E-4 |
| cyberspyder (amant@www.cyberspyder.com) | 4 | 4 | 0 | 5.448849E-4 |
| mycnnspider | 4 | 4 | 0 | 5.448849E-4 |
| heraspider | 4 | 4 | 0 | 5.448849E-4 |
| sitetech-rover | 4 | 4 | 0 | 5.448849E-4 |
| simbot/1.0 | 4 | 4 | 0 | 5.448849E-4 |
| iltrovatore-setaccio | 4 | 0 | 4 | -5.448849E-4 |
| joebot, | 4 | 4 | 0 | 5.448849E-4 |
| webwalker/1.10 | 4 | 4 | 0 | 5.448849E-4 |
| jubiirobot | 4 | 4 | 0 | 5.448849E-4 |
| pgp-ka/1.2 | 4 | 4 | 0 | 5.448849E-4 |
| mozilla/3.0 (compatible;miner;mailto:min | 4 | 4 | 0 | 5.448849E-4 |
| felixide/1.0 | 4 | 4 | 0 | 5.448849E-4 |
| ei*net/0.1 libwww/0.1 | 4 | 4 | 0 | 5.448849E-4 |
| linklint | 4 | 3 | 1 | 2.7244244E-4 |
| wwwwanderer v3.0 | 4 | 4 | 0 | 5.448849E-4 |
| kit-fireball/2.0 libwww/5.0a | 4 | 4 | 0 | 5.448849E-4 |
| templeton/ | 4 | 4 | 0 | 5.448849E-4 |
| merritt/1.0 | 4 | 4 | 0 | 5.448849E-4 |
| jeeves v0.05alpha (perl, lwp, lglb@doc.i | 4 | 4 | 0 | 5.448849E-4 |
| robot du crim 1.0a | 4 | 4 | 0 | 5.448849E-4 |
| fido | 4 | 3 | 1 | 2.7244244E-4 |
| motor/0.2 | 4 | 4 | 0 | 5.448849E-4 |
| ingrid/0.1 | 4 | 4 | 0 | 5.448849E-4 |
| bizbot003 | 4 | 4 | 0 | 5.448849E-4 |
| northstar | 4 | 4 | 0 | 5.448849E-4 |
| open text site crawler v1.0 | 4 | 4 | 0 | 5.448849E-4 |
| infospiders/0.1 | 4 | 4 | 0 | 5.448849E-4 |
| incywincy/1.0b1 | 4 | 4 | 0 | 5.448849E-4 |
| gromit/1.0 | 4 | 4 | 0 | 5.448849E-4 |
| kdd-explorer/0.1 | 4 | 4 | 0 | 5.448849E-4 |
| snooper/b97_01 | 4 | 4 | 0 | 5.448849E-4 |
| spanner/1.0 (linux 2.0.27 i586) | 4 | 4 | 0 | 5.448849E-4 |
| htmlgobble v2.2 | 4 | 4 | 0 | 5.448849E-4 |
| webferret | 4 | 4 | 0 | 5.448849E-4 |
| ogspider | 4 | 4 | 0 | 5.448849E-4 |
| checkbot/x.xx lwp/5.x | 4 | 4 | 0 | 5.448849E-4 |
| nec-meshexplorer | 4 | 4 | 0 | 5.448849E-4 |
| labelgrab/1.1 | 4 | 4 | 0 | 5.448849E-4 |
| digimarc cgireader/1.0 | 4 | 4 | 0 | 5.448849E-4 |
| safetynet robot 0.1, | 4 | 4 | 0 | 5.448849E-4 |
| teleport pro/1.29 | 4 | 1 | 1 | 0.0 |
| webmoose/0.0.0000 | 4 | 4 | 0 | 5.448849E-4 |
| linklooker | 4 | 4 | 0 | 5.448849E-4 |
| www collector | 4 | 4 | 0 | 5.448849E-4 |
| titan/0.1 | 4 | 4 | 0 | 5.448849E-4 |
| lycos/x.x | 4 | 4 | 0 | 5.448849E-4 |
| funnelweb-1.0 | 4 | 4 | 0 | 5.448849E-4 |
| californiabrownspider | 4 | 4 | 0 | 5.448849E-4 |
| dlw3robot/x.y (in tclx by http://hplyot. | 4 | 4 | 0 | 5.448849E-4 |
| whowhere robot | 4 | 4 | 0 | 5.448849E-4 |
| cyberspyder/2.1 | 4 | 4 | 0 | 5.448849E-4 |
| webwatch | 4 | 4 | 0 | 5.448849E-4 |
| w3index | 4 | 4 | 0 | 5.448849E-4 |
| robot | 4 | 0 | 4 | -5.448849E-4 |
| ultraseek (internal search; webmaster@uc | 4 | 3 | 1 | 2.7244244E-4 |
| searchworks spider | 4 | 0 | 4 | -5.448849E-4 |
| yahoo-blogs/v3.9 | 4 | 3 | 1 | 2.7244244E-4 |
| offline explorer/2.0 | 4 | 1 | 2 | -1.3622122E-4 |
| newscan-online | 4 | 2 | 2 | 0.0 |
| cmc | 4 | 2 | 2 | 0.0 |
| momspider/1.00 libwww-perl/0.40 | 4 | 4 | 0 | 5.448849E-4 |
| resume robot | 4 | 4 | 0 | 5.448849E-4 |
| auresys/1.0 | 4 | 4 | 0 | 5.448849E-4 |
| wbi_client | 3 | 0 | 3 | -4.0866368E-4 |
| webvcr | 3 | 0 | 3 | -4.0866368E-4 |
| linkalarm | 3 | 2 | 1 | 1.3622122E-4 |
| dloader(speedy spider) | 3 | 0 | 3 | -4.0866368E-4 |
| fast corporate crawler | 3 | 0 | 1 | -1.3622122E-4 |
| objectssearch | 3 | 0 | 3 | -4.0866368E-4 |
| frontpage | 3 | 1 | 1 | 0.0 |
| http://www.webmasterworld.com bot | 3 | 0 | 2 | -2.7244244E-4 |
| root/0.1 | 3 | 3 | 0 | 4.0866368E-4 |
| udmsearch | 3 | 1 | 2 | -1.3622122E-4 |
| servicemetrics | 3 | 0 | 3 | -4.0866368E-4 |
| senrigan/xxxxxx | 3 | 3 | 0 | 4.0866368E-4 |
| ichiro | 3 | 0 | 3 | -4.0866368E-4 |
| jcrawler | 3 | 2 | 1 | 1.3622122E-4 |
| visualweb | 3 | 0 | 3 | -4.0866368E-4 |
| netresearchserver | 3 | 0 | 3 | -4.0866368E-4 |
| ru-robot | 3 | 2 | 1 | 1.3622122E-4 |
| lachesis | 3 | 0 | 3 | -4.0866368E-4 |
| bullseye | 3 | 1 | 1 | 0.0 |
| repomonkey bait & tackle | 3 | 0 | 3 | -4.0866368E-4 |
| logo.gif crawler | 3 | 3 | 0 | 4.0866368E-4 |
| internet cruiser robot | 3 | 2 | 1 | 1.3622122E-4 |
| webzip/4.1 (http://www.spidersoft.com) | 3 | 1 | 1 | 0.0 |
| flashsite | 3 | 0 | 3 | -4.0866368E-4 |
| nabot_1.0 | 3 | 0 | 3 | -4.0866368E-4 |
| kit-fireball | 3 | 2 | 1 | 1.3622122E-4 |
| msnbot-newsblogs | 3 | 1 | 2 | -1.3622122E-4 |
| igetter | 3 | 0 | 3 | -4.0866368E-4 |
| boitho.com-dc | 3 | 0 | 3 | -4.0866368E-4 |
| atn_worldwide | 3 | 2 | 1 | 1.3622122E-4 |
| offline explorer/2.5 | 3 | 1 | 1 | 0.0 |
| htdig/3.1.5 | 3 | 0 | 3 | -4.0866368E-4 |
| stackrambler | 3 | 1 | 2 | -1.3622122E-4 |
| nutchorg | 3 | 0 | 3 | -4.0866368E-4 |
| spidybot | 3 | 0 | 3 | -4.0866368E-4 |
| larbin_2.6.2 | 3 | 0 | 3 | -4.0866368E-4 |
| inktomi slurp | 3 | 0 | 3 | -4.0866368E-4 |
| webstripper/2.19 | 3 | 1 | 0 | 1.3622122E-4 |
| wisenutbot | 3 | 0 | 3 | -4.0866368E-4 |
| gammaspider | 3 | 1 | 2 | -1.3622122E-4 |
| solbot | 3 | 2 | 1 | 1.3622122E-4 |
| pjspider | 3 | 2 | 1 | 1.3622122E-4 |
| keynote | 3 | 0 | 3 | -4.0866368E-4 |
| secondsite | 3 | 0 | 3 | -4.0866368E-4 |
| offline explorer/2.1 | 3 | 1 | 1 | 0.0 |
| webzip/4.21 (http://www.spidersoft.com) | 3 | 1 | 1 | 0.0 |
| httploader | 3 | 0 | 3 | -4.0866368E-4 |
| magus bot* | 3 | 0 | 3 | -4.0866368E-4 |
| krugle | 3 | 2 | 1 | 1.3622122E-4 |
| ingrid | 3 | 2 | 1 | 1.3622122E-4 |
| webzip/3.80 (http://www.spidersoft.com) | 3 | 1 | 1 | 0.0 |
| ng | 3 | 0 | 3 | -4.0866368E-4 |
| webzip/5.0 pr1 (http://www.spidersoft.co | 3 | 1 | 1 | 0.0 |
| girafa | 3 | 0 | 3 | -4.0866368E-4 |
| wwwoffle | 3 | 1 | 1 | 0.0 |
| ndl | 3 | 3 | 0 | 4.0866368E-4 |
| second site | 3 | 0 | 3 | -4.0866368E-4 |
| speedy | 3 | 2 | 1 | 1.3622122E-4 |
| whizbang | 3 | 0 | 3 | -4.0866368E-4 |
| semanticdiscovery | 3 | 0 | 3 | -4.0866368E-4 |
| webzip/5.0 (http://www.spidersoft.com) | 3 | 1 | 1 | 0.0 |
| hotcargo | 3 | 0 | 3 | -4.0866368E-4 |
| grab-a-site | 3 | 0 | 3 | -4.0866368E-4 |
| bdfetch | 3 | 0 | 3 | -4.0866368E-4 |
| inspectorwww/1.0 http://www.greenpac.com | 3 | 3 | 0 | 4.0866368E-4 |
| yes | 3 | 3 | 0 | 4.0866368E-4 |
| radview/httploader | 3 | 0 | 3 | -4.0866368E-4 |
| webcopier v2.8 | 3 | 1 | 1 | 0.0 |
| bumblebee | 3 | 0 | 3 | -4.0866368E-4 |
| memoweb | 3 | 0 | 3 | -4.0866368E-4 |
| radview | 3 | 0 | 3 | -4.0866368E-4 |
| shim-crawler | 3 | 0 | 3 | -4.0866368E-4 |
| websnake | 3 | 0 | 3 | -4.0866368E-4 |
| webzip/3.65 (http://www.spidersoft.com) | 3 | 1 | 1 | 0.0 |
| webemailextractor | 3 | 0 | 3 | -4.0866368E-4 |
| egothor | 3 | 1 | 2 | -1.3622122E-4 |
| webzip/2.75 (http://www.spidersoft.com) | 3 | 1 | 1 | 0.0 |
| adsacomponent | 3 | 2 | 1 | 1.3622122E-4 |
| lycra | 3 | 1 | 2 | -1.3622122E-4 |
| adero | 3 | 0 | 3 | -4.0866368E-4 |
| wapspider | 3 | 2 | 1 | 1.3622122E-4 |
| webretriever | 3 | 0 | 3 | -4.0866368E-4 |
| visual web | 3 | 0 | 3 | -4.0866368E-4 |
| flash+processor | 3 | 0 | 3 | -4.0866368E-4 |
| slurp/2.0-makocrawl | 3 | 1 | 2 | -1.3622122E-4 |
| nicebot | 3 | 0 | 3 | -4.0866368E-4 |
| vscooter | 3 | 1 | 2 | -1.3622122E-4 |
| mozilla/2.0 (compatible fouineur v2.0; f | 3 | 3 | 0 | 4.0866368E-4 |
| charlotte | 3 | 0 | 3 | -4.0866368E-4 |
| download express | 3 | 0 | 3 | -4.0866368E-4 |
| mass downloader/2.2 | 3 | 1 | 1 | 0.0 |
| yandex | 3 | 1 | 1 | 0.0 |
| ko_yappo_robot/1.0.4(http://yappo.com/in | 3 | 3 | 0 | 4.0866368E-4 |
| larbin_2.6.2 larbin2.6.2@unspecified.mai | 3 | 0 | 3 | -4.0866368E-4 |
| gaisbot/3.0 | 3 | 0 | 3 | -4.0866368E-4 |
| bumblebee@relevare.com | 3 | 0 | 3 | -4.0866368E-4 |
| webcompass | 3 | 0 | 3 | -4.0866368E-4 |
| empas_robot | 3 | 0 | 2 | -2.7244244E-4 |
| activeagent | 3 | 0 | 3 | -4.0866368E-4 |
| larbin_2.6.1 larbin2.6.2@unspecified.mai | 3 | 0 | 3 | -4.0866368E-4 |
| netscape-catalog-robot/1.01 | 3 | 2 | 0 | 2.7244244E-4 |
| larbin_2.6.1 | 3 | 0 | 3 | -4.0866368E-4 |
| digext | 3 | 1 | 2 | -1.3622122E-4 |
| dtsearchspider | 3 | 0 | 1 | -1.3622122E-4 |
| webzip/4.0 (http://www.spidersoft.com) | 3 | 1 | 1 | 0.0 |
| winona | 3 | 2 | 1 | 1.3622122E-4 |
| fast metaweb crawler | 3 | 0 | 3 | -4.0866368E-4 |
| cjnetworkquality | 3 | 0 | 3 | -4.0866368E-4 |
| webcopier v3.0 | 3 | 1 | 1 | 0.0 |
| anawave | 3 | 0 | 3 | -4.0866368E-4 |
| cherrypicker /1.0 | 3 | 0 | 3 | -4.0866368E-4 |
| missigua locator 1.9 | 3 | 0 | 3 | -4.0866368E-4 |
| noxtrumbot | 3 | 0 | 3 | -4.0866368E-4 |
| oodlebot | 3 | 3 | 0 | 4.0866368E-4 |
| os-heritrix | 3 | 1 | 2 | -1.3622122E-4 |
| webcollage | 3 | 0 | 3 | -4.0866368E-4 |
| netscoop | 3 | 2 | 1 | 1.3622122E-4 |
| suke | 3 | 2 | 1 | 1.3622122E-4 |
| marvin | 3 | 2 | 1 | 1.3622122E-4 |
| go-get-it | 3 | 0 | 3 | -4.0866368E-4 |
| polybot | 3 | 2 | 1 | 1.3622122E-4 |
| t-h-u-n-d-e-r-s-t-o-n-e | 3 | 2 | 1 | 1.3622122E-4 |
| mozilla/3.0 (black widow v1.1.0; linux 2 | 3 | 3 | 0 | 4.0866368E-4 |
| ??? | 3 | 3 | 0 | 4.0866368E-4 |
| israelisearch/1.0 | 3 | 3 | 0 | 4.0866368E-4 |
| grabber | 3 | 3 | 0 | 4.0866368E-4 |
| nutch-crawler | 2 | 2 | 0 | 2.7244244E-4 |
| python-webchecker | 2 | 0 | 2 | -2.7244244E-4 |
| zeus 82016 webster pro v2.9 win32 | 2 | 1 | 0 | 1.3622122E-4 |
| wx_mail/2.000 | 2 | 0 | 2 | -2.7244244E-4 |
| rabaz | 2 | 0 | 2 | -2.7244244E-4 |
| netbuddy | 2 | 0 | 2 | -2.7244244E-4 |
| webcopier v2.5 | 2 | 1 | 0 | 1.3622122E-4 |
| susedig | 2 | 2 | 0 | 2.7244244E-4 |
| webstripper/2.03 | 2 | 1 | 0 | 1.3622122E-4 |
| wget/1.5.2 | 2 | 1 | 0 | 1.3622122E-4 |
| webmoose | 2 | 1 | 1 | 0.0 |
| teleport pro/1.29.1590 | 2 | 1 | 0 | 1.3622122E-4 |
| webleacher | 2 | 1 | 0 | 1.3622122E-4 |
| the.intraformant | 2 | 1 | 0 | 1.3622122E-4 |
| rainbot | 2 | 0 | 2 | -2.7244244E-4 |
| interget | 2 | 1 | 0 | 1.3622122E-4 |
| wget/1.7 | 2 | 1 | 0 | 1.3622122E-4 |
| ichiro/1.0 | 2 | 0 | 2 | -2.7244244E-4 |
| internet ninja 5.0 | 2 | 1 | 0 | 1.3622122E-4 |
| inktomi | 2 | 2 | 0 | 2.7244244E-4 |
| megasheep | 2 | 2 | 0 | 2.7244244E-4 |
| netfinder | 2 | 0 | 2 | -2.7244244E-4 |
| internet explore 5.x | 2 | 0 | 2 | -2.7244244E-4 |
| yahoo-mmcrawler* | 2 | 2 | 0 | 2.7244244E-4 |
| avantgo | 2 | 0 | 1 | -1.3622122E-4 |
| vast_bot | 2 | 0 | 2 | -2.7244244E-4 |
| mister pix ii 2.01 | 2 | 1 | 0 | 1.3622122E-4 |
| syndic8 | 2 | 0 | 2 | -2.7244244E-4 |
| australian business on-line | 2 | 0 | 2 | -2.7244244E-4 |
| download demon/3.2.0.8 | 2 | 1 | 0 | 1.3622122E-4 |
| internet ninja 6.0 | 2 | 1 | 0 | 1.3622122E-4 |
| disco | 2 | 1 | 0 | 1.3622122E-4 |
| zeus 51837 webster pro v2.9 win32 | 2 | 1 | 0 | 1.3622122E-4 |
| cydralspider | 2 | 0 | 2 | -2.7244244E-4 |
| go!zilla 3.5 (www.gozilla.com) | 2 | 1 | 0 | 1.3622122E-4 |
| getright/3.3 | 2 | 1 | 0 | 1.3622122E-4 |
| getright/4.5e | 2 | 1 | 0 | 1.3622122E-4 |
| hhsgoogle | 2 | 2 | 0 | 2.7244244E-4 |
| grafula | 2 | 1 | 0 | 1.3622122E-4 |
| wildsoft surfer | 2 | 0 | 2 | -2.7244244E-4 |
| net vampire/3.0 | 2 | 1 | 0 | 1.3622122E-4 |
| webreaper vwebreaper v7.3 - www,otway.co | 2 | 1 | 0 | 1.3622122E-4 |
| internetseer.com | 2 | 0 | 2 | -2.7244244E-4 |
| pagegrabber | 2 | 1 | 0 | 1.3622122E-4 |
| netrecorder | 2 | 0 | 2 | -2.7244244E-4 |
| repomonkey bait & tackle/v1.01 | 2 | 1 | 0 | 1.3622122E-4 |
| image stripper | 2 | 1 | 0 | 1.3622122E-4 |
| grabnet | 2 | 1 | 0 | 1.3622122E-4 |
| mozilla/3.mozilla/2.01 (win95; i) | 2 | 0 | 2 | -2.7244244E-4 |
| nameprotect | 2 | 0 | 2 | -2.7244244E-4 |
| rma/1.0 | 2 | 0 | 2 | -2.7244244E-4 |
| httrack [nc,or] | 2 | 1 | 0 | 1.3622122E-4 |
| webauto/3.40 (win98; i) | 2 | 1 | 0 | 1.3622122E-4 |
| eucs-ultraseek | 2 | 2 | 0 | 2.7244244E-4 |
| lightningdownload/1.0.1 | 2 | 0 | 2 | -2.7244244E-4 |
| generic | 2 | 0 | 2 | -2.7244244E-4 |
| bot mailto:craftbot@yahoo.com | 2 | 1 | 0 | 1.3622122E-4 |
| php | 2 | |||
