User-agent: googlebot Disallow: User-agent: mediapartners-google* Disallow: User-agent: slurp Disallow: User-agent: msnbot Disallow: User-agent: ia_archiver Disallow: / User-agent: omniexplorer_bot Disallow: / User-agent: freefind Disallow: / User-agent: becomebot Disallow: / User-agent: nutch Disallow: / User-agent: jetbot/1.0 Disallow: / User-agent: jetbot Disallow: / User-agent: webvac Disallow: / User-agent: stanford Disallow: / User-agent: naver Disallow: / User-agent: dumbot Disallow: / User-agent: hatena antenna Disallow: / User-agent: grub-client Disallow: / User-agent: grub Disallow: / User-agent: webzip Disallow: / User-agent: larbin Disallow: / User-agent: b2w/0.1 Disallow: / User-agent: copernic Disallow: / User-agent: psbot Disallow: / User-agent: python-urllib Disallow: / User-agent: netmechanic Disallow: / User-agent: url_spider_pro Disallow: / User-agent: cherrypicker Disallow: / User-agent: emailcollector Disallow: / User-agent: emailsiphon Disallow: / User-agent: webbandit Disallow: / User-agent: emailwolf Disallow: / User-agent: extractorpro Disallow: / User-agent: copyrightcheck Disallow: / User-agent: crescent Disallow: / User-agent: sitesnagger Disallow: / User-agent: prowebwalker Disallow: / User-agent: cheesebot Disallow: / User-agent: lnspiderguy Disallow: / User-agent: alexibot Disallow: / User-agent: teleport Disallow: / User-agent: teleportpro Disallow: / User-agent: stanford comp sci Disallow: / User-agent: miixpc Disallow: / User-agent: telesoft Disallow: / User-agent: website quester Disallow: / User-agent: moget/2.1 Disallow: / User-agent: webzip/4.0 Disallow: / User-agent: webstripper Disallow: / User-agent: websauger Disallow: / User-agent: webcopier Disallow: / User-agent: netants Disallow: / User-agent: mister pix Disallow: / User-agent: webauto Disallow: / User-agent: thenomad Disallow: / User-agent: www-collector-e Disallow: / User-agent: rma Disallow: / User-agent: libweb/clshttp Disallow: / User-agent: asterias Disallow: / User-agent: httplib Disallow: / User-agent: turingos Disallow: / User-agent: spanner Disallow: / User-agent: infonavirobot Disallow: / User-agent: harvest/1.5 Disallow: / User-agent: bullseye/1.0 Disallow: / User-agent: crescent internet toolpak http ole control v.1.0 Disallow: / User-agent: cherrypickerse/1.0 Disallow: / User-agent: cherrypickerelite/1.0 Disallow: / User-agent: webbandit/3.50 Disallow: / User-agent: nicerspro Disallow: / User-agent: microsoft url control - 5.01.4511 Disallow: / User-agent: dittospyder Disallow: / User-agent: foobot Disallow: / User-agent: spankbot Disallow: / User-agent: botalot Disallow: / User-agent: lwp-trivial/1.34 Disallow: / User-agent: lwp-trivial Disallow: / User-agent: bunnyslippers Disallow: / User-agent: microsoft url control - 6.00.8169 Disallow: / User-agent: urly warning Disallow: / User-agent: wget/1.6 Disallow: / User-agent: wget/1.5.3 Disallow: / User-agent: wget Disallow: / User-agent: linkwalker Disallow: / User-agent: cosmos Disallow: / User-agent: moget Disallow: / User-agent: hloader Disallow: / User-agent: humanlinks Disallow: / User-agent: linkextractorpro Disallow: / User-agent: offline explorer Disallow: / User-agent: mata hari Disallow: / User-agent: lexibot Disallow: / User-agent: web image collector Disallow: / User-agent: the intraformant Disallow: / User-agent: true_robot/1.0 Disallow: / User-agent: true_robot Disallow: / User-agent: blowfish/1.0 Disallow: / User-agent: jennybot Disallow: / User-agent: miixpc/4.2 Disallow: / User-agent: builtbottough Disallow: / User-agent: propowerbot/2.14 Disallow: / User-agent: backdoorbot/1.0 Disallow: / User-agent: tocrawl/urldispatcher Disallow: / User-agent: webenhancer Disallow: / User-agent: suzuran Disallow: / User-agent: vci webviewer vci webviewer win32 Disallow: / User-agent: vci Disallow: / User-agent: szukacz/1.4 Disallow: / User-agent: queryn metasearch Disallow: / User-agent: openfind data gathere Disallow: / User-agent: openfind Disallow: / User-agent: xenu's link sleuth 1.1c Disallow: / User-agent: xenu's Disallow: / User-agent: zeus Disallow: / User-agent: repomonkey bait & tackle/v1.01 Disallow: / User-agent: repomonkey Disallow: / User-agent: microsoft url control Disallow: / User-agent: openbot Disallow: / User-agent: url control Disallow: / User-agent: zeus link scout Disallow: / User-agent: zeus 32297 webster pro v2.9 win32 Disallow: / User-agent: webster pro Disallow: / User-agent: erocrawler Disallow: / User-agent: linkscan/8.1a unix Disallow: / User-agent: keyword density/0.9 Disallow: / User-agent: kenjin spider Disallow: / User-agent: iron33/1.0.2 Disallow: / User-agent: bookmark search tool Disallow: / User-agent: getright/4.2 Disallow: / User-agent: fairad client Disallow: / User-agent: gaisbot Disallow: / User-agent: aqua_products Disallow: / User-agent: radiation retriever 1.1 Disallow: / User-agent: flaming attackbot Disallow: / User-agent: oracle ultra search Disallow: / User-agent: perman Disallow: / User-agent: searchpreview Disallow: / User-agent: sootle Disallow: / User-agent: es Disallow: / User-agent: enterprise_search/1.0 Disallow: / User-agent: enterprise_search Disallow: / # no access (adsa research group) User-agent: adsacomponent Disallow: / # Disallow: (polybot) User-agent: polybot Disallow: / # Disallow whois.sc User-agent: surveybot Disallow: / # Disallow: (rutgers) User-agent: ru-robot Disallow: / # Disallow: (turnitinbot) User-agent: turnitinbot Disallow: / # Disallow domains db User-agent: domainsdb.net Disallow: / User-agent: whowhere Disallow: / User-agent: bruinbot Disallow: / User-agent: swooglebot/2.0 Disallow: / User-agent: * Disallow: /images/ Disallow: /cgi-bin/ Disallow: /error/ Disallow: /stats/ Disallow: /temp/ Disallow: /library/ Disallow: /submenus/ Disallow: /templates/