User-agent: activeagent Disallow: / User-agent: aesir Disallow: / User-agent: altavista Disallow: / Disallow: / User-agent: arachnet User-agent: architextspider Disallow: / User-agent: autonomy Disallow: / User-agent: backrub Disallow: / User-agent: bbn-webbot Disallow: / User-agent: compass Disallow: / User-agent: customcrawl Disallow: / User-agent: cyber 411 Disallow: / User-agent: cyber411 Disallow: / User-agent: cybermapper Disallow: / User-agent: excitespider Disallow: / User-agent: headend Disallow: / User-agent: hotwired Disallow: / User-agent: ia_archive Disallow: / User-agent: infoseek robot Disallow: / User-agent: infoseek sidewinder Disallow: / User-agent: infoseek_robot Disallow: / User-agent: ipswitch_whatsup Disallow: / User-agent: jumpstation Disallow: / User-agent: keynote Disallow: / User-agent: link.alert Disallow: / User-agent: linkbot Disallow: / User-agent: lycos spider Disallow: / User-agent: lycos_spider Disallow: / User-agent: mailcast Disallow: / User-agent: metacrawler Disallow: / User-agent: momspider Disallow: / User-agent: msiecrawler Disallow: / User-agent: ncn-ultraseek Disallow: / User-agent: netcaster Disallow: / User-agent: netrecorder Disallow: / User-agent: ninsunspider Disallow: / User-agent: noasurf Disallow: / User-agent: open text index Disallow: / User-agent: open text site crawler Disallow: / User-agent: opentext/otwr Disallow: / User-agent: opentextsitecrawler Disallow: / User-agent: oti_robot Disallow: / User-agent: oti_spider Disallow: / User-agent: paperboy Disallow: / User-agent: permansurfer Disallow: / User-agent: pointcast internet fet Disallow: / User-agent: rbse Disallow: / User-agent: savvysearch Disallow: / User-agent: scooter Disallow: / User-agent: scoutget Disallow: / User-agent: slurp Disallow: / User-agent: stuff Disallow: / User-agent: testur1 Disallow: / User-agent: urlcheck Disallow: / User-agent: urlck Disallow: / User-agent: user@domain Disallow: / User-agent: verity Disallow: / User-agent: vspider Disallow: / User-agent: webcheck Disallow: / User-agent: webcrawler Disallow: / User-agent: wget Disallow: / User-agent: wisewire Disallow: / User-agent: worm Disallow: /