#/robots.txt v081001 #/robots.txt help file: http://www.robotstxt.org/wc/faq.html User-agent: * Disallow: /admin Disallow: contact_newsletter.php Disallow: easyletter.php Disallow: werdtc.html Disallow: /reports Disallow: /development Disallow: /cgi-bin Disallow: /scripts Disallow: /cgi-bin/ Disallow: test.php Disallow: register.html Disallow: subscribers.txt Disallow: logo.html Disallow: /xxer/ Disallow: /newsletter/ Disallow: /visuals.htm # this is for legacy sites only #/stop email gathering User-agent: EmailSiphon Disallow: / User-agent: GRABEMAIL Disallow: / User-agent: GRABEMAIL2 Disallow: /