# --------------------------------------------------------> # Robot Exclusion File -- robots.txt # Weingarten Enterprises -- http://www.weingarten.net # Author: M. Weingarten # Website URL: http://www.pensacolabeach.ws/ # File Name: http://www.pensacolabeach.ws/robots.txt # Webhost: Econoservers.com # Last Updated: Tuesday, July 14, 2009 # --------------------------------------------------------> # Ordered as to avoid interpretation problems with bots. # Disallowed Robots --------------------------------------> # NameProtect Inc. # http://www.nameprotect.com/botinfo.html User-agent: NPBot Disallow: / # Picsearch # http://www.picsearch.com/bot.html User-agent: psbot Disallow: / # Allowed Robots / Disallowed Paths ----------------------> User-agent: * Disallow: /wp-*/ Disallow: /cgi-bin/ Disallow: /images/ Disallow: /archive/ Disallow: /js/ Disallow: /css/ Disallow: /rssjs/ Disallow: /cp/ Disallow: /old/ Disallow: /demo/ Disallow: /private/ Disallow: /uploads/ Disallow: /downloads/ Disallow: /backup/ Disallow: /webalizer/ Disallow: /modlogan/ Disallow: /logs/ # Disallowed File Types ----------------------------------> Disallow: /wp-*.php Disallow: /*.css Disallow: /*.js Disallow: /*.pl Disallow: /*.cgi Disallow: /*.zip Disallow: /*.exe