オイラの robots.txt と .htaccess

2008/12/09 日現在の robots.txt と .htaccess
robots.txt	.htaccess
User-agent: * Disallow: /cgi-bin/ User-agent: Yahoo! Slurp Disallow: / User-agent: psbot Disallow: / User-agent: Baiduspider Disallow: / User-agent: Baiduspider+ Disallow: / User-agent: BaiduImagespider Disallow: / User-agent: ia_archiver Disallow: / User-agent: Teoma Disallow: / User-agent: MJ12bot Disallow: / User-agent: Yeti Disallow: / User-agent: MSNBot Disallow: / User-agent: Sosospider Disallow: /	############################# # allow from all robots.txt # ############################# <Files "robots.txt"> allow from all </Files> ################# # Alexa Toolber # ################# BrowserMatch "Alexa" alexa <Limit GET> order deny,allow deny from env=alexa </Limit> SetEnvIf User-Agent "Naver" deny_agent SetEnvIf User-Agent "LinkWalker"deny_agent SetEnvIf User-Agent "InternetLinkAgent" deny_agent SetEnvIf User-Agent "^libwww" deny_agent order allow,deny allow from all deny from env=deny_agent deny from .asianetcom.net deny from 119.63.193.186 <Files "admin.php"> deny from all </Files> <Files "adxmlrpc.php"> deny from all </Files> <Files "xml"> deny from all </Files> <Files "phpbb_root_path"> deny from all </Files> ErrorDocument 404 /error/404.html