# robots.txt for http://www.ajha.or.jp/ #User-agent: badbot #Crawl-delay: 120 #User-agent: Baiduspider #Crawl-delay: 120 #User-agent: BaiduImagespider #Crawl-delay: 120 #User-agent: BaiduMobaider #Crawl-delay: 120 #User-agent: Twiceler #Crawl-delay: 120 User-agent: * Disallow: /member/ Disallow: /cgi-bin/ Disallow: /php/ allow: /about_us/ allow: /admininfo/ allow: /common/ allow: /eng/ allow: /hms/ allow: /hp/ allow: /images/ allow: /link/ allow: /ml/ allow: /photo/ allow: /rss/ allow: /search/ allow: /seminar/ allow: /sitemap/ allow: /topics/ allow: /voice/