# # robots.txt for http://www.toshiba.co.jp/ # User-agent: * # All other spiders should avoid Disallow: /cgi-bin/ # Script files Disallow: /img/ # img files Disallow: /imgdat/ # img files Disallow: /logs/ # img files Disallow: /gbde-prv/ Disallow: /image/ Disallow: /tanpopo/bbs/cgi-bin/ Disallow: /tanpopo/look/ Disallow: /recaius/ # Add 20191016