# This directs automatic www robots, crawlers # and mappers to directories they may spider on rpgs.wererat.net. User-agent: * Disallow: /images/ Disallow: /logs/ Disallow: /playaids/ Disallow: /missing.html Disallow: /forbidden.html Disallow: /failed_auth.html Disallow: /internal_error.html Disallow: /scripts/ Disallow: /stats/ Disallow: /cgi-bin/ Disallow: /album/ Disallow: /news/ Disallow: /ssi/ Disallow: /templates/ Disallow: /icons/ Disallow: /frcalendar.php Disallow: /ghcalendar.php Disallow: /galifarcalendar.php Disallow: /pfcalendar.php Disallow: /add_comment.php Disallow: /art/ Disallow: /poll/ Disallow: /login.php Disallow: /playaids/ Disallow: /errors.php Disallow: /comments.php Disallow: /booth.php Disallow: /png.php Disallow: /foaf.xml User-agent: yandex #Yandex is a bad robot Disallow: / User-agent: vscooter #AltaVista Image Search Disallow: / User-agent: ArribaPacketRat #Arriva Vista Disallow: / User-agent: ExcaliburInternetSpider #Yahoo Image Surfer Disallow: / User-Agent: Googlebot-Image #Googlebot Image Search Disallow: / User-agent: psbot #Picsearch Disallow: / User-agent: Yahoo-MMCrawler #Yahoo Image Surfer Disallow: /