# See http://www.turnitin.com/robot/crawlerinfo.html User-agent: TurnitinBot Disallow: / # http://www.archive.org/about/exclude.php # User-agent: ia_archiver # Disallow: / # http://www.nameprotect.com/botinfo.html User-agent: NPBot Disallow: / # http://grub.org/html/help.php?op=webmaster-faq User-agent: grub-client Disallow: / User-agent: * Disallow: /download.php Disallow: /lightbox.php Disallow: /login.php Disallow: /logout.php Disallow: /member.php Disallow: /postcards.php Disallow: /register.php Disallow: /search.php Disallow: /top.php