# robots.txt for http://finlander.eget.net/ # # Inktomi's web robot will obey the first record in the robots.txt file with a User-Agent containing "UWO-InktomiSearch". # If there is no such record, It will obey the first entry with a User-Agent of "*". # Because nothing is disallowed, everything is allowed User-agent: UWO-InktomiSearch Disallow: User-agent: MSNBOT Disallow: / User-agent: Slurp Crawl-delay: 10 # specifies that no robots should visit User-agent: * Disallow: /memberlist.php Disallow: /members_online.php Disallow: /index_user.php Disallow: /member.php Disallow: /announcement.php Disallow: /calendar.php Disallow: /editpost.php Disallow: /external.php Disallow: /faq.php Disallow: /forumdisplay.php Disallow: /global.php Disallow: /image.php Disallow: /infraction.php Disallow: /inlinemod.php Disallow: /joinrequests.php Disallow: /login.php Disallow: /misc.php Disallow: /moderation.php Disallow: /moderator.php Disallow: /newreply.php Disallow: /newthread.php Disallow: /online.php Disallow: /poll.php Disallow: /postings.php Disallow: /printthread.php Disallow: /private.php Disallow: /profile.php Disallow: /register.php Disallow: /report.php Disallow: /search.php Disallow: /showthread.php