# Yahoo! User-agent: Slurp # wait 10 seconds between successive crawler accesses Crawl-delay: 10 Disallow: /_cache/ Disallow: /admin/ Disallow: /files/ Disallow: accounts.php Disallow: calendar.php Disallow: export.php Disallow: files.php Disallow: forms.php Disallow: forms_secure.php Disallow: gallery.php Disallow: i18n.php Disallow: images.php Disallow: orders.php Disallow: polls.php Disallow: posters.php Disallow: search.php Disallow: signup.php Disallow: site.php Disallow: syndication.php # MSN User-agent: msnbot # wait 10 seconds between successive crawler accesses Crawl-delay: 10 Disallow: /_cache/ Disallow: /admin/ Disallow: /files/ Disallow: accounts.php Disallow: calendar.php Disallow: export.php Disallow: files.php Disallow: forms.php Disallow: forms_secure.php Disallow: gallery.php Disallow: i18n.php Disallow: images.php Disallow: orders.php Disallow: polls.php Disallow: posters.php Disallow: search.php Disallow: signup.php Disallow: site.php Disallow: syndication.php # Fasterfox Firefox extension # (as of version 1.0.3 it checks robots.txt) User-agent: Fasterfox Disallow: / # everybody else User-agent: * Disallow: /_cache/ Disallow: /admin/ Disallow: /files/ Disallow: accounts.php Disallow: calendar.php Disallow: export.php Disallow: files.php Disallow: forms.php Disallow: forms_secure.php Disallow: gallery.php Disallow: i18n.php Disallow: images.php Disallow: orders.php Disallow: polls.php Disallow: posters.php Disallow: search.php Disallow: signup.php Disallow: site.php Disallow: syndication.php