# welcome bots and spiders

User-agent: *
Disallow: 
Disallow: faq.php
Disallow: ucp.php
Disallow: /*member
Disallow: /memberlist.php
Disallow: /memberlist.php*
Disallow: /search.php
Disallow: /search.php*
Disallow: /ucp.php
Disallow: /ucp.php*
Disallow: /report.php
Disallow: /report.php*
Disallow: /download.php
Disallow: /download.php*
Disallow: /posting.php
Disallow: /posting.php*
Disallow: /*?sid=*

User-agent: MSIECrawler
Disallow: /

User-agent: psbot
Disallow: /

User-agent: Fasterfox
Disallow: /

User-agent: Slurp
Crawl-delay: 800