User-agent: *
Disallow: bin/
Disallow: lib/
Disallow: setup/
Disallow: site/
Disallow: skin/
Disallow: var/
Disallow: wbb2/
Allow: wbb2/archive/

User-agent: Slurp
Allow: wbb2/archive/
Disallow: wbb2/

User-agent: Teoma
Crawl-delay: 20

User-Agent: msnbot
Crawl-Delay: 20

User-agent: Slurp
Crawl-delay: 500

User-agent: twiceler.
Crawl-Delay: 20