User-agent: Slurp
Disallow: /bots/
Disallow: /cgi-bin/
Disallow: /content/
Disallow: /css/
Disallow: /errors/
Disallow: /includes/
Disallow: /stats/
Disallow: /test/
Disallow: /registration.php
Disallow: /missing.php
Allow: /info/
Allow: /catalog/
Allow: /contact/

User-agent: Googlebot
Disallow: /bots/
Disallow: /cgi-bin/
Disallow: /content/
Disallow: /css/
Disallow: /errors/
Disallow: /includes/
Disallow: /stats/
Disallow: /test/
Disallow: /registration.php
Disallow: /missing.php
Allow: /info/
Allow: /catalog/
Allow: /contact/

User-agent: msnbot
Disallow: /bots/
Disallow: /cgi-bin/
Disallow: /content/
Disallow: /css/
Disallow: /errors/
Disallow: /includes/
Disallow: /stats/
Disallow: /test/
Disallow: /registration.php
Disallow: /missing.php
Allow: /info/
Allow: /catalog/
Allow: /contact/

User-agent: Yahoo-MMCrawler
Disallow: / 

User-agent: Googlebot-Image
Disallow: /

User-agent: psbot
Disallow: /

User-agent: TurnitinBot
Disallow: /

User-agent: dotbot
Disallow: / 

User-agent: *
Disallow: /bots/
Disallow: /catalog/
Disallow: /cgi-bin/
Disallow: /contact/
Disallow: /content/
Disallow: /css/
Disallow: /errors/
Disallow: /includes/
Disallow: /info/
Disallow: /stats/
Disallow: /test/