# robots.txt
User-agent: Googlebot
Disallow: 

User-agent: MSNBot
Disallow: 

User-agent: Slurp
Disallow: 

User-agent: Teoma
Disallow: 

User-agent: Gigabot
Disallow: 

User-agent: Scrubby
Disallow: 

User-agent: Robozilla
Disallow: 

# set a default 20s delay between page hits, and don't let them hit some directories
User-agent: *
Crawl-delay: 20
Disallow: /admin/
Disallow: /administrator/
Disallow: /cache/
Disallow: /cgi-bin/
Disallow: /components/
Disallow: /de/
Disallow: /editor/
Disallow: /help/
Disallow: /images/
Disallow: /includes/
Disallow: /installation/
Disallow: /language/
Disallow: /mambots/
Disallow: /manage.php
Disallow: /media/
Disallow: /modules/
Disallow: /skin1/
Disallow: /stats/
Disallow: /templates/
Disallow: /templates_admin_c/
Disallow: /templates_c/