# Sample robots.txt file (make sure the filename is ALL LOWERCASE on Linux/Unix systems)
# This says to apply these settings to ALL search engine spiders/crawlers

User-agent: *

# These settings will keep spiders from indexing your unwanted pages 
#  ie: http://www.yoursite.com/index.php

Disallow: /admin
Disallow: /cache
Disallow: /download
Disallow: /email
Disallow: /extras
Disallow: /htmlarea
Disallow: /temp