# This says to apply these settings to ALL search engine spiders/crawlers
User-agent: *

# These settings will keep spiders from indexing your unwanted pages 
Disallow: /admin
Disallow: /stats
Disallow: /cgi-bin
Disallow: /sho
Disallow: /js