# This says to apply these settings to ALL search engine spiders/crawlers
User-agent: *

# These settings will keep spiders from indexing your unwanted pages 
Disallow: /awm
Disallow: /fla
Disallow: /cgi-bin
Disallow: /sho
Disallow: /js