User-agent: *            # Following rules are for all crawlers
Disallow: /banners/      # Do not crawl this folder
Disallow: /includes/     # see above
Disallow: /admin/
Disallow: /download/
Disallow: /layout/