# Google Image Crawler Setup
User-agent: Googlebot-Image
Disallow:

# Crawlers Setup
User-agent: *

# Directories
Disallow: */404/
Disallow: */app/
Disallow: /cgi-bin/
Disallow: */downloader/
Disallow: */errors/
Disallow: */includes/
Disallow: */magento/
Disallow: */pkginfo/
Disallow: */report/
Disallow: */scripts/
Disallow: */shell/
Disallow: */stats/
Disallow: */var/

# Paths (clean URLs)
Disallow: */index.php/ #rewritten anyway
Disallow: */catalog/product_compare/
Disallow: */catalog/category/view/
Disallow: */catalog/product/view/
Disallow: */catalogsearch/ #can lead to duplicate content
Disallow: */control/
Disallow: */contacts/
Disallow: */customer/
Disallow: */customize/
Disallow: */newsletter/
Disallow: */poll/
Disallow: */review/
Disallow: */sendfriend/
Disallow: */tag/
Disallow: */wishlist/
Disallow: */catalog/product/gallery/

# Files
Disallow: */cron.php
Disallow: */cron.sh
Disallow: */error_log
Disallow: */install.php
Disallow: */LICENSE.html
Disallow: */LICENSE.txt
Disallow: */LICENSE_AFL.txt
Disallow: */STATUS.txt

# Paths (no none clean URLs - all should be html files)
Disallow: /*.php$
Disallow: /*?SID=

Sitemap: https://emblematic.co.uk/sitemap.xml