# Crawlers Setup
User-agent: *
Crawl-delay: 10

# Allowable Index
Allow: /
Allow: /shop
#Allow: /*?p=
Allow: /shop/index.php/blog/
Allow: /shop/catalog/sitemap/category/
Allow: /shop/catalogsearch/result/

# Directories
Disallow: /affiliate/
Disallow: /migratie/
Disallow: /shop/404/
Disallow: /shop/app/
Disallow: /shop/cgi-bin/
Disallow: /shop/downloader/
Disallow: /shop/includes/
Disallow: /shop/js/
Disallow: /shop/lib/
Disallow: /shop/magento/
Disallow: /shop/media/
Disallow: /shop/pkginfo/
Disallow: /shop/report/
Disallow: /shop/skin/
Disallow: /shop/stats/
Disallow: /shop/var/

# Paths (clean URLs)
Disallow: /shop/index.php/ 
Disallow: /shop/catalog/product_compare/
Disallow: /shop/catalog/category/view/
Disallow: /shop/catalog/product/view/
Disallow: /shop/catalogsearch/
Disallow: /shop/checkout/
Disallow: /shop/control/
Disallow: /shop/contacts/
Disallow: /shop/customer/
Disallow: /shop/customize/
Disallow: /shop/newsletter/
Disallow: /shop/poll/
#Disallow: /shop/review/
Disallow: /shop/sendfriend/
Disallow: /shop/tag/
Disallow: /shop/wishlist/

# Files
Disallow: /shop/cron.php
Disallow: /shop/cron.sh
Disallow: /shop/error_log
Disallow: /shop/install.php
Disallow: /shop/LICENSE.html
Disallow: /shop/LICENSE.txt
Disallow: /shop/LICENSE_AFL.txt
Disallow: /shop/STATUS.txt

# Paths (no clean URLs)
#Disallow: /shop/*.js$
#Disallow: /shop/*.css$
#Disallow: /shop/*.php$
#Disallow: /shop/*?p=*&
#Disallow: /shop/*?SID=


#from other forum sources:

Disallow: /shop/admin/ 
Disallow: /shop/api/ 
Disallow: /shop/install/ 
Disallow: /shop/images/ 
Disallow: /shop/private/