# Crawlers Setup
User-agent: *

# Allowable Index
Allow: /warehouse/*?p=
Allow: /warehouse/index.php/blog/
Allow: /warehouse/catalog/seo_sitemap/
Allow: /warehouse/catalogsearch/result/

# Directories
Disallow: /crm/
Disallow: /form/
Disallow: /vpn/
Disallow: /yoga/
Disallow: /inbox/
Disallow: /campaigns/
Disallow: /cgi-bin/
Disallow: /warehouse_backup/
Disallow: /warehouse_backup2/
Disallow: /warehouse_backup3/
Disallow: /warehouse_munged/
Disallow: /warehouse/404/
Disallow: /warehouse/app/
Disallow: /warehouse/cgi-bin/
Disallow: /warehouse/downloader/
Disallow: /warehouse/includes/
Disallow: /warehouse/js/
Disallow: /warehouse/lib/
Disallow: /warehouse/magento/
Disallow: /warehouse/media/
Disallow: /warehouse/pkginfo/
Disallow: /warehouse/report/
Disallow: /warehouse/skin/
Disallow: /warehouse/stats/
Disallow: /warehouse/var/

# Paths (clean URLs)
Disallow: /warehouse/index.php/ 
Disallow: /warehouse/catalog/product_compare/
Disallow: /warehouse/catalog/category/view/
Disallow: /warehouse/catalog/product/view/
Disallow: /warehouse/catalogsearch/
Disallow: /warehouse/checkout/
Disallow: /warehouse/control/
Disallow: /warehouse/contacts/
Disallow: /warehouse/customer/
Disallow: /warehouse/customize/
Disallow: /warehouse/newsletter/
Disallow: /warehouse/poll/
Disallow: /warehouse/review/
Disallow: /warehouse/sendfriend/
Disallow: /warehouse/tag/
Disallow: /warehouse/wishlist/

# Files
Disallow: /warehouse/cron.php
Disallow: /warehouse/cron.sh
Disallow: /warehouse/error_log
Disallow: /warehouse/install.php
Disallow: /warehouse/LICENSE.html
Disallow: /warehouse/LICENSE.txt
Disallow: /warehouse/LICENSE_AFL.txt
Disallow: /warehouse/STATUS.txt

# Paths (no clean URLs)
Disallow: /warehouse/*.js$
Disallow: /warehouse/*.css$
Disallow: /warehouse/*.php$
Disallow: /warehouse/*?p=*&
Disallow: /warehouse/*?SID=

# Sitemap
Sitemap: http://www.ee-usa.com/warehouse/sitemap/sitemap.xml