# Website Sitemap 

 User-agent: Googlebot-Image  

Disallow: / 

Allow: /media/catalog/product/ 

# Crawlers Setup 

User-agent: * 

# Directories 

User-agent: * 

Disallow: /app/ 

Disallow: /admin/  

Disallow: /api/  

Disallow: /cgi-bin/ 

Disallow: /downloader/ 

Disallow: /includes/  

Disallow: /lib/  

Disallow: /pkginfo/  

Disallow: /search/ 

Disallow: /search? 

Disallow: /var/ 

# Paths (clean URLs) 

User-agent: * 

Disallow: /index.php/ 

Disallow: /catalog/product_compare/ 

Disallow: /catalog/category/view/ 

Disallow: /catalog/product/view/ 

Disallow: /catalogsearch/ 

Disallow: /checkout/ 

Disallow: /control/ 

Disallow: /customer/ 

Disallow: /customize/ 

Disallow: /install/ 

Disallow: /private/ 

Disallow: /tag/ 

Disallow: /sendfriend/ 

Disallow: /wishlist/ 

# Files 

User-agent: * 

Disallow: /cron.php 

Disallow: /cron.sh 

Disallow: /error_log 

Disallow: /install.php 

Disallow: /LICENSE.html 

Disallow: /LICENSE.txt 

Disallow: /LICENSE_AFL.txt 

Disallow: /STATUS.txt/ 

Disallow: /api.php 

Disallow: /get.php 

Disallow: /mage 

Disallow: /test.html 

Disallow: /test-359.html 



# Do not index the page subcategories that are sorted or filtered.
Disallow: */by/* 

Disallow: /*? 

Disallow: /*?Dir* 

Disallow: /*?Dir=desc 

Disallow: /*?Dir=asc 

Disallow: /*?Limit=all 

Disallow: /*?Mode* 



# Paths (no clean URLs) 

User-agent: * 


Disallow: /*.php$ 

Disallow: /*?SID=