User-agent: * #root files Disallow: /api.php Disallow: /cron.php Disallow: /cron.sh Disallow: /error_log Disallow: /get.php #directories Disallow: /app/ Disallow: /downloader/ Disallow: /errors/ Disallow: /includes/ #Disallow: /js/ Disallow: /lib/ #Disallow: /media/ Disallow: /shell/ #Disallow: /skin/ Disallow: /var/ # Disallow: /index.php/ # Disallow: /catalogsearch/ Disallow: */ajax/* Disallow: /newsletter/ Disallow: /review/ #Disallow: /checkout/ #Disallow: /onestepcheckout/ # Paths (no clean URLs) Disallow: /*.php$ #no url params #Disallow: /*?* #allow only paging urls with a single param #Allow: /*?p= #Disallow: /*?p=*&