User-agent: * # explicitly allow images Allow: /media/ Allow: /pub/media/ # Block sensitive areas Disallow: /index.php/ Disallow: /checkout/ Disallow: /app/ Disallow: /lib/ Disallow: /*.php$ Disallow: /pkginfo/ Disallow: /report/ Disallow: /var/ Disallow: /customer/ Disallow: /sendfriend/ Disallow: /review/ Disallow: /catalogsearch/ Disallow: /search/ # Block sorting parameters to save crawl budget, but be careful blocking all '?' Disallow: /*?dir* Disallow: /*?limit* Disallow: /*?mode* Disallow: /*?order* # Do NOT block /catalog/ or generic /*?