User-agent: * # Directories Disallow: /404/ Disallow: /review/ Disallow: /app/ Disallow: /downloader/ Disallow: /errors/ Disallow: /includes/ Disallow: /lib/ Disallow: /magento/ #Disallow: /media/ Disallow: /media/captcha/ #Disallow: /media/catalog/ #Disallow: /media/css/ #Disallow: /media/css_secure/ Disallow: /media/customer/ Disallow: /media/dhl/ Disallow: /media/downloadable/ Disallow: /media/import/ #Disallow: /media/js/ Disallow: /media/pdf/ Disallow: /media/sales/ Disallow: /media/tmp/ Disallow: /media/wysiwyg/ Disallow: /media/xmlconnect/ Disallow: /pkginfo/ Disallow: /scripts/ Disallow: /stats/ Disallow: /report/ Disallow: /shell/ Disallow: /var/ Disallow: /catalog/ Disallow: /123blog/ Disallow: /privacy-policy/ Disallow: /packaging/ Disallow: /reward-points/ Disallow: /blog/sample-page/ Disallow: /blog/privacy-policy/ Disallow: /terms-and-conditions/ Disallow: /shipping-and-returns/ # Paths (clean URLs) Disallow: /index.php/ Disallow: /catalog/product_compare/ Disallow: /catalog/category/view/ Disallow: /catalog/product/view/ Disallow: /catalog/product/gallery/ Disallow: /catalogsearch/ Disallow: /checkout/ Disallow: /control/ Disallow: /contacts/ Disallow: /customer/ Disallow: /customize/ Disallow: /newsletter/ Disallow: /poll/ Disallow: /review/ Disallow: /sendfriend/ Disallow: /tag/ Disallow: /wishlist/ # Files Disallow: /api.php Disallow: /cron.php Disallow: /cron.sh Disallow: /error_log Disallow: /install.php Disallow: /LICENSE.html Disallow: /LICENSE.txt Disallow: /LICENSE_AFL.txt Disallow: /STATUS.txt Disallow: /get.php # Magento 1.5+ Disallow: /README.txt Disallow: /RELEASE_NOTES.txt # Do not index the general technical directories and files on a server Disallow: /cgi-bin / Disallow: /cleanup.php Disallow: /apc.php Disallow: /memcache.php Disallow: /phpinfo.php # Paths (no clean URLs) Disallow: /*.php$ Disallow: /*?p=*& Disallow: /*?SID= Disallow: /*.php$ Disallow: /*?SID= Disallow: /rss* Disallow: /*PHPSESSID Sitemap: https://www.zaamordiamonds.com/sitemap.xml Disallow: / CVS Disallow: / *. Svn $ Disallow: / *. Idea $ Disallow: / *. Sql $ Disallow: / *. Tgz $ Disallow: / api.php Disallow: / cron.php Disallow: / cron.sh Disallow: / error_log Disallow: / get.php Disallow: / install.php Disallow: / LICENSE.html Disallow: / LICENSE.txt Disallow: / LICENSE_AFL.txt Disallow: / README.txt Disallow: / RELEASE_NOTES.txt Disallow: / *? Dir * Disallow: / *? Dir = desc Disallow: / *? Dir = asc Disallow: / *? Limit = all Disallow: / *? Mode * Disallow: / *? SID = Disallow: /*.php$ User-agent: AhrefsBot Disallow: / User-agent: Yandex Disallow: / User-agent: moget Disallow: / User-agent: ichiro Disallow: / User-agent: NaverBot Disallow: / User-agent: Yeti Disallow: / User-agent: Baiduspider Disallow: / User-agent: Baiduspider-video Disallow: / User-agent: Baiduspider-image Disallow: / User-agent: YoudaoBot Disallow: / User-agent: semrush Disallow: / User-agent: Semrush Disallow: / User-agent: SemrushBot Disallow: / User-agent: SemrushBot-SA Disallow: / # Paths (clean URLs) Disallow: /index.php/ Disallow: /contacts/ Disallow: /review/ Disallow: /mobile/ Disallow: /catalog/ Disallow: /m/index/ Disallow: /catalogsearch/ Disallow: /diamondsearch/ Disallow: /sodexo-success/ Disallow: /wishlist/ Disallow: /checkout/ Disallow: /onestepcheckout/ Disallow: /coins/silver/ Disallow: /rapnet/ Disallow: /captcha/ Disallow: /sociallogin/ Disallow: /solitaires?carat=* Disallow: /solitaires?shape=* Disallow: /jewellery.html?cat=* Disallow: /jewellery.html?dir=* Disallow: /jewellery.html?mode=* Disallow: /m/rings?product=* Disallow: /m/pendant?product=* Disallow: /m/earrings?product=* Disallow: /m/bangles?product=* Disallow: /m/mangalsutra?product=* Disallow: /m/akshaya-tritiya?product=* Disallow: /wishlist/index/add/product/ User-agent: BLEXBot Disallow: /private/ Disallow: /messages/ Block entire site: User-agent: BLEXBot Disallow: / Slow the Crawler: User-agent: BLEXBot Crawl-delay: 10 User-agent: * Disallow: /skin/frontend/zaamor/default/images/ Disallow: /media/ User-agent: * Disallow: /rss/order/new User-agent: uptime Disallow: /uptime.com/