# Website Sitemap Sitemap: https://www.caratlane.com/caratlane-sitemap/sitemap.xml Sitemap: https://www.caratlane.com/caratlane-sitemap/product-sitemap.xml Sitemap: https://www.caratlane.com/media/image_sitemap.xml Sitemap: https://www.caratlane.com/shaya-sitemap/sitemap.xml Sitemap: https://www.caratlane.com/shaya-sitemap/image-sitemap.xml User-agent: Semrush Disallow: / # Directories User-agent: * Disallow: /app/ Disallow: /cgi-bin/ Disallow: /downloader/ Disallow: /includes/ Disallow: /js/ Disallow: /lib/ Disallow: /magento/ Disallow: /pkginfo/ Disallow: /report/ Disallow: /skin/ Disallow: /stats/ Disallow: /var/ Disallow: /priceslider/ # Allow international page Allow: /*?locale=en_US # Paths (clean URLs) Disallow: /catalog/product_compare/ Disallow: /catalog/category/view/ Disallow: /catalog/product/view/ Disallow: /checkout/ Disallow: /control/ Disallow: /contacts/ Disallow: /customer/ Disallow: /customize/ Disallow: /newsletter/ Disallow: /poll/ Disallow: /review/ Disallow: /sendfriend/ Disallow: /tag/ Disallow: /wishlist/ Disallow: /catalogsearch/result/ Allow: /catalog/seo_sitemap/category/ Disallow: /catalog/ Disallow: /home # Page Disallow: /stores/jaipur-gems-hyderabad.html Disallow: /offers/corporate-discounts.html Disallow: /crm/roun.aspx Disallow: /index.html/ Disallow: /index.php/ # Files Disallow: /diamonds_search.php Disallow: /load_minmax.php Disallow: /diamond_pair_search.php Disallow: /diamonds_count.php Disallow: /cron.php Disallow: /cron.sh Disallow: /error_log Disallow: /install.php Disallow: /LICENSE.html Disallow: /LICENSE.txt Disallow: /LICENSE_AFL.txt Disallow: /STATUS.txt # Clean Silver URLS Disallow: /silver-*/?* Disallow: /silver/?* # Paths (no clean URLs) #Disallow: /*? # Blog Scripts Allow: /blog/wp-content/plugins/*.js Allow: /blog/wp-content/plugins/*.css Allow: /blog/wp-content/themes/*.js Allow: /blog/wp-content/themes/*.css Allow: /blog/wp-content/cache/*.js Allow: /blog/wp-content/cache/*.css Allow: /blog/wp-includes/*.js Disallow: /*.php$ Disallow: /*?p=*& Disallow: /*?SID= # Post calls Disallow: /v5/i18n/mredirect/ Disallow: /v5/submit_consultation Disallow: /v5/try-at-home/fetch_city_tah Disallow: /v5/post_tah_form Disallow: /newsletter/subscriber/new/ # Design Pages User-Agent: * Disallow: /design-your-own/design-your-pendant-step1.html Disallow: /design-your-own.html Disallow: /design-your-own/design-your-earring-step1.html Disallow: /design-your-own/design-your-ring-step1.html # Payref Pages User-Agent: * Disallow: /*payref* # Purity Pages User-Agent: * Disallow: /*by-purity* Disallow: /*by-purity&_escaped_fragment_* # Weight Pages User-Agent: * Disallow: /*by-weight* Disallow: /*by-weight&_escaped_fragment_* # Design Pages User-Agent: * Disallow: /*by-design* Disallow: /*by-design&_escaped_fragment_* # Purity Pages - Adwords agent User-Agent: AdsBot-Google Disallow: /*by-purity* Disallow: /*by-purity&_escaped_fragment_* # Weight Pages - Adwords agent User-Agent: AdsBot-Google Disallow: /*by-weight* Disallow: /*by-weight&_escaped_fragment_* # Design Pages - Adwords agent User-Agent: AdsBot-Google Disallow: /*by-design* Disallow: /*by-design&_escaped_fragment_* #Disallow URLs User-Agent: * Disallow: /priceslider/ Disallow: /loose-diamonds/search/ Disallow: /catalogsearch/ Disallow: /checkout/ Disallow: /shopper_home_2col* Disallow: /jewellery/*-mount-* Disallow: /jewellery/*astrological-ring* Disallow: /choose-diamond/sku* Disallow: /glossary/index/list/cat/* Disallow: /customertestimonials/testimonials/ Disallow: /concentric-oval-pendant-jp02267-ygp9bs-70833.html Disallow: /jewellery/bezel-mr00904-yg0000.html Disallow: /ai-jewellery-assistant # end of robots.txt # Crawlers Setup User-agent: AhrefsBot Disallow: / User-agent: Yandex Disallow: / User-agent: moget Disallow: / User-agent: ichiro Disallow: / User-agent: NaverBot Disallow: / User-agent: Yeti Disallow: / User-agent: Baiduspider Disallow: / User-agent: Baiduspider-video Disallow: / User-agent: Baiduspider-image Disallow: / User-agent: YoudaoBot Disallow: / User-agent: semrush Disallow: / #########################