User-agent: Pinterestbot Crawl-delay: 1 User-agent: FacebookBot Crawl-delay: 1 User-agent: facebookexternalhit/1.1 Crawl-delay: 1 User-agent: facebookexternalhit/1.0 Crawl-delay: 1 User-agent: bingbot Crawl-delay: 1 # Let Google fully check product pages and render assets User-agent: Googlebot Disallow: Allow: /on/demandware.static/ Disallow: /on/demandware.store* Disallow: /ocapi/ Disallow: /account* Disallow: /cart* Disallow: /checkout* Disallow: /payment* Disallow: /billing* Disallow: /shipping* Disallow: /wishlist* Disallow: /register* Disallow: /order* # Let Google Images fetch on-site images/SVGs/sprites User-agent: Googlebot-Image Disallow: # Ads crawlers (keep your current stance) User-agent: AdsBot-Google-Mobile Disallow: /secure* Disallow: /cart* Disallow: /account* Disallow: /register* Disallow: /wishlist* Disallow: /payment* Disallow: /billing* Disallow: /shipping* Disallow: /order* User-agent: AdsBot-Google Disallow: /secure* Disallow: /cart* Disallow: /account* Disallow: /register* Disallow: /wishlist* Disallow: /payment* Disallow: /billing* Disallow: /shipping* Disallow: /order* User-agent: AdsBot-Google-Mobile-Apps Disallow: /secure* Disallow: /cart* Disallow: /account* Disallow: /register* Disallow: /wishlist* Disallow: /payment* Disallow: /billing* Disallow: /shipping* Disallow: /order* # General rules for everyone else User-agent: * # SFCC internals Disallow: /on/ Allow: /on/demandware.static/ Disallow: /on/demandware.store* Disallow: /ocapi/ # Internal and sensitive paths Disallow: /OOBO* Disallow: /mkt* Disallow: /404* Disallow: /wallet* Disallow: /cart* Disallow: /checkout* Disallow: /Order-Confirm* Disallow: /Order-History* Disallow: /PaymentInstruments-Add* Disallow: /PaymentInstruments-List* Disallow: /edit-password* Disallow: /profile* Disallow: /passwordreset* Disallow: /setpassword* Disallow: /confirmednewpassword* Disallow: /register* Disallow: /addressbook* Disallow: /billing* Disallow: /shipping* Disallow: /wishlist* Disallow: /account* Disallow: /Account-Show* Disallow: /Account-EditProfile* Disallow: /Account-ProfileAndPreferences* Disallow: /Login-Logout* Disallow: /Cart-AddProduct* Disallow: /Product-Variation* Disallow: /Product-Detail* # Block internal search Disallow: /search?* # Query-parameter families (safer query form) Disallow: /*?*source* Disallow: /*?*sz* Disallow: /*?*start* Disallow: /*?*catid* Disallow: /*?*mr:trackingCode* Disallow: /*?*intid* Disallow: /*?*dwcont* Disallow: /*?*pid* Disallow: /*?*prodCd* Disallow: /*?*MobileOptOut* Disallow: /*?*bmUID* Disallow: /*?*bvstate* Disallow: /*?*bvrrp* Disallow: /*?*storesearch* Disallow: /*?*psortd* Disallow: /*?*prefn* Disallow: /*?*prefv* Disallow: /*?*pmin* Disallow: /*?*pmax* Disallow: /*?*index=0* Disallow: /*?*dwvar* Disallow: /*?*newpdpexp* Disallow: /*?*pp* Disallow: /*?*site* Disallow: /*?*pmid* # Marketing and rewards pages Disallow: /all-rewards Disallow: /rewards Disallow: /orders # Sitemap Sitemap: https://www.torrid.com/sitemap_index.xml