# Crawlers Setup User-agent: * Crawl-delay: 1 # Allowable Index Allow: /sitemap.xml # Paths Disallow: /admin Disallow: /cart Disallow: /orders Disallow: /checkouts/ Disallow: /checkout Disallow: /carts Disallow: /account Disallow: /style-guide Disallow: /contact-us Disallow: /account/login Disallow: /account/recover Disallow: /account/register Disallow: /pages/request-a-catalog Disallow: /pages/unsubscribe Disallow: /pages/email-preferences # Google adsbot ignores robots.txt unless specifically named! User-agent: adsbot-google Disallow: /admin Disallow: /cart Disallow: /orders Disallow: /checkouts/ Disallow: /checkout Disallow: /carts Disallow: /account Disallow: /style-guide Disallow: /contact-us Disallow: /account/login Disallow: /account/recover Disallow: /account/register Disallow: /pages/request-a-catalog Disallow: /pages/unsubscribe Disallow: /pages/email-preferences Sitemap: https://www.jmclaughlin.com/sitemap.xml