# ENERGYbits - robots.txt
# Sitemap is a non-group directive and applies file-wide.
Sitemap: https://energybits.com/sitemap.xml
# ---------------------------------------------------------------
# Default group - all crawlers not matched by a more specific group
# ---------------------------------------------------------------
User-agent: *
# Private / system
Disallow: /a/downloads/-/*
Disallow: /admin
Disallow: /cart
Disallow: /carts
Disallow: /checkout
Disallow: /checkouts/
Disallow: /orders
Disallow: /account
Disallow: /41092153507/checkouts
Disallow: /41092153507/orders
Disallow: /apple-app-site-association
Disallow: /.well-known/shopify/monorail
Disallow: /cdn/wpm/*.js
Disallow: /services/login_with_shop
Disallow: /recommendations/products
Disallow: /*/recommendations/products
# Internal search (infinite URL space)
Disallow: /search
# Generic Shopify policy pages
Disallow: /policies/
Disallow: /*/policies/
# Faceted / sorted / duplicate collection URLs
Disallow: /collections/*sort_by*
Disallow: /*/collections/*sort_by*
Disallow: /collections/*+*
Disallow: /collections/*%2B*
Disallow: /collections/*%2b*
Disallow: /*/collections/*+*
Disallow: /*/collections/*%2B*
Disallow: /*/collections/*%2b*
Disallow: /collections/*filter*&*filter*
Disallow: /*/collections/*filter*&*filter*
# Duplicate blog URLs
Disallow: /blogs/*+*
Disallow: /blogs/*%2B*
Disallow: /blogs/*%2b*
Disallow: /*/blogs/*+*
Disallow: /*/blogs/*%2B*
Disallow: /*/blogs/*%2b*
# Tracking / preview parameters
Disallow: /*?*oseid=*
Disallow: /*preview_theme_id*
Disallow: /*preview_script_id*
Disallow: /*/*?*ls=*&ls=*
Disallow: /*/*?*ls%3D*%3Fls%3D*
Disallow: /*/*?*ls%3d*%3fls%3d*
# Shopify remote/temporary product URLs
# (robots.txt supports only * and $ - character classes are read literally,
#  so the previous [a-f0-9] patterns matched nothing.)
Disallow: /products/*-remote
Disallow: /*/products/*-remote
Disallow: /collections/*/products/*-remote
Disallow: /*/collections/*/products/*-remote
# ---------------------------------------------------------------
# AI / answer-engine crawlers
# Stacked user-agents share one rule block. These agents are welcome
# on all public content but must inherit the same duplicate-content
# and private-URL protections as everyone else.
# Policy pages are intentionally OPEN here: llms.txt cites them as
# authoritative for shipping, refund, and terms questions.
# ---------------------------------------------------------------
User-agent: GPTBot
User-agent: ChatGPT-User
User-agent: OAI-SearchBot
User-agent: ClaudeBot
User-agent: anthropic-ai
User-agent: Claude-Web
User-agent: PerplexityBot
User-agent: Perplexity-User
User-agent: CCBot
User-agent: Google-Extended
User-agent: cohere-ai
User-agent: Applebot-Extended
User-agent: Bytespider
User-agent: Amazonbot
User-agent: meta-externalagent
# Explicit discovery surfaces
Allow: /agents.md
Allow: /llms.txt
Allow: /llms-full.txt
Allow: /sitemap.xml
Allow: /policies/
# Private / system
Disallow: /a/downloads/-/*
Disallow: /admin
Disallow: /cart
Disallow: /carts
Disallow: /checkout
Disallow: /checkouts/
Disallow: /orders
Disallow: /account
Disallow: /41092153507/checkouts
Disallow: /41092153507/orders
Disallow: /apple-app-site-association
Disallow: /.well-known/shopify/monorail
Disallow: /cdn/wpm/*.js
Disallow: /services/login_with_shop
Disallow: /recommendations/products
Disallow: /*/recommendations/products
# Internal search - agents should use /collections/all and the
# products.json endpoints instead (update llms.txt to match)
Disallow: /search
# Faceted / sorted / duplicate collection URLs
Disallow: /collections/*sort_by*
Disallow: /*/collections/*sort_by*
Disallow: /collections/*+*
Disallow: /collections/*%2B*
Disallow: /collections/*%2b*
Disallow: /*/collections/*+*
Disallow: /*/collections/*%2B*
Disallow: /*/collections/*%2b*
Disallow: /collections/*filter*&*filter*
Disallow: /*/collections/*filter*&*filter*
# Duplicate blog URLs
Disallow: /blogs/*+*
Disallow: /blogs/*%2B*
Disallow: /blogs/*%2b*
Disallow: /*/blogs/*+*
Disallow: /*/blogs/*%2B*
Disallow: /*/blogs/*%2b*
# Tracking / preview parameters
Disallow: /*?*oseid=*
Disallow: /*preview_theme_id*
Disallow: /*preview_script_id*
Disallow: /*/*?*ls=*&ls=*
Disallow: /*/*?*ls%3D*%3Fls%3D*
Disallow: /*/*?*ls%3d*%3fls%3d*
# Shopify remote/temporary product URLs
Disallow: /products/*-remote
Disallow: /*/products/*-remote
Disallow: /collections/*/products/*-remote
Disallow: /*/collections/*/products/*-remote
# ---------------------------------------------------------------
# Google Ads crawler
# ---------------------------------------------------------------
User-agent: adsbot-google
Disallow: /cart
Disallow: /carts
Disallow: /checkout
Disallow: /checkouts/
Disallow: /orders
Disallow: /41092153507/checkouts
Disallow: /41092153507/orders
Disallow: /cdn/wpm/*.js
Disallow: /services/login_with_shop
Disallow: /*?*oseid=*
Disallow: /*preview_theme_id*
Disallow: /*preview_script_id*
Disallow: /products/*-remote
Disallow: /*/products/*-remote
Disallow: /collections/*/products/*-remote
Disallow: /*/collections/*/products/*-remote
# ---------------------------------------------------------------
# Blocked crawler
# ---------------------------------------------------------------
User-agent: Nutch
Disallow: /
# ---------------------------------------------------------------
# Throttled SEO / audit crawlers
# ---------------------------------------------------------------
User-agent: AhrefsBot
User-agent: AhrefsSiteAudit
Crawl-delay: 10
Disallow: /a/downloads/-/*
Disallow: /admin
Disallow: /cart
Disallow: /carts
Disallow: /checkout
Disallow: /checkouts/
Disallow: /orders
Disallow: /account
Disallow: /41092153507/checkouts
Disallow: /41092153507/orders
Disallow: /apple-app-site-association
Disallow: /.well-known/shopify/monorail
Disallow: /cdn/wpm/*.js
Disallow: /services/login_with_shop
Disallow: /search
Disallow: /policies/
Disallow: /*/policies/
Disallow: /collections/*sort_by*
Disallow: /*/collections/*sort_by*
Disallow: /collections/*+*
Disallow: /collections/*%2B*
Disallow: /collections/*%2b*
Disallow: /*/collections/*+*
Disallow: /*/collections/*%2B*
Disallow: /*/collections/*%2b*
Disallow: /collections/*filter*&*filter*
Disallow: /*/collections/*filter*&*filter*
Disallow: /blogs/*+*
Disallow: /blogs/*%2B*
Disallow: /blogs/*%2b*
Disallow: /*/blogs/*+*
Disallow: /*/blogs/*%2B*
Disallow: /*/blogs/*%2b*
Disallow: /*?*oseid=*
Disallow: /*preview_theme_id*
Disallow: /*preview_script_id*
Disallow: /*/*?*ls=*&ls=*
Disallow: /*/*?*ls%3D*%3Fls%3D*
Disallow: /*/*?*ls%3d*%3fls%3d*
Disallow: /products/*-remote
Disallow: /*/products/*-remote
Disallow: /collections/*/products/*-remote
Disallow: /*/collections/*/products/*-remote
User-agent: MJ12bot
Crawl-delay: 10
User-agent: Pinterest
Crawl-delay: 1