# ============================================================
# Life Elements — robots.txt
# ============================================================
# Last updated: April 2026
# Maintainer: Life Elements / Curt Van Inwegen
#
# Purpose:
#   Manage crawler access to lifeelements.com. Blocks crawl
#   waste from filtered, search, sorted, and utility URLs.
#   Explicitly welcomes AI search and citation bots as part
#   of Life Elements' content authority strategy.
#
# Structure:
#   1. AI search and citation bots (explicit allow + waste blocks)
#   2. Known problematic AI scrapers (explicit block)
#   3. Default rules for all other bots
#   4. Sitemap
#
# Notes:
#   - Once any rules exist for a specific User-agent, that bot
#     stops following the wildcard (*) rules. So crawl-waste
#     blocks must be repeated under each named bot.
#   - Bytespider and ImagesiftBot are blocked because they have
#     been documented as aggressive AI training scrapers with
#     limited respect for publisher signals. Remove these blocks
#     if Life Elements decides otherwise.
# ============================================================


# ── AI search and citation bots ─────────────────────────────
# Explicitly welcomed for content discovery and citation in
# AI search products (ChatGPT, Claude, Perplexity, Google AI
# Overviews). Reviewed and approved April 2026.

User-agent: GPTBot
Disallow: /blogs/*/tagged/
Disallow: /collections/*+*
Disallow: /search
Disallow: /search?*
Disallow: /*?sort_by=*
Disallow: /*?filter.*
Disallow: /*?constraint=*
Disallow: /*?q=*
Disallow: /products/*?variant=*
Disallow: /collections/*/products/
Disallow: /cart
Disallow: /account
Disallow: /account/*
Disallow: /checkout
Disallow: /checkout/*
Disallow: /collections/all
Disallow: /collections/frontpage
Disallow: /admin
Disallow: /orders/*
Disallow: /carts/*

User-agent: ChatGPT-User
Disallow: /blogs/*/tagged/
Disallow: /collections/*+*
Disallow: /search
Disallow: /search?*
Disallow: /*?sort_by=*
Disallow: /*?filter.*
Disallow: /*?constraint=*
Disallow: /*?q=*
Disallow: /products/*?variant=*
Disallow: /collections/*/products/
Disallow: /cart
Disallow: /account
Disallow: /account/*
Disallow: /checkout
Disallow: /checkout/*
Disallow: /collections/all
Disallow: /collections/frontpage
Disallow: /admin
Disallow: /orders/*
Disallow: /carts/*

User-agent: ClaudeBot
Disallow: /blogs/*/tagged/
Disallow: /collections/*+*
Disallow: /search
Disallow: /search?*
Disallow: /*?sort_by=*
Disallow: /*?filter.*
Disallow: /*?constraint=*
Disallow: /*?q=*
Disallow: /products/*?variant=*
Disallow: /collections/*/products/
Disallow: /cart
Disallow: /account
Disallow: /account/*
Disallow: /checkout
Disallow: /checkout/*
Disallow: /collections/all
Disallow: /collections/frontpage
Disallow: /admin
Disallow: /orders/*
Disallow: /carts/*

User-agent: anthropic-ai
Disallow: /blogs/*/tagged/
Disallow: /collections/*+*
Disallow: /search
Disallow: /search?*
Disallow: /*?sort_by=*
Disallow: /*?filter.*
Disallow: /*?constraint=*
Disallow: /*?q=*
Disallow: /products/*?variant=*
Disallow: /collections/*/products/
Disallow: /cart
Disallow: /account
Disallow: /account/*
Disallow: /checkout
Disallow: /checkout/*
Disallow: /collections/all
Disallow: /collections/frontpage
Disallow: /admin
Disallow: /orders/*
Disallow: /carts/*

User-agent: PerplexityBot
Disallow: /blogs/*/tagged/
Disallow: /collections/*+*
Disallow: /search
Disallow: /search?*
Disallow: /*?sort_by=*
Disallow: /*?filter.*
Disallow: /*?constraint=*
Disallow: /*?q=*
Disallow: /products/*?variant=*
Disallow: /collections/*/products/
Disallow: /cart
Disallow: /account
Disallow: /account/*
Disallow: /checkout
Disallow: /checkout/*
Disallow: /collections/all
Disallow: /collections/frontpage
Disallow: /admin
Disallow: /orders/*
Disallow: /carts/*

User-agent: Perplexity-User
Disallow: /blogs/*/tagged/
Disallow: /collections/*+*
Disallow: /search
Disallow: /search?*
Disallow: /*?sort_by=*
Disallow: /*?filter.*
Disallow: /*?constraint=*
Disallow: /*?q=*
Disallow: /products/*?variant=*
Disallow: /collections/*/products/
Disallow: /cart
Disallow: /account
Disallow: /account/*
Disallow: /checkout
Disallow: /checkout/*
Disallow: /collections/all
Disallow: /collections/frontpage
Disallow: /admin
Disallow: /orders/*
Disallow: /carts/*

User-agent: Google-Extended
Disallow: /blogs/*/tagged/
Disallow: /collections/*+*
Disallow: /search
Disallow: /search?*
Disallow: /*?sort_by=*
Disallow: /*?filter.*
Disallow: /*?constraint=*
Disallow: /*?q=*
Disallow: /products/*?variant=*
Disallow: /collections/*/products/
Disallow: /cart
Disallow: /account
Disallow: /account/*
Disallow: /checkout
Disallow: /checkout/*
Disallow: /collections/all
Disallow: /collections/frontpage
Disallow: /admin
Disallow: /orders/*
Disallow: /carts/*

User-agent: CCBot
Disallow: /blogs/*/tagged/
Disallow: /collections/*+*
Disallow: /search
Disallow: /search?*
Disallow: /*?sort_by=*
Disallow: /*?filter.*
Disallow: /*?constraint=*
Disallow: /*?q=*
Disallow: /products/*?variant=*
Disallow: /collections/*/products/
Disallow: /cart
Disallow: /account
Disallow: /account/*
Disallow: /checkout
Disallow: /checkout/*
Disallow: /collections/all
Disallow: /collections/frontpage
Disallow: /admin
Disallow: /orders/*
Disallow: /carts/*


# ── Known problematic AI scrapers ───────────────────────────
# Documented as aggressive, with limited respect for publisher
# signals. Blocked from all paths. Remove if Life Elements
# decides otherwise.

User-agent: Bytespider
Disallow: /

User-agent: ImagesiftBot
Disallow: /


# ── Default rules for all other bots ─────────────────────────
User-agent: *
# ── Block tag pages ──────────────────────────────────────────
Disallow: /blogs/*/tagged/
Disallow: /collections/*+*
# ── Block search results ────────────────────────────────────
Disallow: /search
Disallow: /search?*
# ── Block filtered / sorted URLs ────────────────────────────
Disallow: /*?sort_by=*
Disallow: /*?filter.*
Disallow: /*?constraint=*
Disallow: /*?q=*
# ── Block variant query strings on products ─────────────────
Disallow: /products/*?variant=*
# ── Block duplicate product URLs under collections ──────────
Disallow: /collections/*/products/
# ── Block utility pages ────────────────────────────────────
Disallow: /cart
Disallow: /account
Disallow: /account/*
Disallow: /checkout
Disallow: /checkout/*
# ── Block redundant collections ─────────────────────────────
Disallow: /collections/all
Disallow: /collections/frontpage
# ── Block admin/internal pages ──────────────────────────────
Disallow: /admin
Disallow: /orders/*
Disallow: /carts/*


# ── Sitemap ─────────────────────────────────────────────────
Sitemap: https://lifeelements.com/sitemap.xml