User-agent: *
Allow: /

# AI assistants and non-Google search crawlers (#1475).
# RFC 9309 TRAP: a matching named group REPLACES the "*" group for that agent,
# so this group's body must stay byte-identical to the "*" body above — any
# Disallow omitted here silently opens that path to these crawlers.
# Google-Extended: Allow is INTENTIONAL — we want Gemini grounding and training
# inclusion. Do not "fix" it to Disallow.
# Applebot is listed plainly: Applebot-Extended is a robots-only token that
# never fetches pages.
User-agent: OAI-SearchBot
User-agent: ChatGPT-User
User-agent: GPTBot
User-agent: PerplexityBot
User-agent: Perplexity-User
User-agent: ClaudeBot
User-agent: Claude-SearchBot
User-agent: Claude-User
User-agent: Google-Extended
User-agent: bingbot
User-agent: DuckDuckBot
User-agent: Applebot
Allow: /

Sitemap: https://merchsage.com/sitemap.xml