# Swell Marketing crawler policy
# Public pages are open to search and answer-retrieval crawlers.
# The named exclusions below opt out of documented model-training uses.

User-agent: *
Allow: /

# OpenAI: exclude potential training while keeping OAI-SearchBot covered
# by the public allow rule above.
User-agent: GPTBot
Disallow: /

# Anthropic: ClaudeBot is the model-training crawler. Claude-SearchBot
# and Claude-User remain covered by the public allow rule above.
User-agent: ClaudeBot
Disallow: /

User-agent: anthropic-ai
Disallow: /

# Apple: this token controls training use and does not perform crawling.
# Applebot search access remains open under the public rule.
User-agent: Applebot-Extended
Disallow: /

# Google-Extended currently covers both Gemini model training and some
# Gemini grounding uses. This exclusion preserves the training opt-out;
# Google Search crawling remains unaffected.
User-agent: Google-Extended
Disallow: /

Sitemap: https://swellmarketing.xyz/sitemap.xml