# Automail — robots.txt
# https://automail.digital
# Covers: Email Marketing platform + Automail Biz (B2B Directory)
# Last updated: 2026-04-22

# === Default: Allow all standard crawlers ===
User-agent: *
Allow: /
Disallow: /api/
Disallow: /admin/
Disallow: /cpanel/
Disallow: /previews/

# Crawl-budget optimization
Crawl-delay: 1

# === Major Search Engines ===
User-agent: Googlebot
Allow: /
Crawl-delay: 0

User-agent: Bingbot
Allow: /
Crawl-delay: 1

User-agent: Yandex
Allow: /

User-agent: DuckDuckBot
Allow: /

User-agent: Baiduspider
Allow: /

# === AI Search Engine Bots (AI SEO / GEO) ===
User-agent: GPTBot
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: anthropic-ai
Allow: /

User-agent: Google-Extended
Allow: /

User-agent: Applebot-Extended
Allow: /

# === Sitemaps ===
Sitemap: https://automail.digital/sitemap.xml

# === Related Automail properties (separate crawl trees) ===
# Automail Biz B2B Directory: https://biz.automail.digital (has its own robots.txt + sitemap)
# Automail Email App:         https://app.automail.digital


User-agent: cohere-ai
Allow: /

# === Block Bad Bots ===
User-agent: AhrefsBot
Crawl-delay: 10

User-agent: SemrushBot
Crawl-delay: 10

User-agent: MJ12bot
Disallow: /

User-agent: DotBot
Disallow: /

# === Sitemaps ===
Sitemap: https://automail.digital/sitemap.xml

# === Host ===
Host: https://automail.digital