# robots.txt for https://www.calendars.com
# Version updated 2/4/26
# Includes Lang/Calendars disallow rules + AI bot allowlist + revised crawl delays

User-agent: *
Allow: /
Disallow: /admin*
Disallow: /api*
Disallow: /cart*
Disallow: /checkout*
Disallow: /myaccount*
Disallow: /user/*
Disallow: /search*
Disallow: /util/*
Disallow: /storefront/email/render/*
Disallow: /print-return*
Disallow: /guest-checkout*
Disallow: /print-order*
Disallow: /nomore*
Disallow: /registrations-sign-in*
Disallow: /home-temp*
Disallow: /test-pricelist*
Crawl-delay: 0.1

# --- AI and external bot settings ---
User-agent: GPTBot
Allow: /
Crawl-delay: 0.2

User-agent: OAI-SearchBot
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: ChatGPT-User/2.0
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: facebookexternalhit
Allow: /

User-agent: meta-externalagent
Allow: /

User-agent: meta-externalfetcher
Allow: /

# --- Major SEO tools and crawlers ---
User-agent: AhrefsSiteAudit
Allow: /
Crawl-delay: 10

User-agent: AhrefsBot
Crawl-delay: 10

User-agent: SemrushBot
Allow: /
Crawl-delay: 1

User-agent: Pinterestbot
Allow: /
Crawl-delay: 1

User-agent: MJ12bot
Crawl-delay: 10

# --- Block unwanted bots ---
User-agent: Baiduspider
Disallow: /

User-agent: AmazonBot
Disallow: /

Sitemap: https://www.calendars.com/sitemap.xml