# robots.txt generated by Robots.txt Editor
User-agent: *
Disallow: /wp-admin/
Disallow: /wp-includes/
Disallow: /xmlrpc.php
Disallow: /search/
Disallow: /trackback/
Allow: /wp-admin/admin-ajax.php
Crawl-delay: 2

### TRACKING & MARKETING PARAMETERS ###
Disallow: /*?fbclid=
Disallow: /?utm_
Disallow: /*?gclid=
Disallow: /*?gad=
Disallow: /*?x_tr_tl
Disallow: /*?_x_tr_sl
Disallow: /*?cxssh=
Disallow: /*?tvsheartbeat=
Disallow: /*?campaignid=
Disallow: /*?adgroupid=
Disallow: /*?keyword=
Disallow: /*?mod=
Disallow: /*?mn=
Disallow: /?
Allow: /?s=
Allow: /?p=
Allow: /?lang=

### AI BOTS CONFIGURATION ###
# OpenAI
User-agent: GPTBot
Allow: /
Crawl-delay: 5
User-agent: ChatGPT-User
Allow: /
Disallow: /checkout/
Disallow: /cart/
# Anthropic
User-agent: ClaudeBot
User-agent: Claude-Web
User-agent: Anthropic-ai
Allow: /
Crawl-delay: 3
# Common Crawl
User-agent: CCBot
Allow: /
Disallow: /private/
# Google AI
User-agent: Google-Extended
Allow: /
# Perplexity
User-agent: Omgilibot
Allow: /
# Other AI
User-agent: Gemini
User-agent: MistralAI
User-agent: NeevaBot
User-agent: PerplexityBot
Allow: /

### SEARCH ENGINES ###
# Google
User-agent: Googlebot
User-agent: Googlebot-Image
Allow: /
Allow: /*.css$
Allow: /*.js$
# Bing
User-agent: bingbot
User-agent: MSNBot
Allow: /
Crawl-delay: 3
# Others
User-agent: DuckDuckBot
User-agent: Yandex
Allow: /

### SOCIAL MEDIA ###
User-agent: FacebookBot
User-agent: Twitterbot
User-agent: LinkedInBot
User-agent: Pinterestbot
Allow: /
Disallow: /account/

### SPECIAL BOTS ###
User-agent: ia_archiver
Allow: /
Request-rate: 1/3600
User-agent: Applebot
Allow: /

### SITEMAPS ###
Sitemap: https://www.simpledivorce.ca/sitemap_index.xml