# General crawler rules
User-agent: Googlebot
Allow: *.js
Allow: *.css
Allow: /wp-admin/admin-ajax.php
Disallow: /wp-admin/
Disallow: /wp-login.php
Disallow: /wp-register.php
Disallow: /search/
Disallow: /?s=
Disallow: /trackback/
Disallow: /xmlrpc.php
Disallow: /wp-content/plugins/
Disallow: /wp-includes/
Disallow: /*?replytocom=
Disallow: /*/feed/

User-agent: *
Allow: /wp-admin/admin-ajax.php
Disallow: /wp-admin/
Disallow: /wp-login.php
Disallow: /wp-register.php
Disallow: /search/
Disallow: /?s=
Disallow: /trackback/
Disallow: /xmlrpc.php
Disallow: /wp-content/plugins/
Disallow: /wp-includes/
Disallow: /*?replytocom=
Disallow: /*/feed/

# AI crawlers - explicitly allowed (no restrictions)
# These are only needed if you add broad Disallow
# rules above that you want to override for AI bots.
# Currently redundant since User-agent: * doesn't
# block content pages, but included for future-proofing
# if you later restrict general crawling.

User-agent: GPTBot
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: Claude-SearchBot
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: OAI-SearchBot
Allow: /

User-agent: Amazonbot
Allow: /

User-agent: Applebot-Extended
Allow: /

Host: https://foundspaces.ca

Sitemap: https://foundspaces.ca/sitemap_index.xml