Plaintext

User-agent: *
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php
Allow: /llms.txt

# Prevent traditional search engines from indexing raw Markdown as duplicate pages
User-agent: Googlebot
Disallow: /*.md$

User-agent: Bingbot
Disallow: /*.md$

# Allow AI & LLM Crawlers full access
User-agent: GPTBot
Allow: /
Allow: /*.md$

User-agent: ClaudeBot
Allow: /
Allow: /*.md$

User-agent: PerplexityBot
Allow: /
Allow: /*.md$

# Primary Sitemap
Sitemap: https://counselling-uk.com/sitemaps.xml