User-agent: *

# Keep these (from your current robots)
Disallow: /wp-content/uploads/wc-logs/
Disallow: /wp-content/uploads/woocommerce_transient_files/
Disallow: /wp-content/uploads/woocommerce_uploads/
Disallow: /wp-admin/
Disallow: /wp-json/
Allow: /wp-admin/admin-ajax.php

# WooCommerce customer-only areas
Disallow: /cart/
Disallow: /checkout/
Disallow: /my-account/

# Parameter clean-up (prevents crawl bloat + duplicate URLs)
Disallow: /*add-to-cart=
Disallow: /*?*add-to-cart=
Disallow: /*?orderby=
Disallow: /*?*orderby=
Disallow: /*?filter_
Disallow: /*?*filter_
Disallow: /*?s=
Disallow: /*?*customize_changeset_uuid=
Disallow: /*&customize_changeset_uuid=

# Language visibility, but canonicals push back to EN_GB
Allow: /*?v=

# (Optional) keep assets crawlable
Allow: /wp-content/uploads/

# --- AI Search Crawlers ---
# Explicitly allow AI crawlers to index public content
# This signals intentional AI-friendliness for citation in AI search results

User-agent: GPTBot
Allow: /
Disallow: /wp-admin/
Disallow: /wp-json/
Disallow: /cart/
Disallow: /checkout/
Disallow: /my-account/

User-agent: OAI-SearchBot
Allow: /
Disallow: /wp-admin/
Disallow: /wp-json/
Disallow: /cart/
Disallow: /checkout/
Disallow: /my-account/

User-agent: ClaudeBot
Allow: /
Disallow: /wp-admin/
Disallow: /wp-json/
Disallow: /cart/
Disallow: /checkout/
Disallow: /my-account/

User-agent: PerplexityBot
Allow: /
Disallow: /wp-admin/
Disallow: /wp-json/
Disallow: /cart/
Disallow: /checkout/
Disallow: /my-account/

User-agent: Google-Extended
Allow: /

User-agent: Bingbot
Allow: /
Disallow: /wp-admin/
Disallow: /wp-json/
Disallow: /cart/
Disallow: /checkout/
Disallow: /my-account/

User-agent: CCBot
Allow: /
Disallow: /wp-admin/
Disallow: /wp-json/
Disallow: /cart/
Disallow: /checkout/
Disallow: /my-account/

Sitemap: https://radio-controlled.co.uk/sitemap_index.xml