############################################################
#   Googlebot
############################################################
User-agent: Googlebot

# Allow critical rendering assets
Allow: *.js
Allow: *.css

# Allow AJAX
Allow: /wp-admin/admin-ajax.php

# Block search, admin, duplicate, and system pages
Disallow: /?s=
Disallow: /search/
Disallow: /wp-admin
Disallow: /*/feed/
Disallow: /wp-login.php
Disallow: /wp-register.php
Disallow: /trackback/

# Block specific harmful query parameter
Disallow: /*?add-to-compare=

# Security directories
Disallow: /cgi-bin/
Disallow: /tmp/
Disallow: /includes/
Disallow: /private/
Disallow: /backup/

# Sitemaps
Sitemap: https://www.item-products.co.uk/sitemap_index.xml
Sitemap: https://www.item-products.co.uk/post-sitemap.xml
Sitemap: https://www.item-products.co.uk/page-sitemap.xml
Sitemap: https://www.item-products.co.uk/product-sitemap.xml
Sitemap: https://www.item-products.co.uk/product_cat-sitemap.xml


############################################################
#   Bingbot
############################################################
User-agent: Bingbot

# Allow critical rendering assets
Allow: *.js
Allow: *.css

# Allow AJAX
Allow: /wp-admin/admin-ajax.php

# Block search, admin, duplicate, and system pages
Disallow: /?s=
Disallow: /search/
Disallow: /wp-admin
Disallow: /*/feed/
Disallow: /wp-login.php
Disallow: /wp-register.php
Disallow: /trackback/

# Block specific harmful query parameter
Disallow: /*?add-to-compare=

# Security directories
Disallow: /cgi-bin/
Disallow: /tmp/
Disallow: /includes/
Disallow: /private/
Disallow: /backup/

# Sitemaps
Sitemap: https://www.item-products.co.uk/sitemap_index.xml
Sitemap: https://www.item-products.co.uk/post-sitemap.xml
Sitemap: https://www.item-products.co.uk/page-sitemap.xml
Sitemap: https://www.item-products.co.uk/product-sitemap.xml
Sitemap: https://www.item-products.co.uk/product_cat-sitemap.xml


############################################################
#   AI Crawlers
############################################################
User-agent: ChatGPT-User
Allow: /

User-agent: CCBot
Allow: /

User-agent: Anthropic-AI
Allow: /


############################################################
#   Universal Rules (all crawlers not specifically listed)
############################################################
User-agent: *

# Allow AJAX
Allow: /wp-admin/admin-ajax.php

# Block admin and system pages
Disallow: /wp-admin
Disallow: /wp-login.php
Disallow: /wp-register.php
Disallow: /trackback/

# Block specific harmful parameter
Disallow: /*?add-to-compare=