User-agent: *
Crawl-delay: 5
 
# Allow important pages
Allow: /

# Block low-value taxonomy archives
Disallow: /category/
Disallow: /product-category/
Disallow: /tag/
Disallow: /product-tag/
Disallow: /featured_item/

# Block search and filtered results
Disallow: /?s=
Disallow: /*?orderby=

# Block paginated archives (optional — if they're noindex)
Disallow: /page/

# Sitemap location
Sitemap: https://www.ai-beauty.co.uk/sitemap_index.xml