User-agent: *
Allow: /
Sitemap: https://www.laurieyapphome.com/sitemap.xml

# Block collection filtering/sorting parameters (duplicate content)
Disallow: /collections/*sort_by*

# Block vendor filter pages (thin/duplicate content)
Disallow: /collections/vendors?*
Disallow: /collections/vendors%3F*
Disallow: /*/collections/vendors?*

# Block search with parameters
Disallow: /search?*
Disallow: /*/search?*

# Block preview and design mode
Disallow: /*preview_theme_id*
Disallow: /*design_theme_id*

# Block recommendations API endpoints
Disallow: /recommendations/products.json
Disallow: /*/recommendations/products.json

# Crawl delay for aggressive bots
User-agent: AhrefsBot
Allow: /
Crawl-delay: 10

User-agent: AhrefsSiteAudit
Allow: /
Crawl-delay: 10

User-agent: MJ12bot
Allow: /
Crawl-delay: 10

User-agent: SemrushBot
Allow: /
Crawl-delay: 10

# Block Nutch (often used for scraping)
User-agent: Nutch
Disallow: /