# Prevent Crawling Unnecessary Endpoints - Dynamically added by BigScoots
User-agent: *
Disallow: /cdn-cgi/
Disallow: /wp-admin/
Disallow: /wp-json/
Disallow: /*?s=
Disallow: /*?attachment_id=
Disallow: /*?add-to-cart=
Disallow: /*&add-to-cart=
Disallow: /*?add_to_wishlist=
Disallow: /*&add_to_wishlist=

User-agent: *
Disallow: /wp-content/uploads/wc-logs/
Disallow: /wp-content/uploads/woocommerce_transient_files/
Disallow: /wp-content/uploads/woocommerce_uploads/
Disallow: /*?add-to-cart=
Disallow: /*?*add-to-cart=
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php

# Slow down Bing specifically
User-agent: bingbot
Crawl-delay: 10

# Slow down ClaudeBot instead of blocking it completely
User-agent: ClaudeBot
Crawl-delay: 10

# Block the crawlers that ignore delays to protect your server
User-agent: Amazonbot
Disallow: /

User-agent: GPTBot
Disallow: /

User-agent: meta-externalagent
Disallow: /

# Explicitly ALLOW ChatGPT's live search bot to read the site
User-agent: OAI-SearchBot
Allow: /

# Allow Amazon's live search/Alexa bots while keeping the main scraper blocked
User-agent: Amzn-SearchBot
Allow: /

User-agent: Amzn-User
Allow: /

# Sitemap declaration for all search engines
Sitemap: https://moosetracks.com/sitemap_index.xml