# ============================================================
# OPTIMIZED ROBOTS.TXT FOR NUTURALWORLD.COM
# Created 20/04/2026
# ============================================================

User-agent: *
# PROTECT ADMIN AREA BUT ALLOW AJAX
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php

# BLOCK TRANSACTIONAL & PRIVATE PAGES
Disallow: /cart/
Disallow: /checkout/
Disallow: /my-account/
Disallow: /basket/

# PREVENT CRAWL BUDGET WASTE ON ACTIONS
Disallow: /*?add-to-cart=*
Disallow: /*?add_to_wishlist=*
Disallow: /*?remove_item=*

# BLOCK INTERNAL SEARCH, FEEDS, AND NOISE
Disallow: /*?s=*
Disallow: /search/
Disallow: /wp-content/cache/
Disallow: /trackback/
Disallow: /*/trackback/
Disallow: /feed/
Disallow: /*/feed/
Disallow: /readme.html
Disallow: /xmlrpc.php

# ============================================================
# BLOCK AGGRESSIVE/RESOURCE-HEAVY BOTS
# ============================================================
User-agent: MJ12bot
Disallow: /

User-agent: DotBot
Disallow: /

User-agent: BLEXBot
Disallow: /

# Require explicit Allow before Crawl-delay for strict parsers
User-agent: AhrefsBot
Allow: /
Crawl-delay: 10

User-agent: SemrushBot
Allow: /
Crawl-delay: 10

# ============================================================
# SITEMAPS
# ============================================================
Sitemap: https://nuturalworld.com/sitemap_index.xml