# shopnexusone.com — robots.txt
# Built [30-07-2026] 
Sitemap: https://shopnexusone.com/sitemap.xml

# Agent instructions: https://shopnexusone.com/agents.md

User-agent: *
Allow: /

# --- Private / transactional / no-SEO-value paths ---
Disallow: /cart/
Disallow: /checkout
Disallow: /wishlist/
Disallow: /profile/
Disallow: /order/
Disallow: /order-tracking/
Disallow: /thankyou/
Disallow: /dashboard/

Disallow: /products?*sort_by=*
Disallow: /products?*filter=*
Disallow: /collection/*?*sort_by=*
Disallow: /search?*

# --- AI crawlers ---
# IMPORTANT: named groups below do NOT inherit the "*" rules above.
# Each group's Disallow list is repeated in full — a bare "Allow: /"
# here would accidentally expose cart/checkout/wishlist/etc. to these
# bots specifically.

User-agent: GPTBot
Allow: /
Disallow: /cart/
Disallow: /checkout
Disallow: /wishlist/
Disallow: /profile/
Disallow: /order/
Disallow: /order-tracking/
Disallow: /thankyou/
Disallow: /dashboard/

User-agent: OAI-SearchBot
Allow: /
Disallow: /cart/
Disallow: /checkout
Disallow: /wishlist/
Disallow: /profile/
Disallow: /order/
Disallow: /order-tracking/
Disallow: /thankyou/
Disallow: /dashboard/

User-agent: ClaudeBot
Allow: /
Disallow: /cart/
Disallow: /checkout
Disallow: /wishlist/
Disallow: /profile/
Disallow: /order/
Disallow: /order-tracking/
Disallow: /thankyou/
Disallow: /dashboard/

User-agent: Claude-User
Allow: /
Disallow: /cart/
Disallow: /checkout
Disallow: /wishlist/
Disallow: /profile/
Disallow: /order/
Disallow: /order-tracking/
Disallow: /thankyou/
Disallow: /dashboard/

User-agent: Claude-SearchBot
Allow: /
Disallow: /cart/
Disallow: /checkout
Disallow: /wishlist/
Disallow: /profile/
Disallow: /order/
Disallow: /order-tracking/
Disallow: /thankyou/
Disallow: /dashboard/

User-agent: PerplexityBot
Allow: /
Disallow: /cart/
Disallow: /checkout
Disallow: /wishlist/
Disallow: /profile/
Disallow: /order/
Disallow: /order-tracking/
Disallow: /thankyou/
Disallow: /dashboard/

User-agent: Perplexity-User
Allow: /
Disallow: /cart/
Disallow: /checkout
Disallow: /wishlist/
Disallow: /profile/
Disallow: /order/
Disallow: /order-tracking/
Disallow: /thankyou/
Disallow: /dashboard/

User-agent: Google-Extended
Allow: /
Disallow: /cart/
Disallow: /checkout
Disallow: /wishlist/
Disallow: /profile/
Disallow: /order/
Disallow: /order-tracking/
Disallow: /thankyou/
Disallow: /dashboard/

User-agent: Applebot-Extended
Allow: /
Disallow: /cart/
Disallow: /checkout
Disallow: /wishlist/
Disallow: /profile/
Disallow: /order/
Disallow: /order-tracking/
Disallow: /thankyou/
Disallow: /dashboard/

# --- Known aggressive/low-value crawlers ---
User-agent: Nutch
Disallow: /

User-agent: MJ12bot
Crawl-delay: 10

User-agent: AhrefsBot
Crawl-delay: 5
Disallow: /cart/
Disallow: /checkout
Disallow: /wishlist/
Disallow: /profile/
Disallow: /order/
Disallow: /order-tracking/
Disallow: /thankyou/
Disallow: /dashboard/

# Agent instructions: https://shopnexusone.com/agents.md