# ByMuseum robots.txt - updated 2026-10-07
# Private and low-value addresses are closed to all crawlers: internal search, cart, checkout, account, wishlist,
# shop actions and sort/filter parameters. They have no search value and only use crawl budget.

User-agent: *
Allow: /
Disallow: /*?add-to-cart=
Disallow: /*&add-to-cart=
Disallow: /*?orderby=
Disallow: /*&orderby=
Disallow: /*?wc-ajax=
Disallow: /*?add_to_wishlist=
Disallow: /*?s=
Disallow: /*&s=
Disallow: /search/
Disallow: /cart/
Disallow: /checkout/
Disallow: /my-account/
Disallow: /wishlist/
Disallow: /*?orderby=
Disallow: /*&orderby=
Disallow: /*?min_price=
Disallow: /*&min_price=
Disallow: /*?max_price=
Disallow: /*&max_price=
Disallow: /*?filter_
Disallow: /*&filter_
Disallow: /*?rating_filter=
Disallow: /*&rating_filter=

# SEO tool crawlers (unchanged)
User-agent: DotBot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: AhrefsBot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: BLEXBot
Disallow: /

# AI crawlers and AI search assistants: ALLOWED, so ByMuseum can be found and cited in ChatGPT, Claude, Perplexity
# and Google's AI answers (Google-Extended). A bot with its own group ignores the "*" group, so the same private
# areas are closed here too, with a crawl delay to protect the server.
User-agent: GPTBot
User-agent: ChatGPT-User
User-agent: OAI-SearchBot
User-agent: ClaudeBot
User-agent: Claude-SearchBot
User-agent: Claude-User
User-agent: PerplexityBot
User-agent: Perplexity-User
User-agent: Google-Extended
Crawl-delay: 10
Allow: /
Disallow: /*?add-to-cart=
Disallow: /*&add-to-cart=
Disallow: /*?wc-ajax=
Disallow: /*?add_to_wishlist=
Disallow: /*?s=
Disallow: /*&s=
Disallow: /search/
Disallow: /cart/
Disallow: /checkout/
Disallow: /my-account/
Disallow: /wishlist/
Disallow: /*?orderby=
Disallow: /*&orderby=
Disallow: /*?min_price=
Disallow: /*&min_price=
Disallow: /*?max_price=
Disallow: /*&max_price=
Disallow: /*?filter_
Disallow: /*&filter_
Disallow: /*?rating_filter=
Disallow: /*&rating_filter=

Sitemap: https://bymuseum.com/sitemap_index.xml