# For all robots
User-agent: *

Disallow: /de/cart
Disallow: /de/checkout
Disallow: /de/my-account
Disallow: /de/wishlist
Disallow: /de/lead-form

# Crawl-delay (not supported by all bots)
Crawl-delay: 10  # 10 seconds between page requests

# Block CazoodleBot as it does not present correct accept content headers
User-agent: CazoodleBot
Disallow: /

# Block dotbot as it cannot parse base urls properly
User-agent: dotbot/1.0
Disallow: /

# Block Gigabot
User-agent: Gigabot
Disallow: /

# Block GPTBot
User-agent: GPTBot
Disallow: /lead-form

# Block bingbot
User-agent: bingbot
Disallow: /lead-form

# Sitemap location
Sitemap: https://elements.express/sitemap.xml