# ┏━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━┓
# ┃  Robots & Agent Policy                                               ┃
# ┣━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━┫
# ┃  Platform: Shopify                                                   ┃
# ┃  Contact: bots@shopify.com                                           ┃
# ┗━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━┛

User-agent: *
Disallow: /admin
Disallow: /cart
Disallow: /checkouts/
Disallow: /checkout
Disallow: /orders
Disallow: /account
Disallow: /carts
Disallow: /policies/
Disallow: /search
Disallow: /*?*oseid=*
Disallow: /*preview_*
Disallow: /*sort_by*
Disallow: /*filter*&*filter*
Allow: /

# Sitemap for Oefenbaas – vermeld exact pad
Sitemap: https://www.oefenbaas.nl/sitemap.xml

# ────────────────────────────────────────────────────────────────────────
# Special handling for Google Adsbot – Google crawlt eigen pad
# ────────────────────────────────────────────────────────────────────────
User-agent: adsbot-google
Disallow: /checkout
Disallow: /checkouts/
Disallow: /orders
Disallow: /carts
Allow: /

# ────────────────────────────────────────────────────────────────────────
# Limit aggressive crawlers
# ────────────────────────────────────────────────────────────────────────
User-agent: AhrefsBot
User-agent: AhrefsSiteAudit
User-agent: MJ12bot
Crawl-delay: 10
Disallow: /checkout
Disallow: /checkouts/
Disallow: /orders
Disallow: /cart
Disallow: /admin
Allow: /

User-agent: Pinterest
Crawl-delay: 1
Allow: /

# ────────────────────────────────────────────────────────────────────────
# Block known scrapers / old crawlers
# ────────────────────────────────────────────────────────────────────────
User-agent: Nutch
Disallow: /

# ────────────────────────────────────────────────────────────────────────
# End of file
# ────────────────────────────────────────────────────────────────────────