# === Bot-specific rules ===

# YisouSpider - Chinese crawler, aggressive, minimal search value
User-agent: YisouSpider
Disallow: /

# Sogou - Chinese search engine, negligible traffic value
User-agent: Sogou web spider
Disallow: /

# PetalBot - Huawei search, heavy crawler, low conversion value
User-agent: PetalBot
Disallow: /

# MathPicDatasetCrawler research scraper, no value
User-agent: MathPicDatasetCrawler
Disallow: /

# Baiduspider - primary Chinese search engine, important for CN customers
# Allow all content pages, block only parameterised duplicate URLs
# (a bot with its own group ignores the "*" group, so cart/action URLs are repeated here)
User-agent: Baiduspider
Disallow: /*?*product_orderby=
Disallow: /*?*product_count=
Disallow: /*?*product_view=
Disallow: /*?*product_order=
Disallow: /*?*wmc-currency=
Disallow: /*?*wg-choose-original=
Disallow: /*?*wpfpaction=
Disallow: /*?*add-to-cart=
Disallow: /*?*remove_item=
Disallow: /cart/
Disallow: /checkout/
Disallow: /my-account/
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php

# === Default rules for all other bots ===
# CSS/JS in /wp-includes/, /wp-content/plugins/ and /wp-content/themes/ must stay crawlable
# so Google can render the pages (do not re-add Disallow lines for them).
# START YOAST BLOCK
User-agent: *
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php
Disallow: /trackback/
Disallow: /feed/
Disallow: /comments/
Disallow: /comment/
Disallow: /cart/
Disallow: /checkout/
Disallow: /my-account/
Disallow: /jul
Disallow: /jul2024
Disallow: /sommerfest-2025/
Disallow: /sommerfest2025/
# Search
Disallow: /*?s=
Disallow: /*?*&s=
# WooCommerce sorting/view/cart parameters (anywhere in the query string)
Disallow: /*?*product_orderby=
Disallow: /*?*product_order=
Disallow: /*?*product_count=
Disallow: /*?*product_view=
Disallow: /*?*wmc-currency=
Disallow: /*?*add-to-cart=
Disallow: /*?*remove_item=
# Other action parameters
Disallow: /*?*wpfpaction=
Disallow: /*?*wg-choose-original=
Disallow: /*?paged=
Allow: /wp-content/uploads/
Sitemap: https://ibsen.com/sitemap_index.xml
Sitemap: https://ibsen.com/de/sitemap_index.xml