# Crawlers Setup
#
# LET OP: robots.txt voegt groepen NIET samen. Een bot volgt uitsluitend de
# meest specifieke groep die op hem matcht. Een groep met alleen een
# Crawl-delay betekent dus dat die bot ALLE Disallow-regels negeert.
# Daarom staat het regelblok hieronder bij elke user-agent herhaald.
# Gewijzigd 2026-08-27 (voorheen negeerden Googlebot, Googlebot-image,
# Pinterestbot, AdsBot-Google, Dotbot, AhrefsBot, facebookexternalhit en
# Applebot alle Disallow-regels).

User-agent: *
Disallow: *product_cat=*
Disallow: *orderby*
Disallow: *min_price*
Disallow: *filter*
Disallow: *add-to-cart=*
Disallow: *remove_item=*
Disallow: *?attachment*
Disallow: *wp-admin*
Disallow: *warenkorb*
Disallow: *wishlist*
Disallow: *?s=*
Disallow: *mein-konto*
Disallow: *webmaster*
Disallow: *gclid*
Disallow: *?tn*
Disallow: /wp-json/
Disallow: *?wc-ajax=*

User-agent: Googlebot
Disallow: *product_cat=*
Disallow: *orderby*
Disallow: *min_price*
Disallow: *filter*
Disallow: *add-to-cart=*
Disallow: *remove_item=*
Disallow: *?attachment*
Disallow: *wp-admin*
Disallow: *warenkorb*
Disallow: *wishlist*
Disallow: *?s=*
Disallow: *mein-konto*
Disallow: *webmaster*
Disallow: *gclid*
Disallow: *?tn*
Disallow: /wp-json/
Disallow: *?wc-ajax=*

User-agent: Googlebot-image
Disallow: *product_cat=*
Disallow: *orderby*
Disallow: *min_price*
Disallow: *filter*
Disallow: *add-to-cart=*
Disallow: *remove_item=*
Disallow: *?attachment*
Disallow: *wp-admin*
Disallow: *warenkorb*
Disallow: *wishlist*
Disallow: *?s=*
Disallow: *mein-konto*
Disallow: *webmaster*
Disallow: *gclid*
Disallow: *?tn*
Disallow: /wp-json/
Disallow: *?wc-ajax=*

User-agent: AdsBot-Google
Crawl-delay: 0.2
Disallow: *product_cat=*
Disallow: *orderby*
Disallow: *min_price*
Disallow: *filter*
Disallow: *add-to-cart=*
Disallow: *remove_item=*
Disallow: *?attachment*
Disallow: *wp-admin*
Disallow: *warenkorb*
Disallow: *wishlist*
Disallow: *?s=*
Disallow: *mein-konto*
Disallow: *webmaster*
Disallow: *gclid*
Disallow: *?tn*
Disallow: /wp-json/
Disallow: *?wc-ajax=*

User-agent: Bingbot
Crawl-delay: 1
Disallow: *product_cat=*
Disallow: *orderby*
Disallow: *min_price*
Disallow: *filter*
Disallow: *add-to-cart=*
Disallow: *remove_item=*
Disallow: *?attachment*
Disallow: *wp-admin*
Disallow: *warenkorb*
Disallow: *wishlist*
Disallow: *?s=*
Disallow: *mein-konto*
Disallow: *webmaster*
Disallow: *gclid*
Disallow: *?tn*
Disallow: /wp-json/
Disallow: *?wc-ajax=*

User-agent: Applebot
Crawl-delay: 1
Disallow: *product_cat=*
Disallow: *orderby*
Disallow: *min_price*
Disallow: *filter*
Disallow: *add-to-cart=*
Disallow: *remove_item=*
Disallow: *?attachment*
Disallow: *wp-admin*
Disallow: *warenkorb*
Disallow: *wishlist*
Disallow: *?s=*
Disallow: *mein-konto*
Disallow: *webmaster*
Disallow: *gclid*
Disallow: *?tn*
Disallow: /wp-json/
Disallow: *?wc-ajax=*

User-agent: facebookexternalhit
Crawl-delay: 1
Disallow: *product_cat=*
Disallow: *orderby*
Disallow: *min_price*
Disallow: *filter*
Disallow: *add-to-cart=*
Disallow: *remove_item=*
Disallow: *?attachment*
Disallow: *wp-admin*
Disallow: *warenkorb*
Disallow: *wishlist*
Disallow: *?s=*
Disallow: *mein-konto*
Disallow: *webmaster*
Disallow: *gclid*
Disallow: *?tn*
Disallow: /wp-json/
Disallow: *?wc-ajax=*

User-agent: meta-externalagent
Crawl-delay: 5
Disallow: *product_cat=*
Disallow: *orderby*
Disallow: *min_price*
Disallow: *filter*
Disallow: *add-to-cart=*
Disallow: *remove_item=*
Disallow: *?attachment*
Disallow: *wp-admin*
Disallow: *warenkorb*
Disallow: *wishlist*
Disallow: *?s=*
Disallow: *mein-konto*
Disallow: *webmaster*
Disallow: *gclid*
Disallow: *?tn*
Disallow: /wp-json/
Disallow: *?wc-ajax=*

User-agent: Pinterestbot
Crawl-delay: 2
Disallow: *product_cat=*
Disallow: *orderby*
Disallow: *min_price*
Disallow: *filter*
Disallow: *add-to-cart=*
Disallow: *remove_item=*
Disallow: *?attachment*
Disallow: *wp-admin*
Disallow: *warenkorb*
Disallow: *wishlist*
Disallow: *?s=*
Disallow: *mein-konto*
Disallow: *webmaster*
Disallow: *gclid*
Disallow: *?tn*
Disallow: /wp-json/
Disallow: *?wc-ajax=*

User-agent: Dotbot
Crawl-delay: 1
Disallow: *product_cat=*
Disallow: *orderby*
Disallow: *min_price*
Disallow: *filter*
Disallow: *add-to-cart=*
Disallow: *remove_item=*
Disallow: *?attachment*
Disallow: *wp-admin*
Disallow: *warenkorb*
Disallow: *wishlist*
Disallow: *?s=*
Disallow: *mein-konto*
Disallow: *webmaster*
Disallow: *gclid*
Disallow: *?tn*
Disallow: /wp-json/
Disallow: *?wc-ajax=*

User-agent: AhrefsBot
Crawl-delay: 5
Disallow: *product_cat=*
Disallow: *orderby*
Disallow: *min_price*
Disallow: *filter*
Disallow: *add-to-cart=*
Disallow: *remove_item=*
Disallow: *?attachment*
Disallow: *wp-admin*
Disallow: *warenkorb*
Disallow: *wishlist*
Disallow: *?s=*
Disallow: *mein-konto*
Disallow: *webmaster*
Disallow: *gclid*
Disallow: *?tn*
Disallow: /wp-json/
Disallow: *?wc-ajax=*

User-agent: SemrushBot
Crawl-delay: 10
Disallow: *product_cat=*
Disallow: *orderby*
Disallow: *min_price*
Disallow: *filter*
Disallow: *add-to-cart=*
Disallow: *remove_item=*
Disallow: *?attachment*
Disallow: *wp-admin*
Disallow: *warenkorb*
Disallow: *wishlist*
Disallow: *?s=*
Disallow: *mein-konto*
Disallow: *webmaster*
Disallow: *gclid*
Disallow: *?tn*
Disallow: /wp-json/
Disallow: *?wc-ajax=*

User-agent: MJ12bot
Crawl-delay: 10
Disallow: *product_cat=*
Disallow: *orderby*
Disallow: *min_price*
Disallow: *filter*
Disallow: *add-to-cart=*
Disallow: *remove_item=*
Disallow: *?attachment*
Disallow: *wp-admin*
Disallow: *warenkorb*
Disallow: *wishlist*
Disallow: *?s=*
Disallow: *mein-konto*
Disallow: *webmaster*
Disallow: *gclid*
Disallow: *?tn*
Disallow: /wp-json/
Disallow: *?wc-ajax=*

User-agent: DataForSeoBot
Crawl-delay: 10
Disallow: *product_cat=*
Disallow: *orderby*
Disallow: *min_price*
Disallow: *filter*
Disallow: *add-to-cart=*
Disallow: *remove_item=*
Disallow: *?attachment*
Disallow: *wp-admin*
Disallow: *warenkorb*
Disallow: *wishlist*
Disallow: *?s=*
Disallow: *mein-konto*
Disallow: *webmaster*
Disallow: *gclid*
Disallow: *?tn*
Disallow: /wp-json/
Disallow: *?wc-ajax=*

User-agent: PetalBot
Crawl-delay: 10
Disallow: *product_cat=*
Disallow: *orderby*
Disallow: *min_price*
Disallow: *filter*
Disallow: *add-to-cart=*
Disallow: *remove_item=*
Disallow: *?attachment*
Disallow: *wp-admin*
Disallow: *warenkorb*
Disallow: *wishlist*
Disallow: *?s=*
Disallow: *mein-konto*
Disallow: *webmaster*
Disallow: *gclid*
Disallow: *?tn*
Disallow: /wp-json/
Disallow: *?wc-ajax=*

User-agent: Baiduspider
Crawl-delay: 10
Disallow: *product_cat=*
Disallow: *orderby*
Disallow: *min_price*
Disallow: *filter*
Disallow: *add-to-cart=*
Disallow: *remove_item=*
Disallow: *?attachment*
Disallow: *wp-admin*
Disallow: *warenkorb*
Disallow: *wishlist*
Disallow: *?s=*
Disallow: *mein-konto*
Disallow: *webmaster*
Disallow: *gclid*
Disallow: *?tn*
Disallow: /wp-json/
Disallow: *?wc-ajax=*

User-agent: Bytespider
Crawl-delay: 10
Disallow: *product_cat=*
Disallow: *orderby*
Disallow: *min_price*
Disallow: *filter*
Disallow: *add-to-cart=*
Disallow: *remove_item=*
Disallow: *?attachment*
Disallow: *wp-admin*
Disallow: *warenkorb*
Disallow: *wishlist*
Disallow: *?s=*
Disallow: *mein-konto*
Disallow: *webmaster*
Disallow: *gclid*
Disallow: *?tn*
Disallow: /wp-json/
Disallow: *?wc-ajax=*

User-agent: Amazonbot
Crawl-delay: 5
Disallow: *product_cat=*
Disallow: *orderby*
Disallow: *min_price*
Disallow: *filter*
Disallow: *add-to-cart=*
Disallow: *remove_item=*
Disallow: *?attachment*
Disallow: *wp-admin*
Disallow: *warenkorb*
Disallow: *wishlist*
Disallow: *?s=*
Disallow: *mein-konto*
Disallow: *webmaster*
Disallow: *gclid*
Disallow: *?tn*
Disallow: /wp-json/
Disallow: *?wc-ajax=*

User-agent: GPTBot
Crawl-delay: 5
Disallow: *product_cat=*
Disallow: *orderby*
Disallow: *min_price*
Disallow: *filter*
Disallow: *add-to-cart=*
Disallow: *remove_item=*
Disallow: *?attachment*
Disallow: *wp-admin*
Disallow: *warenkorb*
Disallow: *wishlist*
Disallow: *?s=*
Disallow: *mein-konto*
Disallow: *webmaster*
Disallow: *gclid*
Disallow: *?tn*
Disallow: /wp-json/
Disallow: *?wc-ajax=*

User-agent: OAI-SearchBot
Crawl-delay: 5
Disallow: *product_cat=*
Disallow: *orderby*
Disallow: *min_price*
Disallow: *filter*
Disallow: *add-to-cart=*
Disallow: *remove_item=*
Disallow: *?attachment*
Disallow: *wp-admin*
Disallow: *warenkorb*
Disallow: *wishlist*
Disallow: *?s=*
Disallow: *mein-konto*
Disallow: *webmaster*
Disallow: *gclid*
Disallow: *?tn*
Disallow: /wp-json/
Disallow: *?wc-ajax=*

User-agent: ChatGPT-User
Crawl-delay: 5
Disallow: *product_cat=*
Disallow: *orderby*
Disallow: *min_price*
Disallow: *filter*
Disallow: *add-to-cart=*
Disallow: *remove_item=*
Disallow: *?attachment*
Disallow: *wp-admin*
Disallow: *warenkorb*
Disallow: *wishlist*
Disallow: *?s=*
Disallow: *mein-konto*
Disallow: *webmaster*
Disallow: *gclid*
Disallow: *?tn*
Disallow: /wp-json/
Disallow: *?wc-ajax=*

User-agent: ClaudeBot
Crawl-delay: 5
Disallow: *product_cat=*
Disallow: *orderby*
Disallow: *min_price*
Disallow: *filter*
Disallow: *add-to-cart=*
Disallow: *remove_item=*
Disallow: *?attachment*
Disallow: *wp-admin*
Disallow: *warenkorb*
Disallow: *wishlist*
Disallow: *?s=*
Disallow: *mein-konto*
Disallow: *webmaster*
Disallow: *gclid*
Disallow: *?tn*
Disallow: /wp-json/
Disallow: *?wc-ajax=*

User-agent: PerplexityBot
Crawl-delay: 5
Disallow: *product_cat=*
Disallow: *orderby*
Disallow: *min_price*
Disallow: *filter*
Disallow: *add-to-cart=*
Disallow: *remove_item=*
Disallow: *?attachment*
Disallow: *wp-admin*
Disallow: *warenkorb*
Disallow: *wishlist*
Disallow: *?s=*
Disallow: *mein-konto*
Disallow: *webmaster*
Disallow: *gclid*
Disallow: *?tn*
Disallow: /wp-json/
Disallow: *?wc-ajax=*

User-agent: Applebot-Extended
Crawl-delay: 5
Disallow: *product_cat=*
Disallow: *orderby*
Disallow: *min_price*
Disallow: *filter*
Disallow: *add-to-cart=*
Disallow: *remove_item=*
Disallow: *?attachment*
Disallow: *wp-admin*
Disallow: *warenkorb*
Disallow: *wishlist*
Disallow: *?s=*
Disallow: *mein-konto*
Disallow: *webmaster*
Disallow: *gclid*
Disallow: *?tn*
Disallow: /wp-json/
Disallow: *?wc-ajax=*

# Scrapers zonder toegevoegde waarde - ook geblokkeerd op serverniveau
User-agent: ai-agent-middleware-site-collect
Disallow: /

Sitemap: https://www.vivaleuchten.de/sitemap_index.xml