# This file is automatically added by Rank Math SEO plugin to help a website index better
# More info: https://s.rankmath.com/home
User-Agent: *
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php

Sitemap: https://stofmoellen.dk/sitemap_index.xml

# robots.txt for stofmoellen.dk

# Combines Rank Math defaults and custom webshop rules

# Block sensitive webshop pages
Disallow: /admin/
Disallow: /login/
Disallow: /kasse/
Disallow: /kurv/
Disallow: /*?*          # Prevent crawling search/filter URLs
Disallow: /*.pdf$       # Block PDFs
Allow: /                # Allow everything else

# Block unwanted parameter URLs (tracking, filters, etc.)
Disallow: /*add-to-cart=*
Disallow: /*gclid=*
Disallow: /*gad_source=*
Disallow: /*utm_*
Disallow: /*fbclid=*

# Allow good bots
User-agent: Googlebot
Allow: /

User-agent: Googlebot-Image
Allow: /

User-agent: Bingbot
Allow: /

User-agent: Bingbot-Image
Allow: /

User-agent: AhrefsBot
Disallow: /kasse/
Disallow: /kurv/

User-agent: DuckDuckBot
Allow: /

User-agent: Applebot
Allow: /

User-agent: FacebookExternalHit
Allow: /

User-agent: Twitterbot
Allow: /

User-agent: Pinterestbot
Allow: /

# Block unwanted bots
User-agent: MJ12bot
Disallow: /

User-agent: BLEXBot
Disallow: /