User-agent: *

# --- Ressourcen erlauben ---
Allow: /static/
Allow: /media/
Allow: /*.css$
Allow: /*.js$

# --- System-/Dev-Verzeichnisse sperren ---
Disallow: /app/
Disallow: /bin/
Disallow: /dev/
Disallow: /lib/
Disallow: /phpserver/
Disallow: /setup/
Disallow: /update/
Disallow: /var/
Disallow: /vendor/

# --- Checkout, Konto, Warenkorb ---
Disallow: /checkout/
Disallow: /onestepcheckout/
Disallow: /customer/
Disallow: /customer/account/
Disallow: /customer/account/login/
Disallow: /wishlist/
Disallow: /multishipping/
Disallow: /sales/
Disallow: /review/

# --- Suche & Vergleich ---
Disallow: /catalogsearch/
Disallow: /catalog/product_compare/
Disallow: /search/

# --- Parameter  ---
Disallow: /*?*dir=
Disallow: /*?*mode=
Disallow: /*?*order=
Disallow: /*?*limit=
Disallow: /*?SID=
Disallow: /*?q=*
# Tracking-/Ref-Parameter (Crawl-Budget schonen)
Disallow: /*?*utm_
Disallow: /*?*gclid=
Disallow: /*?*fbclid=
Disallow: /*?*mc_cid=
Disallow: /*?*mc_eid=

# --- Media-Bereiche ---
Disallow: /media/customer/
Disallow: /media/downloadable/
Disallow: /media/import/

# --- allgemeine Dateien ---
Disallow: /composer.json
Disallow: /composer.lock
Disallow: /CONTRIBUTING.md
Disallow: /CONTRIBUTOR_LICENSE_AGREEMENT.html
Disallow: /COPYING.txt
Disallow: /Gruntfile.js
Disallow: /LICENSE.txt
Disallow: /LICENSE_AFL.txt
Disallow: /nginx.conf.sample
Disallow: /package.json
Disallow: /php.ini.sample
Disallow: /RELEASE_NOTES.txt

# KOMPLETT SPERREN (verursachen Last ohne Mehrwert)
User-agent: Bytespider
Disallow: /
User-agent: AhrefsBot
Disallow: /
# DROSSELN (Crawl-delay in Sekunden)
User-agent: SemrushBot
Crawl-delay: 10
User-agent: GPTBot
Crawl-delay: 5
User-agent: ClaudeBot
Crawl-delay: 5
User-agent: Applebot
Crawl-delay: 5
User-agent: Pinterestbot
Crawl-delay: 3
# SPEZIALFÄLLE (ignorieren Crawl-delay / serverseitig lösen)
User-agent: Googlebot
Disallow:
User-agent: meta-externalagent
Disallow:
User-agent: bingbot
Disallow:
# INTERNE TOOLS & SERVICE BOTS
User-agent: Doofinder
Disallow:
User-agent: Klaviyo
Disallow:

# --- Sitemaps ---
Sitemap: https://dagmarfischermode.de/sm-en/sitemap.xml
Sitemap: https://dagmarfischermode.de/sitemap.xml