# ==================================================
# Allgemeine Regeln für alle Crawler
# ==================================================

User-agent: *

# WP Defender - Begin
Disallow: /2e63322a0574c8dd
# WP Defender - End
# WordPress
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php
Disallow: /wp-login.php
Disallow: /xmlrpc.php
Disallow: /wp-json/borlabs-cookie/

# Interne und technisch irrelevante Seiten
Disallow: /search/
Disallow: /feed/
Disallow: /comments/
Disallow: /amp/
Disallow: /tag/
Disallow: /author/

# Interne WordPress-Suche
Disallow: /*?s=
Disallow: /*&s=

# WooCommerce-Dateien
Disallow: /wp-content/uploads/wc-logs/
Disallow: /wp-content/uploads/woocommerce_transient_files/
Disallow: /wp-content/uploads/woocommerce_uploads/

# Dynamische Filter-URLs
Disallow: /*?product=
Disallow: /*&product=
Disallow: /*?area=
Disallow: /*&area=
Disallow: /*?catgry=
Disallow: /*&catgry=
Disallow: /*?productfilter=
Disallow: /*&productfilter=
Disallow: /*?applications=
Disallow: /*&applications=
Disallow: /*?technology=
Disallow: /*&technology=
Disallow: /*?features=
Disallow: /*&features=
Disallow: /*?type=
Disallow: /*&type=

# WP Defender
Disallow: /e779d5320935088d
Disallow: /537ddcd190a80fe1
Disallow: /b69564da5d068af1


# ==================================================
# Unerwünschte kommerzielle und KI-Crawler
# ==================================================

User-agent: GPTBot
Disallow: /

User-agent: CCBot
Disallow: /

User-agent: Applebot
Disallow: /

User-agent: meta-externalagent
Disallow: /

User-agent: Amazonbot
Disallow: /

User-agent: BLEXBot
Disallow: /

User-agent: AhrefsBot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: DotBot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: MegaIndex
Disallow: /

User-agent: Sogou
Disallow: /

User-agent: PetalBot
Disallow: /

User-agent: ZoominfoBot
Disallow: /

User-agent: linkdexbot
Disallow: /

User-agent: SeekportBot
Disallow: /

User-agent: spbot
Disallow: /

User-agent: Scrapy
Disallow: /

User-agent: Python-urllib
Disallow: /

User-agent: libwww-perl
Disallow: /


# ==================================================
# XML-Sitemap
# ==================================================

Sitemap: https://www.at-sensors.com/sitemap_index.xml