# Facebook Breitband-Crawler (nicht der Link-Preview-Bot facebookexternalhit)
User-agent: meta-externalagent
Disallow: /

# AI-Crawler
User-agent: GPTBot
Disallow: /

User-agent: ChatGPT-User
Disallow: /

User-agent: Bytespider
Disallow: /

# SEO-Tool-Crawler
User-agent: SemrushBot
Disallow: /

User-agent: AhrefsBot
Disallow: /

User-agent: DotBot
Disallow: /

# Shopping/Sonstige
User-agent: Amazonbot
Disallow: /

User-agent: PetalBot
Disallow: /

# Alle anderen: wp-admin sperren, tiefe Pagination begrenzen
User-agent: *
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php
Disallow: /*/page/

Sitemap: https://unser-quartier.de/wp-sitemap.xml