User-Agent: *
Disallow: /wp-admin/
Disallow: /agb_231018_117.pdf
Disallow: /agb.pdf
Disallow: /wp-content/uploads/2021/06/agb.pdf
Disallow: /wp-content/uploads/bulk-media-register-tmp/
Allow: /wp-admin/admin-ajax.php
Allow: /

Sitemap: https://www.rexx-systems.com/sitemap_index.xml

# Klassische Suchmaschinen
User-agent: Googlebot
Disallow: /*.md$
Disallow: /*/llms.txt$

User-agent: Bingbot
Disallow: /*.md$
Disallow: /*/llms.txt$

User-agent: DuckDuckBot
Disallow: /*.md$
Disallow: /*/llms.txt$

# LLM-/AI-Crawler (Beispiele; Liste aktuell halten!)
User-agent: GPTBot
Allow: /

User-agent: CCBot
Allow: /

User-agent: anthropic-ai
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: PerplexityBot
Allow: /