# =================================================================
# General rules for all good bots (Google, Bing, beneficial AI, etc.)
# =================================================================
User-agent: *
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php
Disallow: /search/
Disallow: /?s=
Disallow: /wp-login.php
Disallow: /xmlrpc.php
Disallow: /readme.html
Disallow: /license.txt
Disallow: /trackback/
Disallow: /cgi-bin/
Sitemap: https://corswiss.ch/sitemap.xml

# =================================================================
# Yandex-specific rules
# =================================================================
User-agent: Yandex
Disallow: /en/ 
Clean-Param: utm_source&utm_medium&utm_campaign&utm_content&utm_term /
Clean-Param: openstat /

# =================================================================
# Rules for beneficial AI bots
# Empty 'Disallow' grants full access
# =================================================================
User-agent: Google-Extended
Disallow:

User-agent: GPTBot
Disallow:

User-agent: PerplexityBot
Disallow:

User-agent: anthropic-ai 
Disallow:

User-agent: GrokBot
Disallow:

# =================================================================
# Block known bad bots and scrapers
# =================================================================
User-agent: AhrefsBot
Disallow: /
User-agent: MJ12bot
Disallow: /
User-agent: PetalBot
Disallow: /
User-agent: HTTrack
Disallow: /
User-agent: WebCopier
Disallow: /
User-agent: Offline Explorer
Disallow: /
User-agent: Teleport
Disallow: /
User-agent: WebZip
Disallow: /
# Add other bad bots as needed