User-agent: Baiduspider
Disallow: /

User-agent: bingbot
Crawl-delay: 5

# yahoo bot
User-agent: Slurp
Crawl-delay: 10

# UK majestic
User-agent: mj12bot
Crawl-delay: 10

User-agent: YandexBot
Crawl-delay: 20

User-agent: SemrushBot
Crawl-delay: 30

# AhrefsBot, AhrefsSiteAudit, AhrefsBot-Mobile, AhrefsSEO
# Pozn.: hvezdicka v tokenu User-agent se NEPODPORUJE, pravidlo nikdy neplatilo.
User-agent: AhrefsBot
User-agent: AhrefsBot-Mobile
User-agent: AhrefsSiteAudit
User-agent: AhrefsSEO
Crawl-delay: 30


# AI training boty
User-agent: ClaudeBot
Crawl-delay: 30

User-agent: GPTBot
Crawl-delay: 30

User-agent: CCBot
Crawl-delay: 30

User-agent: PerplexityBot
Crawl-delay: 30

User-agent: Applebot
Crawl-delay: 30


User-agent: *
Allow: /
Disallow: /admin
Disallow: /search
Disallow: /katalog-firemnich-partneru
Disallow: /jazykove-skoly-simple
Disallow: /poptavka/api/

Sitemap: https://www.jazykovky.cz/sitemap.xml.gz