User-agent: Baiduspider
Disallow: /

User-agent: bingbot
Crawl-delay: 5

# yahoo bot
User-agent: Slurp
Crawl-delay: 10

# UK majestic
User-agent: mj12bot
Crawl-delay: 10

User-agent: YandexBot
Crawl-delay: 20

User-agent: SemrushBot
Crawl-delay: 30

# AhrefsBot, AhrefsSiteAudit, AhrefsBot-Mobile, AhrefsSEO
User-agent: Ahrefs*
Crawl-delay: 30


# AI training boty
User-agent: ClaudeBot
Crawl-delay: 30

User-agent: GPTBot
Crawl-delay: 30

User-agent: CCBot
Crawl-delay: 30

User-agent: PerplexityBot
Crawl-delay: 30


User-agent: *
Allow: /
Disallow: /ajax
Disallow: /katalog-firemnich-partneru

Sitemap: https://www.anglictina-on-line.cz/sitemap.xml.gz