# robots.txt
# Jizerky pro Vás, o.p.s. | https://www.jizerkyprovas.cz/
# Aktualizováno: 2025

# ============================================================
# GOOGLE
# ============================================================
User-agent: Googlebot
Allow: /
Crawl-delay: 2

User-agent: Googlebot-Image
Allow: /images/
Allow: /public/uploads/
Allow: /zdroj/
Allow: /zdroj2/

# ============================================================
# SEZNAM.CZ
# ============================================================
User-agent: SeznamBot
Allow: /
Crawl-delay: 3

# ============================================================
# BING / MICROSOFT
# ============================================================
User-agent: bingbot
Allow: /
Crawl-delay: 3

User-agent: msnbot
Allow: /
Crawl-delay: 5

# ============================================================
# OSTATNÍ VYHLEDÁVAČE
# ============================================================
User-agent: DuckDuckBot
Allow: /
Crawl-delay: 5

User-agent: Baiduspider
Disallow: /

User-agent: YandexBot
Disallow: /

# ============================================================
# AI CRAWLEŘI - povoleni
# ============================================================
User-agent: GPTBot
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: anthropic-ai
Allow: /

User-agent: CCBot
Allow: /

User-agent: PerplexityBot
Allow: /

# ============================================================
# AGRESIVNÍ BOTI A SCRAPERS - blokováni
# ============================================================

# SEO nástroje / scrapers
User-agent: AhrefsBot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: DotBot
Disallow: /

User-agent: BLEXBot
Disallow: /

User-agent: PetalBot
Disallow: /

User-agent: serpstatbot
Disallow: /

User-agent: DataForSeoBot
Disallow: /

User-agent: Bytespider
Disallow: /

User-agent: linkdexbot
Disallow: /

# Archivace
User-agent: ia_archiver
Disallow: /

# ============================================================
# VÝCHOZÍ PRAVIDLA PRO VŠECHNY OSTATNÍ
# ============================================================
User-agent: *

# Administrace
Disallow: /pages/admin/

# Technické a systémové adresáře
Disallow: /config/
Disallow: /includes/
Disallow: /system/

# AJAX a API endpointy
Disallow: /?page=nastenka-ajax
Disallow: /?page=search-ajax
Disallow: /?page=galerie-api
Disallow: /?page=online-visitors

# Chybové stránky
Disallow: /?page=400
Disallow: /?page=403
Disallow: /?page=404
Disallow: /?page=429
Disallow: /?page=500
Disallow: /?page=503

Crawl-delay: 10

# ============================================================
# SITEMAP
# ============================================================
Sitemap: https://www.jizerkyprovas.cz/sitemap.xml