# robots.txt - Penzion Kozí chlívek
# Last-Updated: 2026-07-15
# AI policy: https://www.kozichlivek.cz/ai-podminky
# LLM summary: https://www.kozichlivek.cz/llms.txt

# Default rules

User-agent: *
Allow: /
Crawl-delay: 5

# Standard search engines

User-agent: Googlebot
Allow: /

User-agent: Bingbot
Allow: /

User-agent: BingPreview
Allow: /

User-agent: Applebot
Allow: /

User-agent: SeznamBot
Allow: /

# AI search and user-requested retrieval

# Short factual summaries are allowed under the AI content-use terms.

User-agent: OAI-SearchBot
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: pplxbot
Allow: /

# AI model training and dataset crawlers

# Access requires prior written permission from the website operator.

User-agent: GPTBot
Disallow: /

User-agent: Google-Extended
Disallow: /

User-agent: CCBot
Disallow: /

User-agent: Applebot-Extended
Disallow: /

User-agent: Bytespider
Disallow: /

User-agent: ClaudeBot
Disallow: /

User-agent: Claude-Web
Disallow: /

User-agent: cohere-ai
Disallow: /

User-agent: Meta-ExternalAgent
Disallow: /

User-agent: Meta-ExternalFetcher
Disallow: /

# Other blocked crawlers

User-agent: Yandex
Disallow: /

Sitemap: https://www.kozichlivek.cz/sitemap.xml