User-agent: *
Disallow:
Sitemap: https://pretlak.com/sitemap.xml
# AI JSON sitemap for LLMs
# AI-Sitemap: https://pretlak.com/sitemap-ai.json

# AI crawler guidance (see also /ai.txt)
# GPTBot (OpenAI)
User-agent: GPTBot
Allow: /

# Google-Extended (Google)
User-agent: Google-Extended
Allow: /

# Microsoft-Extended (Microsoft)
User-agent: Microsoft-Extended
Allow: /

# ClaudeBot (Anthropic)
User-agent: ClaudeBot
Allow: /

# PerplexityBot (Perplexity)
User-agent: PerplexityBot
Allow: /

# Applebot-Extended (Apple)
User-agent: Applebot-Extended
Allow: /

# YouBot (You.com)
User-agent: YouBot
Allow: /

# Disallow selected bots
# Bytespider (ByteDance)
User-agent: Bytespider
Disallow: /

# Omgili (webhose.io)
User-agent: omgili
Disallow: /

# AhrefsBot (Ahrefs)
User-agent: AhrefsBot
Disallow: /

# Disallow high-volume training/bulk crawlers
# CCBot (Common Crawl)
User-agent: CCBot
Disallow: /

# Meta-ExternalAgent (Meta)
User-agent: Meta-ExternalAgent
Disallow: /