# robots.txt for Conversion site
# Whitelist: search engines, AI discovery/live fetch, and selected SEO/crawl tools.
User-Agent: AdsBot-Google
User-Agent: AdsBot-Google-Mobile
User-Agent: AhrefsBot
User-Agent: anthropic-ai
User-Agent: Applebot
User-Agent: Applebot-Extended
User-Agent: Bingbot
User-Agent: BingPreview
User-Agent: ChatGPT-User
User-Agent: ClaudeBot
User-Agent: Claude-SearchBot
User-Agent: Claude-User
User-Agent: Claude-Web
User-Agent: DuckDuckBot
User-Agent: Firecrawl
User-Agent: FirecrawlAgent
User-Agent: FirecrawlBot
User-Agent: Google-Extended
User-Agent: Google-InspectionTool
User-Agent: GoogleOther
User-Agent: Googlebot
User-Agent: Googlebot-Image
User-Agent: Googlebot-Mobile
User-Agent: Googlebot-News
User-Agent: Googlebot-Video
User-Agent: Mediapartners-Google
User-Agent: OAI-SearchBot
User-Agent: PerplexityBot
User-Agent: Perplexity-User
User-Agent: Screaming Frog SEO Spider
User-Agent: ScreamingFrogSEOSpider
User-Agent: SemrushBot
User-Agent: Slurp
User-Agent: Storebot-Google
User-Agent: Yahoo! Slurp
User-Agent: bingbot

Disallow: /*.zip$
Disallow: /*.pdf$
Disallow: /*.rar$
Disallow: /*.doc$
Disallow: /szkolenia-regulamin.pdf
Disallow: /external/*
Disallow: /wp-admin/
Disallow: /wp-includes/

User-agent: *
Disallow: /