User-agent: *
Allow: /
Allow: /faq
Allow: /blog/
Allow: /tools/
Allow: /pricing
Allow: /about
Allow: /contact
Allow: /result/

# Search engine crawlers
User-agent: Googlebot
Allow: /
User-agent: Googlebot-Image
Allow: /
User-agent: Googlebot-Video
Allow: /
User-agent: Bingbot
Allow: /
User-agent: DuckDuckBot
Allow: /

# AI / LLM crawlers — explicit allow
User-agent: GPTBot
Allow: /
User-agent: OAI-SearchBot
Allow: /
User-agent: ChatGPT-User
Allow: /
User-agent: ClaudeBot
Allow: /
User-agent: Claude-User
Allow: /
User-agent: PerplexityBot
Allow: /
User-agent: Perplexity-User
Allow: /
User-agent: Google-Extended
Allow: /
User-agent: GoogleOther
Allow: /
User-agent: Amazonbot
Allow: /
User-agent: Applebot
Allow: /
User-agent: Applebot-Extended
Allow: /

# Crawl-delay is optional; remove if you prefer search engines to self-regulate
Crawl-delay: 1

# Host directive (used by Yandex and some crawlers)
Host: https://ytpicker.com

# Sitemap reference — must be the dynamic PHP route, not a static file
Sitemap: https://ytpicker.com/sitemap.xml

# LLMs / AI agents — machine-readable overview
LLMs: https://ytpicker.com/llms.txt