User-agent: anthropic-ai
User-agent: Claude-Web
User-agent: CCBot
User-agent: FacebookBot
User-agent: GPTBot
User-agent: PiplBot
Disallow: /

User-agent: *
Disallow: /tag/*/page/
Crawl-delay: 10