User-agent: *
User-agent: scrapy
User-agent: claudebot
Disallow: /cgi-bin/*