#DEV NOTE: The last user agent section in this file must be "User-agent: *"

User-agent: RavenCrawler
Crawl-delay: 180

User-agent: rogerbot
Crawl-delay: 5

User-agent: ClaudeBot
Allow: /product
Disallow: /
Crawl-delay: 1  # wait 1 second between requests

User-agent: Googlebot
Disallow:
User-agent: Googlebot-image
Disallow:

User-agent: *

Sitemap: https://www.skyriverrv.com/sitemap.xml