# robots.txt # # See https://robotstxt.org/ for more information # # File generated for raingod.com User-agent: serpstatbot Disallow: / User-agent: SemrushBot Disallow: / User-agent: AhrefsBot Disallow: / User-agent: GarlikCrawler Disallow: / User-agent: BLEXBot Disallow: / User-agent: ClaudeBot Disallow: / User-agent: FriendlyCrawler Disallow: / User-agent: gptbot Disallow: / User-agent: MJ12bot Crawl-delay: 15 User-agent: * Allow: / Sitemap: https://raingod.com/sitemap-index.xml.gz