# SEO Crawler # https://darkvisitors.com/agents/aa User-agent: aa Disallow: / # SEO Crawler # https://darkvisitors.com/agents/ahrefs-site-audit User-agent: Ahrefs Site Audit Disallow: / # SEO Crawler # https://darkvisitors.com/agents/ahrefsbot User-agent: AhrefsBot Disallow: / # SEO Crawler # https://darkvisitors.com/agents/ahrefssiteaudit User-agent: AhrefsSiteAudit Disallow: / # AI Data Scraper # https://darkvisitors.com/agents/ai2bot User-agent: AI2Bot Disallow: / # Undocumented AI Agent # https://darkvisitors.com/agents/anthropic-ai User-agent: anthropic-ai Disallow: / # AI Data Scraper # https://darkvisitors.com/agents/applebot-extended User-agent: Applebot-Extended Disallow: / # SEO Crawler # https://darkvisitors.com/agents/attracta User-agent: Attracta Disallow: / # SEO Crawler # https://darkvisitors.com/agents/audisto-crawler User-agent: Audisto Crawler Disallow: / # SEO Crawler # https://darkvisitors.com/agents/barkrowler User-agent: Barkrowler Disallow: / # AI Assistant # https://darkvisitors.com/agents/bigsur-ai User-agent: bigsur.ai Disallow: / # SEO Crawler # https://darkvisitors.com/agents/blexbot User-agent: BLEXBot Disallow: / # SEO Crawler # https://darkvisitors.com/agents/botify User-agent: botify Disallow: / # SEO Crawler # https://darkvisitors.com/agents/brightedge-crawler User-agent: BrightEdge Crawler Disallow: / # AI Data Scraper # https://darkvisitors.com/agents/bytespider User-agent: Bytespider Disallow: / # SEO Crawler # https://darkvisitors.com/agents/caliberbot User-agent: CaliberBot Disallow: / # SEO Crawler # https://darkvisitors.com/agents/caliperbot User-agent: Caliperbot Disallow: / # AI Data Scraper # # https://darkvisitors.com/agents/ccbot # Common Crawl is probably valuable to society, not blocking # User-agent: CCBot # Common Crawl is probably valuable to society, not blocking Disallow: / # AI Assistant # https://darkvisitors.com/agents/chatgpt-user User-agent: ChatGPT-User Disallow: / # AI Assistant # https://darkvisitors.com/agents/claude-user User-agent: Claude-User Disallow: / # Undocumented AI Agent # https://darkvisitors.com/agents/claude-web User-agent: Claude-Web Disallow: / # AI Data Scraper # https://darkvisitors.com/agents/claudebot User-agent: ClaudeBot Disallow: / # SEO Crawler # https://darkvisitors.com/agents/clearscopebot User-agent: Clearscopebot Disallow: / # SEO Crawler # https://darkvisitors.com/agents/cloudflare-custom-hostname-verification User-agent: Cloudflare Custom Hostname Verification Disallow: / # SEO Crawler # https://darkvisitors.com/agents/cloudflare-healthchecks User-agent: Cloudflare Healthchecks Disallow: / # SEO Crawler # https://darkvisitors.com/agents/cloudflare-prefetch User-agent: Cloudflare Prefetch Disallow: / # SEO Crawler # https://darkvisitors.com/agents/cloudflare-ssldetector User-agent: Cloudflare SSLDetector Disallow: / # SEO Crawler # https://darkvisitors.com/agents/cloudflare-stream-webhook User-agent: Cloudflare Stream Webhook Disallow: / # SEO Crawler # https://darkvisitors.com/agents/cloudflare-traffic-manager User-agent: Cloudflare-Traffic-Manager Disallow: / # SEO Crawler # https://darkvisitors.com/agents/cloudtrellis User-agent: Cloudtrellis Disallow: / # AI Data Scraper # https://darkvisitors.com/agents/cloudvertexbot User-agent: CloudVertexBot Disallow: / # SEO Crawler # https://darkvisitors.com/agents/cludo-com User-agent: cludo.com Disallow: / # SEO Crawler # https://darkvisitors.com/agents/cocolyzebot User-agent: Cocolyzebot Disallow: / # SEO Crawler # https://darkvisitors.com/agents/cognitiveseo-crawler User-agent: cognitiveSEO Crawler Disallow: / # Undocumented AI Agent # https://darkvisitors.com/agents/cohere-ai User-agent: cohere-ai Disallow: / # AI Data Scraper # https://darkvisitors.com/agents/cohere-training-data-crawler User-agent: cohere-training-data-crawler Disallow: / # SEO Crawler # https://darkvisitors.com/agents/contentking User-agent: contentking Disallow: / # SEO Crawler # https://darkvisitors.com/agents/convermax User-agent: Convermax Disallow: / # AI Data Scraper # https://darkvisitors.com/agents/cotoyogi User-agent: Cotoyogi Disallow: / # SEO Crawler # https://darkvisitors.com/agents/cxense User-agent: Cxense Disallow: / # SEO Crawler # https://darkvisitors.com/agents/dataforseo User-agent: DataForSEO Disallow: / # SEO Crawler # https://darkvisitors.com/agents/dataforseo-bot User-agent: DataForSEO Bot Disallow: / # SEO Crawler # https://darkvisitors.com/agents/dataforseobot User-agent: DataForSeoBot Disallow: / # AI Data Scraper # https://darkvisitors.com/agents/datenbank-crawler User-agent: Datenbank Crawler Disallow: / # SEO Crawler # https://darkvisitors.com/agents/deepcrawl-com User-agent: deepcrawl.com Disallow: / # AI Assistant # https://darkvisitors.com/agents/devin User-agent: Devin Disallow: / # AI Data Scraper # https://darkvisitors.com/agents/diffbot User-agent: Diffbot Disallow: / # SEO Crawler # https://darkvisitors.com/agents/domainstatsbot User-agent: DomainStatsBot Disallow: / # SEO Crawler # https://darkvisitors.com/agents/dotbot User-agent: DotBot Disallow: / # AI Assistant # https://darkvisitors.com/agents/duckassistbot User-agent: DuckAssistBot Disallow: / # AI Data Scraper # https://darkvisitors.com/agents/facebookbot User-agent: FacebookBot Disallow: / # AI Assistant # https://darkvisitors.com/agents/gemini-deep-research User-agent: Gemini-Deep-Research Disallow: / # SEO Crawler # https://darkvisitors.com/agents/google-digital-asset-links User-agent: Google Digital Asset Links Disallow: / # SEO Crawler # https://darkvisitors.com/agents/google-storebot User-agent: Google StoreBot Disallow: / # AI Data Scraper # https://darkvisitors.com/agents/google-extended User-agent: Google-Extended Disallow: / # SEO Crawler # https://darkvisitors.com/agents/google-structured-data-testing User-agent: Google-Structured-Data-Testing Disallow: / # AI Data Scraper # https://darkvisitors.com/agents/googleother User-agent: GoogleOther Disallow: / # AI Data Scraper # https://darkvisitors.com/agents/gptbot User-agent: GPTBot Disallow: / # SEO Crawler # https://darkvisitors.com/agents/huckabot User-agent: Huckabot Disallow: / # SEO Crawler # https://darkvisitors.com/agents/huckabuy-bot User-agent: Huckabuy Bot Disallow: / # SEO Crawler # https://darkvisitors.com/agents/hypestat User-agent: hypestat Disallow: / # AI Data Scraper # https://darkvisitors.com/agents/icc-crawler User-agent: ICC-Crawler Disallow: / # SEO Crawler # https://darkvisitors.com/agents/james-bot User-agent: James BOT Disallow: / # AI Data Scraper # https://darkvisitors.com/agents/kangaroo-bot User-agent: Kangaroo Bot Disallow: / # AI Assistant # https://darkvisitors.com/agents/linerbot User-agent: LinerBot Disallow: / # SEO Crawler # https://darkvisitors.com/agents/linkcheck-by-siteimprove User-agent: LinkCheck by Siteimprove Disallow: / # SEO Crawler # https://darkvisitors.com/agents/linkchecker-bot User-agent: LinkChecker Bot Disallow: / # SEO Crawler # https://darkvisitors.com/agents/linkchecker-pro User-agent: linkchecker.pro Disallow: / # SEO Crawler # https://darkvisitors.com/agents/linkdexbot User-agent: linkdexbot Disallow: / # SEO Crawler # https://darkvisitors.com/agents/linksindexerbot User-agent: LinksIndexerBot Disallow: / # SEO Crawler # https://darkvisitors.com/agents/marketgoo User-agent: MarketGoo Disallow: / # AI Data Scraper # https://darkvisitors.com/agents/meta-externalagent User-agent: meta-externalagent Disallow: / # AI Assistant # https://darkvisitors.com/agents/mistralai-user User-agent: MistralAI-User Disallow: / # SEO Crawler # https://darkvisitors.com/agents/mj12bot User-agent: MJ12bot Disallow: / # SEO Crawler # https://darkvisitors.com/agents/moz-dotbot User-agent: Moz dotbot Disallow: / # SEO Crawler # https://darkvisitors.com/agents/moz-rogerbot User-agent: Moz rogerbot Disallow: / # AI Data Scraper # https://darkvisitors.com/agents/netestate-imprint-crawler User-agent: netEstate Imprint Crawler Disallow: / # SEO Crawler # https://darkvisitors.com/agents/nitro User-agent: Nitro- Disallow: / # SEO Crawler # https://darkvisitors.com/agents/nitrobot User-agent: NitroBot Disallow: / # SEO Crawler # https://darkvisitors.com/agents/noorobot User-agent: noorobot Disallow: / # AI Data Scraper # https://darkvisitors.com/agents/omgili User-agent: omgili Disallow: / # SEO Crawler # https://darkvisitors.com/agents/oncrawl User-agent: OnCrawl Disallow: / # SEO Crawler # https://darkvisitors.com/agents/online-webceo-bot User-agent: online-webceo-bot Disallow: / # AI Data Scraper # https://darkvisitors.com/agents/pangubot User-agent: PanguBot Disallow: / # AI Assistant # https://darkvisitors.com/agents/perplexity-user User-agent: Perplexity-User Disallow: / # SEO Crawler # https://darkvisitors.com/agents/prerender User-agent: Prerender Disallow: / # SEO Crawler # https://darkvisitors.com/agents/pro-sitemaps User-agent: Pro Sitemaps Disallow: / # AI Assistant # https://darkvisitors.com/agents/qualifiedbot User-agent: QualifiedBot Disallow: / # SEO Crawler # https://darkvisitors.com/agents/readable User-agent: Readable Disallow: / # SEO Crawler # https://darkvisitors.com/agents/revvimgort User-agent: RevvimGort Disallow: / # SEO Crawler # https://darkvisitors.com/agents/rogerbot-crawler User-agent: rogerbot-crawler Disallow: / # SEO Crawler # https://darkvisitors.com/agents/rsiteauditor User-agent: RSiteAuditor Disallow: / # SEO Crawler # https://darkvisitors.com/agents/screaming-frog-seo-spider User-agent: Screaming Frog SEO Spider Disallow: / # SEO Crawler # https://darkvisitors.com/agents/searchatlas-bot User-agent: SearchAtlas Bot Disallow: / # SEO Crawler # https://darkvisitors.com/agents/sebot-wa User-agent: SEBot-WA Disallow: / # SEO Crawler # https://darkvisitors.com/agents/semrushbot User-agent: SemrushBot Disallow: / # SEO Crawler # https://darkvisitors.com/agents/semrushbot-ba User-agent: SemrushBot-BA Disallow: / # SEO Crawler # https://darkvisitors.com/agents/semrushbot-ct User-agent: SemrushBot-CT Disallow: / # SEO Crawler # https://darkvisitors.com/agents/semrushbot-ocob User-agent: SemrushBot-OCOB Disallow: / # SEO Crawler # https://darkvisitors.com/agents/semrushbot-sa User-agent: SemrushBot-SA Disallow: / # SEO Crawler # https://darkvisitors.com/agents/semrushbot-si User-agent: SemrushBot-SI Disallow: / # SEO Crawler # https://darkvisitors.com/agents/semrushbotbacklinks User-agent: SemrushBotBacklinks Disallow: / # SEO Crawler # https://darkvisitors.com/agents/senutobot User-agent: SenutoBot Disallow: / # SEO Crawler # https://darkvisitors.com/agents/seo-audit-check-bot User-agent: seo-audit-check-bot Disallow: / # SEO Crawler # https://darkvisitors.com/agents/seo4ajax User-agent: seo4ajax Disallow: / # SEO Crawler # https://darkvisitors.com/agents/seo4ajax-com User-agent: seo4ajax.com Disallow: / # SEO Crawler # https://darkvisitors.com/agents/seobilitybot User-agent: SeobilityBot Disallow: / # SEO Crawler # https://darkvisitors.com/agents/seokicks User-agent: SEOkicks Disallow: / # SEO Crawler # https://darkvisitors.com/agents/seolizer User-agent: SEOlizer Disallow: / # SEO Crawler # https://darkvisitors.com/agents/serpstatbot User-agent: serpstatbot Disallow: / # SEO Crawler # https://darkvisitors.com/agents/siteauditbot User-agent: SiteAuditBot Disallow: / # SEO Crawler # https://darkvisitors.com/agents/sitecheck-sitecrawl User-agent: SiteCheck-sitecrawl Disallow: / # SEO Crawler # https://darkvisitors.com/agents/sitecheckerbotcrawler User-agent: SiteCheckerBotCrawler Disallow: / # SEO Crawler # https://darkvisitors.com/agents/siteimprove-crawl User-agent: Siteimprove Crawl Disallow: / # SEO Crawler # https://darkvisitors.com/agents/storebot-google User-agent: Storebot-Google Disallow: / # AI Data Scraper # https://darkvisitors.com/agents/timpibot User-agent: Timpibot Disallow: / # SEO Crawler # https://darkvisitors.com/agents/w3-validator-services User-agent: W3 Validator Services Disallow: / # AI Data Scraper # https://darkvisitors.com/agents/webzio-extended User-agent: Webzio-Extended Disallow: / # SEO Crawler # https://darkvisitors.com/agents/zoombot User-agent: ZoomBot Disallow: /