From 3de8865f00a37b0c8997f15b61501783ef409217 Mon Sep 17 00:00:00 2001 From: dark-visitors Date: Fri, 6 Mar 2026 01:21:01 +0000 Subject: [PATCH] Update from Dark Visitors --- robots.json | 21 +++++++++++++++++++++ 1 file changed, 21 insertions(+) diff --git a/robots.json b/robots.json index 55ee6e8..df9d219 100644 --- a/robots.json +++ b/robots.json @@ -90,6 +90,20 @@ "frequency": "No information provided.", "description": "Scrapes data to train LLMs and AI products offered by Anthropic." }, + "ApifyBot": { + "operator": "Unclear at this time.", + "respect": "Unclear at this time.", + "function": "Undocumented AI Agents", + "frequency": "Unclear at this time.", + "description": "Description unavailable from darkvisitors.com More info can be found at https://darkvisitors.com/agents/agents/apifybot" + }, + "ApifyWebsiteContentCrawler": { + "operator": "Unclear at this time.", + "respect": "Unclear at this time.", + "function": "AI Data Scrapers", + "frequency": "Unclear at this time.", + "description": "Description unavailable from darkvisitors.com More info can be found at https://darkvisitors.com/agents/agents/apifywebsitecontentcrawler" + }, "Applebot": { "operator": "Unclear at this time.", "respect": "Unclear at this time.", @@ -328,6 +342,13 @@ "frequency": "Unclear at this time.", "description": "Supports company's AI-powered social and email management products." }, + "ExaBot": { + "operator": "Unclear at this time.", + "respect": "Unclear at this time.", + "function": "AI Search Crawlers", + "frequency": "Unclear at this time.", + "description": "Description unavailable from darkvisitors.com More info can be found at https://darkvisitors.com/agents/agents/exabot" + }, "FacebookBot": { "operator": "Meta/Facebook", "respect": "[Yes](https://developers.facebook.com/docs/sharing/bot/)",