From 0e687a5b5875933437e4be7c0daa92353c775ec0 Mon Sep 17 00:00:00 2001 From: Cory Dransfeldt Date: Wed, 13 Aug 2025 09:01:55 -0700 Subject: [PATCH] chore: adds OpenAI but user agent --- robots.json | 13 ++++++++++--- 1 file changed, 10 insertions(+), 3 deletions(-) diff --git a/robots.json b/robots.json index 6e20c66..6455941 100644 --- a/robots.json +++ b/robots.json @@ -105,8 +105,8 @@ "description": "Web archive going back to 2008. [Cited in thousands of research papers per year](https://commoncrawl.org/research-papers)." }, "ChatGPT Agent": { - "operator": "Unclear at this time.", - "respect": "Unclear at this time.", + "operator": "[OpenAI](https://openai.com)", + "respect": "Yes", "function": "AI Agents", "frequency": "Unclear at this time.", "description": "ChatGPT Agent is an AI agent created by OpenAI that can use a web browser. It can intelligently navigate and interact with websites to complete multi-step tasks on behalf of a human user. More info can be found at https://darkvisitors.com/agents/agents/chatgpt-agent" @@ -447,6 +447,13 @@ "operator": "[Webz.io](https://webz.io/)", "respect": "[Yes](https://web.archive.org/web/20170704003301/http://omgili.com/Crawler.html)" }, + "OpenAI": { + "operator": "[OpenAI](https://openai.com)", + "respect": "Yes", + "function": "Unclear at this time.", + "frequency": "Unclear at this time.", + "description": "The purpose of this bot is unclear at this time but it is a member of OpenAI's suite of crawlers." + }, "Operator": { "operator": "Unclear at this time.", "respect": "Unclear at this time.", @@ -643,4 +650,4 @@ "frequency": "No information.", "description": "Retrieves data used for You.com web search engine and LLMs." } -} \ No newline at end of file +}