github/ai.robots.txt
1
0
Fork 0
mirror of https://github.com/ai-robots-txt/ai.robots.txt.git synced 2025-12-29 12:18:33 +01:00
Code Issues Projects Releases Packages Wiki Activity

chore: adds OpenAI but user agent

Browse source
This commit is contained in:
Cory Dransfeldt 2025-08-13 09:01:55 -07:00
commit 0e687a5b58
No known key found for this signature in database
GPG key ID: AD59B1CBD1EB92BE
1 changed files with 10 additions and 3 deletions
Download patch file Download diff file Expand all files Collapse all files

13
robots.json
View file

@ -105,8 +105,8 @@
"description": "Web archive going back to 2008. [Cited in thousands of research papers per year](https://commoncrawl.org/research-papers)." "description": "Web archive going back to 2008. [Cited in thousands of research papers per year](https://commoncrawl.org/research-papers)."
}, },
"ChatGPT Agent": { "ChatGPT Agent": {
"operator": "Unclear at this time.", "operator": "[OpenAI](https://openai.com)",
"respect": "Unclear at this time.", "respect": "Yes",
"function": "AI Agents", "function": "AI Agents",
"frequency": "Unclear at this time.", "frequency": "Unclear at this time.",
"description": "ChatGPT Agent is an AI agent created by OpenAI that can use a web browser. It can intelligently navigate and interact with websites to complete multi-step tasks on behalf of a human user. More info can be found at https://darkvisitors.com/agents/agents/chatgpt-agent" "description": "ChatGPT Agent is an AI agent created by OpenAI that can use a web browser. It can intelligently navigate and interact with websites to complete multi-step tasks on behalf of a human user. More info can be found at https://darkvisitors.com/agents/agents/chatgpt-agent"
@ -447,6 +447,13 @@
"operator": "[Webz.io](https://webz.io/)", "operator": "[Webz.io](https://webz.io/)",
"respect": "[Yes](https://web.archive.org/web/20170704003301/http://omgili.com/Crawler.html)" "respect": "[Yes](https://web.archive.org/web/20170704003301/http://omgili.com/Crawler.html)"
}, },
"OpenAI": {
"operator": "[OpenAI](https://openai.com)",
"respect": "Yes",
"function": "Unclear at this time.",
"frequency": "Unclear at this time.",
"description": "The purpose of this bot is unclear at this time but it is a member of OpenAI's suite of crawlers."
},
"Operator": { "Operator": {
"operator": "Unclear at this time.", "operator": "Unclear at this time.",
"respect": "Unclear at this time.", "respect": "Unclear at this time.",
@ -643,4 +650,4 @@
"frequency": "No information.", "frequency": "No information.",
"description": "Retrieves data used for You.com web search engine and LLMs." "description": "Retrieves data used for You.com web search engine and LLMs."
} }
} }