github/ai.robots.txt
1
0
Fork 0
mirror of https://github.com/ai-robots-txt/ai.robots.txt.git synced 2025-12-29 12:18:33 +01:00
Code Issues Projects Releases Packages Wiki Activity

chore(robots.json): add DeepSeekBot

Browse source
This commit is contained in:
Cory Dransfeldt 2025-09-24 09:42:01 -07:00
commit bf347bdf91
No known key found for this signature in database
GPG key ID: AD59B1CBD1EB92BE
1 changed files with 8 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

9
robots.json
View file

@ -188,6 +188,13 @@
"frequency": "Unclear at this time.", "frequency": "Unclear at this time.",
"description": "Datenbank Crawler is an AI data scraper operated by Datenbank. It's not currently known to be artificially intelligent or AI-related. If you think that's incorrect or can provide more detail about its purpose, please contact us. More info can be found at https://darkvisitors.com/agents/agents/datenbank-crawler" "description": "Datenbank Crawler is an AI data scraper operated by Datenbank. It's not currently known to be artificially intelligent or AI-related. If you think that's incorrect or can provide more detail about its purpose, please contact us. More info can be found at https://darkvisitors.com/agents/agents/datenbank-crawler"
}, },
"DeepSeekBot": {
"operator": "DeepSeek",
"respect": "Unclear at this time.",
"function": "Training language models and improving AI products",
"frequency": "Unclear at this time.",
"description": "DeepSeekBot is a web crawler used by DeepSeek to train its language models and improve its AI products."
},
"Devin": { "Devin": {
"operator": "Devin AI", "operator": "Devin AI",
"respect": "Unclear at this time.", "respect": "Unclear at this time.",
@ -678,4 +685,4 @@
"frequency": "No information.", "frequency": "No information.",
"description": "Retrieves data used for You.com web search engine and LLMs." "description": "Retrieves data used for You.com web search engine and LLMs."
} }
} }