remote/ai.robots.txt
1
0
Fork 0
mirror of https://github.com/ai-robots-txt/ai.robots.txt.git synced 2026-11-15 14:48:32 +01:00
Code Issues Projects Releases Packages Wiki Activity

Add NagetBot and newsai user-agents

Browse source 
User-agent header values seen in the wild over the last days:

    Mozilla/5.0 (compatible; NagetBot/1.0; +https://naget.ai/bot)
    Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/140.0.0.0 newsai/1.0 Safari/537.36
This commit is contained in:
Georg Sauthoff 2026-05-02 13:04:51 +02:00
commit a9f686064f
1 changed files with 15 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

16
robots.json
View file

@ -664,6 +664,13 @@
"frequency": "Unclear at this time.",
"description": "Operator and data use is unclear at this time."
},
"NagetBot": {
"operator": "Naget Inc (founded by Chris Samarinas, headquarter in Amherst, Massachusetts)",
"respect": "Unclear at this time.",
"function": "AI data scraper",
"frequency": "Unclear at this time.",
"description": "'Naget revolutionizes content discovery through an AI-powered ecosystem that transforms how we generate, organize, share, and discover valuable content.' (https://naget.com/) User-agent string links https://naget.ai/bot which yields 404."
},
"netEstate Imprint Crawler": {
"operator": "netEstate",
"respect": "Unclear at this time.",
@ -671,6 +678,13 @@
"frequency": "Unclear at this time.",
"description": "netEstate Imprint Crawler is an AI data scraper operated by netEstate. If you think this is incorrect or can provide additional detail about its purpose, please contact us. More info can be found at https://darkvisitors.com/agents/agents/netestate-imprint-crawler"
},
"newsai": {
"operator": "Unclear at this time.",
"respect": "Unclear at this time.",
"function": "AI data scraper",
"frequency": "Unclear at this time.",
"description": "User-agent string doen't contain an URL and there multiple sites using the newsai brand."
},
"NotebookLM": {
"operator": "Unclear at this time.",
"respect": "Unclear at this time.",
@ -972,4 +986,4 @@
"frequency": "Unclear at this time.",
"description": "Description unavailable from darkvisitors.com More info can be found at https://darkvisitors.com/agents/agents/zanistabot"
}
}
}