remote/ai.robots.txt
1
0
Fork 0
mirror of https://github.com/ai-robots-txt/ai.robots.txt.git synced 2026-10-27 14:28:06 +01:00
Code Issues Projects Releases Packages Wiki Activity

Merge pull request #299 from TriHydera/main

Browse source 
Grok, Exa Search and NBot
This commit is contained in:
Glyn Normington 2026-10-14 04:43:00 +01:00 • committed by GitHub
commit 3a39226140
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
1 changed files with 29 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

30
robots.json
View file

@ -1,4 +1,32 @@
{
"nbot": {
"operator": "[NBot](https://nbot.ai)",
"respect": "Unclear at this time.",
"function": "AI Search Crawlers",
"frequency": "Unclear at this time.",
"description": "NBot uses advanced AI to scan news outlets, industry blogs, newsletters, and social media."
},
"GrokAppAndroid": {
"operator": "[xAI](https://x.ai)",
"respect": "Unclear at this time.",
"function": "AI Search Crawlers",
"frequency": "Unclear at this time.",
"description": "Grok AI is an advanced AI assistant built by xAI that leverages real-time web and X data to produce context-aware, multimodal responses."
},
"GrokBot": {
"operator": "[xAI](https://x.ai)",
"respect": "Unclear at this time.",
"function": "AI Search Crawlers",
"frequency": "Unclear at this time.",
"description": "Used to collect publicly available web content to support the training of Grok AI models."
},
"ExaSearchBot": {
"operator": "[EXA AI](https://exa.ai)",
"respect": "Unclear at this time.",
"function": "AI Search Crawlers",
"frequency": "Unclear at this time.",
"description": "Search the largest index of public web and private information."
},
"AddSearchBot": {
"operator": "Unclear at this time.",
"respect": "Unclear at this time.",
@ -1267,4 +1295,4 @@
"frequency": "Unclear at this time.",
"description": "Description unavailable from knownagents.com More info can be found at https://knownagents.com/agents/zanistabot"
}
}
}