remote/ai.robots.txt
1
0
Fork 0
mirror of https://github.com/ai-robots-txt/ai.robots.txt.git synced 2026-06-08 18:06:54 +02:00
Code Issues Projects Releases Packages Wiki Activity

add: AgentTimes bot

Browse source
This commit is contained in:
Justin Ribeiro 2026-06-02 11:26:06 -07:00
commit 7673437733
No known key found for this signature in database
GPG key ID: B746F0BC6AC423BA
1 changed files with 8 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

9
robots.json
View file

@ -34,6 +34,13 @@
"frequency": "No information provided.",
"description": "Scrapes data for AI systems."
},
"AgentTimes": {
"operator": "[The Agent Times](https://theagenttimes.com/about)",
"respect": "Unclear at this time.",
"function": "Data Scraper from RSS Feeds.",
"frequency": "Requests RSS feed every 5-6 minutes.",
"description": "Scrapes data for AI news aggregation and republishing."
},
"amazon-kendra": {
"operator": "Amazon",
"respect": "Yes",
@ -1049,4 +1056,4 @@
"frequency": "Unclear at this time.",
"description": "Description unavailable from darkvisitors.com More info can be found at https://darkvisitors.com/agents/agents/zanistabot"
}
}
}