github/ai.robots.txt
1
0
Fork 0
mirror of https://github.com/ai-robots-txt/ai.robots.txt.git synced 2025-12-29 12:18:33 +01:00
Code Issues Projects Releases Packages Wiki Activity

chore(robots.json): add AmazonBuyForMe and atlassian-bot

Browse source
This commit is contained in:
Cory Dransfeldt 2025-11-05 14:02:37 -08:00
commit 00bf2b0e13
No known key found for this signature in database
GPG key ID: AD59B1CBD1EB92BE
1 changed files with 15 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

16
robots.json
View file

@ -27,6 +27,20 @@
"frequency": "No information provided.",
"description": "Scrapes data for AI systems."
},
"AmazonBuyForMe": {
"operator": "[Amazon](https://amazon.com)",
"respect": "Unclear at this time.",
"function": "AI Agents",
"frequency": "No information provided.",
"description": "Buy For Me is an AI agent that helps buy products at the direction of customers."
},
"atlassian-bot": {
"operator": "[Atlassian](https://www.atlassian.com)",
"respect": "[Yes](https://support.atlassian.com/organization-administration/docs/connect-custom-website-to-rovo/#Editing-your-robots.txt)",
"function": "AI search, assistants and agents",
"frequency": "No information provided.",
"description": "atlassian-bot is a web crawler used to index website content for its AI search, assistants and agents available in its Rovo GenAI product."
},
"amazon-kendra-": {
"operator": "Amazon",
"respect": "Yes",
@ -734,4 +748,4 @@
"frequency": "No information.",
"description": "Retrieves data used for You.com web search engine and LLMs."
}
}
}