github/ai.robots.txt
1
0
Fork 0
mirror of https://github.com/ai-robots-txt/ai.robots.txt.git synced 2025-12-29 12:18:33 +01:00
Code Issues Projects Releases Packages Wiki Activity

Update from Dark Visitors

Browse source
This commit is contained in:
dark-visitors 2025-07-08 01:01:25 +00:00
commit f6f504012f
1 changed files with 7 additions and 7 deletions
Download patch file Download diff file Expand all files Collapse all files

14
robots.json
View file

@ -531,13 +531,6 @@
"operator": "Unclear at this time.", "operator": "Unclear at this time.",
"respect": "Unclear at this time." "respect": "Unclear at this time."
}, },
"TikTokSpider": {
"operator": "ByteDance",
"respect": "Unclear at this time.",
"function": "LLM training.",
"frequency": "Unclear at this time.",
"description": "Downloads data to train LLMS, as per Bytespider."
},
"Thinkbot": { "Thinkbot": {
"operator": "[Thinkbot](https://www.thinkbot.agency)", "operator": "[Thinkbot](https://www.thinkbot.agency)",
"respect": "No", "respect": "No",
@ -545,6 +538,13 @@
"frequency": "Unclear at this time.", "frequency": "Unclear at this time.",
"description": "Collects data for analysis on AI usage and automation." "description": "Collects data for analysis on AI usage and automation."
}, },
"TikTokSpider": {
"operator": "ByteDance",
"respect": "Unclear at this time.",
"function": "LLM training.",
"frequency": "Unclear at this time.",
"description": "Downloads data to train LLMS, as per Bytespider."
},
"Timpibot": { "Timpibot": {
"operator": "[Timpi](https://timpi.io)", "operator": "[Timpi](https://timpi.io)",
"respect": "Unclear at this time.", "respect": "Unclear at this time.",