remote/ai.robots.txt
1
0
Fork 0
mirror of https://github.com/ai-robots-txt/ai.robots.txt.git synced 2026-07-16 19:34:31 +02:00
Code Issues Projects Releases Packages Wiki Activity

Merge pull request #240 from bobmatyas/add/tabstack

Browse source 
Add: Mozilla-Tabstack
This commit is contained in:
Glyn Normington 2026-07-09 16:00:59 +01:00 • committed by GitHub
commit 51f7fd5e3a
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
1 changed files with 7 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

7
robots.json
View file

@ -748,6 +748,13 @@
"description": "MistralAI-User is for user actions in LeChat. When users ask LeChat a question, it may visit a web page to help answer and include a link to the source in its response.",
"respect": "Yes"
},
"Mozilla-Tabstack": {
"operator": "[Mozilla](https://docs.tabstack.ai/trust/controlling-access)",
"respect": "Yes",
"function": "AI Data Providers",
"frequency": "On demand via API.",
"description": "Tabstack is a web intelligence API for AI agents. It extracts structured data from web pages and makes it available to AI agents."
},
"MyCentralAIScraperBot": {
"operator": "Unclear at this time.",
"respect": "Unclear at this time.",