mirror of
https://github.com/ai-robots-txt/ai.robots.txt.git
synced 2025-12-29 12:18:33 +01:00
130 lines
No EOL
1.7 KiB
Text
130 lines
No EOL
1.7 KiB
Text
AddSearchBot
|
|
AI2Bot
|
|
AI2Bot-DeepResearchEval
|
|
Ai2Bot-Dolma
|
|
aiHitBot
|
|
amazon-kendra
|
|
Amazonbot
|
|
AmazonBuyForMe
|
|
Andibot
|
|
Anomura
|
|
anthropic-ai
|
|
Applebot
|
|
Applebot-Extended
|
|
atlassian-bot
|
|
Awario
|
|
bedrockbot
|
|
bigsur.ai
|
|
Bravebot
|
|
Brightbot 1.0
|
|
BuddyBot
|
|
Bytespider
|
|
CCBot
|
|
Channel3Bot
|
|
ChatGLM-Spider
|
|
ChatGPT Agent
|
|
ChatGPT-User
|
|
Claude-SearchBot
|
|
Claude-User
|
|
Claude-Web
|
|
ClaudeBot
|
|
Cloudflare-AutoRAG
|
|
CloudVertexBot
|
|
cohere-ai
|
|
cohere-training-data-crawler
|
|
Cotoyogi
|
|
Crawl4AI
|
|
Crawlspace
|
|
Datenbank Crawler
|
|
DeepSeekBot
|
|
Devin
|
|
Diffbot
|
|
DuckAssistBot
|
|
Echobot Bot
|
|
EchoboxBot
|
|
FacebookBot
|
|
facebookexternalhit
|
|
Factset_spyderbot
|
|
FirecrawlAgent
|
|
FriendlyCrawler
|
|
Gemini-Deep-Research
|
|
Google-CloudVertexBot
|
|
Google-Extended
|
|
Google-Firebase
|
|
Google-NotebookLM
|
|
GoogleAgent-Mariner
|
|
GoogleOther
|
|
GoogleOther-Image
|
|
GoogleOther-Video
|
|
GPTBot
|
|
iAskBot
|
|
iaskspider
|
|
iaskspider/2.0
|
|
IbouBot
|
|
ICC-Crawler
|
|
ImagesiftBot
|
|
imageSpider
|
|
img2dataset
|
|
ISSCyberRiskCrawler
|
|
Kangaroo Bot
|
|
KlaviyoAIBot
|
|
KunatoCrawler
|
|
laion-huggingface-processor
|
|
LAIONDownloader
|
|
LCC
|
|
LinerBot
|
|
Linguee Bot
|
|
LinkupBot
|
|
Manus-User
|
|
meta-externalagent
|
|
Meta-ExternalAgent
|
|
meta-externalfetcher
|
|
Meta-ExternalFetcher
|
|
meta-webindexer
|
|
MistralAI-User
|
|
MistralAI-User/1.0
|
|
MyCentralAIScraperBot
|
|
netEstate Imprint Crawler
|
|
NotebookLM
|
|
NovaAct
|
|
OAI-SearchBot
|
|
omgili
|
|
omgilibot
|
|
OpenAI
|
|
Operator
|
|
PanguBot
|
|
Panscient
|
|
panscient.com
|
|
Perplexity-User
|
|
PerplexityBot
|
|
PetalBot
|
|
PhindBot
|
|
Poggio-Citations
|
|
Poseidon Research Crawler
|
|
QualifiedBot
|
|
QuillBot
|
|
quillbot.com
|
|
SBIntuitionsBot
|
|
Scrapy
|
|
SemrushBot-OCOB
|
|
SemrushBot-SWA
|
|
ShapBot
|
|
Sidetrade indexer bot
|
|
Spider
|
|
TavilyBot
|
|
TerraCotta
|
|
Thinkbot
|
|
TikTokSpider
|
|
Timpibot
|
|
TwinAgent
|
|
VelenPublicWebCrawler
|
|
WARDBot
|
|
Webzio-Extended
|
|
webzio-extended
|
|
wpbot
|
|
WRTNBot
|
|
YaK
|
|
YandexAdditional
|
|
YandexAdditionalBot
|
|
YouBot
|
|
ZanistaBot |