From 50870ba911119111d723ab02741b3f4353e248ff Mon Sep 17 00:00:00 2001 From: Simon Ser Date: Wed, 10 Sep 2025 12:04:08 +0200 Subject: [PATCH] Add TerraCotta Example server log: X.X.X.X - - [10/Sep/2025:00:06:17 +0000] "GET /archives/dri-devel/2023-November/430875.html HTTP/1.1" 200 7388 "-" "TerraCotta https://github.com/CeramicTeam/CeramicTerracotta" --- robots.json | 7 +++++++ 1 file changed, 7 insertions(+) diff --git a/robots.json b/robots.json index 6267d89..d666cd1 100644 --- a/robots.json +++ b/robots.json @@ -104,6 +104,13 @@ "frequency": "Monthly at present.", "description": "Web archive going back to 2008. [Cited in thousands of research papers per year](https://commoncrawl.org/research-papers)." }, + "TerraCotta": { + "operator": "[Ceramic AI](https://ceramic.ai/)", + "respect": "[Yes](https://github.com/CeramicTeam/CeramicTerracotta)", + "function": "AI Agents", + "frequency": "Unclear at this time.", + "description": "Downloads data to train LLMs." + }, "ChatGPT Agent": { "operator": "[OpenAI](https://openai.com)", "respect": "Yes",