From 8b188d0612414dbee2bfad4ffc2cc1493dae1faa Mon Sep 17 00:00:00 2001 From: Gregory Date: Sat, 26 Jul 2025 23:50:11 -0400 Subject: [PATCH 1/3] Added YaK user-agent to list of robots Added Meltwater's AI to list of bots that use AI and scrape websites. --- robots.json | 7 +++++++ 1 file changed, 7 insertions(+) diff --git a/robots.json b/robots.json index d34e8ec..2599916 100644 --- a/robots.json +++ b/robots.json @@ -587,6 +587,13 @@ "frequency": "Unclear at this time.", "description": "wpbot is a used to support the functionality of the AI Chatbot for WordPress plugin. It supports the use of customer models, data collection and customer support." }, + "YaK": { + "operator": "[Meltwater](https://www.meltwater.com/en/suite/consumer-intelligence)", + "respect": "Unclear at this time.", + "function": "By applying AI, data science, and market research expertise to a live feed of global data sources, we transform unstructured data into actionable insights allowing better decision-making." + "frequency": "Unclear at this time.", + "description": "Retrieves data used for Meltwater's AI enabled consumer intelligence suite" + }, "YandexAdditional": { "operator": "[Yandex](https://yandex.ru)", "respect": "[Yes](https://yandex.ru/support/webmaster/en/search-appearance/fast.html?lang=en)", From c15065544a20ee90f010f584763949f049624888 Mon Sep 17 00:00:00 2001 From: Glitz Smarter <100395937+GlitzSmarter@users.noreply.github.com> Date: Mon, 28 Jul 2025 12:54:25 -0400 Subject: [PATCH 2/3] Rewriting function in YaK Rewrote the function to make it clear the quote is according to the page on the Clearwater website. --- robots.json | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/robots.json b/robots.json index 2599916..4064a2e 100644 --- a/robots.json +++ b/robots.json @@ -590,7 +590,7 @@ "YaK": { "operator": "[Meltwater](https://www.meltwater.com/en/suite/consumer-intelligence)", "respect": "Unclear at this time.", - "function": "By applying AI, data science, and market research expertise to a live feed of global data sources, we transform unstructured data into actionable insights allowing better decision-making." + "function": "According to the [Meltwater Consumer Intelligence page](https://www.meltwater.com/en/suite/consumer-intelligence) 'By applying AI, data science, and market research expertise to a live feed of global data sources, we transform unstructured data into actionable insights allowing better decision-making'." "frequency": "Unclear at this time.", "description": "Retrieves data used for Meltwater's AI enabled consumer intelligence suite" }, @@ -615,4 +615,4 @@ "frequency": "No information.", "description": "Retrieves data used for You.com web search engine and LLMs." } -} \ No newline at end of file +} From 12c5368e04a5f8cf605d8259adedbb1f13a45f45 Mon Sep 17 00:00:00 2001 From: Glyn Normington Date: Mon, 28 Jul 2025 19:29:19 +0100 Subject: [PATCH 3/3] Fix syntax --- robots.json | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/robots.json b/robots.json index 4064a2e..9866185 100644 --- a/robots.json +++ b/robots.json @@ -590,7 +590,7 @@ "YaK": { "operator": "[Meltwater](https://www.meltwater.com/en/suite/consumer-intelligence)", "respect": "Unclear at this time.", - "function": "According to the [Meltwater Consumer Intelligence page](https://www.meltwater.com/en/suite/consumer-intelligence) 'By applying AI, data science, and market research expertise to a live feed of global data sources, we transform unstructured data into actionable insights allowing better decision-making'." + "function": "According to the [Meltwater Consumer Intelligence page](https://www.meltwater.com/en/suite/consumer-intelligence) 'By applying AI, data science, and market research expertise to a live feed of global data sources, we transform unstructured data into actionable insights allowing better decision-making'.", "frequency": "Unclear at this time.", "description": "Retrieves data used for Meltwater's AI enabled consumer intelligence suite" },