From accc48f327b33037ea94909df2118d714666567b Mon Sep 17 00:00:00 2001
From: nisbet-hubbard <87453615+nisbet-hubbard@users.noreply.github.com>
Date: Sat, 21 Jun 2025 08:48:58 +0800
Subject: [PATCH] Update funtion and description for SemrushBot

---
 robots.json | 36 ++++--------------------------------
 1 file changed, 4 insertions(+), 32 deletions(-)

diff --git a/robots.json b/robots.json
index ab2a383..0b35c61 100644
--- a/robots.json
+++ b/robots.json
@@ -454,47 +454,19 @@
         "operator": "[Zyte](https://www.zyte.com)",
         "respect": "Unclear at this time."
     },
-    "SemrushBot": {
-        "operator": "[Semrush](https://www.semrush.com/)",
-        "respect": "[Yes](https://www.semrush.com/bot/)",
-        "function": "Crawls your site for ContentShake AI tool.",
-        "frequency": "Roughly once every 10 seconds.",
-        "description": "You enter one text (on-demand) and we will make suggestions on it (the tool uses AI but we are not actively crawling the web, you need to manually enter one text/URL)."
-    },
-    "SemrushBot-BA": {
-        "operator": "[Semrush](https://www.semrush.com/)",
-        "respect": "[Yes](https://www.semrush.com/bot/)",
-        "function": "Crawls your site for ContentShake AI tool.",
-        "frequency": "Roughly once every 10 seconds.",
-        "description": "You enter one text (on-demand) and we will make suggestions on it (the tool uses AI but we are not actively crawling the web, you need to manually enter one text/URL)."
-    },
-    "SemrushBot-CT": {
-        "operator": "[Semrush](https://www.semrush.com/)",
-        "respect": "[Yes](https://www.semrush.com/bot/)",
-        "function": "Crawls your site for ContentShake AI tool.",
-        "frequency": "Roughly once every 10 seconds.",
-        "description": "You enter one text (on-demand) and we will make suggestions on it (the tool uses AI but we are not actively crawling the web, you need to manually enter one text/URL)."
-    },
     "SemrushBot-OCOB": {
         "operator": "[Semrush](https://www.semrush.com/)",
         "respect": "[Yes](https://www.semrush.com/bot/)",
         "function": "Crawls your site for ContentShake AI tool.",
         "frequency": "Roughly once every 10 seconds.",
-        "description": "You enter one text (on-demand) and we will make suggestions on it (the tool uses AI but we are not actively crawling the web, you need to manually enter one text/URL)."
-    },
-    "SemrushBot-SI": {
-        "operator": "[Semrush](https://www.semrush.com/)",
-        "respect": "[Yes](https://www.semrush.com/bot/)",
-        "function": "Crawls your site for ContentShake AI tool.",
-        "frequency": "Roughly once every 10 seconds.",
-        "description": "You enter one text (on-demand) and we will make suggestions on it (the tool uses AI but we are not actively crawling the web, you need to manually enter one text/URL)."
+        "description": "Data collected is used for the ContentShake AI tool reports."
     },
     "SemrushBot-SWA": {
         "operator": "[Semrush](https://www.semrush.com/)",
         "respect": "[Yes](https://www.semrush.com/bot/)",
-        "function": "Checks URLs on your site for SWA tool.",
+        "function": "Checks URLs on your site for SEO Writing Assistant.",
         "frequency": "Roughly once every 10 seconds.",
-        "description": "You enter one text (on-demand) and we will make suggestions on it (the tool uses AI but we are not actively crawling the web, you need to manually enter one text/URL)."
+        "description": "Data collected is used for the SEO Writing Assistant tool to check if URL is accessible."
     },
     "Sidetrade indexer bot": {
         "description": "AI product training.",
@@ -559,4 +531,4 @@
         "frequency": "No information.",
         "description": "Retrieves data used for You.com web search engine and LLMs."
     }
-}
\ No newline at end of file
+}