diff --git a/robots.json b/robots.json index b5e1abd..8d1092f 100644 --- a/robots.json +++ b/robots.json @@ -503,47 +503,19 @@ "operator": "[Zyte](https://www.zyte.com)", "respect": "Unclear at this time." }, - "SemrushBot": { - "operator": "[Semrush](https://www.semrush.com/)", - "respect": "[Yes](https://www.semrush.com/bot/)", - "function": "Crawls your site for ContentShake AI tool.", - "frequency": "Roughly once every 10 seconds.", - "description": "You enter one text (on-demand) and we will make suggestions on it (the tool uses AI but we are not actively crawling the web, you need to manually enter one text/URL)." - }, - "SemrushBot-BA": { - "operator": "[Semrush](https://www.semrush.com/)", - "respect": "[Yes](https://www.semrush.com/bot/)", - "function": "Crawls your site for ContentShake AI tool.", - "frequency": "Roughly once every 10 seconds.", - "description": "You enter one text (on-demand) and we will make suggestions on it (the tool uses AI but we are not actively crawling the web, you need to manually enter one text/URL)." - }, - "SemrushBot-CT": { - "operator": "[Semrush](https://www.semrush.com/)", - "respect": "[Yes](https://www.semrush.com/bot/)", - "function": "Crawls your site for ContentShake AI tool.", - "frequency": "Roughly once every 10 seconds.", - "description": "You enter one text (on-demand) and we will make suggestions on it (the tool uses AI but we are not actively crawling the web, you need to manually enter one text/URL)." - }, "SemrushBot-OCOB": { "operator": "[Semrush](https://www.semrush.com/)", "respect": "[Yes](https://www.semrush.com/bot/)", "function": "Crawls your site for ContentShake AI tool.", "frequency": "Roughly once every 10 seconds.", - "description": "You enter one text (on-demand) and we will make suggestions on it (the tool uses AI but we are not actively crawling the web, you need to manually enter one text/URL)." - }, - "SemrushBot-SI": { - "operator": "[Semrush](https://www.semrush.com/)", - "respect": "[Yes](https://www.semrush.com/bot/)", - "function": "Crawls your site for ContentShake AI tool.", - "frequency": "Roughly once every 10 seconds.", - "description": "You enter one text (on-demand) and we will make suggestions on it (the tool uses AI but we are not actively crawling the web, you need to manually enter one text/URL)." + "description": "Data collected is used for the ContentShake AI tool reports." }, "SemrushBot-SWA": { "operator": "[Semrush](https://www.semrush.com/)", "respect": "[Yes](https://www.semrush.com/bot/)", - "function": "Checks URLs on your site for SWA tool.", + "function": "Checks URLs on your site for SEO Writing Assistant.", "frequency": "Roughly once every 10 seconds.", - "description": "You enter one text (on-demand) and we will make suggestions on it (the tool uses AI but we are not actively crawling the web, you need to manually enter one text/URL)." + "description": "Data collected is used for the SEO Writing Assistant tool to check if URL is accessible." }, "Sidetrade indexer bot": { "description": "AI product training.", @@ -615,4 +587,4 @@ "frequency": "No information.", "description": "Retrieves data used for You.com web search engine and LLMs." } -} \ No newline at end of file +}