From 78fd7b49d8d637e6439082d4606b135eafda7303 Mon Sep 17 00:00:00 2001 From: guest20 Date: Wed, 17 Jun 2026 12:23:10 +0200 Subject: [PATCH] \robots.py --- code/robots.py | 8 +------- 1 file changed, 1 insertion(+), 7 deletions(-) diff --git a/code/robots.py b/code/robots.py index f39ed08..1fca04a 100755 --- a/code/robots.py +++ b/code/robots.py @@ -10,13 +10,7 @@ from pathlib import Path def load_robots_json(): """Load the robots.json contents into a dictionary.""" - bots = json.loads(Path("./robots.json").read_text(encoding="utf-8")) - for ro in bots: - if "description" in ro: - # urls in the json have "agents" twice, so let's tidy that up here... - ro["description"] = ro["description"].replace('https://darkvisitors.com/agents/agents/', 'https://darkvisitors.com/agents/') - return bots - + return json.loads(Path("./robots.json").read_text(encoding="utf-8")) def get_agent_soup(): """Retrieve current known agents from darkvisitors.com"""