From 6d75f3c1c911202824d8b3943a176f98930e7ba5 Mon Sep 17 00:00:00 2001 From: Adam Newbold Date: Mon, 1 Dec 2025 20:18:29 -0500 Subject: [PATCH] Update robots.py to address error on line 57 Attempting to work around an error that prevents parsing the Dark Visitors site --- code/robots.py | 11 ++++++++++- 1 file changed, 10 insertions(+), 1 deletion(-) diff --git a/code/robots.py b/code/robots.py index 26a4aca..a2fb7ec 100755 --- a/code/robots.py +++ b/code/robots.py @@ -52,7 +52,16 @@ def updated_robots_json(soup): for agent in section.find_all("a", href=True): name = agent.find("div", {"class": "agent-name"}).get_text().strip() name = clean_robot_name(name) - desc = agent.find("p").get_text().strip() + + # This line below occasionally throws this error: AttributeError: 'NoneType' object has no attribute 'get_text' + #desc = agent.find("p").get_text().strip() + + # Attempting a different way to handle to avoid errors: + p_tag = agent.find("p") + if p_tag is not None: + desc = p_tag.get_text().strip() + else: + desc = "Description unavailable from darkvisitors.com" default_values = { "Unclear at this time.",