diff --git a/code/robots.py b/code/robots.py index 26a4aca..a2fb7ec 100755 --- a/code/robots.py +++ b/code/robots.py @@ -52,7 +52,16 @@ def updated_robots_json(soup): for agent in section.find_all("a", href=True): name = agent.find("div", {"class": "agent-name"}).get_text().strip() name = clean_robot_name(name) - desc = agent.find("p").get_text().strip() + + # This line below occasionally throws this error: AttributeError: 'NoneType' object has no attribute 'get_text' + #desc = agent.find("p").get_text().strip() + + # Attempting a different way to handle to avoid errors: + p_tag = agent.find("p") + if p_tag is not None: + desc = p_tag.get_text().strip() + else: + desc = "Description unavailable from darkvisitors.com" default_values = { "Unclear at this time.",