remote/ai.robots.txt
1
0
Fork 0
mirror of https://github.com/ai-robots-txt/ai.robots.txt.git synced 2026-09-23 18:34:17 +02:00
Code Issues Projects Releases Packages Wiki Activity

robots.py: agents/agents -> agents

Browse source
This commit is contained in:
guest20 2026-06-17 11:45:55 +02:00 • committed by GitHub
commit bd3ee4702c
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
1 changed files with 6 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

7
code/robots.py
View file

@ -10,7 +10,12 @@ from pathlib import Path
def load_robots_json():
"""Load the robots.json contents into a dictionary."""
return json.loads(Path("./robots.json").read_text(encoding="utf-8"))
bots = json.loads(Path("./robots.json").read_text(encoding="utf-8"))
for ro in bots:
if "description" in ro:
# urls in the json have "agents" twice, so let's tidy that up here...
ro["description"] = ro["description"].replace('https://darkvisitors.com/agents/agents/', 'https://darkvisitors.com/agents/')
return bots
def get_agent_soup():