mirror of
https://github.com/ai-robots-txt/ai.robots.txt.git
synced 2026-09-27 12:24:14 +02:00
Update code/robots.py
For consistency.
This commit is contained in:
parent
dad7db5168
commit
0b021b9e40
1 changed files with 1 additions and 1 deletions
|
|
@ -54,7 +54,7 @@ def load_robots_json():
|
|||
return json.loads(Path("./robots.json").read_text(encoding="utf-8"))
|
||||
|
||||
def get_agent_soup():
|
||||
"""Retrieve current agent data from Known Agents."""
|
||||
"""Retrieve current agent data from knownagents.com."""
|
||||
session = requests.Session()
|
||||
try:
|
||||
response = session.get("https://knownagents.com/agents")
|
||||
|
|
|
|||
Loading…
Add table
Add a link
Reference in a new issue