diff options
author | zsloan | 2022-09-06 13:32:28 -0500 |
---|---|---|
committer | GitHub | 2022-09-06 13:32:28 -0500 |
commit | d8bc7067b717e0b680d98b7cfcbc26c758a109bf (patch) | |
tree | 571677761b3bb464b55bc19f208f135214321ad2 /test/requests/link_checker.py | |
parent | e0626f40d8fe4fa83daba52b82c1b459b34b1849 (diff) | |
parent | 363237f11b9eb14f52c4f0c43a931c99c827c496 (diff) | |
download | genenetwork2-d8bc7067b717e0b680d98b7cfcbc26c758a109bf.tar.gz |
Merge branch 'testing' into feature/generalize_tables
Diffstat (limited to 'test/requests/link_checker.py')
-rw-r--r-- | test/requests/link_checker.py | 5 |
1 files changed, 3 insertions, 2 deletions
diff --git a/test/requests/link_checker.py b/test/requests/link_checker.py index feae6526..86222254 100644 --- a/test/requests/link_checker.py +++ b/test/requests/link_checker.py @@ -1,6 +1,6 @@ import re import requests -from lxml.html import parse +from lxml.html import document_fromstring from requests.exceptions import ConnectionError DO_FAIL=False # fail on error @@ -66,7 +66,8 @@ def verify_static_file(link): def check_page(host, start_url): print("") print("Checking links host "+host+" in page `"+start_url+"`") - doc = parse(start_url).getroot() + req = requests.get(start_url) + doc = document_fromstring(start_url) links = get_links(doc) in_page_links = list(filter(is_in_page_link, links)) internal_links = list(filter(is_internal_link, links)) |