aboutsummaryrefslogtreecommitdiff
path: root/test/requests/link_checker.py
diff options
context:
space:
mode:
authorMuriithi Frederick Muriuki2018-03-12 13:00:03 +0300
committerMuriithi Frederick Muriuki2018-03-12 13:00:03 +0300
commit655e741375b3fad7e3b7657662d33ca8017c0220 (patch)
tree36b7dec58e4b7e57f2959a722dceb5339b7ce9c4 /test/requests/link_checker.py
parente147bc1ec354f9e07b7887109967afe8aae87f5b (diff)
downloadgenenetwork2-655e741375b3fad7e3b7657662d33ca8017c0220.tar.gz
Add tests to check links.
Diffstat (limited to 'test/requests/link_checker.py')
-rw-r--r--test/requests/link_checker.py62
1 files changed, 58 insertions, 4 deletions
diff --git a/test/requests/link_checker.py b/test/requests/link_checker.py
index f171c12a..256bf6ef 100644
--- a/test/requests/link_checker.py
+++ b/test/requests/link_checker.py
@@ -1,9 +1,63 @@
+from __future__ import print_function
+import re
import requests
+from lxml.html import parse
+from requests.exceptions import ConnectionError
+
+def is_root_link(link):
+ pattern = re.compile("^/$")
+ return pattern.match(link)
+
+def is_mailto_link(link):
+ pattern = re.compile("^mailto:.*")
+ return pattern.match(link)
+
+def is_internal_link(link):
+ pattern = re.compile("^/.*")
+ return pattern.match(link)
+
+def get_links(doc):
+ return filter(
+ lambda x: not (
+ is_root_link(x)
+ or is_mailto_link(x))
+ , map(lambda y: y.get("href")
+ , doc.cssselect("a")))
+
+def verify_link(link):
+ try:
+ result = requests.get(link, timeout=20)
+ if result.status_code == 200:
+ print(link+" ==> OK")
+ else:
+ print("ERROR: link `"+link+"` failed with status "
+ , result.status_code)
+ except ConnectionError as ex:
+ print("ERROR: ", link, ex)
+
+def check_page(host, start_url):
+ print("")
+ print("Checking links in page `"+start_url+"`")
+ doc = parse(start_url).getroot()
+ links = get_links(doc)
+ internal_links = filter(is_internal_link, links)
+ external_links = filter(lambda x: not is_internal_link(x), links)
+ external_links.append("http://somenon-existentsite.brr")
+ for link in internal_links:
+ verify_link(host+link)
+
+ for link in external_links:
+ verify_link(link)
def check_links(args_obj, parser):
print("")
print("Checking links")
- print("########################")
- print("Not implemented yet.")
- print("This is supposed to check all links in the system.")
- print("########################")
+ host = args_obj.host
+
+ # Check the home page
+ check_page(host, host)
+
+ # Check traits page
+ check_page(
+ host,
+ host+"/show_trait?trait_id=1435395_s_at&dataset=HC_M2_0606_P")