From b53a8362ba1d3031ece2deefdc3309823b932012 Mon Sep 17 00:00:00 2001
From: Alexander Kabui
Date: Thu, 11 Feb 2021 23:11:45 +0300
Subject: add search for templates
---
test/requests/links_scraper/genelinks.py | 17 +++++++++++++++++
1 file changed, 17 insertions(+)
(limited to 'test/requests/links_scraper')
diff --git a/test/requests/links_scraper/genelinks.py b/test/requests/links_scraper/genelinks.py
index ca98f62f..6a3d363e 100644
--- a/test/requests/links_scraper/genelinks.py
+++ b/test/requests/links_scraper/genelinks.py
@@ -11,10 +11,25 @@ from urllib.parse import urlparse
PORT = os.environ.get("PORT", "5004")
+TEMPLATE_PATH = "../wqflask/wqflask/templates"
BROKEN_LINKS = set()
+def search_templates():
+ """searches for broken links in templates"""
+ html_parsed_pages = []
+ for subdir, dirs, files in os.walk(TEMPLATE_PATH):
+ for file in files:
+ file_path = os.path.join(subdir, file)
+ if file_path.endswith(".html"):
+ parsed_page = soup(
+ open(file_path, encoding="utf8"), "html.parser")
+ html_parsed_pages.append(parsed_page)
+
+ return html_parsed_pages
+
+
def is_valid_link(url_link):
try:
result = urlparse(url_link)
@@ -107,6 +122,8 @@ def webpages_to_check():
if __name__ == '__main__':
+ # results = search_templates()
+
for page in webpages_to_check():
fetch_page_links(page)
if len(BROKEN_LINKS) > 0:
--
cgit v1.2.3