From dd3d3c3518784b8dabadd6a809f7306395701b8f Mon Sep 17 00:00:00 2001 From: Your Name Date: Sat, 6 Feb 2021 12:20:34 +0100 Subject: [PATCH] fix: always check if is_bad_url --- ppf.py | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-) diff --git a/ppf.py b/ppf.py index d559604..ef6f01d 100755 --- a/ppf.py +++ b/ppf.py @@ -93,10 +93,10 @@ def extract_urls(html, url): elif not item.startswith('http'): if not item.startswith('/'): item = '/%s' % item item = '%s://%s%s' % (proto,domain,item) - elif is_bad_url(item, domain=domain, samedomain=config.ppf.extract_samedomain): - continue - if not item in urls: urls.append(item) + if is_bad_url(item, domain=domain, samedomain=config.ppf.extract_samedomain): + continue + elif not item in urls: urls.append(item) if len(urls): dbs.insert_urls(urls, url, urldb) #insert_if_not_exists(urls)