username/ppf
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

fix: always check if is_bad_url

Browse Source
This commit is contained in:
Your Name
2021-02-06 12:20:34 +01:00
parent 01bded472f
commit dd3d3c3518
1 changed files with 3 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files

6
ppf.py
View File

@@ -93,10 +93,10 @@ def extract_urls(html, url):
elif not item.startswith('http'):
if not item.startswith('/'): item = '/%s' % item
item = '%s://%s%s' % (proto,domain,item)
elif is_bad_url(item, domain=domain, samedomain=config.ppf.extract_samedomain):
continue
if not item in urls: urls.append(item)
if is_bad_url(item, domain=domain, samedomain=config.ppf.extract_samedomain):
continue
elif not item in urls: urls.append(item)
if len(urls): dbs.insert_urls(urls, url, urldb) #insert_if_not_exists(urls)