username/ppf
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

extract_urls(): only when stale_count = 0

Browse Source
This commit is contained in:
Mickaël Serneels
2019-05-13 23:49:35 +02:00
parent e2122a27d9
commit bcaf7af0e7
1 changed files with 1 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
ppf.py
View File

@@ -52,13 +52,13 @@ def proxyleech(proxydb, urldb, url, stale_count, error, retrievals, proxies_adde
if len(new) == 0: if len(new) == 0:
stale_count += 1 stale_count += 1
else: else:
extract_urls(content, url)
stale_count = 0 stale_count = 0
if content == '': if content == '':
error += 1 error += 1
else: else:
retrievals += 1 retrievals += 1
error = 0 error = 0
extract_urls(content, url)
urldb.execute('UPDATE uris SET error=?,stale_count=?,check_time=?,retrievals=?,proxies_added=?,content_type=? where url=?', (error, stale_count, int(time.time()), retrievals, proxies_added+len(new), content_type, url)) urldb.execute('UPDATE uris SET error=?,stale_count=?,check_time=?,retrievals=?,proxies_added=?,content_type=? where url=?', (error, stale_count, int(time.time()), retrievals, proxies_added+len(new), content_type, url))
urldb.commit() urldb.commit()