extract_urls(): only when stale_count = 0

This commit is contained in:
Mickaël Serneels
2019-05-13 23:49:35 +02:00
parent e2122a27d9
commit bcaf7af0e7

2
ppf.py
View File

@@ -52,13 +52,13 @@ def proxyleech(proxydb, urldb, url, stale_count, error, retrievals, proxies_adde
if len(new) == 0:
stale_count += 1
else:
extract_urls(content, url)
stale_count = 0
if content == '':
error += 1
else:
retrievals += 1
error = 0
extract_urls(content, url)
urldb.execute('UPDATE uris SET error=?,stale_count=?,check_time=?,retrievals=?,proxies_added=?,content_type=? where url=?', (error, stale_count, int(time.time()), retrievals, proxies_added+len(new), content_type, url))
urldb.commit()