extract_urls(): only when stale_count = 0
This commit is contained in:
2
ppf.py
2
ppf.py
@@ -52,13 +52,13 @@ def proxyleech(proxydb, urldb, url, stale_count, error, retrievals, proxies_adde
|
||||
if len(new) == 0:
|
||||
stale_count += 1
|
||||
else:
|
||||
extract_urls(content, url)
|
||||
stale_count = 0
|
||||
if content == '':
|
||||
error += 1
|
||||
else:
|
||||
retrievals += 1
|
||||
error = 0
|
||||
extract_urls(content, url)
|
||||
|
||||
urldb.execute('UPDATE uris SET error=?,stale_count=?,check_time=?,retrievals=?,proxies_added=?,content_type=? where url=?', (error, stale_count, int(time.time()), retrievals, proxies_added+len(new), content_type, url))
|
||||
urldb.commit()
|
||||
|
||||
Reference in New Issue
Block a user