From bcaf7af0e746b1498ebf74163f0364a1a5a8d9a7 Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?Micka=C3=ABl=20Serneels?= Date: Mon, 13 May 2019 23:49:35 +0200 Subject: [PATCH] extract_urls(): only when stale_count = 0 --- ppf.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/ppf.py b/ppf.py index 699c0c8..d42fde6 100755 --- a/ppf.py +++ b/ppf.py @@ -52,13 +52,13 @@ def proxyleech(proxydb, urldb, url, stale_count, error, retrievals, proxies_adde if len(new) == 0: stale_count += 1 else: + extract_urls(content, url) stale_count = 0 if content == '': error += 1 else: retrievals += 1 error = 0 - extract_urls(content, url) urldb.execute('UPDATE uris SET error=?,stale_count=?,check_time=?,retrievals=?,proxies_added=?,content_type=? where url=?', (error, stale_count, int(time.time()), retrievals, proxies_added+len(new), content_type, url)) urldb.commit()