From f8b1b53fe9a71030e1f0ee94ed4c3d9e171ecc8f Mon Sep 17 00:00:00 2001 From: mickael Date: Sat, 5 Jan 2019 01:17:12 +0000 Subject: [PATCH] cpu: be gentle sleep 0.1 sec when adding proxies and urls to database --- ppf.py | 2 ++ 1 file changed, 2 insertions(+) diff --git a/ppf.py b/ppf.py index f7855fb..c278226 100755 --- a/ppf.py +++ b/ppf.py @@ -64,6 +64,7 @@ def insert_proxies(proxies, uri, sqlite): sqlite.executemany('INSERT INTO proxylist (added,proxy,failed,tested) VALUES (?,?,?,?)', new) sqlite.commit() _log('+%d item(s) from %s' % (len(new), uri), 'added') + time.sleep(0.1) def proxyfind(sqlite = None): #print('entering proxyfind...') @@ -99,6 +100,7 @@ def proxyfind(sqlite = None): sqlite.executemany('INSERT INTO uris (added,url,check_time,error,driver) values(?,?,?,?,?)', new) sqlite.commit() _log('+%d item(s) from %s' % (len(new), search), 'added') + time.sleep(0.1) sqlite.commit()