From 8400eab7eeee9a489bd033bc592c7cccc3eff97c Mon Sep 17 00:00:00 2001 From: rofl0r Date: Fri, 18 Jan 2019 21:50:44 +0000 Subject: [PATCH] insert_proxies: remove 500-at-a-time logic it's now done by mysqlite.py executemany. --- dbs.py | 6 ++---- 1 file changed, 2 insertions(+), 4 deletions(-) diff --git a/dbs.py b/dbs.py index a644997..fdf493d 100644 --- a/dbs.py +++ b/dbs.py @@ -34,10 +34,8 @@ def insert_proxies(proxydb, proxies, url): for p in proxies: new.append((timestamp,p,3,0,0,0)) - while len(new): - proxydb.executemany('INSERT INTO proxylist (added,proxy,failed,tested,success_count,total_duration) VALUES (?,?,?,?,?,?)', new[:500]) - new = new[500:] - proxydb.commit() + proxydb.executemany('INSERT INTO proxylist (added,proxy,failed,tested,success_count,total_duration) VALUES (?,?,?,?,?,?)', new) + proxydb.commit() _log('+%d item(s) from %s' % (len(proxies), url), 'added')