insert_proxies: remove 500-at-a-time logic

it's now done by mysqlite.py executemany.
This commit is contained in:
rofl0r
2019-01-18 21:50:44 +00:00
parent 8be5ab1567
commit 8400eab7ee

6
dbs.py
View File

@@ -34,10 +34,8 @@ def insert_proxies(proxydb, proxies, url):
for p in proxies:
new.append((timestamp,p,3,0,0,0))
while len(new):
proxydb.executemany('INSERT INTO proxylist (added,proxy,failed,tested,success_count,total_duration) VALUES (?,?,?,?,?,?)', new[:500])
new = new[500:]
proxydb.commit()
proxydb.executemany('INSERT INTO proxylist (added,proxy,failed,tested,success_count,total_duration) VALUES (?,?,?,?,?,?)', new)
proxydb.commit()
_log('+%d item(s) from %s' % (len(proxies), url), 'added')