insert_proxies: remove 500-at-a-time logic
it's now done by mysqlite.py executemany.
This commit is contained in:
6
dbs.py
6
dbs.py
@@ -34,10 +34,8 @@ def insert_proxies(proxydb, proxies, url):
|
||||
for p in proxies:
|
||||
new.append((timestamp,p,3,0,0,0))
|
||||
|
||||
while len(new):
|
||||
proxydb.executemany('INSERT INTO proxylist (added,proxy,failed,tested,success_count,total_duration) VALUES (?,?,?,?,?,?)', new[:500])
|
||||
new = new[500:]
|
||||
proxydb.commit()
|
||||
proxydb.executemany('INSERT INTO proxylist (added,proxy,failed,tested,success_count,total_duration) VALUES (?,?,?,?,?,?)', new)
|
||||
proxydb.commit()
|
||||
|
||||
_log('+%d item(s) from %s' % (len(proxies), url), 'added')
|
||||
|
||||
|
||||
Reference in New Issue
Block a user