ppf: move insert function into dbs.py

dbs.py

@@ -1,4 +1,5 @@
-import mysqlite
+import time
+from misc import _log
 
 def create_table_if_not_exists(sqlite, dbname):
 	if dbname == 'proxylist':
@@ -25,3 +26,29 @@ def create_table_if_not_exists(sqlite, dbname):
 			)""")
 
 	sqlite.commit()
+
+def insert_proxies(proxydb, proxies, url):
+	timestamp = int(time.time())
+
+	new = []
+	for p in proxies:
+		new.append((timestamp,p,3,0,0,0))
+
+	while len(new):
+		proxydb.executemany('INSERT INTO proxylist (added,proxy,failed,tested,success_count,total_duration) VALUES (?,?,?,?,?,?)', new[:500])
+		new = new[500:]
+		proxydb.commit()
+
+	_log('+%d item(s) from %s' % (len(proxies), url), 'added')
+
+
+def insert_urls(urls, search, sqlite):
+	query = [ 'url=?' for u in urls ]
+	known = [ i[0] for i in sqlite.execute('SELECT url FROM uris WHERE %s' % ' OR '.join(query),urls).fetchall() ]
+	time_now = int(time.time())
+	new = [ (time_now,i,0,0,0,0,0) for i in urls if not i in known ]
+	if not len(new): return
+	sqlite.executemany('INSERT INTO uris (added,url,check_time,error,stale_count,retrievals,proxies_added) values(?,?,?,?,?,?,?)', new)
+	sqlite.commit()
+	_log('+%d item(s) from %s' % (len(new), search), 'added')
+