username/ppf
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

set default error value to 1 for new urls

Browse Source
This commit is contained in:
Mickaël Serneels
2019-04-07 22:46:50 +02:00
parent fdd486f73c
commit 8900153871
1 changed files with 1 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
dbs.py
View File

@@ -44,7 +44,7 @@ def insert_urls(urls, search, sqlite):
query = [ 'url=?' for u in urls ] query = [ 'url=?' for u in urls ]
known = [ i[0] for i in sqlite.execute('SELECT url FROM uris WHERE %s' % ' OR '.join(query),urls).fetchall() ] known = [ i[0] for i in sqlite.execute('SELECT url FROM uris WHERE %s' % ' OR '.join(query),urls).fetchall() ]
time_now = int(time.time()) time_now = int(time.time())
new = [ (time_now,i,0,0,0,0,0) for i in urls if not i in known ] new = [ (time_now,i,0,1,0,0,0) for i in urls if not i in known ]
if not len(new): return if not len(new): return
sqlite.executemany('INSERT INTO uris (added,url,check_time,error,stale_count,retrievals,proxies_added) values(?,?,?,?,?,?,?)', new) sqlite.executemany('INSERT INTO uris (added,url,check_time,error,stale_count,retrievals,proxies_added) values(?,?,?,?,?,?,?)', new)
sqlite.commit() sqlite.commit()