username/ppf
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

extract url only from same domains ? (default: False)

Browse Source 
setting this option will make ppf not follow external links when extracting uris
This commit is contained in:
Mickaël Serneels
2019-05-14 21:24:29 +02:00
parent b226bc0b03
commit eeedf9d0a1
2 changed files with 5 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

1
config.py
View File

@@ -38,6 +38,7 @@ class Config(ComboParser):
self.add_item(section, 'perfail_checktime', int, 3600, 'additional checking interval for urls in db in seconds per resultless check', False)
self.add_item(section, 'max_fail', int, 5, 'number of fails after which an url is considered dead', False)
self.add_item(section, 'database', str, 'proxies.sqlite', 'filename of database', True)
self.add_item(section, 'extract_samedomain', bool, False, 'extract only url from same domains? (default: False)', False)
section = 'scraper'
self.add_item(section, 'debug', bool, False, 'scraper: whether to print additional debug info', False)