From c194d5cfc70e89b5a78d7ffda3c1c83274b67694 Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?Micka=C3=ABl=20Serneels?= Date: Mon, 22 Apr 2019 22:08:58 +0200 Subject: [PATCH] scraper: add debug option --- config.py | 3 +++ 1 file changed, 3 insertions(+) diff --git a/config.py b/config.py index bc2622e..8a7b618 100644 --- a/config.py +++ b/config.py @@ -39,4 +39,7 @@ class Config(ComboParser): self.add_item(section, 'max_fail', int, 5, 'number of fails after which an url is considered dead', False) self.add_item(section, 'database', str, 'proxies.sqlite', 'filename of database', True) + section = 'scraper' + self.add_item(section, 'debug', bool, False, 'scraper: whether to print additional debug info', False) + self.aparser.add_argument("--file", help="import a single file containing proxy addrs", type=str, default='', required=False)