diff --git a/config.py b/config.py index 0af12fc..50c23c7 100644 --- a/config.py +++ b/config.py @@ -161,6 +161,8 @@ class Config(ComboParser): self.add_item(section, 'batch_size', int, 100, 'proxies per work batch (default: 100)', False) self.add_item(section, 'heartbeat', int, 60, 'heartbeat interval in seconds (default: 60)', False) self.add_item(section, 'claim_timeout', int, 300, 'seconds before unclaimed work is released (default: 300)', False) + self.add_item(section, 'url_batch_size', int, 5, 'URLs per claim cycle for V2 mode (default: 5)', False) + self.add_item(section, 'fetch_timeout', int, 30, 'timeout for URL fetching in V2 mode (default: 30)', False) self.aparser.add_argument("--file", help="import a single file containing proxy addrs", type=str, default='', required=False) self.aparser.add_argument("--nobs", help="disable BeautifulSoup, use stdlib HTMLParser", action='store_true', default=False) @@ -172,3 +174,4 @@ class Config(ComboParser): self.aparser.add_argument("--worker-key", help="worker authentication key", type=str, default='') self.aparser.add_argument("--register", help="register as worker with master server", action='store_true', default=False) self.aparser.add_argument("--worker-name", help="worker name for registration (default: hostname)", type=str, default='') + self.aparser.add_argument("--worker-v2", help="run as V2 worker (URL-driven fetching)", action='store_true', default=False)