add configurable thread scaling and queue counter reset

- Add scale_cooldown and scale_threshold config options
- ThreadScaler now reads scaling params from config
- Reset priority queue counter when queue empties to prevent unbounded growth

config.py

@@ -37,9 +37,9 @@ class Config(ComboParser):
         if self.ppf.timeout <= 0:
             errors.append('ppf.timeout must be > 0')
 
-        # Validate thread counts
-        if self.watchd.threads < 1:
-            errors.append('watchd.threads must be >= 1')
+        # Validate thread counts (0 allowed for watchd to disable local testing)
+        if self.watchd.threads < 0:
+            errors.append('watchd.threads must be >= 0')
         if self.ppf.threads < 1:
             errors.append('ppf.threads must be >= 1')
         if self.scraper.threads < 1:
@@ -112,6 +112,8 @@ class Config(ComboParser):
         self.add_item(section, 'stats_interval', int, 300, 'seconds between status reports (default: 300)', False)
         self.add_item(section, 'tor_safeguard', bool, True, 'enable tor safeguard (default: True)', False)
         self.add_item(section, 'checktype', str, 'ssl', 'check type(s): irc, head, judges, ssl (comma-separated for random)', False)
+        self.add_item(section, 'scale_cooldown', int, 10, 'seconds between thread scaling decisions (default: 10)', False)
+        self.add_item(section, 'scale_threshold', float, 10.0, 'min success rate % to scale up threads (default: 10.0)', False)
 
         section = 'httpd'
         self.add_item(section, 'listenip', str, '127.0.0.1', 'address for the httpd to listen to (default: 127.0.0.1)', True)
@@ -129,6 +131,7 @@ class Config(ComboParser):
         self.add_item(section, 'max_fail', int, 5, 'number of fails after which an url is considered dead', False)
         self.add_item(section, 'database', str, 'proxies.sqlite', 'filename of database', True)
         self.add_item(section, 'extract_samedomain', bool, False, 'extract only url from same domains? (default: False)', False)
+        self.add_item(section, 'list_max_age_days', int, 7, 'max age in days for proxy list URLs (default: 7)', False)
 
         section = 'scraper'
         self.add_item(section, 'enabled', bool, True, 'enable search engine scraper (default: True)', False)
@@ -143,8 +146,18 @@ class Config(ComboParser):
         self.add_item(section, 'libretranslate_url', str, 'https://lt.mymx.me/translate', 'LibreTranslate API URL (default: https://lt.mymx.me/translate)', False)
         self.add_item(section, 'libretranslate_enabled', bool, False, 'enable LibreTranslate for dynamic translations (default: False)', False)
 
+        section = 'worker'
+        self.add_item(section, 'batch_size', int, 100, 'proxies per work batch (default: 100)', False)
+        self.add_item(section, 'heartbeat', int, 60, 'heartbeat interval in seconds (default: 60)', False)
+        self.add_item(section, 'claim_timeout', int, 300, 'seconds before unclaimed work is released (default: 300)', False)
+
         self.aparser.add_argument("--file", help="import a single file containing proxy addrs", type=str, default='', required=False)
         self.aparser.add_argument("--nobs", help="disable BeautifulSoup, use stdlib HTMLParser", action='store_true', default=False)
         self.aparser.add_argument("-q", "--quiet", help="suppress info messages, show warnings and errors only", action='store_true', default=False)
         self.aparser.add_argument("-v", "--verbose", help="show debug messages", action='store_true', default=False)
         self.aparser.add_argument("--profile", help="enable cProfile profiling, output to profile.stats", action='store_true', default=False)
+        self.aparser.add_argument("--worker", help="run as worker node", action='store_true', default=False)
+        self.aparser.add_argument("--server", help="master server URL (e.g., https://master:8081)", type=str, default='')
+        self.aparser.add_argument("--worker-key", help="worker authentication key", type=str, default='')
+        self.aparser.add_argument("--register", help="register as worker with master server", action='store_true', default=False)
+        self.aparser.add_argument("--worker-name", help="worker name for registration (default: hostname)", type=str, default='')