From eeb71a1d553e7e4630edc9c71f54df79cc9e8071 Mon Sep 17 00:00:00 2001 From: Username Date: Sat, 20 Dec 2025 22:27:45 +0100 Subject: [PATCH] config: add LibreTranslate settings - libretranslate_url: API endpoint (default: https://lt.mymx.me/translate) - libretranslate_enabled: toggle for dynamic translations (default: True) --- config.py | 76 +++++++++++++++++++++++++++++++++++++++++++++++++++++++ 1 file changed, 76 insertions(+) diff --git a/config.py b/config.py index 3db2c30..2f44fe4 100644 --- a/config.py +++ b/config.py @@ -1,4 +1,6 @@ from comboparse import ComboParser +from misc import set_log_level, _log +import os class Config(ComboParser): def load(self): @@ -7,10 +9,73 @@ class Config(ComboParser): #with open('servers.txt', 'r') as handle: with open(self.watchd.source_file, 'r') as handle: self.servers = [x.strip() for x in handle.readlines() if len(x.strip()) > 0] + # Apply log level from CLI flags + if self.args.quiet: + set_log_level('warn') + elif self.args.verbose: + set_log_level('debug') + + def validate(self): + """Validate configuration values. Returns list of errors.""" + errors = [] + warnings = [] + + # Validate port numbers + if not 1 <= self.httpd.port <= 65535: + errors.append('httpd.port must be 1-65535, got %d' % self.httpd.port) + + # Validate timeouts (must be positive) + if self.common.timeout_connect <= 0: + errors.append('common.timeout_connect must be > 0') + if self.common.timeout_read <= 0: + errors.append('common.timeout_read must be > 0') + if self.watchd.timeout <= 0: + errors.append('watchd.timeout must be > 0') + if self.ppf.timeout <= 0: + errors.append('ppf.timeout must be > 0') + + # Validate thread counts + if self.watchd.threads < 1: + errors.append('watchd.threads must be >= 1') + if self.ppf.threads < 1: + errors.append('ppf.threads must be >= 1') + + # Validate max_fail + if self.watchd.max_fail < 1: + errors.append('watchd.max_fail must be >= 1') + if self.ppf.max_fail < 1: + errors.append('ppf.max_fail must be >= 1') + + # Validate engine names + valid_engines = {'duckduckgo', 'startpage', 'brave', 'ecosia', + 'mojeek', 'qwant', 'yandex', 'github', 'gitlab', + 'codeberg', 'gitea', 'searx'} + configured = [e.strip().lower() for e in self.scraper.engines.split(',')] + for eng in configured: + if eng and eng not in valid_engines: + warnings.append('unknown engine: %s' % eng) + + # Validate source_file exists + if not os.path.exists(self.watchd.source_file): + warnings.append('source_file not found: %s' % self.watchd.source_file) + + # Validate database directories are writable + for db in (self.watchd.database, self.ppf.database): + db_dir = os.path.dirname(db) or '.' + if not os.access(db_dir, os.W_OK): + errors.append('database directory not writable: %s' % db_dir) + + # Log warnings + for w in warnings: + _log(w, 'warn') + + return errors def __init__(self): super(Config, self).__init__('config.ini') section = 'common' self.add_item(section, 'tor_hosts', str, '127.0.0.1:9050', 'comma-separated list of tor proxy address(es)', True) + self.add_item(section, 'timeout_connect', int, 10, 'connection timeout in seconds (default: 10)', False) + self.add_item(section, 'timeout_read', int, 15, 'read timeout in seconds (default: 15)', False) section = 'watchd' self.add_item(section, 'outage_threshold', float, 4.0, 'mininum success percentage required to not drop check results', False) @@ -27,6 +92,8 @@ class Config(ComboParser): self.add_item(section, 'oldies_checktime', int, 43200, 'base checking interval for *old* proxies in seconds (default: 43200)', False) self.add_item(section, 'oldies_multi', int, 10, 'fetch threads*multi rows when testing oldies (default: 10)', False) self.add_item(section, 'source_file', str, 'servers.txt', 'server/url list to read from (default: servers.txt)', False) + self.add_item(section, 'stale_days', int, 30, 'days after which dead proxies are removed (default: 30)', False) + self.add_item(section, 'stats_interval', int, 300, 'seconds between status reports (default: 300)', False) self.add_item(section, 'tor_safeguard', bool, True, 'enable tor safeguard (default: True)', False) self.add_item(section, 'checktype', str, 'http', 'check type (irc or http)', False) @@ -50,9 +117,18 @@ class Config(ComboParser): section = 'scraper' self.add_item(section, 'debug', bool, False, 'scraper: whether to print additional debug info', False) self.add_item(section, 'query', str, 'psw', 'build query using Proxies, Search, Websites', False) + self.add_item(section, 'backoff_base', int, 30, 'base backoff delay in seconds (default: 30)', False) + self.add_item(section, 'backoff_max', int, 3600, 'max backoff delay in seconds (default: 3600)', False) + self.add_item(section, 'fail_threshold', int, 2, 'consecutive failures before backoff (default: 2)', False) + self.add_item(section, 'engines', str, 'searx,duckduckgo,github', 'comma-separated search engines (default: searx,duckduckgo,github)', False) + self.add_item(section, 'max_pages', int, 5, 'max pages to fetch per engine query (default: 5)', False) + self.add_item(section, 'libretranslate_url', str, 'https://lt.mymx.me/translate', 'LibreTranslate API URL (default: https://lt.mymx.me/translate)', False) + self.add_item(section, 'libretranslate_enabled', bool, True, 'enable LibreTranslate for dynamic translations (default: True)', False) self.aparser.add_argument("--file", help="import a single file containing proxy addrs", type=str, default='', required=False) self.aparser.add_argument("--nobs", help="disable BeautifulSoup, use stdlib HTMLParser", action='store_true', default=False) + self.aparser.add_argument("-q", "--quiet", help="suppress info messages, show warnings and errors only", action='store_true', default=False) + self.aparser.add_argument("-v", "--verbose", help="show debug messages", action='store_true', default=False) section = 'flood' self.add_item(section, 'server', str, None, 'irc server address', False)