From 0f1fe981ef955138c54c939560ddf3cb755138f3 Mon Sep 17 00:00:00 2001 From: Username Date: Sun, 22 Feb 2026 13:58:26 +0100 Subject: [PATCH] dbs: expand seed sources from 37 to 100+ Add GitHub raw lists, API endpoints, web scrapers, and Telegram channels. Extra SOCKS5 sources to address protocol imbalance. --- dbs.py | 126 ++++++++++++++++++++++++++++++++++++++++++++------------- 1 file changed, 98 insertions(+), 28 deletions(-) diff --git a/dbs.py b/dbs.py index a64bde2..f2a9ed0 100644 --- a/dbs.py +++ b/dbs.py @@ -582,34 +582,86 @@ def insert_urls(urls, search, sqlite): # Known proxy list sources (GitHub raw lists, APIs) PROXY_SOURCES = [ + # --- GitHub raw lists (sorted by update frequency) --- + # TheSpeedX/PROXY-List - large, hourly updates 'https://raw.githubusercontent.com/TheSpeedX/PROXY-List/master/http.txt', 'https://raw.githubusercontent.com/TheSpeedX/PROXY-List/master/socks4.txt', 'https://raw.githubusercontent.com/TheSpeedX/PROXY-List/master/socks5.txt', - # clarketm/proxy-list - curated, daily - 'https://raw.githubusercontent.com/clarketm/proxy-list/master/proxy-list-raw.txt', # monosans/proxy-list - hourly updates 'https://raw.githubusercontent.com/monosans/proxy-list/main/proxies/http.txt', 'https://raw.githubusercontent.com/monosans/proxy-list/main/proxies/socks4.txt', 'https://raw.githubusercontent.com/monosans/proxy-list/main/proxies/socks5.txt', + # prxchk/proxy-list - 10 min updates + 'https://raw.githubusercontent.com/prxchk/proxy-list/main/http.txt', + 'https://raw.githubusercontent.com/prxchk/proxy-list/main/socks4.txt', + 'https://raw.githubusercontent.com/prxchk/proxy-list/main/socks5.txt', # jetkai/proxy-list - 10 min updates 'https://raw.githubusercontent.com/jetkai/proxy-list/main/online-proxies/txt/proxies.txt', - # roosterkid/openproxylist - 'https://raw.githubusercontent.com/roosterkid/openproxylist/main/HTTPS_RAW.txt', - 'https://raw.githubusercontent.com/roosterkid/openproxylist/main/SOCKS4_RAW.txt', - 'https://raw.githubusercontent.com/roosterkid/openproxylist/main/SOCKS5_RAW.txt', - # ShiftyTR/Proxy-List - 'https://raw.githubusercontent.com/ShiftyTR/Proxy-List/master/http.txt', - 'https://raw.githubusercontent.com/ShiftyTR/Proxy-List/master/socks4.txt', - 'https://raw.githubusercontent.com/ShiftyTR/Proxy-List/master/socks5.txt', + # hookzof/socks5_list - hourly, SOCKS5 focused + 'https://raw.githubusercontent.com/hookzof/socks5_list/master/proxy.txt', # mmpx12/proxy-list 'https://raw.githubusercontent.com/mmpx12/proxy-list/master/http.txt', 'https://raw.githubusercontent.com/mmpx12/proxy-list/master/socks4.txt', 'https://raw.githubusercontent.com/mmpx12/proxy-list/master/socks5.txt', - # proxyscrape API - 'https://api.proxyscrape.com/v2/?request=displayproxies&protocol=http&timeout=10000&country=all', - 'https://api.proxyscrape.com/v2/?request=displayproxies&protocol=socks4&timeout=10000&country=all', - 'https://api.proxyscrape.com/v2/?request=displayproxies&protocol=socks5&timeout=10000&country=all', + # ShiftyTR/Proxy-List + 'https://raw.githubusercontent.com/ShiftyTR/Proxy-List/master/http.txt', + 'https://raw.githubusercontent.com/ShiftyTR/Proxy-List/master/socks4.txt', + 'https://raw.githubusercontent.com/ShiftyTR/Proxy-List/master/socks5.txt', + # roosterkid/openproxylist + 'https://raw.githubusercontent.com/roosterkid/openproxylist/main/HTTPS_RAW.txt', + 'https://raw.githubusercontent.com/roosterkid/openproxylist/main/SOCKS4_RAW.txt', + 'https://raw.githubusercontent.com/roosterkid/openproxylist/main/SOCKS5_RAW.txt', + # clarketm/proxy-list - curated, daily + 'https://raw.githubusercontent.com/clarketm/proxy-list/master/proxy-list-raw.txt', + # officialputuid/KangProxy - 4-6 hour updates + 'https://raw.githubusercontent.com/officialputuid/KangProxy/KangProxy/http/http.txt', + 'https://raw.githubusercontent.com/officialputuid/KangProxy/KangProxy/socks4/socks4.txt', + 'https://raw.githubusercontent.com/officialputuid/KangProxy/KangProxy/socks5/socks5.txt', + # iplocate/free-proxy-list - 30 min updates + 'https://raw.githubusercontent.com/iplocate/free-proxy-list/main/protocols/http.txt', + 'https://raw.githubusercontent.com/iplocate/free-proxy-list/main/protocols/socks4.txt', + 'https://raw.githubusercontent.com/iplocate/free-proxy-list/main/protocols/socks5.txt', + # ErcinDedeworken/proxy-list - hourly + 'https://raw.githubusercontent.com/ErcinDedeworken/proxy-list/main/proxy-list/data.txt', + # MuRongPIG/Proxy-Master - 10 min updates + 'https://raw.githubusercontent.com/MuRongPIG/Proxy-Master/main/http.txt', + 'https://raw.githubusercontent.com/MuRongPIG/Proxy-Master/main/socks4.txt', + 'https://raw.githubusercontent.com/MuRongPIG/Proxy-Master/main/socks5.txt', + # zloi-user/hideip.me - hourly + 'https://raw.githubusercontent.com/zloi-user/hideip.me/main/http.txt', + 'https://raw.githubusercontent.com/zloi-user/hideip.me/main/socks4.txt', + 'https://raw.githubusercontent.com/zloi-user/hideip.me/main/socks5.txt', + # FLAVIEN-music/proxy-list - 30 min updates + 'https://raw.githubusercontent.com/FLAVIEN-music/proxy-list/main/proxies/http.txt', + 'https://raw.githubusercontent.com/FLAVIEN-music/proxy-list/main/proxies/socks4.txt', + 'https://raw.githubusercontent.com/FLAVIEN-music/proxy-list/main/proxies/socks5.txt', + # Zaeem20/FREE_PROXIES_LIST - 30 min updates + 'https://raw.githubusercontent.com/Zaeem20/FREE_PROXIES_LIST/master/http.txt', + 'https://raw.githubusercontent.com/Zaeem20/FREE_PROXIES_LIST/master/https.txt', + 'https://raw.githubusercontent.com/Zaeem20/FREE_PROXIES_LIST/master/socks4.txt', + 'https://raw.githubusercontent.com/Zaeem20/FREE_PROXIES_LIST/master/socks5.txt', + # r00tee/Proxy-List - hourly + 'https://raw.githubusercontent.com/r00tee/Proxy-List/main/Https.txt', + 'https://raw.githubusercontent.com/r00tee/Proxy-List/main/Socks4.txt', + 'https://raw.githubusercontent.com/r00tee/Proxy-List/main/Socks5.txt', + # casals-ar/proxy-list + 'https://raw.githubusercontent.com/casals-ar/proxy-list/main/http', + 'https://raw.githubusercontent.com/casals-ar/proxy-list/main/socks4', + 'https://raw.githubusercontent.com/casals-ar/proxy-list/main/socks5', + # yemixzy/proxy-list + 'https://raw.githubusercontent.com/yemixzy/proxy-list/main/proxies/http.txt', + 'https://raw.githubusercontent.com/yemixzy/proxy-list/main/proxies/socks4.txt', + 'https://raw.githubusercontent.com/yemixzy/proxy-list/main/proxies/socks5.txt', + # opsxcq/proxy-list + 'https://raw.githubusercontent.com/opsxcq/proxy-list/master/list.txt', + # im-razvan/proxy_list - 10 min updates + 'https://raw.githubusercontent.com/im-razvan/proxy_list/main/http.txt', + 'https://raw.githubusercontent.com/im-razvan/proxy_list/main/socks4.txt', + 'https://raw.githubusercontent.com/im-razvan/proxy_list/main/socks5.txt', + + # --- GitHub Pages / CDN hosted --- + # proxifly/free-proxy-list - 5 min updates (jsDelivr CDN) 'https://cdn.jsdelivr.net/gh/proxifly/free-proxy-list@main/proxies/protocols/http/data.txt', 'https://cdn.jsdelivr.net/gh/proxifly/free-proxy-list@main/proxies/protocols/socks4/data.txt', @@ -618,24 +670,42 @@ PROXY_SOURCES = [ 'https://vakhov.github.io/fresh-proxy-list/http.txt', 'https://vakhov.github.io/fresh-proxy-list/socks4.txt', 'https://vakhov.github.io/fresh-proxy-list/socks5.txt', - # prxchk/proxy-list - 10 min updates - 'https://raw.githubusercontent.com/prxchk/proxy-list/main/http.txt', - 'https://raw.githubusercontent.com/prxchk/proxy-list/main/socks4.txt', - 'https://raw.githubusercontent.com/prxchk/proxy-list/main/socks5.txt', # sunny9577/proxy-scraper - 3 hour updates (GitHub Pages) 'https://sunny9577.github.io/proxy-scraper/generated/http_proxies.txt', 'https://sunny9577.github.io/proxy-scraper/generated/socks4_proxies.txt', 'https://sunny9577.github.io/proxy-scraper/generated/socks5_proxies.txt', - # officialputuid/KangProxy - 4-6 hour updates - 'https://raw.githubusercontent.com/officialputuid/KangProxy/KangProxy/http/http.txt', - 'https://raw.githubusercontent.com/officialputuid/KangProxy/KangProxy/socks4/socks4.txt', - 'https://raw.githubusercontent.com/officialputuid/KangProxy/KangProxy/socks5/socks5.txt', - # hookzof/socks5_list - hourly updates - 'https://raw.githubusercontent.com/hookzof/socks5_list/master/proxy.txt', - # iplocate/free-proxy-list - 30 min updates - 'https://raw.githubusercontent.com/iplocate/free-proxy-list/main/protocols/http.txt', - 'https://raw.githubusercontent.com/iplocate/free-proxy-list/main/protocols/socks4.txt', - 'https://raw.githubusercontent.com/iplocate/free-proxy-list/main/protocols/socks5.txt', + + # --- API endpoints --- + + # proxyscrape + 'https://api.proxyscrape.com/v2/?request=displayproxies&protocol=http&timeout=10000&country=all', + 'https://api.proxyscrape.com/v2/?request=displayproxies&protocol=socks4&timeout=10000&country=all', + 'https://api.proxyscrape.com/v2/?request=displayproxies&protocol=socks5&timeout=10000&country=all', + + # --- Web scrapers (HTML pages) --- + + # spys.one - mixed protocols, requires parsing + 'https://spys.one/en/free-proxy-list/', + 'https://spys.one/en/socks-proxy-list/', + 'https://spys.one/en/https-ssl-proxy/', + # free-proxy-list.net + 'https://free-proxy-list.net/', + 'https://www.sslproxies.org/', + 'https://www.socks-proxy.net/', + # geonode + 'https://proxylist.geonode.com/api/proxy-list?limit=500&page=1&sort_by=lastChecked&sort_type=desc&protocols=http', + 'https://proxylist.geonode.com/api/proxy-list?limit=500&page=1&sort_by=lastChecked&sort_type=desc&protocols=socks4', + 'https://proxylist.geonode.com/api/proxy-list?limit=500&page=1&sort_by=lastChecked&sort_type=desc&protocols=socks5', + # openproxy.space + 'https://openproxy.space/list/http', + 'https://openproxy.space/list/socks4', + 'https://openproxy.space/list/socks5', + + # --- Telegram channels (public HTML view) --- + + 'https://t.me/s/spys_one', + 'https://t.me/s/proxyfree1', + 'https://t.me/s/proxylist4free', ]