some changes
This commit is contained in:
98
ppf.py
98
ppf.py
@@ -10,6 +10,7 @@ import fetch
|
||||
import sys
|
||||
from bs4 import BeautifulSoup
|
||||
import re
|
||||
import threading
|
||||
|
||||
config = Config()
|
||||
|
||||
@@ -107,6 +108,99 @@ def import_proxies_from_file(proxydb, fn):
|
||||
return 0
|
||||
return 1
|
||||
|
||||
def serve_loop(hs, done):
|
||||
client_threads = []
|
||||
while not done.is_set():
|
||||
c = hs.wait_client()
|
||||
|
||||
evt_done = threading.Event()
|
||||
cthread = threading.Thread(target=httpsrv_client_thread, args=(c,evt_done))
|
||||
cthread.daemon = True
|
||||
cthread.start()
|
||||
|
||||
ctrm = []
|
||||
for ct, ct_done in client_threads:
|
||||
if ct_done.is_set():
|
||||
ctrm.append((ct,ct_done))
|
||||
ct.join()
|
||||
|
||||
if len(ctrm):
|
||||
client_threads = [ x for x in client_threads if not x in ctrm ]
|
||||
|
||||
client_threads.append((cthread, evt_done))
|
||||
|
||||
def forbidden_page():
|
||||
return (
|
||||
'<!DOCTYPE html>\n'
|
||||
' <head>\n'
|
||||
' <style>div.e{position:fixed;top:25%;bottom:25%;left:25%;right:25%;font-size:150px;text-align:center;}</style>\n'
|
||||
' <title>Forbidden</title>\n'
|
||||
' </head>\n'
|
||||
' <body>\n'
|
||||
' <div class="e">🖕</div>\n'
|
||||
' </body>\n'
|
||||
'</html>')
|
||||
|
||||
def httpsrv_client_thread(c, evt_done):
|
||||
req = c.read_request()
|
||||
if req is None: pass
|
||||
elif len(watchlist) == 0:
|
||||
c.redirect('/config.html')
|
||||
elif os.path.isdir(req['url'][1:]):
|
||||
c.send(403,'Forbidden', forbidden_page())
|
||||
elif req['url'] == '/':
|
||||
c.redirect('/index.html')
|
||||
elif req['url'].startswith('/index.html'):
|
||||
variables = variables_from_request(req)
|
||||
r, redir = render_site(variables)
|
||||
if redir is not "":
|
||||
c.redirect(redir)
|
||||
else:
|
||||
if r == '': r = render_empty(variables=variables)
|
||||
c.send(200, "OK", r)
|
||||
elif not '..' in req['url'] and file_exists(os.getcwd() + req['url']):
|
||||
c.serve_file(os.getcwd() + req['url'])
|
||||
elif req['url'] == '/robots.txt':
|
||||
c.send(200, "OK", "User-agent: *\nDisallow: /")
|
||||
|
||||
elif req['url'].startswith('/config.html'):
|
||||
if args.config > 0:
|
||||
variables=variables_from_request(req)
|
||||
r, redir = configpage(req,variables)
|
||||
else:
|
||||
redir = '/index.html'
|
||||
if redir is not "":
|
||||
c.redirect(redir)
|
||||
else:
|
||||
if r == '': r = render_empty(variables=variables)
|
||||
c.send(200, "OK", r)
|
||||
|
||||
else:
|
||||
c.send(404, "not exist", "the reqested file not exist!!!1")
|
||||
c.disconnect()
|
||||
evt_done.set()
|
||||
|
||||
def start_server(ip, port):
|
||||
done = threading.Event()
|
||||
from httpsrv import HttpSrv
|
||||
hs = HttpSrv(ip, port)
|
||||
try:
|
||||
hs.setup()
|
||||
except socket.error as e:
|
||||
if e.errno == errno.EADDRINUSE:
|
||||
sys.stderr.write((
|
||||
"ERROR: server socket address in use\n"
|
||||
"wait a couple seconds and try again.\n"
|
||||
"in case you're in pdb, you need to quit it\n"))
|
||||
sys.exit(1)
|
||||
else:
|
||||
raise e
|
||||
|
||||
t = threading.Thread(target=serve_loop, args=(hs, done))
|
||||
t.daemon = True
|
||||
t.start()
|
||||
return t, done
|
||||
|
||||
if __name__ == '__main__':
|
||||
config.load()
|
||||
fetch.set_config(config)
|
||||
@@ -130,6 +224,8 @@ if __name__ == '__main__':
|
||||
else:
|
||||
watcherd = None
|
||||
|
||||
start_server(config.httpd.listenip, config.httpd.port)
|
||||
|
||||
while True:
|
||||
try:
|
||||
## any site that needs to be checked ?
|
||||
@@ -140,8 +236,6 @@ if __name__ == '__main__':
|
||||
for row in rows:
|
||||
proxyleech(proxydb, urldb, row[0], row[1], row[2], row[3], row[4], row[5])
|
||||
|
||||
#time.sleep(10)
|
||||
|
||||
except KeyboardInterrupt:
|
||||
if watcherd:
|
||||
watcherd.stop()
|
||||
|
||||
Reference in New Issue
Block a user