You cannot select more than 25 topics Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
shadowsocks-456-mod-py/server_pool.py

595 lines
24 KiB
Python

#!/usr/bin/env python
# -*- coding: utf-8 -*-
# Copyright (c) 2014 clowwindy
#
# Permission is hereby granted, free of charge, to any person obtaining a copy
# of this software and associated documentation files (the "Software"), to deal
# in the Software without restriction, including without limitation the rights
# to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
# copies of the Software, and to permit persons to whom the Software is
# furnished to do so, subject to the following conditions:
#
# The above copyright notice and this permission notice shall be included in
# all copies or substantial portions of the Software.
#
# THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
# IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
# FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
# AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
# LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
# OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
# SOFTWARE.
import os
import logging
import time
from shadowsocks import shell, eventloop, tcprelay, udprelay, asyncdns, common
import threading
import sys
import traceback
from socket import *
from configloader import load_config, get_config
class MainThread(threading.Thread):
def __init__(self, params):
threading.Thread.__init__(self)
self.params = params
def run(self):
ServerPool._loop(*self.params)
class ServerPool(object):
instance = None
def __init__(self):
shell.check_python()
self.config = shell.get_config(False)
self.dns_resolver = asyncdns.DNSResolver()
if not self.config.get('dns_ipv6', False):
asyncdns.IPV6_CONNECTION_SUPPORT = False
self.mgr = None # asyncmgr.ServerMgr()
self.eventloop_pool = {}
self.dns_resolver_pool = {}
self.dns_resolver = asyncdns.DNSResolver()
self.loop = eventloop.EventLoop()
self.thread = MainThread((self.loop, self.dns_resolver, self.mgr))
self.thread.start()
self.tcp_servers_pool = {}
self.tcp_ipv6_servers_pool = {}
self.udp_servers_pool = {}
self.udp_ipv6_servers_pool = {}
self.stat_counter = {}
self.uid_port_table = {}
@staticmethod
def get_instance():
if ServerPool.instance is None:
ServerPool.instance = ServerPool()
return ServerPool.instance
def stop(self):
for port in self.eventloop_pool:
self.eventloop_pool[port].stop()
self.loop.stop()
@staticmethod
def _loop(loop, dns_resolver, mgr):
try:
if mgr is not None:
mgr.add_to_loop(loop)
dns_resolver.add_to_loop(loop)
loop.run()
except (KeyboardInterrupt, IOError, OSError) as e:
logging.error(e)
import traceback
traceback.print_exc()
os.exit(0)
except Exception as e:
logging.error(e)
import traceback
traceback.print_exc()
def server_is_run(self, port):
port = int(port)
ret = 0
if port in self.tcp_servers_pool:
ret = 1
if port in self.tcp_ipv6_servers_pool:
ret |= 2
return ret
def server_run_status(self, port):
if 'server' in self.config:
if port not in self.tcp_servers_pool:
return False
if 'server_ipv6' in self.config:
if port not in self.tcp_ipv6_servers_pool:
return False
return True
def new_server(self, port, user_config):
ret = True
port = int(port)
ipv6_ok = False
if 'server_ipv6' in self.config:
if port in self.tcp_ipv6_servers_pool:
logging.info(
"server already at %s:%d" %
(self.config['server_ipv6'], port))
return 'this port server is already running'
else:
a_config = self.config.copy()
a_config.update(user_config)
if len(a_config['server_ipv6']) > 2 and a_config['server_ipv6'][
0] == "[" and a_config['server_ipv6'][-1] == "]":
a_config['server_ipv6'] = a_config['server_ipv6'][1:-1]
a_config['server'] = a_config['server_ipv6']
a_config['server_port'] = port
a_config['max_connect'] = 128
a_config['method'] = common.to_str(a_config['method'])
try:
logging.info(
"starting server at [%s]:%d" %
(common.to_str(
a_config['server']), port))
tcp_server = tcprelay.TCPRelay(
a_config, self.dns_resolver, False, stat_counter=self.stat_counter)
tcp_server.add_to_loop(self.loop)
self.tcp_ipv6_servers_pool.update({port: tcp_server})
udp_server = udprelay.UDPRelay(
a_config, self.dns_resolver, False, stat_counter=self.stat_counter)
udp_server.add_to_loop(self.loop)
self.udp_ipv6_servers_pool.update({port: udp_server})
if common.to_str(a_config['server_ipv6']) == "::":
ipv6_ok = True
except Exception as e:
logging.warn("IPV6 %s " % (e,))
if 'server' in self.config:
if port in self.tcp_servers_pool:
logging.info("server already at %s:%d" %
(common.to_str(self.config['server']), port))
return 'this port server is already running'
else:
a_config = self.config.copy()
a_config.update(user_config)
a_config['server_port'] = port
a_config['max_connect'] = 128
a_config['method'] = common.to_str(a_config['method'])
try:
logging.info("starting server at %s:%d" %
(common.to_str(a_config['server']), port))
tcp_server = tcprelay.TCPRelay(
a_config, self.dns_resolver, False)
tcp_server.add_to_loop(self.loop)
self.tcp_servers_pool.update({port: tcp_server})
udp_server = udprelay.UDPRelay(
a_config, self.dns_resolver, False)
udp_server.add_to_loop(self.loop)
self.udp_servers_pool.update({port: udp_server})
except Exception as e:
if not ipv6_ok:
logging.warn("IPV4 %s " % (e,))
return True
def del_server(self, port):
port = int(port)
logging.info("del server at %d" % port)
try:
udpsock = socket(AF_INET, SOCK_DGRAM)
udpsock.sendto(
'%s:%s:0:0' %
(get_config().MANAGE_PASS,
port),
(get_config().MANAGE_BIND_IP,
get_config().MANAGE_PORT))
udpsock.close()
except Exception as e:
logging.warn(e)
return True
def cb_del_server(self, port):
port = int(port)
is_not_single = True
if port in self.eventloop_pool:
self.eventloop_pool[port].stop()
is_not_single = False
del self.eventloop_pool[port]
if port in self.dns_resolver_pool:
del self.dns_resolver_pool[port]
if port not in self.tcp_servers_pool:
logging.info(
"stopped server at %s:%d already stop" %
(self.config['server'], port))
else:
logging.info(
"stopped server at %s:%d" %
(self.config['server'], port))
try:
self.tcp_servers_pool[port].close(is_not_single)
del self.tcp_servers_pool[port]
except Exception as e:
logging.warn(e)
try:
self.udp_servers_pool[port].close(is_not_single)
del self.udp_servers_pool[port]
except Exception as e:
logging.warn(e)
if 'server_ipv6' in self.config:
if port not in self.tcp_ipv6_servers_pool:
logging.info(
"stopped server at [%s]:%d already stop" %
(self.config['server_ipv6'], port))
else:
logging.info(
"stopped server at [%s]:%d" %
(self.config['server_ipv6'], port))
try:
self.tcp_ipv6_servers_pool[port].close(is_not_single)
del self.tcp_ipv6_servers_pool[port]
except Exception as e:
logging.warn(e)
try:
self.udp_ipv6_servers_pool[port].close(is_not_single)
del self.udp_ipv6_servers_pool[port]
except Exception as e:
logging.warn(e)
return True
def get_server_transfer(self, port):
port = int(port)
ret = [0, 0]
if port in self.tcp_servers_pool:
ret[0] = self.tcp_servers_pool[port].server_transfer_ul
ret[1] = self.tcp_servers_pool[port].server_transfer_dl
if port in self.udp_servers_pool:
ret[0] += self.udp_servers_pool[port].server_transfer_ul
ret[1] += self.udp_servers_pool[port].server_transfer_dl
if port in self.tcp_ipv6_servers_pool:
ret[0] += self.tcp_ipv6_servers_pool[port].server_transfer_ul
ret[1] += self.tcp_ipv6_servers_pool[port].server_transfer_dl
if port in self.udp_ipv6_servers_pool:
ret[0] += self.udp_ipv6_servers_pool[port].server_transfer_ul
ret[1] += self.udp_ipv6_servers_pool[port].server_transfer_dl
return ret
def get_mu_server_transfer(self, port):
port = int(port)
ret = {}
if port in self.tcp_servers_pool:
tempdict = self.tcp_servers_pool[port].mu_server_transfer_ul
for id in tempdict:
if self.uid_port_table[id] not in ret:
ret[self.uid_port_table[id]] = [0, 0]
ret[self.uid_port_table[id]][0] += tempdict[id]
tempdict = self.tcp_servers_pool[port].mu_server_transfer_dl
for id in tempdict:
if self.uid_port_table[id] not in ret:
ret[self.uid_port_table[id]] = [0, 0]
ret[self.uid_port_table[id]][1] += tempdict[id]
if port in self.tcp_ipv6_servers_pool:
tempdict = self.tcp_ipv6_servers_pool[port].mu_server_transfer_ul
for id in tempdict:
if self.uid_port_table[id] not in ret:
ret[self.uid_port_table[id]] = [0, 0]
ret[self.uid_port_table[id]][0] += tempdict[id]
tempdict = self.tcp_ipv6_servers_pool[port].mu_server_transfer_dl
for id in tempdict:
if self.uid_port_table[id] not in ret:
ret[self.uid_port_table[id]] = [0, 0]
ret[self.uid_port_table[id]][1] += tempdict[id]
if port in self.udp_servers_pool:
tempdict = self.udp_servers_pool[port].mu_server_transfer_ul
for id in tempdict:
if self.uid_port_table[id] not in ret:
ret[self.uid_port_table[id]] = [0, 0]
ret[self.uid_port_table[id]][0] += tempdict[id]
tempdict = self.udp_servers_pool[port].mu_server_transfer_dl
for id in tempdict:
if self.uid_port_table[id] not in ret:
ret[self.uid_port_table[id]] = [0, 0]
ret[self.uid_port_table[id]][1] += tempdict[id]
if port in self.udp_ipv6_servers_pool:
tempdict = self.udp_ipv6_servers_pool[port].mu_server_transfer_ul
for id in tempdict:
if self.uid_port_table[id] not in ret:
ret[self.uid_port_table[id]] = [0, 0]
ret[self.uid_port_table[id]][0] += tempdict[id]
tempdict = self.udp_ipv6_servers_pool[port].mu_server_transfer_dl
for id in tempdict:
if self.uid_port_table[id] not in ret:
ret[self.uid_port_table[id]] = [0, 0]
ret[self.uid_port_table[id]][1] += tempdict[id]
return ret
def get_servers_transfer(self):
servers = self.tcp_servers_pool.copy()
servers.update(self.tcp_ipv6_servers_pool)
servers.update(self.udp_servers_pool)
servers.update(self.udp_ipv6_servers_pool)
ret = {}
for port in servers.keys():
if servers[port]._config["is_multi_user"] == 0:
if port not in ret:
ret[port] = self.get_server_transfer(port)
else:
tempret = self.get_server_transfer(port)
ret[port][0] += tempret[0]
ret[port][1] += tempret[1]
else:
temprets = self.get_mu_server_transfer(port)
for port in temprets:
if port not in ret:
ret[port] = temprets[port][:]
else:
ret[port][0] += temprets[port][0]
ret[port][1] += temprets[port][1]
return ret
def get_server_iplist(self, port):
port = int(port)
ret = []
if port in self.tcp_servers_pool:
ret = self.tcp_servers_pool[port].connected_iplist[:]
self.tcp_servers_pool[port].connected_iplist_clean()
if port in self.udp_servers_pool:
templist = self.udp_servers_pool[port].connected_iplist[:]
for ip in templist:
if ip not in ret:
ret.append(ip)
self.udp_servers_pool[port].connected_iplist_clean()
if port in self.tcp_ipv6_servers_pool:
templist = self.tcp_ipv6_servers_pool[port].connected_iplist[:]
for ip in templist:
if ip not in ret:
ret.append(ip)
self.tcp_ipv6_servers_pool[port].connected_iplist_clean()
if port in self.udp_ipv6_servers_pool:
templist = self.udp_ipv6_servers_pool[port].connected_iplist[:]
for ip in templist:
if ip not in ret:
ret.append(ip)
self.udp_ipv6_servers_pool[port].connected_iplist_clean()
return ret
def get_mu_server_iplist(self, port):
port = int(port)
ret = {}
if port in self.tcp_servers_pool:
tempdict = self.tcp_servers_pool[port].mu_connected_iplist.copy()
for id in tempdict:
if self.uid_port_table[id] not in ret:
ret[self.uid_port_table[id]] = []
tempret = ret[self.uid_port_table[id]][:]
for ip in tempdict[id]:
tempret.append(ip)
ret[self.uid_port_table[id]] = tempret[:]
self.tcp_servers_pool[port].mu_connected_iplist_clean()
if port in self.tcp_ipv6_servers_pool:
tempdict = self.tcp_ipv6_servers_pool[
port].mu_connected_iplist.copy()
for id in tempdict:
if self.uid_port_table[id] not in ret:
ret[self.uid_port_table[id]] = []
tempret = ret[self.uid_port_table[id]][:]
for ip in tempdict[id]:
tempret.append(ip)
ret[self.uid_port_table[id]] = tempret[:]
self.tcp_ipv6_servers_pool[port].mu_connected_iplist_clean()
if port in self.udp_servers_pool:
tempdict = self.udp_servers_pool[port].mu_connected_iplist.copy()
for id in tempdict:
if self.uid_port_table[id] not in ret:
ret[self.uid_port_table[id]] = []
tempret = ret[self.uid_port_table[id]][:]
for ip in tempdict[id]:
tempret.append(ip)
ret[self.uid_port_table[id]] = tempret[:]
self.udp_servers_pool[port].mu_connected_iplist_clean()
if port in self.udp_ipv6_servers_pool:
tempdict = self.udp_ipv6_servers_pool[
port].mu_connected_iplist.copy()
for id in tempdict:
if self.uid_port_table[id] not in ret:
ret[self.uid_port_table[id]] = []
tempret = ret[self.uid_port_table[id]][:]
for ip in tempdict[id]:
tempret.append(ip)
ret[self.uid_port_table[id]] = tempret[:]
self.udp_ipv6_servers_pool[port].mu_connected_iplist_clean()
return ret
def get_servers_iplist(self):
servers = self.tcp_servers_pool.copy()
servers.update(self.tcp_ipv6_servers_pool)
servers.update(self.udp_servers_pool)
servers.update(self.udp_ipv6_servers_pool)
ret = {}
for port in servers.keys():
if servers[port]._config["is_multi_user"] == 0:
templist = self.get_server_iplist(port)
if templist != []:
if port not in ret:
ret[port] = templist[:]
else:
ret[port] = ret[port] + templist[:]
else:
templist = self.get_mu_server_iplist(port)
for id in templist:
for ip in templist[id]:
if id not in ret:
ret[id] = []
if ip not in ret[id]:
tempret = ret[id][:]
tempret.append(ip)
ret[id] = tempret[:]
return ret
def get_servers_detect_log(self):
servers = self.tcp_servers_pool.copy()
servers.update(self.tcp_ipv6_servers_pool)
servers.update(self.udp_servers_pool)
servers.update(self.udp_ipv6_servers_pool)
ret = {}
for port in servers.keys():
if servers[port]._config["is_multi_user"] == 0:
templist = self.get_server_detect_log(port)
if templist != []:
if port not in ret:
ret[port] = templist[:]
else:
ret[port] = ret[port] + templist[:]
else:
templist = self.get_mu_server_detect_log(port)
for id in templist:
for itemid in templist[id]:
if id not in ret:
ret[id] = []
if itemid not in ret[id]:
tempret = ret[id][:]
tempret.append(itemid)
ret[id] = tempret[:]
return ret
def get_server_detect_log(self, port):
port = int(port)
ret = []
if port in self.tcp_servers_pool:
ret = self.tcp_servers_pool[port].detect_log_list[:]
self.tcp_servers_pool[port].detect_log_list_clean()
if port in self.udp_servers_pool:
templist = self.udp_servers_pool[port].detect_log_list[:]
for id in templist:
if id not in ret:
ret.append(id)
self.udp_servers_pool[port].detect_log_list_clean()
if port in self.tcp_ipv6_servers_pool:
templist = self.tcp_ipv6_servers_pool[port].detect_log_list[:]
for id in templist:
if id not in ret:
ret.append(id)
self.tcp_ipv6_servers_pool[port].detect_log_list_clean()
if port in self.udp_ipv6_servers_pool:
templist = self.udp_ipv6_servers_pool[port].detect_log_list[:]
for id in templist:
if id not in ret:
ret.append(id)
self.udp_ipv6_servers_pool[port].detect_log_list_clean()
return ret
def get_mu_server_detect_log(self, port):
port = int(port)
ret = {}
if port in self.tcp_servers_pool:
tempdict = self.tcp_servers_pool[port].mu_detect_log_list.copy()
for id in tempdict:
if self.uid_port_table[id] not in ret:
ret[self.uid_port_table[id]] = []
tempret = ret[self.uid_port_table[id]][:]
for itemid in tempdict[id]:
tempret.append(itemid)
ret[self.uid_port_table[id]] = tempret[:]
self.tcp_servers_pool[port].mu_detect_log_list_clean()
if port in self.tcp_ipv6_servers_pool:
tempdict = self.tcp_ipv6_servers_pool[
port].mu_detect_log_list.copy()
for id in tempdict:
if self.uid_port_table[id] not in ret:
ret[self.uid_port_table[id]] = []
tempret = ret[self.uid_port_table[id]][:]
for itemid in tempdict[id]:
tempret.append(itemid)
ret[self.uid_port_table[id]] = tempret[:]
self.tcp_ipv6_servers_pool[port].mu_detect_log_list_clean()
if port in self.udp_servers_pool:
tempdict = self.udp_servers_pool[port].mu_detect_log_list.copy()
for id in tempdict:
if self.uid_port_table[id] not in ret:
ret[self.uid_port_table[id]] = []
tempret = ret[self.uid_port_table[id]][:]
for itemid in tempdict[id]:
tempret.append(itemid)
ret[self.uid_port_table[id]] = tempret[:]
self.udp_servers_pool[port].mu_detect_log_list_clean()
if port in self.udp_ipv6_servers_pool:
tempdict = self.udp_ipv6_servers_pool[
port].mu_detect_log_list.copy()
for id in tempdict:
if self.uid_port_table[id] not in ret:
ret[self.uid_port_table[id]] = []
tempret = ret[self.uid_port_table[id]][:]
for itemid in tempdict[id]:
tempret.append(itemid)
ret[self.uid_port_table[id]] = tempret[:]
self.udp_ipv6_servers_pool[port].mu_detect_log_list_clean()
return ret
def get_server_wrong(self, port):
port = int(port)
ret = []
if port in self.tcp_servers_pool:
templist = self.tcp_servers_pool[port].wrong_iplist.copy()
for ip in templist:
if ip not in ret and templist[ip] < time.time() - 60:
ret.append(ip)
self.tcp_servers_pool[port].wrong_iplist_clean()
if port in self.udp_servers_pool:
templist = self.udp_servers_pool[port].wrong_iplist.copy()
for ip in templist:
if ip not in ret and templist[ip] < time.time() - 60:
ret.append(ip)
self.udp_servers_pool[port].wrong_iplist_clean()
if port in self.tcp_ipv6_servers_pool:
templist = self.tcp_ipv6_servers_pool[port].wrong_iplist.copy()
for ip in templist:
if ip not in ret and templist[ip] < time.time() - 60:
ret.append(ip)
self.tcp_ipv6_servers_pool[port].wrong_iplist_clean()
if port in self.udp_ipv6_servers_pool:
templist = self.udp_ipv6_servers_pool[port].wrong_iplist.copy()
for ip in templist:
if ip not in ret and templist[ip] < time.time() - 60:
ret.append(ip)
self.udp_ipv6_servers_pool[port].wrong_iplist_clean()
return ret
def get_servers_wrong(self):
servers = self.tcp_servers_pool.copy()
servers.update(self.tcp_ipv6_servers_pool)
servers.update(self.udp_servers_pool)
servers.update(self.udp_ipv6_servers_pool)
ret = {}
for port in servers.keys():
templist = self.get_server_wrong(port)
if templist != []:
ret[port] = templist[:]
return ret
def push_uid_port_table(self, table):
self.uid_port_table = table