[记录]Python的master-worker和epoll模式

#master-worker模型：
#coding:utf-8
import os
import sys
import socket
import time
import traceback
import errno
import signal

class Worker(object):
    def __init__(self, sock):
        self.sock = sock

    def accept(self):
        client, addr = self.sock.accept()
        client.setblocking(True)
        self.handle(client, addr)

    def init_process(self):
        self.sock.setblocking(False)
        while True:
            try:
                time.sleep(1)
                self.accept()
                continue
            except Exception as e:
                msg = traceback.format_exc()
                with open("sub_"+str(os.getpid())+".txt","a") as f:
                    f.write(msg+"\n")
                if hasattr(e, "errno"):
                    if e.errno not in (errno.EAGAIN, errno.ECONNABORTED, errno.EWOULDBLOCK):
                        msg = traceback.format_exc()
                else:
                    raise

    def handle(self, client, addr):
        data = client.recv(1024)
        pid = os.getpid()
        data += str(pid)
        # print("receive:{} pid:{}".format(data, pid))
        client.send("back:"+data)
        client.close()

class Server(object):
    def __init__(self):
        self.port = ("127.0.0.1", 8004)
        self.sock = socket.socket()
        self.sock.setsockopt(socket.SOL_SOCKET, socket.SO_REUSEADDR, 1)
        self.sock.bind(self.port)
        self.sock.setblocking(False)
        self.sock.listen(5)
        self.WORKERS = {}

    def run(self):
        self.init_signals()
        for i in range(2):
            self.spawn_worker()
            print(i)
        # self.spawn_worker()
        for k in self.WORKERS:
            print(k, self.WORKERS[k])
        while True:
            import time
            time.sleep(3)
            try:
                pid, status = os.waitpid(-1, os.WNOHANG)
                print("kill  pid: {}, status: {}".format(pid, status))
            except os.error:
                print("error")

    def init_signals(self):
        signal.signal(signal.SIGTTIN, self.incr_one)
        signal.signal(signal.SIGTTOU, self.decr_one)

    def incr_one(self, signo, frame):
        self.spawn_worker()
        for k in self.WORKERS:
            print(k, self.WORKERS[k])


    def decr_one(self, signo, frame):
        for k in self.WORKERS:
            os.kill(k, signal.SIGKILL)
            break

    def spawn_worker(self):
        worker = Worker(self.sock)

        pid = os.fork()
        if pid != 0:
            worker.pid = pid
            self.WORKERS[pid] = worker
            return pid

        worker.pid = os.getpid()
        worker.init_process()
        sys.exit(0)

if __name__ == "__main__":
    server = Server()
    server.run()

=======================================================================
epoll模型：
server:
#-*- coding:utf8 -*-  
import socket  
import select  
import os  
  
address = "0.0.0.0"  
port = 10001  
sock = socket.socket(socket.AF_INET,socket.SOCK_STREAM)  
  
def main():  
     global address,port,sock  
     epoll = select.epoll()  
     #获取创建好的sock的文件描述符  
     fd = sock.fileno()  
     sock.bind((address,port))  
     sock_dict = {}  
     sock_dict[fd] = sock  
     #对该sock进行注册  
     epoll.register(fd,select.EPOLLIN)  
     sock.listen(5)  
     while True:  
         events = epoll.poll(1)  
         for fileno,event in events:  
         #获取到的文件描述符和sock的相同就说明是一个新的连接  
             if fileno == fd:  
                 (client,address) = sock.accept()  
                 print address  
                 client.setblocking(0)  
         #将新的连接进行注册，用来接收消息  
                 epoll.register(client.fileno(),select.EPOLLIN)  
                 sock_dict[client.fileno()] = client  
            elif event & select.EPOLLIN:  
                 print "fileno:",fileno  
                 data = sock_dict[fileno].recv(128)  
                 if data == '你好':  
                     print "Data:",data.decode('UTF-8')  
                     sock_dict[fileno].send("你好")  
                elif len(data) == 0:  
                     print "线路%d已下线"%fileno  
                     epoll.unregister(fileno)  
                else:  
                     print "Data:",data  
if __name__ == '__main__':  
    main()

client:
#coding: UTF-8  
    
import socket  
import select  
  
address = "127.0.0.1"  
port = 10001  
sock = socket.socket(socket.AF_INET,socket.SOCK_STREAM)  
  
def main():  
    global address,port,sock  
    sock.connect((address,port))  
    epoll = select.epoll()  
    fd = sock.fileno()  
    #这里的epoll注册只是用来异步接收服务端发过来的消息  
    epoll.register(fd,select.EPOLLIN)  
    while True:  
        events = epoll.poll(1)  
        for fileno,event in events:  
            if fileno == fd:  
                if event & select.EPOLLIN:  
                    data = sock.recv(128)  
                    print data  
        data = raw_input(">")  
        if data == 'q':  
            break  
        elif data == '':  
            print "不能发送空消息"  
            continue  
        sock.send(data)  
    sock.close()  
main()