网络编程----socketserver多并发实现、FTP上传多并发、udp协议套接字多并发

一、socketserver多并发                                                             

基于tcp的套接字，关键就是两个循环，一个链接循环，一个通信循环

socketserver模块中分两大类：server类（解决链接问题）和request类（解决通信问题）

    (1)server类

    (2)request类

    (3)继承关系

以下述代码为例，分析socketserver源码：

ftpserver=socketserver.ThreadingTCPServer(('127.0.0.1',8080),FtpServer)
ftpserver.serve_forever()

    (4)查找属性的顺序：ThreadingTCPServer->ThreadingMixIn->TCPServer->BaseServer

1. 实例化得到ftpserver，先找类ThreadingTCPServer的__init__,在TCPServer中找到，进而执行server_bind,server_active
2. 找ftpserver下的serve_forever,在BaseServer中找到，进而执行self._handle_request_noblock()，该方法同样是在BaseServer中
3. 执行self._handle_request_noblock()进而执行request, client_address = self.get_request()（就是TCPServer中的self.socket.accept()），然后执行self.process_request(request, client_address)
4. 在ThreadingMixIn中找到process_request，开启多线程应对并发，进而执行process_request_thread，执行self.finish_request(request, client_address)
5. 上述四部分完成了链接循环，本部分开始进入处理通讯部分，在BaseServer中找到finish_request,触发我们自己定义的类的实例化，去找__init__方法，而我们自己定义的类没有该方法，则去它的父类也就是BaseRequestHandler中找....

    (5)源码分析总结

基于tcp的socketserver我们自己定义的类中的

1. self.server即套接字对象
2. self.request即一个链接
3. self.client_address即客户端地址

基于udp的socketserver我们自己定义的类中的

1. self.request是一个元组（第一个元素是客户端发来的数据，第二部分是服务端的udp套接字对象），如(b'adsf', <socket.socket fd=200, family=AddressFamily.AF_INET, type=SocketKind.SOCK_DGRAM, proto=0, laddr=('127.0.0.1', 8080)>)
2. self.client_address即客户端地址

socketserver多并发笔记：

 #服务端实现多并发
 import socketserver

 class FTPserver(socketserver.BaseRequestHandler):    #通讯
     def handle(self):
         print('=====>',self)
         print(self.request)
         while True:     #通信循环
             data=self.request.recv(1024)
             print(data)
             self.request.send(data.upper())

 if __name__ == '__main__':    #这里的意思是当别人将此文件(socketserver)作为模块调用时，下面的代码将不产生作用，
                                 #而只能是当前文件操作时下面代码才产生作用
     obj=socketserver.ThreadingTCPServer(('127.0.0.1',8080),FTPserver)
     obj.serve_forever()   #链接循环

server

 import socket
 phone=socket.socket(socket.AF_INET,socket.SOCK_STREAM)
 phone.connect(('127.0.0.1',8080))

 while True:   #通信循环
     msg=input('>>>: ').strip()
     if not msg:continue
     phone.send(msg.encode('utf-8'))
     # print('has send==========>')
     data=phone.recv(1024)
     # print('has recv==========>')
     print(data)

 phone.close()

client

二、FTP上传多并发                                                                      

 import socketserver     #导入多并发模块
 import struct
 import json
 import subprocess
 import os

 class MYTCPServer(socketserver.BaseRequestHandler):

     max_packet_size = 8192

     coding='utf-8'
     BASE_DIR=os.path.dirname(os.path.abspath(__file__))

     server_dir='file_upload'

     def handle(self):
         while True:
             try:
                 head_struct = self.request.recv(4)
                 if not head_struct:break

                 head_len = struct.unpack('i', head_struct)[0]
                 head_json = self.request.recv(head_len).decode(self.coding)
                 head_dic = json.loads(head_json)

                 print(head_dic)
                 #head_dic={'cmd':'put','filename':'a.txt','filesize':123123}
                 cmd=head_dic['cmd']
                 if hasattr(self,cmd):
                     func=getattr(self,cmd)
                     func(head_dic)
             except Exception:
                 break

     def put(self,args):
         file_path=os.path.normpath(os.path.join(
             self.BASE_DIR,
             self.server_dir,
             args['filename']
         ))

         filesize=args['filesize']
         recv_size=0
         print('----->',file_path)
         with open(file_path,'wb') as f:
             while recv_size < filesize:
                 recv_data=self.request.recv(self.max_packet_size)
                 f.write(recv_data)
                 recv_size+=len(recv_data)
                 print('recvsize:%s filesize:%s' %(recv_size,filesize))

 if __name__ == '__main__':
     obj=socketserver.ThreadingTCPServer(('127.0.0.1',8080),MYTCPServer)
     obj.serve_forever()

ftp_server

 import socket
 import struct
 import json
 import os

 class MYTCPClient:
     address_family = socket.AF_INET

     socket_type = socket.SOCK_STREAM

     allow_reuse_address = False

     max_packet_size = 8192

     coding='utf-8'

     request_queue_size = 5

     def __init__(self, server_address, connect=True):
         self.server_address=server_address
         self.socket = socket.socket(self.address_family,
                                     self.socket_type)
         if connect:
             try:
                 self.client_connect()
             except:
                 self.client_close()
                 raise

     def client_connect(self):
         self.socket.connect(self.server_address)

     def client_close(self):
         self.socket.close()

     def run(self):
         while True:
             inp=input(">>: ").strip()
             if not inp:continue
             l=inp.split()
             cmd=l[0]
             if hasattr(self,cmd):
                 func=getattr(self,cmd)
                 func(l)

     def put(self,args):
         cmd=args[0]
         filename=args[1]
         if not os.path.isfile(filename):
             print('file:%s is not exists' %filename)
             return
         else:
             filesize=os.path.getsize(filename)

         head_dic={'cmd':cmd,'filename':os.path.basename(filename),'filesize':filesize}
         print(head_dic)
         head_json=json.dumps(head_dic)
         head_json_bytes=bytes(head_json,encoding=self.coding)

         head_struct=struct.pack('i',len(head_json_bytes))
         self.socket.send(head_struct)
         self.socket.send(head_json_bytes)
         send_size=0
         with open(filename,'rb') as f:
             for line in f:
                 self.socket.send(line)
                 send_size+=len(line)
                 print(send_size)
             else:
                 print('upload successful')

 client=MYTCPClient(('127.0.0.1',8080))

 client.run()

ftp_client

三、udp协议套接字多并发                                                             

 import socketserver

 class FtpServer(socketserver.BaseRequestHandler):
     def handle(self):
         print(self.request[0])
         print(self.request[1])
         self.request[1].sendto('嘎嘎嘎'.encode('utf-8'),self.client_address)

 if __name__ == '__main__':
     obj=socketserver.ThreadingUDPServer(('127.0.0.1',8080),FtpServer)
     obj.serve_forever()

server

 import socket

 udpclient=socket.socket(socket.AF_INET,socket.SOCK_DGRAM)

 server_ip_port=('127.0.0.1',8080)
 while True:
     inp=input(">>: ")
     udpclient.sendto(inp.encode('utf-8'),server_ip_port)

     data,server_addr=udpclient.recvfrom(1024)
     print(data.decode('utf-8'))

client