一、socketserver多並發
基於tcp的套接字，關鍵就是兩個循環，一個鏈接循環，一個通信循環
socketserver模塊中分兩大類：server類（解決鏈接問題）和request類（解決通信問題）
(1)server類
(2)request類
(3)繼承關系
以下述代碼為例，分析socketserver源碼：
ftpserver=socketserver.ThreadingTCPServer(('127.0.0.1',8080),FtpServer)
ftpserver.serve_forever()
(4)查找屬性的順序：ThreadingTCPServer->ThreadingMixIn->TCPServer->BaseServer
- 實例化得到ftpserver，先找類ThreadingTCPServer的__init__,在TCPServer中找到，進而執行server_bind,server_active
- 找ftpserver下的serve_forever,在BaseServer中找到，進而執行self._handle_request_noblock()，該方法同樣是在BaseServer中
- 執行self._handle_request_noblock()進而執行request, client_address = self.get_request()（就是TCPServer中的self.socket.accept()），然后執行self.process_request(request, client_address)
- 在ThreadingMixIn中找到process_request，開啟多線程應對並發，進而執行process_request_thread，執行self.finish_request(request, client_address)
- 上述四部分完成了鏈接循環，本部分開始進入處理通訊部分，在BaseServer中找到finish_request,觸發我們自己定義的類的實例化，去找__init__方法，而我們自己定義的類沒有該方法，則去它的父類也就是BaseRequestHandler中找....
(5)源碼分析總結
基於tcp的socketserver我們自己定義的類中的
- self.server即套接字對象
- self.request即一個鏈接
- self.client_address即客戶端地址
基於udp的socketserver我們自己定義的類中的
- self.request是一個元組（第一個元素是客戶端發來的數據，第二部分是服務端的udp套接字對象），如(b'adsf', <socket.socket fd=200, family=AddressFamily.AF_INET, type=SocketKind.SOCK_DGRAM, proto=0, laddr=('127.0.0.1', 8080)>)
- self.client_address即客戶端地址
socketserver多並發筆記：
1 #服務端實現多並發 2 import socketserver 3 4 class FTPserver(socketserver.BaseRequestHandler): #通訊 5 def handle(self): 6 print('=====>',self) 7 print(self.request) 8 while True: #通信循環 9 data=self.request.recv(1024) 10 print(data) 11 self.request.send(data.upper()) 12 13 if __name__ == '__main__': #這里的意思是當別人將此文件(socketserver)作為模塊調用時，下面的代碼將不產生作用， 14 #而只能是當前文件操作時下面代碼才產生作用 15 obj=socketserver.ThreadingTCPServer(('127.0.0.1',8080),FTPserver) 16 obj.serve_forever() #鏈接循環
1 import socket 2 phone=socket.socket(socket.AF_INET,socket.SOCK_STREAM) 3 phone.connect(('127.0.0.1',8080)) 4 5 while True: #通信循環 6 msg=input('>>>: ').strip() 7 if not msg:continue 8 phone.send(msg.encode('utf-8')) 9 # print('has send==========>') 10 data=phone.recv(1024) 11 # print('has recv==========>') 12 print(data) 13 14 phone.close()
二、FTP上傳多並發
1 import socketserver #導入多並發模塊 2 import struct 3 import json 4 import subprocess 5 import os 6 7 class MYTCPServer(socketserver.BaseRequestHandler): 8 9 max_packet_size = 8192 10 11 coding='utf-8' 12 BASE_DIR=os.path.dirname(os.path.abspath(__file__)) 13 14 server_dir='file_upload' 15 16 def handle(self): 17 while True: 18 try: 19 head_struct = self.request.recv(4) 20 if not head_struct:break 21 22 head_len = struct.unpack('i', head_struct)[0] 23 head_json = self.request.recv(head_len).decode(self.coding) 24 head_dic = json.loads(head_json) 25 26 print(head_dic) 27 #head_dic={'cmd':'put','filename':'a.txt','filesize':123123} 28 cmd=head_dic['cmd'] 29 if hasattr(self,cmd): 30 func=getattr(self,cmd) 31 func(head_dic) 32 except Exception: 33 break 34 35 def put(self,args): 36 file_path=os.path.normpath(os.path.join( 37 self.BASE_DIR, 38 self.server_dir, 39 args['filename'] 40 )) 41 42 filesize=args['filesize'] 43 recv_size=0 44 print('----->',file_path) 45 with open(file_path,'wb') as f: 46 while recv_size < filesize: 47 recv_data=self.request.recv(self.max_packet_size) 48 f.write(recv_data) 49 recv_size+=len(recv_data) 50 print('recvsize:%s filesize:%s' %(recv_size,filesize)) 51 52 53 54 55 if __name__ == '__main__': 56 obj=socketserver.ThreadingTCPServer(('127.0.0.1',8080),MYTCPServer) 57 obj.serve_forever()
1 import socket 2 import struct 3 import json 4 import os 5 6 7 8 class MYTCPClient: 9 address_family = socket.AF_INET 10 11 socket_type = socket.SOCK_STREAM 12 13 allow_reuse_address = False 14 15 max_packet_size = 8192 16 17 coding='utf-8' 18 19 request_queue_size = 5 20 21 def __init__(self, server_address, connect=True): 22 self.server_address=server_address 23 self.socket = socket.socket(self.address_family, 24 self.socket_type) 25 if connect: 26 try: 27 self.client_connect() 28 except: 29 self.client_close() 30 raise 31 32 def client_connect(self): 33 self.socket.connect(self.server_address) 34 35 def client_close(self): 36 self.socket.close() 37 38 def run(self): 39 while True: 40 inp=input(">>: ").strip() 41 if not inp:continue 42 l=inp.split() 43 cmd=l[0] 44 if hasattr(self,cmd): 45 func=getattr(self,cmd) 46 func(l) 47 48 49 def put(self,args): 50 cmd=args[0] 51 filename=args[1] 52 if not os.path.isfile(filename): 53 print('file:%s is not exists' %filename) 54 return 55 else: 56 filesize=os.path.getsize(filename) 57 58 head_dic={'cmd':cmd,'filename':os.path.basename(filename),'filesize':filesize} 59 print(head_dic) 60 head_json=json.dumps(head_dic) 61 head_json_bytes=bytes(head_json,encoding=self.coding) 62 63 head_struct=struct.pack('i',len(head_json_bytes)) 64 self.socket.send(head_struct) 65 self.socket.send(head_json_bytes) 66 send_size=0 67 with open(filename,'rb') as f: 68 for line in f: 69 self.socket.send(line) 70 send_size+=len(line) 71 print(send_size) 72 else: 73 print('upload successful') 74 75 76 77 78 client=MYTCPClient(('127.0.0.1',8080)) 79 80 client.run()
三、udp協議套接字多並發
1 import socketserver 2 3 class FtpServer(socketserver.BaseRequestHandler): 4 def handle(self): 5 print(self.request[0]) 6 print(self.request[1]) 7 self.request[1].sendto('嘎嘎嘎'.encode('utf-8'),self.client_address) 8 9 if __name__ == '__main__': 10 obj=socketserver.ThreadingUDPServer(('127.0.0.1',8080),FtpServer) 11 obj.serve_forever()
1 import socket 2 3 udpclient=socket.socket(socket.AF_INET,socket.SOCK_DGRAM) 4 5 server_ip_port=('127.0.0.1',8080) 6 while True: 7 inp=input(">>: ") 8 udpclient.sendto(inp.encode('utf-8'),server_ip_port) 9 10 data,server_addr=udpclient.recvfrom(1024) 11 print(data.decode('utf-8'))