Python的多进程，多线程，协程分别实现HTTP服务器的并发思路

最新推荐文章于 2024-08-26 09:51:02 发布

捉虫的橙子先生

最新推荐文章于 2024-08-26 09:51:02 发布

阅读量863

点赞数

分类专栏： Python TCP/IP协议族文章标签： python http tcpip

本文链接：https://blog.csdn.net/qq_42130526/article/details/119972159

版权

Python 同时被 2 个专栏收录

7 篇文章 0 订阅

订阅专栏

TCP/IP协议族

3 篇文章 0 订阅

订阅专栏

前一篇文章介绍了单任务的HTTP服务器，那么如何实现多任务的呢，本篇文章将实现HTTP服务的并发处理，分别从多进程，多线程，协程的方法来实现，代码有点多，引入了3个文件，重复度有点高，读者只看关键部分，就好了，主要是服务端的数据收发阶段。

测试方法：将html文件方法和代码同路径下，运行代码，在浏览器中输入IP：端口/XX.html即可看到成功解析html文件（这里不讨论html中的内容，只需明白实现思路即可）
如图：
在这里插入图片描述

****1. 多进程实现HTTP服务器的并发

import socket
import re
import multiprocessing

"""
TCP 的服务端
1，socket 创建socket
2.bind 绑定IP和端口
3.listen 处于监听状态
4.accept 接进来客户端的连接
5.recv/send 接受或者发送信息
6.close 关闭
"""


def tcp_creat_socket():
    tcp_ser = socket.socket(family=socket.AF_INET, type=socket.SOCK_STREAM)
    return tcp_ser


def tcp_bind_listern_info(tcp_socket):
    SER_IP = "127.0.0.1"
    # SER_PORT = int(input("服务器绑定的端口:"))
    SER_PORT = 7080
    SER_INFO = (SER_IP, SER_PORT)
    tcp_socket.bind(SER_INFO)

    LISTEN_NUM = 10
    tcp_socket.listen(LISTEN_NUM)
    return SER_INFO


def tcp_accept(tcp_socket,ser_info):
    # accept  1默认会阻塞，2并返回一个新的套接字用于和接进来的客户端进行数据传输，3并记录客户端的信息,为用户进行服务
    print("服务器的IP：%s,端口:%d,正在等待新的客户端的到来" % (ser_info[0], ser_info[1]))
    tcp_ser_new_socket, client_addr = tcp_socket.accept()
    print("客户端已经到来,信息如下:%s" % str(client_addr))
    return tcp_ser_new_socket


def tcp_recv_message(tcp_socket):
    # recv  返回值为空时，则客户端调用了close
    tcp_ser_recv_info = tcp_socket.recv(1024)
    if "exit" == tcp_ser_recv_info or None == tcp_ser_recv_info:
        print("recv_info error")

    # GET / HTTP/1.1
    # Host: www.baidu.com
    # Connection: keep-alive
    # sec-ch-ua: "Chromium";v="92", " Not A;Brand";v="99", "Google Chrome";v="92"
    # sec-ch-ua-mobile: ?0

    print(">"*120)
    print("服务端接收:%s" % tcp_ser_recv_info.decode("utf-8").splitlines()[0])
    ret = re.match(r"[^/]+(/[^ ]*)", tcp_ser_recv_info.decode("utf-8").splitlines()[0])
    if ret:
        http_page_name = ret.group(1)
        return http_page_name


def tcp_send_message(tcp_socket, page_name):
    # send_info = str(input("输入服务端发送的信息:"))
    if "/" == page_name:
        page_name = "index"  # 默认的页面
    try:
        f = open(f"./{page_name}.html", "rb")   # 二进制文件
        html_file = f.read()
        f.close()
    except:
        header = "HTTP/1.1 404 NOT FOUND\r\n"  # 相应头部
        respone = "\r\n"  # 空行
        http_headr = header + respone + f"{page_name} not fount ,please again"
        tcp_socket.send(http_headr.encode("utf-8"))
    else:
        header = "HTTP/1.1 200 OK\r\n"  # 相应头部
        respone = "\r\n"  # 空行
        http_headr = header + respone

        http_body = html_file
        tcp_socket.send(http_headr.encode("utf-8"))
        tcp_socket.send(http_body)

    tcp_socket.close()


def tcp_close(tcp_socket):
    tcp_socket.close()


def service_client(new_socket):
    # recv
    page_name = tcp_recv_message(tcp_socket=new_socket)

    # send
    tcp_send_message(tcp_socket=new_socket, page_name=page_name)


def CC_server():
    # 创建
    tcp_ser =tcp_creat_socket()

    # bind and listen
    ser_info = tcp_bind_listern_info(tcp_socket=tcp_ser)

    while True:  # 循环为多个客户端服务，一直处于监听状态
        new_socket = tcp_accept(tcp_socket=tcp_ser, ser_info=ser_info)

        p_client = multiprocessing.Process(target=service_client,args=(new_socket,))  # 启动一个线程去执行客户端的服务
        p_client.start()
        new_socket.close()

        #  close 关闭发送数据的客户端的连接
        tcp_close(tcp_socket=new_socket)

    # close
    tcp_close(tcp_socket=tcp_ser)


if __name__ == "__main__":
    CC_server()

多线程实现HTTP服务器的并发

import socket
import re
import threading

"""
TCP 的服务端
1，socket 创建socket
2.bind 绑定IP和端口
3.listen 处于监听状态
4.accept 接进来客户端的连接
5.recv/send 接受或者发送信息
6.close 关闭
"""

def tcp_creat_socket():
    tcp_ser = socket.socket(family=socket.AF_INET, type=socket.SOCK_STREAM)
    return tcp_ser

def tcp_bind_listern_info(tcp_socket):
    SER_IP = "127.0.0.1"
    # SER_PORT = int(input("服务器绑定的端口:"))
    SER_PORT = 7080
    SER_INFO = (SER_IP, SER_PORT)
    tcp_socket.bind(SER_INFO)

    LISTEN_NUM = 10
    tcp_socket.listen(LISTEN_NUM)
    return SER_INFO

def tcp_accept(tcp_socket,ser_info):
    # accept  1默认会阻塞，2并返回一个新的套接字用于和接进来的客户端进行数据传输，3并记录客户端的信息,为用户进行服务
    print("服务器的IP：%s,端口:%d,正在等待新的客户端的到来" % (ser_info[0], ser_info[1]))
    tcp_ser_new_socket, client_addr = tcp_socket.accept()
    print("客户端已经到来,信息如下:%s" % str(client_addr))
    return tcp_ser_new_socket

def tcp_recv_message(tcp_socket):
    # recv  返回值为空时，则客户端调用了close
    tcp_ser_recv_info = tcp_socket.recv(1024)
    if "exit" == tcp_ser_recv_info or None == tcp_ser_recv_info:
        print("recv_info error")

    # GET / HTTP/1.1
    # Host: www.baidu.com
    # Connection: keep-alive
    # sec-ch-ua: "Chromium";v="92", " Not A;Brand";v="99", "Google Chrome";v="92"
    # sec-ch-ua-mobile: ?0

    print(">"*120)
    print("服务端接收:%s" % tcp_ser_recv_info.decode("utf-8").splitlines()[0])
    ret = re.match(r"[^/]+(/[^ ]*)", tcp_ser_recv_info.decode("utf-8").splitlines()[0])
    if ret:
        http_page_name = ret.group(1)
        return http_page_name

def tcp_send_message(tcp_socket, page_name):
    # send_info = str(input("输入服务端发送的信息:"))
    if "/" == page_name:
        page_name = "index"  # 默认的页面
    try:
        f = open(f"./{page_name}.html", "rb")   # 二进制文件
        html_file = f.read()
        f.close()
    except:
        header = "HTTP/1.1 404 NOT FOUND\r\n"  # 相应头部
        respone = "\r\n"  # 空行
        http_headr = header + respone + f"{page_name} not fount ,please again"
        tcp_socket.send(http_headr.encode("utf-8"))
    else:
        header = "HTTP/1.1 200 OK\r\n"  # 相应头部
        respone = "\r\n"  # 空行
        http_headr = header + respone

        http_body = html_file
        tcp_socket.send(http_headr.encode("utf-8"))
        tcp_socket.send(http_body)

    # tcp_socket.close()

def tcp_close(tcp_socket):
    tcp_socket.close()

def service_client(new_socket):
    # recv
    page_name = tcp_recv_message(tcp_socket=new_socket)

    # send
    tcp_send_message(tcp_socket=new_socket, page_name=page_name)



def CC_server():
    # 创建
    tcp_ser = tcp_creat_socket()

    # bind and listen
    ser_info = tcp_bind_listern_info(tcp_socket=tcp_ser)

    while True:  # 循环为多个客户端服务，一直处于监听状态
        new_socket = tcp_accept(tcp_socket=tcp_ser, ser_info=ser_info)

        th_client = threading.Thread(target=service_client,args=(new_socket,))  # 启动一个线程去执行客户端的服务,关闭在线程里面实现
        th_client.start()


    # close
    tcp_close(tcp_socket=tcp_ser)


if __name__ == "__main__":
    CC_server()

3.协程实现HTTP服务器的并发**

import socket
import re
import gevent
from gevent import monkey

"""
TCP 的服务端
1，socket 创建socket
2.bind 绑定IP和端口
3.listen 处于监听状态
4.accept 接进来客户端的连接
5.recv/send 接受或者发送信息
6.close 关闭
"""
monkey.patch_all()


def tcp_creat_socket():
    tcp_ser = socket.socket(family=socket.AF_INET, type=socket.SOCK_STREAM)
    return tcp_ser


def tcp_bind_listern_info(tcp_socket):
    SER_IP = "127.0.0.1"
    # SER_PORT = int(input("服务器绑定的端口:"))
    SER_PORT = 7080
    SER_INFO = (SER_IP, SER_PORT)
    tcp_socket.bind(SER_INFO)

    LISTEN_NUM = 10
    tcp_socket.listen(LISTEN_NUM)
    return SER_INFO


def tcp_accept(tcp_socket,ser_info):
    # accept  1默认会阻塞，2并返回一个新的套接字用于和接进来的客户端进行数据传输，3并记录客户端的信息,为用户进行服务
    print("服务器的IP：%s,端口:%d,正在等待新的客户端的到来" % (ser_info[0], ser_info[1]))
    tcp_ser_new_socket, client_addr = tcp_socket.accept()
    print("客户端已经到来,信息如下:%s" % str(client_addr))
    return tcp_ser_new_socket


def tcp_recv_message(tcp_socket):
    # recv  返回值为空时，则客户端调用了close
    tcp_ser_recv_info = tcp_socket.recv(1024)
    if "exit" == tcp_ser_recv_info or None == tcp_ser_recv_info:
        print("recv_info error")

    # GET / HTTP/1.1
    # Host: www.baidu.com
    # Connection: keep-alive
    # sec-ch-ua: "Chromium";v="92", " Not A;Brand";v="99", "Google Chrome";v="92"
    # sec-ch-ua-mobile: ?0

    print(">"*120)
    print("服务端接收:%s" % tcp_ser_recv_info.decode("utf-8").splitlines()[0])
    ret = re.match(r"[^/]+(/[^ ]*)", tcp_ser_recv_info.decode("utf-8").splitlines()[0])
    if ret:
        http_page_name = ret.group(1)
        return http_page_name


def tcp_send_message(tcp_socket, page_name):
    # send_info = str(input("输入服务端发送的信息:"))
    if "/" == page_name:
        page_name = "index"  # 默认的页面
    try:
        f = open(f"./{page_name}.html", "rb")   # 二进制文件
        html_file = f.read()
        f.close()
    except:
        header = "HTTP/1.1 404 NOT FOUND\r\n"  # 相应头部
        respone = "\r\n"  # 空行
        http_headr = header + respone + f"{page_name} not fount ,please again"
        tcp_socket.send(http_headr.encode("utf-8"))
    else:
        header = "HTTP/1.1 200 OK\r\n"  # 相应头部
        respone = "\r\n"  # 空行
        http_headr = header + respone

        http_body = html_file
        tcp_socket.send(http_headr.encode("utf-8"))
        tcp_socket.send(http_body)

def tcp_close(tcp_socket):
    tcp_socket.close()


def service_client(new_socket):
    # recv
    page_name = tcp_recv_message(tcp_socket=new_socket)

    # send
    tcp_send_message(tcp_socket=new_socket, page_name=page_name)


def CC_server():
    # 创建
    tcp_ser = tcp_creat_socket()

    # bind and listen
    ser_info = tcp_bind_listern_info(tcp_socket=tcp_ser)

    while True:  # 循环为多个客户端服务，一直处于监听状态
        new_socket = tcp_accept(tcp_socket=tcp_ser, ser_info=ser_info)
        gevent.spawn(service_client, new_socket)   # 直接进行传参即可

    # close
    tcp_close(tcp_socket=tcp_ser)


if __name__ == "__main__":
    CC_server()