Python 中的多线程 Web 服务器

Question

我正在尝试用 python 创建多线程 Web 服务器，但它一次只响应一个请求，我不明白为什么。你能帮我吗？

#!/usr/bin/env python2
# -*- coding: utf-8 -*-

from SocketServer import ThreadingMixIn
from  BaseHTTPServer import HTTPServer
from SimpleHTTPServer import SimpleHTTPRequestHandler
from time import sleep

class ThreadingServer(ThreadingMixIn, HTTPServer):
    pass

class RequestHandler(SimpleHTTPRequestHandler):
    def do_GET(self):
        self.send_response(200)
        self.send_header('Content-type', 'text/plain')
        sleep(5)
        response = 'Slept for 5 seconds..'
        self.send_header('Content-length', len(response))
        self.end_headers()
        self.wfile.write(response)

ThreadingServer(('', 8000), RequestHandler).serve_forever()

Answer 1

查看 Doug Hellmann 博客中的 this 帖子。

以下代码与Python 2兼容。对于Python 3，请参阅其他答案。

from BaseHTTPServer import HTTPServer, BaseHTTPRequestHandler
from SocketServer import ThreadingMixIn
import threading

class Handler(BaseHTTPRequestHandler):
    
    def do_GET(self):
        self.send_response(200)
        self.end_headers()
        message =  threading.currentThread().getName()
        self.wfile.write(message)
        self.wfile.write('\n')
        return

class ThreadedHTTPServer(ThreadingMixIn, HTTPServer):
    """Handle requests in a separate thread."""

if __name__ == '__main__':
    server = ThreadedHTTPServer(('localhost', 8080), Handler)
    print 'Starting server, use <Ctrl-C> to stop'
    server.serve_forever()

Answer 2

在python3中，您可以使用以下代码（https或http）：

from http.server import HTTPServer, BaseHTTPRequestHandler
from socketserver import ThreadingMixIn
import threading

USE_HTTPS = True

class Handler(BaseHTTPRequestHandler):

    def do_GET(self):
        self.send_response(200)
        self.end_headers()
        self.wfile.write(b'Hello world\t' + threading.currentThread().getName().encode() + b'\t' + str(threading.active_count()).encode() + b'\n')


class ThreadingSimpleServer(ThreadingMixIn, HTTPServer):
    pass

def run():
    server = ThreadingSimpleServer(('0.0.0.0', 4444), Handler)
    if USE_HTTPS:
        import ssl
        server.socket = ssl.wrap_socket(server.socket, keyfile='./key.pem', certfile='./cert.pem', server_side=True)
    server.serve_forever()


if __name__ == '__main__':
    run()

您会发现这段代码将创建一个新线程来处理每个请求。

以下命令生成自签名证书：

openssl req -x509 -newkey rsa:4096 -nodes -out cert.pem -keyout key.pem -days 365

如果您使用 Flask，这个博客很棒。

Answer 3

我开发了一个名为 ComplexHTTPServer 的 PIP 实用程序，它是 SimpleHTTPServer 的多线程版本。

要安装它，您需要做的就是：

pip install ComplexHTTPServer

使用它非常简单：

python -m ComplexHTTPServer [PORT]

（默认端口为8000。）

Answer 4

如果以后可能需要流式传输，那么

ThreadingMixIn

和gunicorn就不好了，因为它们只是收集响应并将其作为一个单元写在最后（如果你的流是无限的，那么实际上什么也不做）。

将

BaseHTTPServer

与线程结合的基本方法很好。但是默认的

BaseHTTPServer

设置会在每个侦听器上重新绑定一个新套接字，如果所有侦听器都位于同一端口上，则在 Linux 中这将不起作用。在

serve_forever()

调用之前更改这些设置。 （就像你必须在线程上设置

self.daemon = True

才能阻止 ctrl-C 被禁用一样。）

以下示例在同一端口上启动 100 个处理程序线程，每个处理程序通过

BaseHTTPServer

启动。

import time, threading, socket, SocketServer, BaseHTTPServer

class Handler(BaseHTTPServer.BaseHTTPRequestHandler):

    def do_GET(self):
        if self.path != '/':
            self.send_error(404, "Object not found")
            return
        self.send_response(200)
        self.send_header('Content-type', 'text/html; charset=utf-8')
        self.end_headers()

        # serve up an infinite stream
        i = 0
        while True:
            self.wfile.write("%i " % i)
            time.sleep(0.1)
            i += 1

# Create ONE socket.
addr = ('', 8000)
sock = socket.socket (socket.AF_INET, socket.SOCK_STREAM)
sock.setsockopt(socket.SOL_SOCKET, socket.SO_REUSEADDR, 1)
sock.bind(addr)
sock.listen(5)

# Launch 100 listener threads.
class Thread(threading.Thread):
    def __init__(self, i):
        threading.Thread.__init__(self)
        self.i = i
        self.daemon = True
        self.start()
    def run(self):
        httpd = BaseHTTPServer.HTTPServer(addr, Handler, False)

        # Prevent the HTTP server from re-binding every handler.
        # https://stackoverflow.com/questions/46210672/
        httpd.socket = sock
        httpd.server_bind = self.server_close = lambda self: None

        httpd.serve_forever()
[Thread(i) for i in range(100)]
time.sleep(9e9)

Answer 5

Python 3.7 附带了 ThreadingHTTPServer:

"""Custom response code server by Cees Timmerman, 2023-07-11.
Run and visit http://localhost:4444/300 for example."""

from http.server import ThreadingHTTPServer, BaseHTTPRequestHandler


class Handler(BaseHTTPRequestHandler):

    def do_GET(self):
        try:
            response_code = int(self.path[1:])
        except:
            response_code = 500
        self.send_response(response_code)
        self.end_headers()
        self.wfile.write(f'Hello world! This response has code {response_code}.\n'.encode('utf8'))


def run():
    server = ThreadingHTTPServer(('0.0.0.0', 4444), Handler)
    server.serve_forever()


if __name__ == '__main__':
    run()

Answer 6

python3.7中的多线程https服务器

from http.server import BaseHTTPRequestHandler, HTTPServer
from socketserver import ThreadingMixIn
import threading
import ssl

hostName = "localhost"
serverPort = 8080


class MyServer(BaseHTTPRequestHandler):
    def do_GET(self):
        self.send_response(200)
        self.send_header("Content-type", "text/html")
        self.end_headers()
        self.wfile.write(bytes("<html><head><title>https://pythonbasics.org</title></head>", "utf-8"))
        self.wfile.write(bytes("<p>Request: %s</p>" % self.path, "utf-8"))
        self.wfile.write(bytes("<p>Thread: %s</p>" % threading.currentThread().getName(), "utf-8"))
        self.wfile.write(bytes("<p>Thread Count: %s</p>" % threading.active_count(), "utf-8"))
        self.wfile.write(bytes("<body>", "utf-8"))
        self.wfile.write(bytes("<p>This is an example web server.</p>", "utf-8"))
        self.wfile.write(bytes("</body></html>", "utf-8"))


class ThreadingSimpleServer(ThreadingMixIn,HTTPServer):
    pass

if __name__ == "__main__":
    webServer = ThreadingSimpleServer((hostName, serverPort), MyServer)
    webServer.socket = ssl.wrap_socket(webServer.socket, keyfile='./privkey.pem',certfile='./certificate.pem', server_side=True)
    print("Server started http://%s:%s" % (hostName, serverPort))

    try:
        webServer.serve_forever()
    except KeyboardInterrupt:
        pass

    webServer.server_close()
    print("Server stopped.")

您可以在浏览器中测试它：https://localhost:8080 运行结果是：
提醒您可以生成自己的密钥文件和证书使用

$openssl req -newkey rsa:2048  -keyout privkey.pem -x509 -days 36500 -out certificate.pem

了解有关使用 openssl 创建自签名证书的详细信息：https://www.devdungeon.com/content/creating-self-signed-ssl-certificates-openssl

Answer 7

下面是一个简单的Python HTTP服务器实现，使用

http.server

模块，支持线程，适合在生产环境中运行。它提供了两种测试线程支持的路径：

/time

-> 响应速度快；返回当前机器时间。

/delay

-> 延迟回复；还返回当前机器时间，但延迟，以模拟缓慢的请求，对于测试线程支持很有用。

import datetime
from http.server import HTTPServer, BaseHTTPRequestHandler
from socketserver import ThreadingMixIn
from time import sleep


class ThreadingHTTPServer(ThreadingMixIn, HTTPServer):
    pass


class Handler(BaseHTTPRequestHandler):
    def do_GET(self):
        self.send_response(200)
        self.send_header("Content-type", "text/plain")
        self.end_headers()
        if (self.path) == "/time":
            self.wfile.write(
                f"time - {datetime.datetime.now().isoformat()}".encode("utf-8"))
        if (self.path) == "/delay":
            sleep(5)
            self.wfile.write(
                f"delay - {datetime.datetime.now().isoformat()}".encode("utf-8"))


def run(port=8001):
    server = ThreadingHTTPServer(("127.0.0.1", port), Handler)
    print(f"Server started on port {port}")
    server.serve_forever()


if __name__ == "__main__":
    run()