Question

对于一个项目，我想在picamera http网络流（mjpeg）上覆盖一个静态图像（一个圆圈的图像-png）。

很遗憾，picamera不支持带有录音的覆盖。还有另一种方法可以做到这一点吗？

这是Picamera文档中的示例代码： https://picamera.readthedocs.io/en/release-1.13/recipes2.html#web-streaming

import io
import picamera
import logging
import socketserver
from threading import Condition
from http import server

PAGE="""\
<html>
<head>
<title>picamera MJPEG streaming demo</title>
</head>
<body>
<h1>PiCamera MJPEG Streaming Demo</h1>
<img src="stream.mjpg" width="640" height="480" />
</body>
</html>
"""

class StreamingOutput(object):
    def __init__(self):
        self.frame = None
        self.buffer = io.BytesIO()
        self.condition = Condition()

    def write(self, buf):
        if buf.startswith(b'\xff\xd8'):
            # New frame, copy the existing buffer's content and notify all
            # clients it's available
            self.buffer.truncate()
            with self.condition:
                self.frame = self.buffer.getvalue()
                self.condition.notify_all()
            self.buffer.seek(0)
        return self.buffer.write(buf)

class StreamingHandler(server.BaseHTTPRequestHandler):
    def do_GET(self):
        if self.path == '/':
            self.send_response(301)
            self.send_header('Location', '/index.html')
            self.end_headers()
        elif self.path == '/index.html':
            content = PAGE.encode('utf-8')
            self.send_response(200)
            self.send_header('Content-Type', 'text/html')
            self.send_header('Content-Length', len(content))
            self.end_headers()
            self.wfile.write(content)
        elif self.path == '/stream.mjpg':
            self.send_response(200)
            self.send_header('Age', 0)
            self.send_header('Cache-Control', 'no-cache, private')
            self.send_header('Pragma', 'no-cache')
            self.send_header('Content-Type', 'multipart/x-mixed-replace; boundary=FRAME')
            self.end_headers()
            try:
                while True:
                    with output.condition:
                        output.condition.wait()
                        frame = output.frame
                    self.wfile.write(b'--FRAME\r\n')
                    self.send_header('Content-Type', 'image/jpeg')
                    self.send_header('Content-Length', len(frame))
                    self.end_headers()
                    self.wfile.write(frame)
                    self.wfile.write(b'\r\n')
            except Exception as e:
                logging.warning(
                    'Removed streaming client %s: %s',
                    self.client_address, str(e))
        else:
            self.send_error(404)
            self.end_headers()

class StreamingServer(socketserver.ThreadingMixIn, server.HTTPServer):
    allow_reuse_address = True
    daemon_threads = True

with picamera.PiCamera(resolution='640x480', framerate=24) as camera:
    output = StreamingOutput()
    camera.start_recording(output, format='mjpeg')
    try:
        address = ('192.168.4.1', 8000)
        server = StreamingServer(address, StreamingHandler)
        server.serve_forever()
    finally:
        camera.stop_recording()

Answer 1

这是我最初的尝试。我在添加/更改的行上方添加了注释。

#!/usr/bin/env python3

import io
import picamera
import logging
import socketserver
from threading import Condition
from http import server
import numpy as np
from PIL import Image

PAGE="""\
<html>
<head>
<title>picamera MJPEG streaming demo</title>
</head>
<body>
<h1>PiCamera MJPEG Streaming Demo</h1>
<img src="stream.mjpg" width="640" height="480" />
</body>
</html>
"""

class StreamingOutput(object):
    def __init__(self):
        self.frame = None
        # Open the overlay at startup and retain for pasting into all frames
        # Overlay MUST be "RGBA" mode
        self.overlay = Image.open('overlay.png')
        print(self.overlay)
        self.condition = Condition()

    def write(self, buf):
        # New frame, paste on our overlay and tell clients it's available
        with self.condition:
            # Convert the 640x480 buffer we receive into a PIL Image
            im = Image.frombuffer('RGB',(640,480),buf,"raw",'RGB',0,1)
            # Paste on our overlay
            im.paste(self.overlay,None,self.overlay)
            # Create an "in-memory" JPEG
            tmp = io.BytesIO()
            im.save(tmp,format='jpeg')
            # Copy that to "self.frame" for the HTTP server to send to clients
            self.frame = tmp.getvalue()
            self.condition.notify_all()
        return

class StreamingHandler(server.BaseHTTPRequestHandler):
    def do_GET(self):
        if self.path == '/':
            self.send_response(301)
            self.send_header('Location', '/index.html')
            self.end_headers()
        elif self.path == '/index.html':
            content = PAGE.encode('utf-8')
            self.send_response(200)
            self.send_header('Content-Type', 'text/html')
            self.send_header('Content-Length', len(content))
            self.end_headers()
            self.wfile.write(content)
        elif self.path == '/stream.mjpg':
            self.send_response(200)
            self.send_header('Age', 0)
            self.send_header('Cache-Control', 'no-cache, private')
            self.send_header('Pragma', 'no-cache')
            self.send_header('Content-Type', 'multipart/x-mixed-replace; boundary=FRAME')
            self.end_headers()
            try:
                while True:
                    with output.condition:
                        output.condition.wait()
                        frame = output.frame
                    self.wfile.write(b'--FRAME\r\n')
                    self.send_header('Content-Type', 'image/jpeg')
                    self.send_header('Content-Length', len(frame))
                    self.end_headers()
                    self.wfile.write(frame)
                    self.wfile.write(b'\r\n')
            except Exception as e:
                logging.warning(
                    'Removed streaming client %s: %s',
                    self.client_address, str(e))
        else:
            self.send_error(404)
            self.end_headers()

class StreamingServer(socketserver.ThreadingMixIn, server.HTTPServer):
    allow_reuse_address = True
    daemon_threads = True

with picamera.PiCamera(resolution='640x480',framerate=24) as camera:
    output = StreamingOutput()
    # Collect data as RGB rather than encoding to JPEG, decoding from JPEG to PIL to overlay and then re-encoding as JPEG
    camera.start_recording(output,format='rgb')
    try:
        address = ('192.168.0.104', 8000)
        server = StreamingServer(address, StreamingHandler)
        server.serve_forever()
    finally:
        camera.stop_recording()

我对其进行了测试，并且可以很好地覆盖它。我使用 ImageMagick 创建了覆盖图-屏幕中间是一个红色圆圈-

convert -size 640x480 xc:lime -fill none +antialias -stroke red -fill none  -draw "circle 320,240 320,260" -transparent lime -depth 8 png32:overlay.png

在此处将其覆盖在Raspberry Pi相机供稿上：

Picamera HTTP流叠加静态图像

1 个答案: