python - 如何从 Python 中的内存中 mp4 文件（字节缓冲区）中提取帧？

Question

现在，我的解决方案使用 OpenCV/FFmpeg 提取图像并在磁盘上保存字节：

from fastapi import APIRouter, UploadFile, File

@router.post("/")
def extract_stream_frames(stream: UploadFile = File(...)):
    temp_filename = os.path.join(tempfile.gettempdir(), str(uuid.uuid4()) + ".mp4")
    # print(stream.content_type)
    local_temp_file = open(temp_filename, "wb")
    local_temp_file.write(stream.file.read())
    local_temp_file.close()
    try:
        images = video.sampling(local_temp_file.name, num_frames=Config.IMAGES_PER_STREAM)
        images = list(map(lambda array: image.preprocess(array, Config.IMAGE_HEIGHT, Config.IMAGE_WIDTH), images))
        result = classify(images=images)
    finally:
        os.remove(local_temp_file.name)
    return result

帧提取功能：

def sampling(video_path: str, num_frames: int):
    cam = cv2.VideoCapture(video_path)
    images = []
    while True:
        ret, frame = cam.read()
        if ret:
            images.append(cv2.cvtColor(frame, cv2.COLOR_BGR2RGB))
        else:
            break
    cam.release()
    cv2.destroyAllWindows()
    total_frames = len(images)
    images = [images[frame_no] for frame_no in range(0, total_frames, (total_frames + num_frames -1) // num_frames)]

    return images

有没有不需要在磁盘上保存流的解决方案？

标签： pythonopencvffmpegvideo-processingfastapi