时间戳

首页 > 解决方案 > 在网络摄像头视频上运行poseNet时出错

javascript - 在网络摄像头视频上运行poseNet时出错

问题描述

<!DOCTYPE html>
<html lang="en">
<head>
  <meta charset="UTF-8">
  <!-- Load TensorFlow.js -->
  <script src="https://cdn.jsdelivr.net/npm/@tensorflow/tfjs"></script>
  <!-- Load Posenet -->
  <script src="https://cdn.jsdelivr.net/npm/@tensorflow-models/posenet"></script>
  <title>Yoga Pose Assessment Through Webcam</title>
</head>

<body>
  <div>
    <video id="video" width="640" height="640" autoplay playsinline style=" -moz-    transform: scaleX(-1);
  -o-transform: scaleX(-1);
  -webkit-transform: scaleX(-1);
  transform: scaleX(-1);
  ;"</video>
  </div>
  <script>

    // Load camera
    async function setupCamera() {
      if (!navigator.mediaDevices || !navigator.mediaDevices.getUserMedia) {
        throw new Error(
          'Browser API navigator.mediaDevices.getUserMedia not available');
      }

      const video = document.getElementById('video');
      const stream = await navigator.mediaDevices.getUserMedia({
        'audio': false,
        'video': true,
      });
      video.srcObject = stream;

      return new Promise((resolve) => {
        video.onloadedmetadata = () => {
          resolve(video);
        };
      });
    }

    async function loadVideo() {
      const video = await setupCamera();
      video.play();

      //return video;
    }

    async function detect() {

      let video;
      video = await loadVideo();

      let net;
      // Load posenet
      net = await posenet.load();

      flipHorizontal = true;

      // Scale the image. The smaller the faster
      const imageScaleFactor = 0.75;

      // Stride, the larger, the smaller the output, the faster
      const outputStride = 32;

      // Store all the poses
      let poses = [];
      let minPoseConfidence;
      let minPartConfidence;

      const pose = await net.estimateSinglePose(video,
        imageScaleFactor,
        flipHorizontal,
        outputStride);
      console.log(pose);
    }

    detect();

  </script>
</body>

</html>

当我在 Firefox 中运行上述代码时，出现以下错误

TypeError: t is undefined   posenet:17:10511

当我在谷歌浏览器中运行上述代码时，出现以下错误

Uncaught (in promise) TypeError: Cannot read property 'height' of undefined
at U (posenet:17)
at t.<anonymous> (posenet:17)
at posenet:17
at Object.next (posenet:17)
at posenet:17
at new Promise (<anonymous>)
at u (posenet:17)
at t.estimateSinglePose (posenet:17)
at detect (demo.html:106)

我正在尝试记录姿势对象。我正在使用从网络摄像头拍摄的视频并传递给poseNet。我还想知道我使用的方法是否良好，或者是否需要进行任何更改。

在向用户显示网络摄像头视频时，我使用 css 翻转视频，并在将视频传递给poseNet 时再次将翻转水平设置为 true。方法是否正确？

任何帮助，将不胜感激。提前致谢。

标签： javascripthtmltensorflow.js

解决方案

您可以尝试取消注释返回loadVideo：

async function loadVideo() {
  const video = await setupCamera();
  video.play();

  return video;
}

还更新video标签，如@cherryblossom：

<video id="video" width="640" height="640" autoplay playsinline
      style="-moz-o-transform: scaleX(-1); -webkit-transform: scaleX(-1); transform: scaleX(-1);"></video>

推荐阅读