easyPoseNet.js

// how to use this
// run startPoseNet() in your setup

// define initial values with x and y off the screen
let initialValues = {
  x: -10000,
  y: -10000,
  confidence: 0,
};

// define initial score (currently not added to person)
let score = 0;

// define initial keypoints
let keypoints = [
  {
    score: 0,
    part: "",
    position: {
      x: -10000,
      y: -10000,
    },
  },
];

// define the default person
let person = {
  nose: initialValues,
  leftEye: initialValues,
  rightEye: initialValues,
  leftEar: initialValues,
  rightEar: initialValues,
  leftShoulder: initialValues,
  rightShoulder: initialValues,
  leftElbow: initialValues,
  rightElbow: initialValues,
  leftWrist: initialValues,
  rightWrist: initialValues,
  leftHip: initialValues,
  rightHip: initialValues,
  leftKnee: initialValues,
  rightKnee: initialValues,
  leftAnkle: initialValues,
  rightAnkle: initialValues,
};

function startPoseNet(videoOrImage) {
  input = videoOrImage;
  if (!input) {
    poseNetVideo = createCapture(VIDEO);
    poseNetVideo.size(width, height);
    poseNetVideo.hide();
    input = poseNetVideo;
    imageInput = false;
  } else if (!input.elt || input.elt.nodeName !== "VIDEO") {
    imageInput = true;
  }

  poseNet = ml5.poseNet(input, "single", modelReady);

  // every time new poses are detected store them in 'poses'
  poseNet.on("pose", function (results) {
    poses = results;
    if (poses.length > 0) {
      addProps(poses[0].pose, "pose");
    }
  });
}

function addProps(obj, objName) {
  let result = "";
  for (const i in obj) {
    // Object.hasOwn() is used to exclude properties from the object's
    // prototype chain and only show "own properties"
    if (Object.hasOwn(obj, i)) {
      // remove 'score' and 'keypoints' and add them to separate variables
      if (i !== "score" && i !== "keypoints") {
        person[i] = obj[i];
      } else if (i === "score") {
        score = obj[i];
      } else if (i === "keypoints") {
        keypoints = obj[i];
      }
    }
  }
}

function modelReady() {
  console.log("Easy PoseNet is ready");
  if(imageInput) poseNet.singlePose(input)
}

// define all the variables we need
let poseNet;
let poses = [];
let imageInput = false;
let input;
let poseNetVideo;