# Face Keypoint Detection

const session = wx.createVKSession({
  track: {
    face: { mode: 2 } // mode: 1 - Use the camera2 - Manual input image
  },
})
// In static image detection mode, each tone detectFace The interface will trigger once updateAnchors event
session.on('updateAnchors', anchors => {
  anchors.forEach(anchor => {
    console.log('anchor.points', anchor.points)
    console.log('anchor.origin', anchor.origin)
    console.log('anchor.size', anchor.size)
    console.log('anchor.angle',  anchor.angle)
  })
})

// Need to call once start To initiate
session.start(errno => {
  if (errno) {
    // If it fails, it will return. errno
  } else {
    // Otherwise, return null, indicating success
    session.detectFace({
      frameBuffer, // picture ArrayBuffer Data. Face image pixel data, each of four items representing a pixel of RGBA
      width, // Image width
      height, // Image height
      scoreThreshold: 0.5, // Scoring threshold
      sourceType: 1,
      modelMode: 1,
    })
  }
})

const session = wx.createVKSession({
  track: {
    face: { mode: 1 } // mode: 1 - Use the camera2 - Manual input image
  },
})

// Camera real-time detection mode, when the face is detected, updateAnchors Events are triggered continuously (Triggered once per frame)
session.on('updateAnchors', anchors => {
  anchors.forEach(anchor => {
    console.log('anchor.points', anchor.points)
    console.log('anchor.origin', anchor.origin)
    console.log('anchor.size', anchor.size)
    console.log('anchor.angle',  anchor.angle)
  })
})

// When the face is removed from the camera, it triggers removeAnchors event
session.on('removeAnchors',  () => {
  console.log('removeAnchors')
})

// Need to call once start To initiate
session.start(errno => {
  if (errno) {
    // If it fails, it will return. errno
  } else {
    // Otherwise, return null, indicating success
  }
})

// Static picture mode call
session.detectFace({
      ...,           // Same as 2D call parameters
      open3d: true,  // Turn on face 3D keypoint detection capability, defaults to false
    })

// Camera Real Time Mode Call
session.on('updateAnchors', anchors => {
  this.session.update3DMode({open3d: true})  // Turn on face 3D keypoint detection capability, defaults to false
  ...,  // Same as 2D call parameters
})

struct anchor
{
  points,    // 106 points in the image(x,y)coordinate
  origin,    // The upper left corner of the face box(x,y)coordinate
  size,      // Width and height of face frame(w,h)
  angle,     // Face angle information(pitch, yaw, roll)
  confidence // Confidence of Key Points in Face
}

struct anchor
{ 
  ...,               // Face key points 2D output information
  points3d,          // Face 106 points(x,y,z)3D coordinates
  camExtArray,       // The camera outer parameter matrix, defined as[R, T  03 , 1], 3D points can be projected back to the image using the camera's internal and external parameters matrix
  ccamIntArray       // Camera internal parameter matrix, with reference to glm:: perspective(fov, width / height, near, far)
}