# Hand detection

const session = wx.createVKSession({
  track: {
    hand: { mode: 2 } // mode: 1 - Use the camera2 - Manual input image
  },
})

// In static image detection mode, each tone detectHand The interface will trigger once updateAnchors event
session.on('updateAnchors', anchors => {
    this.data.anchor2DList = []
    this.setData({
        anchor2DList:  anchors.map(anchor => ({
            points: anchor.points, // Key point coordinates
            origin: anchor.origin, // Identifying Box Start Point Coordinates
            size: anchor.size, // The size of the identification box
            gesture: anchor.gesture // Gesture classification
        })),
    }) 
})

// Need to call once start To initiate
session.start(errno => {
  if (errno) {
    // If it fails, it will return. errno
  } else {
    // Otherwise, return null, indicating success
    session.detectHand({
      frameBuffer, // picture ArrayBuffer Data. Pixel data of the image to be detected, each of four terms representing a RGBA
      width, // Image width
      height, // Image height
      scoreThreshold: 0.5, // Scoring threshold
      algoMode: 2 //Model: 0, Detect Modes, Output Boxes and DotsGesture mode, output box and gesture classification2, both 0 and 1, output box, point, gesture classification
    })
  }
})

const session = wx.createVKSession({
  track: {
    hand: { mode: 1 } // mode: 1 - Use the camera2 - Manual input image
  },
})

// When gestures are detected, updateAnchors are updateAnchors Events are triggered continuously (Triggered once per frame)
session.on('updateAnchors', anchors => {
    this.data.anchor2DList = []
    this.data.anchor2DList = this.data.anchor2DList.concat(anchors.map(anchor => ({
        points: anchor.points,
        origin: anchor.origin,
        size: anchor.size
    })))
})

// When the gesture is removed from the camera, it triggers removeAnchors event
session.on('removeAnchors',  () => {
  console.log('removeAnchors')
})

// Need to call once start To initiate
session.start(errno => {
  if (errno) {
    // If it fails, it will return. errno
  } else {
    // Otherwise, return null, indicating success
  }
})

// Static picture mode call
session.detectHand({
      ...,           // Same as 2D call parameters
      open3d: true,  // Turn on manual 3D keypoint detection capability, defaults to false
    })

// Camera Real Time Mode Call
session.on('updateAnchors', anchors => {
  this.session.update3DMode({open3d: true})  // Turn on manual 3D keypoint detection capability, defaults to false
  ...,  // Same as 2D call parameters
})

struct anchor
{
  points,     // Hand 2D Key Points in the Image(x,y)coordinate
  origin,     // The upper left corner of the manual detection box(x,y)coordinate
  size,       // Width and height of the manual detection frame(w,h)
  score,      // Confidence level of manual detection frame
  confidence, // Confidence Level of Manpower Key Points
  gesture     // Hand Gesture Category
}

struct anchor
{ 
  ...,               // Hand detection 2D output information
  points3d,          // Manpower 3D key points(x,y,z)3D coordinates
  camExtArray,       // The camera outer parameter matrix, defined as[R, T  03 , 1], 3D points can be projected back to the image using the camera's internal and external parameters matrix
  camIntArray        // Camera internal parameter matrix, with reference to glm:: perspective(fov, width / height, near, far)
}