BytennEngine.inferSync

收藏

我的收藏

BytennEngine.inferSync(options)

const app = getApp();
Page({
  data: {
    item_class: "unknow",
    prob: 0,
  },
  onLoad: function () {
    console.log("Welcome to Mini Code");
    if (this.offscreenCanvas == null) {
      this.offscreenCanvas = tt.createOffscreenCanvas();
    }
    this.utils = require("./utils");
  },
  createBytennEngine: function () {
    console.log("on create clicked");
    const engineCtx = tt.createBytennEngineContext("littleapp_mobilenet");
    console.log("engine context is: ", engineCtx);
    engineCtx.onLoad((engine) => {
      console.log("load result: ", engine);
      this.engine = engine;
    });
    engineCtx.onError((err) => {
      console.log("load error: ", err);
    });
    engineCtx.load();
  },
  startInfer: function () {
    if (this.cameraCtx == null) {
      this.cameraCtx = tt.createCameraContext();
    }
    this.listener = this.cameraCtx.onCameraFrame((res) => {
      const inferResult = this.engine.inferSync({
        dataConfig: {
          data: res.data,
          width: res.width,
          height: res.height,
          channel: 4,
          dataType: "U8",
          dataFormat: "NCHW",
        },
        convertConfig: [
          {
            outputChannel: 0,
            normalizeFactor: 255,
            inputConfig: [
              {
                inputChannel: 0,
                weight: 1.0,
              },
            ],
          },
          {
            outputChannel: 1,
            normalizeFactor: 255,
            inputConfig: [
              {
                inputChannel: 1,
                weight: 1.0,
              },
            ],
          },
          {
            outputChannel: 2,
            normalizeFactor: 255,
            inputConfig: [
              {
                inputChannel: 2,
                weight: 1.0,
              },
            ],
          },
        ],
      });
      const embedding = new Float32Array(inferResult.data);
      const topK = this.utils.topK(embedding, this.utils.IMAGENET_CLASSES, 1);
      const { className, probability } = topK[0];
      this.setData({
        item_class: className,
        prob: probability,
      });
    });
    this.listener.start();
  },
});