BoltModel.java

Go to the documentation of this file.

package com.huawei.noah;

import java.io.FileNotFoundException;

public final class BoltModel implements Cloneable {
    static
    {
        loadLibrary("c++_shared", true);
        //loadLibrary("OpenCL", false);
        loadLibrary("GLES_mali", false);
        loadLibrary("BoltModel", false);
    }

    public BoltModel()
    {
        this.modelAddr = 0;
        this.IResult = -1;
    }

    public BoltModel(String modelPath,
        AffinityType affinity,
        int inputNum,
        String[] inputName,
        int[] inputN,
        int[] inputC,
        int[] inputH,
        int[] inputW,
        DataType[] inputDataType,
        DataFormat[] inputDataFormat)
    {
        String[] inputDataTypeString = new String[inputNum];
        String[] inputDataFormatString = new String[inputNum];
        for (int i = 0; i < inputNum; i++) {
            inputDataTypeString[i] = inputDataType[i].toString();
            inputDataFormatString[i] = inputDataFormat[i].toString();
        }

        this.modelAddr = createModel(modelPath, affinity.toString());
        if (0 != this.modelAddr) {
            prepareModel(this.modelAddr, inputNum, inputName, inputN, inputC, inputH, inputW,
                inputDataTypeString, inputDataFormatString);
            this.IResult = allocAllResultHandle(this.modelAddr);
        } else {
            this.IResult = -1;
            System.err.println("[ERROR] model cannot be created in " + this.getClass().getName());
        }
    }

    public BoltModel(String modelPath,
        AffinityType affinity,
        int inputNum,
        String[] inputName,
        int[] inputN,
        int[] inputC,
        int[] inputH,
        int[] inputW,
        DataType[] inputDataType,
        DataFormat[] inputDataFormat,
        int outputNum,
        String[] outputName)
    {
        String[] inputDataTypeString = new String[inputNum];
        String[] inputDataFormatString = new String[inputNum];
        for (int i = 0; i < inputNum; i++) {
            inputDataTypeString[i] = inputDataType[i].toString();
            inputDataFormatString[i] = inputDataFormat[i].toString();
        }

        this.modelAddr = createModel(modelPath, affinity.toString());
        if (0 != this.modelAddr) {
            prepareModel(this.modelAddr, inputNum, inputName, inputN, inputC, inputH, inputW,
                inputDataTypeString, inputDataFormatString);
            this.IResult = allocSpecificResultHandle(this.modelAddr, outputNum, outputName);
        } else {
            this.IResult = -1;
            System.err.println("[ERROR] model cannot be created in " + this.getClass().getName());
        }
    }

    protected Object clone()
    {
        BoltModel cloneModel = new BoltModel();
        if (0 != this.modelAddr) {
            cloneModel.modelAddr = cloneModel(this.modelAddr);
        } else {
            cloneModel.modelAddr = 0;
        }
        if (-1 != this.IResult) {
            cloneModel.IResult = cloneResultHandle(this.IResult);
        } else {
            cloneModel.IResult = -1;
        }
        return cloneModel;
    }

    public void setRuntimeDevice(int cpuId, DeviceType device) throws FileNotFoundException
    {
        if (0 == this.modelAddr) {
            throw new FileNotFoundException();
        }
        setRuntimeDeviceJNI(this.modelAddr, cpuId, device.toString());
    }

    public void setRuntimeDeviceDynamic() throws FileNotFoundException
    {
        if (0 == this.modelAddr) {
            throw new FileNotFoundException();
        }
        setRuntimeDeviceDynamicJNI(this.modelAddr);
    }

    public native void setNumThreads(int threads);

    public BoltResult run(int inputNum, String[] inputName, float[][] inputData)
    {
        if (0 == this.modelAddr) {
            return null;
        }
        runModel(this.modelAddr, this.IResult, inputNum, inputName, inputData);
        BoltResult boltResult =
            getOutput(this.IResult, BoltResult.class.getName().replace(".", "/"));
        return boltResult;
    }

    public BoltResult run(int inputNum,
        String[] inputName,
        int[] inputN,
        int[] inputC,
        int[] inputH,
        int[] inputW,
        DataType[] inputDataType,
        DataFormat[] inputDataFormat,
        float[][] inputData)
    {
        if (0 == this.modelAddr) {
            return null;
        }
        String[] inputDataTypeString = new String[inputNum];
        String[] inputDataFormatString = new String[inputNum];
        for (int i = 0; i < inputNum; i++) {
            inputDataTypeString[i] = inputDataType[i].toString();
            inputDataFormatString[i] = inputDataFormat[i].toString();
        }

        resizeModelInput(this.modelAddr, inputNum, inputName, inputN, inputC, inputH, inputW,
            inputDataTypeString, inputDataFormatString);
        runModel(this.modelAddr, this.IResult, inputNum, inputName, inputData);
        BoltResult boltResult =
            getOutput(this.IResult, BoltResult.class.getName().replace(".", "/"));
        return boltResult;
    }

    public void destructor()
    {
        if (-1 != this.IResult) {
            freeResultHandle(this.IResult);
            this.IResult = -1;
        }
        if (0 != this.modelAddr) {
            destroyModel(this.modelAddr);
            this.modelAddr = 0;
        }
    }

    private long modelAddr;

    private long IResult;

    private native long createModel(String modelPath, String affinity);

    private native void prepareModel(long modelAddr,
        int inputNum,
        String[] inputName,
        int[] inputN,
        int[] inputC,
        int[] inputH,
        int[] inputW,
        String[] inputDataType,
        String[] inputDataFormat);

    private native long cloneModel(long modelAddr);

    private native long cloneResultHandle(long IResult);

    private native void resizeModelInput(long modelAddr,
        int inputNum,
        String[] inputName,
        int[] inputN,
        int[] inputC,
        int[] inputH,
        int[] inputW,
        String[] inputDataType,
        String[] inputDataFormat);

    private native long allocAllResultHandle(long modelAddr);

    private native long allocSpecificResultHandle(
        long modelAddr, int outputNum, String[] outputName);

    private native void setRuntimeDeviceJNI(long modelAddr, int cpuId, String device);

    private native void setRuntimeDeviceDynamicJNI(long modelAddr);

    private native void runModel(
        long modelAddr, long IResult, int inputNum, String[] inputName, float[][] inputData);

    private native BoltResult getOutput(long IResult, String boltResultPath);

    private native void freeResultHandle(long IResult);

    private native void destroyModel(long modelAddr);

    private static void loadLibrary(String libraryName, boolean optional)
    {
        try {
            System.loadLibrary(libraryName);
        } catch (UnsatisfiedLinkError e) {
            if (!optional) {
                e.printStackTrace();
            }
        }
    }
}