目录

使用示例

假定当前有一个模型,训练时采用的训练集为BRG888的图片,使能了动态AIPP之后,可以接收YUYV类型的图片作为模型推理的输入;当用于模型推理的图片尺寸与训练集图片的尺寸不一致时,还可以使用AIPP的裁剪、缩放和Padding功能,改变输入图片尺寸。以下示例代码基于CANN API,使能了AIPP的裁剪功能,将一张YUYV,尺寸为480x480的图片预处理为224x224的输入。以下示例的模型管家初始化、加载、推理等可参考集成模型V1接口。
#include "HiAiModelManagerService.h"

int ReadFile(const char* fileName, char*& dataBuff, int& fileLength);
int main(int argc, char* const argv[])
{
    if (argc != 4) {
        printf("wrong args,usage:./main modelname modelpath input_data_file\n");
        return -1;
    }
    printf("Create model manager client! model file path: %s\n", argv[2]);
    string modelFilePath = argv[2];
    shared_ptr<AiModelMngerClient> modelManagerClient = make_shared<AiModelMngerClient>();
    shared_ptr<AiModelBuilder> modelBuilder = make_shared<AiModelBuilder>(modelManagerClient);
    auto ret = modelManagerClient->Init(nullptr);
    if (ret != 0) {
        printf("Init modelBuilder Failed!\n");
        return ret;
    }
    MemBuffer* buffer = modelBuilder->InputMemBufferCreate(modelFilePath);
    if (buffer == NULL) {
        printf("CrAiModelBuildereate memory buffer failed, please check model file path.\n");
        return -1;
    }
    vector<shared_ptr<AiModelDescription>> modelDescs;
    printf("Create model description. version %s\n", modelManagerClient->GetVersion());
    shared_ptr<AiModelDescription> modelDesc = make_shared<AiModelDescription>(argv[0], 3, 0, 0, 2);
    modelDesc->SetModelBuffer(buffer->GetMemBufferData(), buffer->GetMemBufferSize());
    modelDescs.push_back(modelDesc);

    ret = modelManagerClient->Load(modelDescs);
    if (ret != 0) {
        printf("Load model failed!\n");
        return ret;
    }
    printf("Load model success!\n");

    printf("Get model %s IO Tensor.\n", modelDesc->GetName().c_str());
    vector<TensorDimension> inputDimension;
    vector<TensorDimension> outputDimension;
    ret = modelManagerClient->GetModelIOTensorDim(modelDesc->GetName(), inputDimension, outputDimension);
    if (ret != 0 && inputDimension.size() != 1 && outputDimension.size() != 1) {
        printf("Get Model IO Tensor Dimension failed.\n");
    }
    printf("INPUT NCHW : %d %d %d %d.\n" , inputDimension[0].GetNumber(), inputDimension[0].GetChannel(), inputDimension[0].GetHeight(), inputDimension[0].GetWidth());
    printf("OUTPUT NCHW : %d %d %d %d.\n" , outputDimension[0].GetNumber(), outputDimension[0].GetChannel(), outputDimension[0].GetHeight(), outputDimension[0].GetWidth());

    // 设置动态AIPP参数
    vector<shared_ptr<AippPara>> aippParas;
    shared_ptr<AippPara> aippPara = make_shared<AippPara>();
    aippPara->Init(1);
    ret = aippPara->SetInputFormat(AiTensorImage_YUYV_U8);
    AippInputShape inputShape;
    inputShape.srcImageSizeW = 480;
    inputShape.srcImageSizeH = 480;
    ret = aippPara->SetInputShape(inputShape);
    AippCropPara cropPara;
    cropPara.switch_ = true;
    cropPara.cropStartPosW = 100;
    cropPara.cropStartPosH = 100;
    cropPara.cropSizeW = 224;
    cropPara.cropSizeH = 224;
    ret = aippPara->SetCropPara(cropPara);
    ret = aippPara->SetCscPara(AiTensorImage_BGR888_U8, JPEG);
    aippParas.push_back(aippPara);

    // 创建带AIPP的模型输入
    vector<shared_ptr<AiTensor>> inputTensor;
    for (auto in_dim : inputDimension) {
        shared_ptr<AiTensor> input = make_shared<AiTensor>();
        input->Init(1, 480, 480, AiTensorImage_YUYV_U8);
        shared_ptr<AippTensor> aippTensor = make_shared<AippTensor>(input, aippParas);
        inputTensor.push_back(aippTensor);
    }
    char* dataBuff;
    int fileLength;
    ret = ReadFile(argv[3], dataBuff, fileLength);
    if (ret != 0 || dataBuff == NULL || fileLength != inputTensor[0]->GetSize()) {
        printf("Read input file failed!");
        delete [] dataBuff;
        return ret;
    }
    printf("Source copy file data len: %d, Dest Tensor buffer size %d\n", fileLength, inputTensor[0]->GetSize());
    memcpy(inputTensor[0]->GetBuffer(), dataBuff, inputTensor[0]->GetSize());

    vector<shared_ptr<AiTensor>> outputTensor;
    for (auto out_dim : outputDimension) {
        shared_ptr<AiTensor> output = make_shared<AiTensor>();
        output->Init(&out_dim);
        outputTensor.push_back(output);
    }
    AiContext context;
    string key = "model_name";
    string value = argv[0];
    context.AddPara(key, value);
    int32_t iStamp;
    ret = modelManagerClient->Process(context, inputTensor, outputTensor, 3000, iStamp);
    if (ret != 0) {
        printf("Run aipp model failed!");
        delete [] dataBuff;
        return ret;
    }
    printf("Run model ret: %d stamp %d\n", ret, iStamp);

    uint32_t outputsize = outputDimension[0].GetNumber() * outputDimension[0].GetChannel() * outputDimension[0].GetHeight() * outputDimension[0].GetWidth();
    for (size_t i = 0; i < outputTensor.size(); ++i) {
        printf("Store process output to file: %d\n", outputTensor[i]->GetSize());
        string filenamep = string("output_sync_") + to_string(i);
        std::ofstream outputFile(filenamep, std::ios::out);
        outputFile.write((char*)outputTensor[i]->GetBuffer(), outputTensor[i]->GetSize());
        outputFile.close();
    }
    delete [] dataBuff;
    return 0;
}

int ReadFile(const char* fileName, char*& dataBuff, int& fileLength)
{
    string fileNameStr = fileName;
    std::ifstream file(fileNameStr);
    if (!file.is_open()) {
        printf("Open file failed! path:%s\n", fileNameStr.c_str());
        return -1;
    }
    file.seekg (0, file.end);
    fileLength = file.tellg();
    printf("read file %s length: %d\n", fileNameStr.c_str(), fileLength);
    file.seekg (0, file.beg);
    dataBuff = new (std::nothrow) char[fileLength];
    file.read(dataBuff, fileLength);
    return 0;
}