假定当前有一个模型,训练时采用的训练集为BRG888的图片,使能了动态AIPP之后,可以接收YUYV类型的图片作为模型推理的输入;当用于模型推理的图片尺寸与训练集图片的尺寸不一致时,还可以使用AIPP的裁剪、缩放和Padding功能,改变输入图片尺寸。以下示例代码基于CANN API,使能了AIPP的裁剪功能,将一张YUYV,尺寸为480x480的图片预处理为224x224的输入。以下示例的模型管家初始化、加载、推理等可参考
集成模型V1接口。
#include "HiAiModelManagerService.h"
int ReadFile(const char* fileName, char*& dataBuff, int& fileLength);
int main(int argc, char* const argv[])
{
if (argc != 4) {
printf("wrong args,usage:./main modelname modelpath input_data_file\n");
return -1;
}
printf("Create model manager client! model file path: %s\n", argv[2]);
string modelFilePath = argv[2];
shared_ptr<AiModelMngerClient> modelManagerClient = make_shared<AiModelMngerClient>();
shared_ptr<AiModelBuilder> modelBuilder = make_shared<AiModelBuilder>(modelManagerClient);
auto ret = modelManagerClient->Init(nullptr);
if (ret != 0) {
printf("Init modelBuilder Failed!\n");
return ret;
}
MemBuffer* buffer = modelBuilder->InputMemBufferCreate(modelFilePath);
if (buffer == NULL) {
printf("CrAiModelBuildereate memory buffer failed, please check model file path.\n");
return -1;
}
vector<shared_ptr<AiModelDescription>> modelDescs;
printf("Create model description. version %s\n", modelManagerClient->GetVersion());
shared_ptr<AiModelDescription> modelDesc = make_shared<AiModelDescription>(argv[0], 3, 0, 0, 2);
modelDesc->SetModelBuffer(buffer->GetMemBufferData(), buffer->GetMemBufferSize());
modelDescs.push_back(modelDesc);
ret = modelManagerClient->Load(modelDescs);
if (ret != 0) {
printf("Load model failed!\n");
return ret;
}
printf("Load model success!\n");
printf("Get model %s IO Tensor.\n", modelDesc->GetName().c_str());
vector<TensorDimension> inputDimension;
vector<TensorDimension> outputDimension;
ret = modelManagerClient->GetModelIOTensorDim(modelDesc->GetName(), inputDimension, outputDimension);
if (ret != 0 && inputDimension.size() != 1 && outputDimension.size() != 1) {
printf("Get Model IO Tensor Dimension failed.\n");
}
printf("INPUT NCHW : %d %d %d %d.\n" , inputDimension[0].GetNumber(), inputDimension[0].GetChannel(), inputDimension[0].GetHeight(), inputDimension[0].GetWidth());
printf("OUTPUT NCHW : %d %d %d %d.\n" , outputDimension[0].GetNumber(), outputDimension[0].GetChannel(), outputDimension[0].GetHeight(), outputDimension[0].GetWidth());
// 设置动态AIPP参数
vector<shared_ptr<AippPara>> aippParas;
shared_ptr<AippPara> aippPara = make_shared<AippPara>();
aippPara->Init(1);
ret = aippPara->SetInputFormat(AiTensorImage_YUYV_U8);
AippInputShape inputShape;
inputShape.srcImageSizeW = 480;
inputShape.srcImageSizeH = 480;
ret = aippPara->SetInputShape(inputShape);
AippCropPara cropPara;
cropPara.switch_ = true;
cropPara.cropStartPosW = 100;
cropPara.cropStartPosH = 100;
cropPara.cropSizeW = 224;
cropPara.cropSizeH = 224;
ret = aippPara->SetCropPara(cropPara);
ret = aippPara->SetCscPara(AiTensorImage_BGR888_U8, JPEG);
aippParas.push_back(aippPara);
// 创建带AIPP的模型输入
vector<shared_ptr<AiTensor>> inputTensor;
for (auto in_dim : inputDimension) {
shared_ptr<AiTensor> input = make_shared<AiTensor>();
input->Init(1, 480, 480, AiTensorImage_YUYV_U8);
shared_ptr<AippTensor> aippTensor = make_shared<AippTensor>(input, aippParas);
inputTensor.push_back(aippTensor);
}
char* dataBuff;
int fileLength;
ret = ReadFile(argv[3], dataBuff, fileLength);
if (ret != 0 || dataBuff == NULL || fileLength != inputTensor[0]->GetSize()) {
printf("Read input file failed!");
delete [] dataBuff;
return ret;
}
printf("Source copy file data len: %d, Dest Tensor buffer size %d\n", fileLength, inputTensor[0]->GetSize());
memcpy(inputTensor[0]->GetBuffer(), dataBuff, inputTensor[0]->GetSize());
vector<shared_ptr<AiTensor>> outputTensor;
for (auto out_dim : outputDimension) {
shared_ptr<AiTensor> output = make_shared<AiTensor>();
output->Init(&out_dim);
outputTensor.push_back(output);
}
AiContext context;
string key = "model_name";
string value = argv[0];
context.AddPara(key, value);
int32_t iStamp;
ret = modelManagerClient->Process(context, inputTensor, outputTensor, 3000, iStamp);
if (ret != 0) {
printf("Run aipp model failed!");
delete [] dataBuff;
return ret;
}
printf("Run model ret: %d stamp %d\n", ret, iStamp);
uint32_t outputsize = outputDimension[0].GetNumber() * outputDimension[0].GetChannel() * outputDimension[0].GetHeight() * outputDimension[0].GetWidth();
for (size_t i = 0; i < outputTensor.size(); ++i) {
printf("Store process output to file: %d\n", outputTensor[i]->GetSize());
string filenamep = string("output_sync_") + to_string(i);
std::ofstream outputFile(filenamep, std::ios::out);
outputFile.write((char*)outputTensor[i]->GetBuffer(), outputTensor[i]->GetSize());
outputFile.close();
}
delete [] dataBuff;
return 0;
} int ReadFile(const char* fileName, char*& dataBuff, int& fileLength)
{
string fileNameStr = fileName;
std::ifstream file(fileNameStr);
if (!file.is_open()) {
printf("Open file failed! path:%s\n", fileNameStr.c_str());
return -1;
}
file.seekg (0, file.end);
fileLength = file.tellg();
printf("read file %s length: %d\n", fileNameStr.c_str(), fileLength);
file.seekg (0, file.beg);
dataBuff = new (std::nothrow) char[fileLength];
file.read(dataBuff, fileLength);
return 0;
}