model_process.h
1.11 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
#ifndef _MODEL_PROCESS_H_
#define _MODEL_PROCESS_H_
#include <iostream>
#include <vector>
#include "utils.h"
#include "acl/acl.h"
class ModelProcess {
public:
ModelProcess();
~ModelProcess();
int LoadModelFromFileWithMem(const char *modelPath);
void Unload();
int CreateDesc();
void DestroyDesc();
aclmdlDesc* GetmodelDesc() { return modelDesc_;};
int CreateOutput(vector<vector<int>>& dims);
void DestroyOutput();
int CreateInput(void *input, size_t inputsize);
int CreateInputV2(void *input, size_t inputsize);
int AddInputBuff(void *input, size_t inputsize);
int GetInputDims(vector<vector<int>>& dims);
void DestroyInput();
void DestroyInputV2();
int Execute();
int Execute(int batchsize);
aclmdlDataset *GetModelOutputData();
private:
bool loadFlag_; // model load flag
uint32_t modelId_;
void *modelMemPtr_;
size_t modelMemSize_;
void *modelWeightPtr_;
size_t modelWeightSize_;
aclmdlDesc *modelDesc_;
aclmdlDataset *output_;
aclmdlDataset *input_;
};
#endif