Repository navigation
Expand file tree
/
Copy pathjit_model.cpp
More file actions
96 lines (87 loc) · 2.6 KB
/
Copy pathjit_model.cpp
File metadata and controls
96 lines (87 loc) · 2.6 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
#include "../creator.hpp"
#include "../argman.hpp"
#include "../ctimer.hpp"
#include "basic_model.hpp"
class JITModel : public BasicModel {
public:
void Initialize(const nlohmann::json &jConf) override {
ArgMan argMan;
Arg<std::string> argModelFile("model_file", argMan);
Arg<bool> argReintialize("reinitialize", false, argMan);
ParseArgsFromJson(jConf, argMan);
m_JitModule = torch::jit::load(argModelFile());
torch::jit::getProfilingMode() = false;
torch::jit::getExecutorMode() = false;
torch::jit::setGraphExecutorOptimize(true);
m_bReinit = argReintialize();
}
TENSOR_ARY Forward(TENSOR_ARY inputs) override {
std::vector<torch::jit::IValue> jitInputs;
for (auto &i: inputs) {
jitInputs.emplace_back(std::move(i));
}
auto autoGradGard = torch::AutoGradMode(BasicModel::is_training());
auto outputs = m_JitModule.forward(jitInputs);
TENSOR_ARY results;
if (outputs.isTuple()) {
auto pTuple = outputs.toTuple();
for (auto &out : pTuple->elements()) {
CHECK(out.isTensor());
results.emplace_back(out.toTensor());
}
} else if (outputs.isTensor()) {
results.emplace_back(outputs.toTensor());
} else {
LOG(FATAL) << outputs.type()->str();
}
return results;
}
void TrainMode(bool bTrain = true) override {
m_JitModule.train(bTrain);
}
void SetDevice(torch::Device device) override {
m_JitModule.to(device);
}
NAMED_PARAMS NamedParameters() const override {
auto jitParams = m_JitModule.named_parameters();
NAMED_PARAMS params;
for (const auto &p : jitParams) {
params[p.name] = p.value;
}
return params;
}
NAMED_PARAMS NamedBuffers() const override {
auto jitParams = m_JitModule.named_buffers();
NAMED_PARAMS namedBufs;
for (const auto &p : jitParams) {
namedBufs[p.name] = p.value;
}
return namedBufs;
}
void InitWeights(WEIGHT_INIT_PROC InitProc) override {
if (m_bReinit) {
for (const auto &subMod: m_JitModule.named_modules()) {
auto typeName = subMod.value.type()->name();
if (typeName.has_value() && subMod.value.children().size() == 0) {
NAMED_PARAMS params;
for (const auto ¶m: subMod.value.named_parameters()) {
params[param.name] = param.value;
}
NAMED_PARAMS buffers;
for (const auto &buf: subMod.value.named_buffers()) {
buffers[buf.name] = buf.value;
}
if (!params.empty() || !buffers.empty()) {
if (!InitProc(typeName->name(), params, buffers)) {
LOG(INFO) << "Unintialized module: " << typeName->name();
}
}
}
}
}
}
private:
torch::jit::Module m_JitModule;
bool m_bReinit = false;
};
REGISTER_CREATOR(BasicModel, JITModel, "JIT");