Keshav0205 opened a new issue #8159:
URL: https://github.com/apache/tvm/issues/8159
I am attempting to perform inference using tvm in c++.
The last line in the main function results in a segmentation fault. Before
this, everything else seems to working fine.
Any help would be appreciated.
Thanks in advance.
--------
#include <dlpack/dlpack.h>
#include <tvm/runtime/module.h>
#include <tvm/runtime/registry.h>
#include <tvm/runtime/packed_func.h>
int main()
{
// tvm module for compiled functions
tvm::runtime::Module mod_syslib =
tvm::runtime::Module::LoadFromFile("./deploy_lib.so");
// json graph
//std::ifstream json_in("model/model_graph.json", std::ios::in);
std::ifstream json_in("deploy_graph.json", std::ios::in);
std::string json_data((std::istreambuf_iterator<char>(json_in)),
std::istreambuf_iterator<char>());
json_in.close();
// parameters in binary
//std::ifstream params_in("model/model_graph.params",
std::ios::binary);
std::ifstream params_in("deploy_params.params",
std::ios::binary);
std::string
params_data((std::istreambuf_iterator<char>(params_in)),
std::istreambuf_iterator<char>());
params_in.close();
// parameters need to be TVMByteArray type to indicate the
binary data
TVMByteArray params_arr;
params_arr.data = params_data.c_str();
params_arr.size = params_data.length();
int dtype_code = kDLFloat;
int dtype_bits = 32;
int dtype_lanes = 1;
int device_cpu = kDLCPU;
//int device_gpu = kDLGPU;
int device_cpu_id = 0;
//int device_gpu_id = 0;
// get global function module for graph runtime
tvm::runtime::Module mod =
(*tvm::runtime::Registry::Get("tvm.graph_runtime.create"))(json_data,
mod_syslib, device_cpu, device_cpu_id);
return 0;
}
--
This is an automated message from the Apache Git Service.
To respond to the message, please log on to GitHub and use the
URL above to go to the specific comment.
For queries about this service, please contact Infrastructure at:
[email protected]
