masahi commented on a change in pull request #10283:
URL: https://github.com/apache/tvm/pull/10283#discussion_r816657318
##########
File path: src/target/metadata_module.cc
##########
@@ -25,17 +25,145 @@
#include <tvm/relay/runtime.h>
+#include <utility>
#include <vector>
+#include "../runtime/const_loader_module.h"
#include "../runtime/meta_data.h"
#include "llvm/llvm_module.h"
#include "source/source_module.h"
namespace tvm {
namespace codegen {
+static runtime::Module CreateCrtMetadataModule(
+ runtime::Module target_module, Target target, relay::Runtime runtime,
+ relay::backend::ExecutorCodegenMetadata metadata,
+ Array<runtime::Module> non_crt_exportable_modules,
+ Array<runtime::Module> crt_exportable_modules,
+ const std::unordered_map<std::string, runtime::NDArray>&
const_var_ndarray) {
+ if (!non_crt_exportable_modules.empty()) {
+ std::string non_exportable_modules;
+ for (unsigned int i = 0; i < non_crt_exportable_modules.size(); i++) {
+ if (i > 0) {
+ non_exportable_modules += ", ";
+ }
+ auto mod = non_crt_exportable_modules[i];
+ auto pf_sym = mod.GetFunction("get_symbol");
+ if (pf_sym != nullptr) {
+ non_exportable_modules += pf_sym().operator std::string();
+ } else {
+ non_exportable_modules +=
+ std::string{"(module type_key="} + mod->type_key() +
std::string{")"};
+ }
+ }
+ CHECK(false) << "These " << non_crt_exportable_modules.size()
+ << " modules are not exportable to C-runtime: " <<
non_exportable_modules;
+ }
+
+ if (target->kind->name == "c") {
+ crt_exportable_modules.push_back(target_module);
+ target_module =
+ CreateCSourceCrtMetadataModule(crt_exportable_modules, target,
runtime, metadata);
+ } else if (target->kind->name == "llvm") {
+#ifdef TVM_LLVM_VERSION
+ crt_exportable_modules.push_back(target_module);
+ target_module = CreateLLVMCrtMetadataModule(crt_exportable_modules,
target, runtime);
+#else // TVM_LLVM_VERSION
+ LOG(FATAL) << "TVM was not built with LLVM enabled.";
+#endif // TVM_LLVM_VERSION
+ }
+
+ return target_module;
+}
+
+// TODO(areusch,masahi): Unify metadata representation and remove the need for
this function
+static runtime::metadata::Metadata ConvertMetaData(
+ relay::backend::ExecutorCodegenMetadata metadata) {
+ std::vector<runtime::metadata::TensorInfo> inputs;
+ ICHECK(metadata.defined());
+ for (size_t i = 0; i < metadata->inputs.size(); ++i) {
+ auto v = metadata->inputs[i];
+ auto ttype = metadata->input_tensor_types[i];
+ inputs.push_back(
+
runtime::metadata::TensorInfo(make_object<target::metadata::InMemoryTensorInfoNode>(
+ v->name_hint, relay::backend::ShapeToJSON(ttype->shape),
ttype->dtype)));
+ }
+
+ std::vector<runtime::metadata::TensorInfo> outputs;
+ auto output_ttypes = metadata->output_tensor_types;
+ for (size_t i = 0; i < output_ttypes.size(); ++i) {
+ auto ttype = output_ttypes[i];
+ std::stringstream name;
+ name << "output" << i;
+ outputs.push_back(
+
runtime::metadata::TensorInfo(make_object<target::metadata::InMemoryTensorInfoNode>(
+ name.str(), relay::backend::ShapeToJSON(ttype->shape),
ttype->dtype)));
+ }
+
+ std::vector<runtime::metadata::TensorInfo> pools;
+ for (size_t i = 0; i < metadata->pools.size(); ++i) {
+ auto var = metadata->pools[i];
+ pools.push_back(
+
runtime::metadata::TensorInfo(make_object<target::metadata::InMemoryTensorInfoNode>(
+ var->name_hint,
+
std::vector<int64_t>{metadata->pool_inputs.value()[var]->allocated_size},
Review comment:
Check that `metadata->pool_inputs` is non-null (it's
`Optional<Map<tir::Var, tir::usmp::AllocatedPoolInfo>>`)
--
This is an automated message from the Apache Git Service.
To respond to the message, please log on to GitHub and use the
URL above to go to the specific comment.
To unsubscribe, e-mail: [email protected]
For queries about this service, please contact Infrastructure at:
[email protected]
