masahi commented on a change in pull request #5310: [BYOC] Enhance partitioning
and external codegen
URL: https://github.com/apache/incubator-tvm/pull/5310#discussion_r407124012
##########
File path: src/relay/backend/contrib/dnnl/codegen.cc
##########
@@ -176,33 +184,38 @@ class CodegenDNNL : public ExprVisitor, public
CodegenCBase {
CHECK_EQ(GetDtypeString(type_node), "float") << "Only float is supported
for now.";
std::ostringstream buf_stream;
- buf_stream << "float* " << output.name << " = (float*)std::malloc(4 * " <<
num_elems << ");\n";
const float* ptr = static_cast<float*>(array.ToDLPack()->dl_tensor.data);
- for (int64_t i = 0; i < num_elems; i++) {
- buf_stream << " " << output.name << "[" << i << "] = " << ptr[i] <<
";\n";
+
+ // Allocate large arrays on the static section to avoid stakc overflow.
+ // Note that this would probably increase compilation time as the source
+ // file could be really large.
+ buf_stream << "static float " << output.name << "[" << num_elems <<"] = {";
+ for (int64_t i = 0; i < num_elems - 1; i++) {
+ buf_stream << ptr[i] << ",";
}
+ if (num_elems > 0) buf_stream << ptr[num_elems - 1];
+ buf_stream << "};\n";
ext_func_body.insert(ext_func_body.begin(), buf_stream.str());
+ return {output};
}
- void VisitExpr_(const CallNode* call) final {
+ std::vector<Output> VisitExpr_(const CallNode* call) final {
GenerateBodyOutput ret;
if (const auto* func = call->op.as<FunctionNode>()) {
ret = GenerateCompositeFunctionCall(func, call);
} else {
ret = GenerateOpCall(call);
}
- out_.clear();
- for (size_t i = 0; i < ret.outputs.size(); ++i) {
- buf_decl_.push_back(ret.buffers[i]);
- out_.push_back(ret.outputs[i]);
- }
+ buf_decl_.insert(buf_decl_.end(), ret.buffers.begin(), ret.buffers.end());
+ std::vector<Output> out = ret.outputs;
Review comment:
remove it
----------------------------------------------------------------
This is an automated message from the Apache Git Service.
To respond to the message, please log on to GitHub and use the
URL above to go to the specific comment.
For queries about this service, please contact Infrastructure at:
[email protected]
With regards,
Apache Git Services
