ptrendx commented on a change in pull request #15167: [WIP] Pointwise fusion
for GPU
URL: https://github.com/apache/incubator-mxnet/pull/15167#discussion_r295391295
##########
File path: src/executor/infer_graph_attr_pass.cc
##########
@@ -209,51 +213,86 @@ nnvm::Graph InferAttr(nnvm::Graph &&ret,
op::dispatch_mode_assign(&dispatch_modes[nid], default_mode_val);
}
} else if (is_backward.get(inode.source->op(), false) &&
- inode.control_deps.size() && bwd_identity_assign) {
+ inode.source->control_deps.size() && bwd_identity_assign) {
CHECK(dispatch_mode_name == nullptr)
<< "Backward inference for node attributes is not available";
- CHECK_GE(inode.control_deps.size(), 1U)
+ CHECK_GE(inode.source->control_deps.size(), 1U)
<< "BackwardOp need to have control_deps to its forward op";
- const IndexedGraph::Node& fnode = idx[inode.control_deps[0]];
nnvm::NodePtr fwd_ptr = inode.source->control_deps[0];
CHECK(fwd_ptr->op() != nullptr) << "Forward op cannot be a variable";
- // use gradient function to find out the correspondence.
- std::vector<nnvm::NodeEntry> ograd(fwd_ptr->num_outputs());
- for (size_t i = 0; i < ograd.size(); ++i) {
- ograd[i].index = static_cast<uint32_t>(i);
- }
- // input gradient list
- auto igrad = fgrad[fwd_ptr->op()](fwd_ptr, ograd);
- const nnvm::Node* igrad_node = nullptr;
- // Input gradient assignement
- for (size_t i = 0; i < igrad.size(); ++i) {
- if (igrad[i].node->op() == inode.source->op()) {
- uint32_t eid = idx.entry_id(nid, igrad[i].index);
- if (fis_none(rshape[eid])) {
- rshape[eid] = rshape[idx.entry_id(fnode.inputs[i])];
- } else if (!fis_none(rshape[idx.entry_id(fnode.inputs[i])])) {
- // Need to skip empty forward shape, because it may not be
- // available now and it is possible to infer the forward
- // shape in one of the next a few passes
- CHECK_EQ(rshape[eid], rshape[idx.entry_id(fnode.inputs[i])])
- << "Backward shape inconsistent with the forward shape";
+
+ static auto& is_fusion =
Op::GetAttr<exec::TIsFusionHelper>("TIsFusionHelper");
Review comment:
Ok, I will do some refactoring there.
----------------------------------------------------------------
This is an automated message from the Apache Git Service.
To respond to the message, please log on to GitHub and use the
URL above to go to the specific comment.
For queries about this service, please contact Infrastructure at:
[email protected]
With regards,
Apache Git Services
