[incubator-mxnet] branch master updated: Revert "Improve FC perf when no_bias=False (#15033)" (#15099)

[anirudh2290]

This is an automated email from the ASF dual-hosted git repository.

anirudh2290 pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/incubator-mxnet.git


The following commit(s) were added to refs/heads/master by this push:
     new 6543488  Revert "Improve FC perf when no_bias=False (#15033)" (#15099)
6543488 is described below

commit 65434886f6caa7210ed3ff39cd4e950c023d8328
Author: Lai Wei <roywei...@gmail.com>
AuthorDate: Thu May 30 00:02:54 2019 -0700

    Revert "Improve FC perf when no_bias=False (#15033)" (#15099)
    
    This reverts commit 6cf964af0d4a71772d94760617f333ff858be0b1.
---
 src/operator/nn/fully_connected-inl.h  | 14 +-------------
 src/operator/nn/fully_connected.cc     |  2 ++
 tests/python/unittest/test_operator.py | 21 ---------------------
 3 files changed, 3 insertions(+), 34 deletions(-)

diff --git a/src/operator/nn/fully_connected-inl.h 
b/src/operator/nn/fully_connected-inl.h
index 44af375..e4bb11f 100644
--- a/src/operator/nn/fully_connected-inl.h
+++ b/src/operator/nn/fully_connected-inl.h
@@ -36,7 +36,6 @@
 #include "../elemwise_op_common.h"
 #include "../linalg.h"
 #include "../../common/utils.h"
-#include "../tensor/broadcast_reduce_op.h"
 
 namespace mxnet {
 namespace op {
@@ -170,18 +169,7 @@ void FCBackward(const OpContext &ctx, const 
FullyConnectedParam &param,
   // gradient of bias
   if (!param.no_bias) {
     Tensor<xpu, 1, DType> gbias = in_grad[fullc::kBias].get<xpu, 1, DType>(s);
-    TBlob grad_blob = TBlob(grad);
-    TBlob gbias_blob = TBlob(gbias);
-    mxnet::TShape x(1, 0);
-    mxnet::TShape small;
-    if (shape_assign(&gbias_blob.shape_, Shape2(param.num_hidden, 1))) {
-      small = gbias_blob.shape_;
-    } else {
-      small = ReduceAxesShapeImpl(grad_blob.shape_, 
dmlc::optional<mxnet::TShape>(x), true, false);
-    }
-    ReduceAxesComputeImpl<xpu, mshadow::red::sum, false, false,
-                          mshadow_op::identity>(ctx, {grad_blob}, 
{req[fullc::kBias]},
-                                                {in_grad[fullc::kBias]}, 
small);
+    Assign(gbias, req[fullc::kBias], sum_rows(grad));
   }
   // gradient of data
   // Legacy approach shown here for comparison:
diff --git a/src/operator/nn/fully_connected.cc 
b/src/operator/nn/fully_connected.cc
index 27f6595..a097357 100644
--- a/src/operator/nn/fully_connected.cc
+++ b/src/operator/nn/fully_connected.cc
@@ -316,9 +316,11 @@ NNVM_REGISTER_OP(_backward_FullyConnected)
   const FullyConnectedParam& params = 
nnvm::get<FullyConnectedParam>(attrs.parsed);
   return params.no_bias ? 2 : 3;
 })
+#if MXNET_USE_MKLDNN == 1
 .set_attr<FResourceRequest>("FResourceRequest", [](const NodeAttrs& n) {
   return std::vector<ResourceRequest>{ResourceRequest::kTempSpace};
 })
+#endif
 .set_attr<nnvm::TIsBackward>("TIsBackward", true)
 .set_attr<nnvm::FInplaceOption>("FInplaceOption", [](const NodeAttrs& attrs){
   return std::vector<std::pair<int, int> >{{1, 0}};
diff --git a/tests/python/unittest/test_operator.py 
b/tests/python/unittest/test_operator.py
index 2dd5fe3..52fe69b 100644
--- a/tests/python/unittest/test_operator.py
+++ b/tests/python/unittest/test_operator.py
@@ -697,27 +697,6 @@ def test_symbol_pow():
 
 
 @with_seed()
-def test_fully_connected():
-    data = mx.sym.var("data")
-    fc_weight = mx.sym.var("weight")
-    fc_bias = mx.sym.var("bias")
-    fc = mx.sym.FullyConnected(data=data, weight=fc_weight, bias=fc_bias, 
num_hidden=10, no_bias=False, name='fc')
-    data = mx.nd.random.uniform(shape=(5, 5, 5, 13), dtype=np.float32)
-    fc_weight = mx.nd.random.uniform(shape=(10, 325), dtype=np.float32)
-    fc_bias = mx.nd.random.uniform(shape=(10), dtype=np.float32)
-    fc_bias2 = mx.nd.random.uniform(shape=(10, 1), dtype=np.float32)
-    data_np = data.asnumpy().reshape(5, 325)
-    fc_weight_np = np.transpose(fc_weight.asnumpy())
-    fc_bias_np = fc_bias.asnumpy()
-    res = np.dot(data_np, fc_weight_np) + fc_bias.asnumpy()
-    check_symbolic_forward(fc, {'data': data_np, 'weight': 
fc_weight.asnumpy(), 'bias': fc_bias_np}, {'fc_output': res})
-    check_numeric_gradient(fc, {'data': data_np, 'weight': 
fc_weight.asnumpy(), 'bias': fc_bias_np},
-                           numeric_eps=1e-2, rtol=1e-4, atol=1e-2)
-    # TODO: Fix Bug #15032 when bias has ndim > 1
-    #check_symbolic_forward(fc, {'data': data_np, 'weight': 
fc_weight.asnumpy(), 'bias': fc_bias2.asnumpy()}, {'fc_output': res})
-
-
-@with_seed()
 def test_pow_fn():
     shape = (3, 4)
     exp = mx.symbol.Variable("exp")